-- Logs begin at Fri 2021-08-27 11:19:34 UTC, end at Fri 2021-08-27 13:49:39 UTC. -- Aug 27 11:48:01.168940 n-d-688802-4 systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 11:48:03.967318 n-d-688802-4 neutron-server[94514]: INFO neutron.common.config [-] Logging enabled! Aug 27 11:48:03.967970 n-d-688802-4 neutron-server[94514]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 11:48:03.968135 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94514) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 11:48:03.971415 n-d-688802-4 neutron-server[94514]: INFO neutron.common.config [-] Logging enabled! Aug 27 11:48:03.971713 n-d-688802-4 neutron-server[94514]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 11:48:03.972034 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94514) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 11:48:03.973062 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 11:48:03.973324 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 11:48:03.973708 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 11:48:03.973963 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 11:48:03.974196 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 11:48:03.974552 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.974860 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.975167 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.975405 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.975710 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.976009 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.976848 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.977164 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.977620 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.977756 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.978047 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.978343 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.978604 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.978894 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.979220 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.979518 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.979753 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] debug = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.980042 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.980479 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.980902 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.981191 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.981488 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.981778 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.982058 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.982343 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.982660 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.982999 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] host = n-d-688802-4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.983285 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.983582 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.983877 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.984174 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.984457 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.984745 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.985038 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.985319 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.985600 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.985917 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.986216 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.986538 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.986838 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.987072 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.987302 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.987631 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.987927 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.988214 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.988496 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.988781 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.989062 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.989345 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.989620 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.989917 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.990243 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.990570 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.990856 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.991141 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.991422 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.991704 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.992022 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.992308 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.992590 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.992874 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.993168 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.993448 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.993729 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.994042 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.994347 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.994699 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.995024 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.995341 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.995664 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.995978 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.996292 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.996608 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] use_json = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.996917 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.997231 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.997555 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.997841 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.998124 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.998432 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.998717 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.999012 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:03.999319 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:03.999624 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:03.999934 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.000224 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.000527 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.000816 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.001111 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.001398 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.001694 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.001991 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.002286 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.002620 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.002956 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.003275 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.003607 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.003980 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.004338 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.004666 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.005026 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.005328 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.005639 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.005952 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.006253 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.006569 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.006866 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.007163 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.007473 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.007776 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.008078 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.008406 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.008718 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.009036 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.009367 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.009685 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.010021 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.010338 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.010687 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.011005 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.011342 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.011637 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.011925 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.012207 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.012563 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.012874 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.013251 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.013535 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.013817 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.014100 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.014413 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.014688 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.014982 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.015267 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.015547 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.015827 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.016118 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.016397 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.016676 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.016960 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.017239 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.017522 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.017801 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.018081 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.018360 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.018665 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.018942 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.019219 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.019495 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.019781 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.020061 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.020339 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.020619 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.020898 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.021177 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.021471 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.021779 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.022067 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.022353 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.022665 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.022952 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.023842 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.024166 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.024330 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.024614 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.024894 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.025191 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.025482 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.025779 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.026069 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.026353 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.026683 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.026968 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.027256 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.027539 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.027821 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.028108 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.028399 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.028699 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.028998 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.029298 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.029598 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.029897 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.030182 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.030523 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.030811 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:04.031036 n-d-688802-4 neutron-server[94514]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 11:48:04.031289 n-d-688802-4 neutron-server[94514]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94514) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 11:48:04.394974 n-d-688802-4 neutron-server[94514]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 11:48:04.395290 n-d-688802-4 neutron-server[94514]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 11:48:04.395587 n-d-688802-4 neutron-server[94514]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 11:48:04.395932 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 11:48:04.803738 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.804008 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.804233 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.805666 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.805949 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.806222 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.844212 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.844500 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.844798 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.859968 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.860287 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.860569 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.889126 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.889541 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.889823 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.928006 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.928284 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:04.928592 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.169964 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.170712 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.170712 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.170879 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.171748 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.295119 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.295435 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.295724 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.296004 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.296280 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.296598 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.296865 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.297128 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.297389 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.297676 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.297943 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.298217 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.298503 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.298765 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.299027 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.299298 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.299559 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.299832 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.300107 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.300371 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.300648 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.300915 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.301203 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.301587 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.301846 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.302104 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.302537 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:05.302787 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:05.303031 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:05.303276 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:05.303518 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:05.303759 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:05.304130 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 11:48:05.307821 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 11:48:05.312152 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 11:48:05.316113 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 27 11:48:05.317772 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 11:48:05.318425 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 11:48:05.318610 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 11:48:05.319008 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 11:48:05.322455 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 11:48:05.322716 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 11:48:05.323078 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 11:48:05.328491 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 11:48:05.351212 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 11:48:05.351690 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.351996 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94514) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 11:48:05.352373 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.353762 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94514) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 11:48:05.354154 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 11:48:05.354305 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 11:48:05.358356 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.358671 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:05.424000 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 11:48:05.424273 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 11:48:05.424455 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 11:48:05.424765 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 11:48:05.448028 n-d-688802-4 neutron-server[94514]: DEBUG oslo_db.sqlalchemy.engines [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94514) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 11:48:05.996809 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing driver for type 'gre' Aug 27 11:48:05.997421 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] gre ID ranges: [(1, 1000)] Aug 27 11:48:06.049583 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing driver for type 'local' Aug 27 11:48:06.049929 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing driver for type 'vlan' Aug 27 11:48:06.063450 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] VlanTypeDriver initialization complete Aug 27 11:48:06.063834 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing driver for type 'vxlan' Aug 27 11:48:06.064419 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] vxlan ID ranges: [(1, 1000)] Aug 27 11:48:06.121466 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing extension driver 'port_security' Aug 27 11:48:06.121808 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.extensions.port_security [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] PortSecurityExtensionDriver initialization complete Aug 27 11:48:06.122147 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing mechanism driver 'openvswitch' Aug 27 11:48:06.122520 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing mechanism driver 'hyperv' Aug 27 11:48:06.129130 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:06.129803 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.130175 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.130558 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.131084 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 11:48:06.131519 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.131873 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.132217 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.132661 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 11:48:06.133066 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.133421 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.133764 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.134152 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 11:48:06.134583 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.134932 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.135268 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.135822 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 11:48:06.136234 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.136589 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.136937 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.137332 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 11:48:06.137736 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.138087 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.138450 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.138844 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 11:48:06.139219 n-d-688802-4 neutron-server[94514]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] ML2 OVO RPC backend initialized. {{(pid=94514) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 11:48:06.139924 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.140282 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.140701 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.141053 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > networks before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.141400 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.141745 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > ports before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.142088 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.142452 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.142801 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.143146 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.143485 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.143827 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.144163 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.144498 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.144833 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.145168 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.145503 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.146073 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.plugin [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Modular L2 Plugin initialization complete Aug 27 11:48:06.146422 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading services supported by the core plugin {{(pid=94514) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 11:48:06.146749 n-d-688802-4 neutron-server[94514]: INFO neutron.plugins.ml2.managers [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Got port-security extension from driver 'port_security' Aug 27 11:48:06.147213 n-d-688802-4 neutron-server[94514]: INFO neutron.extensions.vlantransparent [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Disabled vlantransparent extension. Aug 27 11:48:06.147694 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94514) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 11:48:06.148504 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: router Aug 27 11:48:06.185762 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.186358 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_create 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.186554 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router before_create 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.186921 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.187294 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.187648 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_delete 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.188009 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.188359 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.188716 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_create 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.189064 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_update 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.189408 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_update 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.189752 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.190113 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_update 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.190546 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.190912 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.191247 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.191583 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: subnet after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.191917 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.192263 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.192610 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.192949 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.193295 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.193649 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router after_update 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.193987 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.194335 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.194724 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.195665 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.196032 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > agent after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.196383 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.196725 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > network after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.197592 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Tracking information for resource: router configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:06.197923 n-d-688802-4 neutron-server[94514]: DEBUG neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Tracking information for resource: floatingip configured {{(pid=94514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 11:48:06.202940 n-d-688802-4 neutron-server[94514]: INFO neutron.db.l3_agentschedulers_db [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 11:48:06.203531 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.203895 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port after_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.204248 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port after_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.204601 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: port after_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.205401 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router before_create 55550100 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.205765 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.206127 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.206513 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.211063 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.provider_configuration [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service providers = [] {{(pid=94514) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 11:48:06.211456 n-d-688802-4 neutron-server[94514]: DEBUG neutron.db.servicetype_db [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94514) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 11:48:06.214634 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.service_base [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 11:48:06.214984 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.service_base [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 11:48:06.215326 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.service_base [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 11:48:06.216226 n-d-688802-4 neutron-server[94514]: DEBUG neutron.services.service_base [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 11:48:06.216598 n-d-688802-4 neutron-server[94514]: INFO neutron.services.service_base [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 11:48:06.216970 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.217285 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 11:48:06.227787 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.228110 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: auto_allocate Aug 27 11:48:06.233853 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: network precommit_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.234220 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: network precommit_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.234782 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.235098 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: tag Aug 27 11:48:06.241555 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.242415 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: timestamp Aug 27 11:48:06.246393 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.246734 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: network_ip_availability Aug 27 11:48:06.252157 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.252476 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.252833 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.253553 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.253871 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: flavors Aug 27 11:48:06.259122 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.259445 n-d-688802-4 neutron-server[94514]: INFO neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading Plugin: revisions Aug 27 11:48:06.263683 n-d-688802-4 neutron-server[94514]: DEBUG neutron.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 11:48:06.264071 n-d-688802-4 neutron-server[94514]: DEBUG oslo_concurrency.lockutils [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.868s {{(pid=94514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 11:48:06.264802 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94514) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 11:48:06.265138 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Initializing extension manager. Aug 27 11:48:06.265647 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: __init__.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.265986 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: __pycache__ {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.266318 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.266678 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: address_group.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.267426 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.267990 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: address-group Aug 27 11:48:06.268312 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: address_scope.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.269020 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.269526 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: address-scope Aug 27 11:48:06.269849 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.270808 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.271303 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: router-admin-state-down-before-update Aug 27 11:48:06.271623 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: agent.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.272505 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.273042 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: agent Aug 27 11:48:06.273489 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: agent_resources_synced.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.274714 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.275460 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: agent-resources-synced Aug 27 11:48:06.275912 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.278298 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.279147 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: allowed-address-pairs Aug 27 11:48:06.279482 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.280559 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.281074 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: auto-allocated-topology Aug 27 11:48:06.281396 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: availability_zone.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.282091 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.282650 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: availability_zone Aug 27 11:48:06.282971 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: availability_zone_filter.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.283886 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.284393 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: availability_zone_filter Aug 27 11:48:06.284712 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: data_plane_status.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.285620 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.286119 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 11:48:06.286464 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: default_subnetpools.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.287381 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.287886 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: default-subnetpools Aug 27 11:48:06.288203 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.289248 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.289595 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: dhcp_agent_scheduler Aug 27 11:48:06.289870 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: dns.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.290809 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.291315 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 11:48:06.291637 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: dns_domain_ports.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.292551 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.293062 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 11:48:06.293382 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.294299 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.294828 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 11:48:06.295149 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: dvr.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.295820 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.296331 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: dvr Aug 27 11:48:06.296649 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: ecmp_routes.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.297563 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.298069 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 11:48:06.298405 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: empty_string_filtering.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.299309 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.299815 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: empty-string-filtering Aug 27 11:48:06.300136 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.301036 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.301549 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 11:48:06.302031 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.302797 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.303307 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 11:48:06.303626 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: external_net.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.305062 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.305566 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: external-net Aug 27 11:48:06.305885 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.306823 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.307326 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: extra_dhcp_opt Aug 27 11:48:06.307647 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: extraroute.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.308550 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.309056 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: extraroute Aug 27 11:48:06.309375 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: extraroute_atomic.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.310431 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.310943 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: extraroute-atomic Aug 27 11:48:06.311263 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: filter_validation.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.311930 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.312438 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: filter-validation Aug 27 11:48:06.312758 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: fip_pf_description.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.313673 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.314173 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 11:48:06.314520 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: fip_port_details.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.315443 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.315949 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: fip-port-details Aug 27 11:48:06.316268 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: flavors.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.317484 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.318003 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: flavors Aug 27 11:48:06.318325 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.320614 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.321182 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 11:48:06.321599 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: floatingip_pools.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.322344 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.322931 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: floatingip-pools Aug 27 11:48:06.323295 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: ip_allocation.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.324269 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.324962 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 11:48:06.325345 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.326300 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.326888 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: ip-substring-filtering Aug 27 11:48:06.327247 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l2_adjacency.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.328201 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.328751 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 11:48:06.329139 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.330290 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.330851 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: router Aug 27 11:48:06.331175 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.333412 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.333951 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 11:48:06.334288 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.335680 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.335809 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: ext-gw-mode Aug 27 11:48:06.336138 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.337050 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.337561 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: l3-ha Aug 27 11:48:06.337884 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3_flavors.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.339074 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.339584 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: l3-flavors Aug 27 11:48:06.339906 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.340812 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.341319 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 11:48:06.341642 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: l3agentscheduler.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.342701 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.343211 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: l3_agent_scheduler Aug 27 11:48:06.343536 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: logging.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.345019 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.345539 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension logging not supported by any of loaded plugins Aug 27 11:48:06.345868 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: metering.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.346666 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.347249 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: metering Aug 27 11:48:06.347574 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.348661 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.349175 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: metering_source_and_destination_fields Aug 27 11:48:06.349501 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: multiprovidernet.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.350444 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.350955 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: multi-provider Aug 27 11:48:06.351803 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: netmtu.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.352719 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.353227 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: net-mtu Aug 27 11:48:06.353547 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: netmtu_writable.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.354484 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.354995 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: net-mtu-writable Aug 27 11:48:06.355316 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: network_availability_zone.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.355989 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.356493 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: network_availability_zone Aug 27 11:48:06.356813 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: network_ip_availability.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.357894 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.358415 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: network-ip-availability Aug 27 11:48:06.358742 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: network_segment_range.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.359507 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.360007 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 11:48:06.360327 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: pagination.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.361297 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.361624 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: pagination Aug 27 11:48:06.362005 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: port_device_profile.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.362933 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.363452 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: port-device-profile Aug 27 11:48:06.363776 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.364698 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.365211 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: port-mac-address-regenerate Aug 27 11:48:06.365531 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.366474 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.367611 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: port-numa-affinity-policy Aug 27 11:48:06.367930 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: port_resource_request.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.368839 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.369339 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 11:48:06.369660 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: portbindings.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.370613 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.371127 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: binding Aug 27 11:48:06.371445 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: portbindings_extended.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.372842 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.373358 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: binding-extended Aug 27 11:48:06.373690 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: portsecurity.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.374635 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.375199 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: port-security Aug 27 11:48:06.375522 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: project_id.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.376492 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.376822 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: project-id Aug 27 11:48:06.377145 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: providernet.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.378074 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.378610 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: provider Aug 27 11:48:06.378933 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.383665 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.384404 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos not supported by any of loaded plugins Aug 27 11:48:06.384873 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.386465 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.386983 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 11:48:06.387311 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.388228 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.388740 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 11:48:06.389062 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_default.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.389972 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.390514 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-default not supported by any of loaded plugins Aug 27 11:48:06.390838 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_fip.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.391490 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.391989 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 11:48:06.392307 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.393319 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.394047 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 11:48:06.394537 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.395803 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.396532 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 11:48:06.396964 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_pps_rule.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.398629 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.399152 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 11:48:06.399481 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.400411 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.400919 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 11:48:06.401242 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: qos_rules_alias.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.402278 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.402812 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 11:48:06.403134 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: quotasv2.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.404054 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.404380 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: quotas Aug 27 11:48:06.404699 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: quotasv2_detail.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.408467 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.408937 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: quota_details Aug 27 11:48:06.409372 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: rbac.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.411131 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.411765 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: rbac-policies Aug 27 11:48:06.412097 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: rbac_address_group.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.413024 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.413534 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: rbac-address-group Aug 27 11:48:06.414742 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: rbac_address_scope.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.415330 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.415841 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: rbac-address-scope Aug 27 11:48:06.416163 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: rbac_security_groups.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.417084 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.417597 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: rbac-security-groups Aug 27 11:48:06.417919 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.418848 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.419357 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: rbac-subnetpool Aug 27 11:48:06.419787 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: revisionifmatch.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.421018 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.421812 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: revision-if-match Aug 27 11:48:06.422270 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: revisions.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.423834 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.424623 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: standard-attr-revisions Aug 27 11:48:06.425064 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: router_availability_zone.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.426058 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.426253 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: router_availability_zone Aug 27 11:48:06.426606 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: routerservicetype.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.427527 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.428033 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 11:48:06.428355 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.429288 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.430411 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: security-groups-normalized-cidr Aug 27 11:48:06.430737 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.431655 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.432164 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: port-security-groups-filtering Aug 27 11:48:06.432486 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.433401 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.433920 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: security-groups-remote-address-group Aug 27 11:48:06.434245 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: securitygroup.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.445248 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.445782 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: security-group Aug 27 11:48:06.446119 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: segment.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.446949 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.447457 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension segment not supported by any of loaded plugins Aug 27 11:48:06.447784 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.448725 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.449299 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 11:48:06.449624 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: servicetype.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.450839 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.451360 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: service-type Aug 27 11:48:06.451688 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: sorting.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.452673 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.453003 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: sorting Aug 27 11:48:06.453325 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: standard_attr_segment.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.454248 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.454792 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 11:48:06.455114 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: standardattrdescription.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.455766 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.456275 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: standard-attr-description Aug 27 11:48:06.456596 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: stateful_security_group.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.457525 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.458045 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: stateful-security-group Aug 27 11:48:06.458368 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: stdattrs_common.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.458974 n-d-688802-4 neutron-server[94514]: WARNING neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 11:48:06.459295 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.460219 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.460986 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 11:48:06.461106 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: subnet_onboard.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.462140 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.462686 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: subnet_onboard Aug 27 11:48:06.463010 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.464197 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.464708 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 11:48:06.465030 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: subnet_service_types.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.465961 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.466565 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: subnet-service-types Aug 27 11:48:06.466895 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: subnetallocation.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.467957 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.468469 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: subnet_allocation Aug 27 11:48:06.468793 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.469462 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.469973 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: subnetpool-prefix-ops Aug 27 11:48:06.470295 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.471249 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.471762 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 11:48:06.472083 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: tagging.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.473140 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.473664 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: standard-attr-tag Aug 27 11:48:06.473991 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: timestamp.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.475226 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.475743 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loaded extension: standard-attr-timestamp Aug 27 11:48:06.476070 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: trunk.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.477637 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.478149 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension trunk not supported by any of loaded plugins Aug 27 11:48:06.478510 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: trunk_details.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.479431 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.479948 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 11:48:06.480270 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.481193 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.481706 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 11:48:06.482029 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Loading extension file: vlantransparent.py {{(pid=94514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 11:48:06.482736 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 11:48:06.483246 n-d-688802-4 neutron-server[94514]: INFO neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 11:48:06.485704 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:network Aug 27 11:48:06.486222 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:subnet Aug 27 11:48:06.486652 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 11:48:06.487044 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:port Aug 27 11:48:06.488265 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.488700 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service FLAVORS assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.489323 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.489752 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.490083 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:router Aug 27 11:48:06.490559 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 11:48:06.491055 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service METERING assigned prefix: /metering {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.493169 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.493535 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.493888 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:48:06.494941 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 11:48:06.495389 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:security_group Aug 27 11:48:06.495828 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 11:48:06.496426 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service CORE assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.496758 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 11:48:06.497100 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] subnetpool is already registered Aug 27 11:48:06.497521 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service CORE assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.497842 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 11:48:06.498170 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] subnetpool is already registered Aug 27 11:48:06.500494 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.500932 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service FLAVORS assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.501533 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.501955 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.502339 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:router Aug 27 11:48:06.502649 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] router is already registered Aug 27 11:48:06.503061 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 11:48:06.503397 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] floatingip is already registered Aug 27 11:48:06.503850 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service METERING assigned prefix: /metering {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.504522 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 11:48:06.504849 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] rbac_policy is already registered Aug 27 11:48:06.505257 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:security_group Aug 27 11:48:06.505588 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] security_group is already registered Aug 27 11:48:06.505992 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 11:48:06.506321 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] security_group_rule is already registered Aug 27 11:48:06.506962 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service CORE assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.507289 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 11:48:06.507665 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] subnetpool is already registered Aug 27 11:48:06.508084 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.v2.resource_helper [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Service CORE assigned prefix: {{(pid=94514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 11:48:06.508402 n-d-688802-4 neutron-server[94514]: INFO neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 11:48:06.508729 n-d-688802-4 neutron-server[94514]: WARNING neutron.quota.resource_registry [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] subnetpool is already registered Aug 27 11:48:06.509197 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: extensions {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.510679 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: address-groups {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.512177 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: address-scopes {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.513481 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: agents {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.514689 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: auto-allocated-topology {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.515935 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: availability_zones {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.517164 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: dhcp-networks {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.518699 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: dhcp-agents {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.520116 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: routers {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.522312 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: flavors {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.523535 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: service_profiles {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.524770 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: next_providers {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.526206 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: service_profiles {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.527760 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: floatingip-pools {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.528970 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: routers {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.531104 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: floatingips {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.532400 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: l3-routers {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.533783 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: l3-agents {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.535210 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: metering-labels {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.536566 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: metering-label-rules {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.537846 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: network-ip-availabilities {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.539686 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: bindings {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.541336 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: quotas {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.542811 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: quotas {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.544250 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: rbac-policies {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.545451 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: security-groups {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.546775 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: security-group-rules {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.548010 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: service-providers {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.549226 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: subnetpools {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.551646 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: subnetpools {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.553158 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.555562 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.557267 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.559075 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.560880 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.562787 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.564458 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.566343 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.568121 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.569846 n-d-688802-4 neutron-server[94514]: DEBUG neutron.api.extensions [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Extended resource: tags {{(pid=94514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 11:48:06.575777 n-d-688802-4 neutron-server[94514]: WARNING keystonemiddleware.auth_token [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 11:48:06.580469 n-d-688802-4 neutron-server[94514]: WARNING keystonemiddleware.auth_token [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 11:48:06.588667 n-d-688802-4 neutron-server[94514]: DEBUG oslo_concurrency.lockutils [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Acquired lock "singleton_lock" {{(pid=94514) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 11:48:06.589399 n-d-688802-4 neutron-server[94514]: DEBUG oslo_concurrency.lockutils [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Releasing lock "singleton_lock" {{(pid=94514) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 11:48:06.590036 n-d-688802-4 neutron-server[94514]: INFO oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Starting 2 workers Aug 27 11:48:06.594874 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Started child 94623 {{(pid=94514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 11:48:06.599257 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Started child 94624 {{(pid=94514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 11:48:06.600395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:06.601107 n-d-688802-4 neutron-server[94514]: INFO neutron.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 11:48:06.602114 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Notify callbacks [] for process, before_spawn {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:06.602609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [-] (94623) wsgi starting up on http://0.0.0.0:9696 Aug 27 11:48:06.604569 n-d-688802-4 neutron-server[94514]: INFO oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Starting 1 workers Aug 27 11:48:06.604711 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:06.605930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [-] (94624) wsgi starting up on http://0.0.0.0:9696 Aug 27 11:48:06.609792 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Started child 94625 {{(pid=94514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 11:48:06.610350 n-d-688802-4 neutron-server[94514]: INFO oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Starting 1 workers Aug 27 11:48:06.613513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] calling RpcWorker wait() {{(pid=94625) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 11:48:06.614055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] returning from RpcWorker wait() {{(pid=94625) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 11:48:06.614773 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Started child 94626 {{(pid=94514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 11:48:06.615462 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:06.615604 n-d-688802-4 neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-24a63400-db7d-408b-a07c-717e7236c3c5 None None] Notify callbacks [] for process, after_spawn {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:06.616025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:06.618619 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94514) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 11:48:06.618935 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 11:48:06.619224 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 11:48:06.619532 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 11:48:06.619985 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 11:48:06.620242 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 11:48:06.620495 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:06.621280 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.621453 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.621594 n-d-688802-4 neutron-server[94626]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:06.622042 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.622537 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.623019 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.623812 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.624223 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.624645 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.625142 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.625549 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.625907 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.626270 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.626848 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.627254 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.627723 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.628164 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.628638 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.629145 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.629524 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.629992 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.630473 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.630906 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.631360 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] debug = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.631793 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.632557 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.633070 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.633510 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.633931 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.634402 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.634820 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.635298 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.635729 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.636138 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.636566 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.636994 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.637436 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.637846 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.638234 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.638732 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.639185 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.639892 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] host = n-d-688802-4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.640293 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.640678 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.641109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.641504 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.641940 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.642335 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.642839 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.643280 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.643722 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.644138 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.644584 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.645014 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.645439 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.645886 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.646225 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_options = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.646715 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.647112 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.647481 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.647781 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.648057 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.648503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.648961 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.649319 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.649680 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.650104 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.650547 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.651042 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.651403 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.651762 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.652167 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.653114 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.653641 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.653975 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.654312 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.654694 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.655045 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.655419 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.655771 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.656168 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.656519 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.656855 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.657206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.657576 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.657923 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.658288 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.658675 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.659145 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.659598 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.659978 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.660416 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.660764 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.661120 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.661515 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.661868 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.664273 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.664273 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.664273 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.665532 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.665532 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.665532 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.666169 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_json = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.666169 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.666699 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.668686 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.669199 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.669635 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.669986 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.670629 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.671343 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.673034 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.673360 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.673722 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.674031 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.674300 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.674601 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.674883 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.675140 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.675406 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.675677 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.675978 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.676238 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.676525 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.676778 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.677058 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.677410 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.677694 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.677980 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.678224 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.678513 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.678750 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.679005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.679282 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.680729 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.681012 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.681251 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.681661 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.682152 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.682598 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.683039 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.683440 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.683847 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.684075 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.684457 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.684875 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.685175 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.685482 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.685839 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.686063 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.686477 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.686866 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.687109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.687329 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.687798 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.688065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.688315 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.688558 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.688799 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.689031 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.689312 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.689536 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.689735 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.689983 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.690217 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.690647 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.691053 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.691281 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.691661 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.691893 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.692123 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.692398 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.692626 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.692846 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.693094 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.693327 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.693544 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.693795 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.694060 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.694238 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.694654 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.695078 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.695256 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.695450 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.695680 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.695922 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.696145 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.696377 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.696602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.696844 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.697079 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.697472 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.697880 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.698300 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.698877 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.699286 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.699689 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.700072 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.700499 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.700933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.701387 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.701710 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.701964 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.702223 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.702502 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.702776 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.703008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.703278 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.703525 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.703745 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.704026 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.704281 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.704736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.704989 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.705221 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.705452 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.705740 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.705985 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.706315 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.706603 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.706834 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.707074 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.707298 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.707658 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.707805 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.708032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.708444 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.708920 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.709207 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.709471 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.709724 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.710013 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.710304 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.711189 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.711450 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.711690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.711902 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.712230 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.712453 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.712627 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.712887 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.713149 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.713407 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.713689 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.714203 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.714563 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.714776 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.714985 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.715182 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.715439 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.715688 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.715904 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.716188 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.716442 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.716680 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.716964 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.717230 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.717496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.717745 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.717987 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.718209 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.718457 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.718718 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.718937 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.719174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.719414 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.719667 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.719890 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.720113 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.720349 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.720571 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.720746 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.720967 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.722503 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.723444 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.723444 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.723444 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.723444 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.723940 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.723940 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.724203 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.724341 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.724591 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.724816 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.725214 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.725438 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.725693 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.725914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.726156 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.726932 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.727166 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.727425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.727603 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.728349 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.728349 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.728349 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.728709 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.728835 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.729114 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.729348 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.729595 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.729822 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.730083 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.730316 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.730532 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.730778 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.730998 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.731215 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.731480 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.731753 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.731998 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.732234 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.732469 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.732684 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.732903 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.733145 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.733433 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.733677 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.733934 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.734195 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.734456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.734672 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.734905 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.735117 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.735332 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.735557 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.735773 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.735984 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.736233 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.736447 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.736660 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.736884 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.737104 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.737317 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.737546 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.737755 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.738017 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.738249 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.738501 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.738741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.738987 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.739202 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.739435 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.739680 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.739900 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.740137 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.740391 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.740627 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.740840 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.741160 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.741477 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.742446 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.742446 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.742446 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.742446 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.742781 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.742942 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.743204 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.743472 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.743789 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.744025 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.744285 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.744495 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.744704 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.745010 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.745252 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.745498 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.746094 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.746094 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.746649 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.746649 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.746964 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.747117 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.747289 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.747595 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.747933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.748216 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.748473 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.748696 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.748967 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.749189 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.749408 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.749646 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.749896 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.750127 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.750580 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.750988 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.751238 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.751454 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.751679 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.751897 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.752153 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.752450 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.752663 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.752876 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.753071 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 11:48:06.753527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94514) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 11:48:06.753690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 11:48:06.753846 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 11:48:06.754019 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 11:48:06.754205 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 11:48:06.754423 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 11:48:06.754608 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755071 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755071 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755071 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755657 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755657 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755657 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.755657 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756266 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756266 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756266 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756603 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756603 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756942 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756942 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.756942 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.757496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.757496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.757496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.758081 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.758081 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.758081 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.758590 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] debug = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.758590 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.758590 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759093 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759093 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759093 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759480 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759480 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759709 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.759709 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.760334 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.760334 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.760334 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.760334 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761146 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761146 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761146 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761146 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761146 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] host = n-d-688802-4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761821 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761821 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761821 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761821 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.761821 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.762741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.762741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.762741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.762741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.762741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.762741 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.764174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.764174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.764174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.764174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_options = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.764174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.764174 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.765540 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.766996 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.768496 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.769671 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.770969 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_json = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.772144 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.774032 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.775437 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.776751 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.777914 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.779109 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.780287 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.781690 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.783035 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.784933 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.787309 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.790535 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.792008 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.793830 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.795206 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.796697 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.797959 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.799720 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.800747 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.802048 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.803527 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.805125 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.806676 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.807843 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.809005 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.810178 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.811369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.812736 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.813889 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.815065 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.816456 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.817602 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.818634 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.819425 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.820369 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.821226 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.823608 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.823608 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 11:48:06.823608 n-d-688802-4 neutron-server[94514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 11:48:06.840657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58658) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:06.849401 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063851 Aug 27 11:48:18.503219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b2543-24fe-48ad-8240-9f03aabab55d None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 11:48:18.595222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b2543-24fe-48ad-8240-9f03aabab55d None None] No non-hosted networks {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 11:48:18.620180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.agentschedulers_db [None req-925b2543-24fe-48ad-8240-9f03aabab55d None None] DHCP Agent not found on host n-d-688802-4 {{(pid=94625) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 11:48:18.739355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab1a7325-2b20-4ca0-bf56-e4c311560b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:20.911819 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d25f7f3-cc75-4e29-9fa9-331e75449ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:20.971334 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5676-f019-4838-83d7-fcc6ebb9d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:21.047550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:21.048123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.048474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.048828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.049173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.049512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.049842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.050178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.050542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.050864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.054530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.054914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.055261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:21.055704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-688802-4', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:21.071539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-688802-4', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:21.899606 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:23.762455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:25.023932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:25.260503 n-d-688802-4 neutron-server[94625]: INFO neutron.db.l3_hamode_db [None req-ad52388d-3ba0-462c-831a-7330347c4dd4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 11:48:25.339079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52388d-3ba0-462c-831a-7330347c4dd4 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:48:25.339486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52388d-3ba0-462c-831a-7330347c4dd4 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 11:48:25.522849 n-d-688802-4 neutron-server[94624]: WARNING oslo_policy.policy [None req-9fc3d1cc-ad4d-4f28-8acb-33f144640c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:25.523593 n-d-688802-4 neutron-server[94624]: WARNING oslo_policy.policy [None req-9fc3d1cc-ad4d-4f28-8acb-33f144640c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:25.746356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-9fc3d1cc-ad4d-4f28-8acb-33f144640c92 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:48:25.747394 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9fc3d1cc-ad4d-4f28-8acb-33f144640c92 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7223454 Aug 27 11:48:28.150347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:28.675374 n-d-688802-4 neutron-server[94623]: WARNING oslo_policy.policy [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:28.675943 n-d-688802-4 neutron-server[94623]: WARNING oslo_policy.policy [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:28.896312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:48:28.989512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.policy [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94623) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 11:48:29.036259 n-d-688802-4 neutron-server[94623]: WARNING oslo_policy.policy [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:29.036639 n-d-688802-4 neutron-server[94623]: WARNING oslo_policy.policy [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:29.046226 n-d-688802-4 neutron-server[94623]: INFO neutron.quota [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] Loaded quota_driver: . Aug 27 11:48:29.138205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749578071478', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749578071941', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749578116731', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749578119063', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749577777443', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749578106012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8307217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8273455', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1009547', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567659'] for rbac-policy, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:29.202993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:29.204344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ae230cb8-2db6-45b6-91c2-00a8cf904767 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0518293 Aug 27 11:48:31.791214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:32.085752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Request body: {'network': {'project_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'name': 'private', 'tenant_id': '5f6d4434211049f798bc534e39f817ca'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:48:32.116914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Made reservation on behalf of 5f6d4434211049f798bc534e39f817ca for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:48:32.119662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.136254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.258647 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.262633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.287776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:48:32.312894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749573732325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.313471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Unsubscribe: segment precommit_create {{(pid=94623) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 11:48:32.313992 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Added segment 63089e9b-95f1-4a2c-81e8-74a4e4e7ea65 of type vlan for network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e Aug 27 11:48:32.319495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54650ef1-56d4-420e-9c44-99d196200b39,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:32.341333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.341673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.342005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.342334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.342685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.343021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.343371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.343982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.344398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.344719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.345036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.345353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Tracked resource versions report: Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: pushed versions: Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: { 'AddressGroup': {'1.2'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'ConntrackHelper': {'1.0'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Log': {'1.0'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Network': {'1.1'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Port': {'1.7'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'PortForwarding': {'1.2'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'QosPolicy': {'1.9'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'SecurityGroup': {'1.4'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'SubPort': {'1.0'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Subnet': {'1.1'}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Trunk': {'1.1'}} Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: consumer versions: Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: L3 agent@n-d-688802-4: {}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: Metadata agent@n-d-688802-4: {}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: Metering agent@n-d-688802-4: {}, Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'ConntrackHelper': '1.0', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Log': '1.0', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Network': '1.1', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Port': '1.7', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'PortForwarding': '1.2', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'QosPolicy': '1.9', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'SecurityGroup': '1.4', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'SecurityGroupRule': '1.2', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'SubPort': '1.0', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Subnet': '1.1', Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: 'Trunk': '1.1'}} Aug 27 11:48:32.346463 n-d-688802-4 neutron-server[94623]: {{(pid=94623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:48:32.437009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.474916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.476788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:32.477446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:32.560350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7679832 Aug 27 11:48:32.574655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5e482-9ca1-4e03-8189-3d6e501602fe admin admin] Pushing event updated for resources: {'Network': ['ID=6b5acbab-ae49-4107-8a16-1ea6e8cba15e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:32.589921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:48:35.218150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:35.612120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160e93c-e259-4142-b676-edd06e62b33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:35.613584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9160e93c-e259-4142-b676-edd06e62b33b admin admin] 10.222.0.76 "GET /v2.0/networks/6b5acbab-ae49-4107-8a16-1ea6e8cba15e HTTP/1.1" status: 200 len: 825 time: 0.3944285 Aug 27 11:48:35.638648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2d3c163b-f51b-47b8-8cef-3c2d73c06336 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/c22d3ac2-71a9-4979-ba37-6c759b6388db HTTP/1.1" status: 200 len: 734 time: 0.0181396 Aug 27 11:48:35.647558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:48:35.669459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Made reservation on behalf of 5f6d4434211049f798bc534e39f817ca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:48:35.671717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:35.954716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:36.021971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Checking segment: {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:48:36.022417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Network hostable DHCP agents. Network: 6b5acbab-ae49-4107-8a16-1ea6e8cba15e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:48:36.026815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d809158-70a9-4eb3-bed6-38d70a4d4272,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:36.044149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:48:36.059044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 6b5acbab-ae49-4107-8a16-1ea6e8cba15e) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:48:36.064220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:36.064815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:36.069218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9a555-9cc8-4afd-bb9b-f5ad80875b68 None None] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:48:36.080033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1b57d39d-83ab-4a42-92cc-ba179f1a5e7f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357529 Aug 27 11:48:36.389058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 11:48:36.390350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:36.662031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Allocated IP 172.20.0.2 (6b5acbab-ae49-4107-8a16-1ea6e8cba15e/7d809158-70a9-4eb3-bed6-38d70a4d4272/87a10bad-e14c-4638-8e4f-515bb588b148) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:48:36.859401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:36.875328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Transition to ACTIVE for port object 87a10bad-e14c-4638-8e4f-515bb588b148 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:48:36.898664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Transition to ACTIVE for port object 87a10bad-e14c-4638-8e4f-515bb588b148 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:48:36.906132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:37.002283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:48:37.009933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:48:37.018985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:48:37.022141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Pushing event updated for resources: {'Port': ['ID=87a10bad-e14c-4638-8e4f-515bb588b148,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:37.055106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.055946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.056332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.056689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.057022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.057347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Tracked resource versions report: Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: pushed versions: Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: { 'AddressGroup': {'1.2'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'ConntrackHelper': {'1.0'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Log': {'1.0'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Network': {'1.1'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Port': {'1.7'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'PortForwarding': {'1.2'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'QosPolicy': {'1.9'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'SecurityGroup': {'1.4'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'SubPort': {'1.0'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Subnet': {'1.1'}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Trunk': {'1.1'}} Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: consumer versions: Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: L3 agent@n-d-688802-4: {}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: Metadata agent@n-d-688802-4: {}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: Metering agent@n-d-688802-4: {}, Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'ConntrackHelper': '1.0', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Log': '1.0', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Network': '1.1', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Port': '1.7', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'PortForwarding': '1.2', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'QosPolicy': '1.9', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'SecurityGroup': '1.4', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'SecurityGroupRule': '1.2', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'SubPort': '1.0', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Subnet': '1.1', Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: 'Trunk': '1.1'}} Aug 27 11:48:37.058473 n-d-688802-4 neutron-server[94625]: {{(pid=94625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:48:37.110663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Attempting to bind port 87a10bad-e14c-4638-8e4f-515bb588b148 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:48:37.111275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Attempting to bind port 87a10bad-e14c-4638-8e4f-515bb588b148 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:48:37.111489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Attempting to bind port 87a10bad-e14c-4638-8e4f-515bb588b148 on network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:48:37.117028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:48:37.117443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Checking segment: {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:48:37.117925 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:37.118354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Bound using segment: {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:48:37.118908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Bound port: 87a10bad-e14c-4638-8e4f-515bb588b148, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:48:37.119339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:37.182168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] For port 87a10bad-e14c-4638-8e4f-515bb588b148, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:48:37.186496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] For port 87a10bad-e14c-4638-8e4f-515bb588b148, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=87a10bad-e14c-4638-8e4f-515bb588b148,segment=NetworkSegment(63089e9b-95f1-4a2c-81e8-74a4e4e7ea65),segment_id=63089e9b-95f1-4a2c-81e8-74a4e4e7ea65)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:48:37.191927 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:37.258343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77387b9-a9bc-40da-939e-d584177db8fc None None] Pushing event updated for resources: {'Port': ['ID=87a10bad-e14c-4638-8e4f-515bb588b148,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:38.503898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:38.818344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-1e85da12-349f-4557-a10e-a50d8ccb2184 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:48:38.820051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e85da12-349f-4557-a10e-a50d8ccb2184 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151076 Aug 27 11:48:41.280740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:41.602873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-dc53d0c4-8b73-46f8-af6e-be7f32f00fe6 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:48:41.603884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc53d0c4-8b73-46f8-af6e-be7f32f00fe6 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3221989 Aug 27 11:48:44.249779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58824) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:44.573695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'name': 'router1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:48:44.638759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.policy [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94624) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 11:48:44.685495 n-d-688802-4 neutron-server[94624]: WARNING oslo_policy.policy [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:44.685887 n-d-688802-4 neutron-server[94624]: WARNING oslo_policy.policy [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 11:48:44.695231 n-d-688802-4 neutron-server[94624]: INFO neutron.quota [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Loaded quota_driver: . Aug 27 11:48:44.750982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:44.752725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:44.907279 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:44.911940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:44.932358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:44.933653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d09c458-c8b6-4564-926b-a86a3a6e95ea admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6828303 Aug 27 11:48:45.002316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 87a10bad-e14c-4638-8e4f-515bb588b148 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:48:45.101104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 87a10bad-e14c-4638-8e4f-515bb588b148 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:48:45.627111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649e545-4046-4be7-920d-3a77aeaaba38 None None] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:48:45.689732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] Provisioning for port 87a10bad-e14c-4638-8e4f-515bb588b148 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:48:45.701251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] Provisioning complete for port 87a10bad-e14c-4638-8e4f-515bb588b148 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:48:45.701645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:45.872025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:45.924670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] For port 87a10bad-e14c-4638-8e4f-515bb588b148, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=87a10bad-e14c-4638-8e4f-515bb588b148,segment=NetworkSegment(63089e9b-95f1-4a2c-81e8-74a4e4e7ea65),segment_id=63089e9b-95f1-4a2c-81e8-74a4e4e7ea65)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:48:45.930008 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:45.977665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031e91-884b-4b8f-a2ba-e74264a94922 None None] Pushing event updated for resources: {'Port': ['ID=87a10bad-e14c-4638-8e4f-515bb588b148,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:46.149104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-49a4da57-2ad7-41b3-aa84-8df758479e67 None None] Provisioning complete for port 87a10bad-e14c-4638-8e4f-515bb588b148 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:48:46.149838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49a4da57-2ad7-41b3-aa84-8df758479e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:46.968435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 87a10bad-e14c-4638-8e4f-515bb588b148 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:48:47.014463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 87a10bad-e14c-4638-8e4f-515bb588b148 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:48:47.014861 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:47.375244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58838) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:47.688252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-d5d8e6a1-1b6e-472e-920c-e9f7394eea82 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:48:47.689257 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d5d8e6a1-1b6e-472e-920c-e9f7394eea82 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130770 Aug 27 11:48:48.342983 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e04f5e61-07ba-4be1-a061-62d0ae0a1d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.062534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:50.372366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:48:50.393141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Made reservation on behalf of 41d555b5404c4097b5ba703e620c8d07 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:48:50.395556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.403388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.493215 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.496877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.513606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Reserving flat network on physical network physnet1 {{(pid=94623) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 11:48:50.529578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f89dd42-3815-4679-9c52-ec9087ecec7d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:50.534290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.534688 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Added segment 91f172d7-4ae9-4282-bef2-0fabf104d6da of type flat for network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 Aug 27 11:48:50.588045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.619334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.620311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:50.620884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:50.675301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6117275 Aug 27 11:48:50.680561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f0cfa-1749-43ee-84b1-02c818c25b80 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:50.691686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:48:50.907323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc555e42-93ac-410a-9d87-0880bb669fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:51.051007 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:51.853707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:53.047354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:53.225529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba2e81-68b9-4796-a97f-eaad52646e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:53.226900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-55ba2e81-68b9-4796-a97f-eaad52646e2f admin admin] 10.222.0.76 "GET /v2.0/subnets/7d809158-70a9-4eb3-bed6-38d70a4d4272 HTTP/1.1" status: 200 len: 849 time: 0.1785808 Aug 27 11:48:53.393043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-abd53149-00a5-4b5a-8042-68abf5b9ecc2 admin admin] 10.222.0.76 "GET /v2.0/routers/8b3ce7f0-443e-4c68-a852-5c3e7839f81a HTTP/1.1" status: 200 len: 704 time: 0.1600411 Aug 27 11:48:53.661960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:53.669030 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:53.953972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Allocated IP 172.20.0.1 (6b5acbab-ae49-4107-8a16-1ea6e8cba15e/7d809158-70a9-4eb3-bed6-38d70a4d4272/ad7c3e94-aec2-49cb-ac51-abd2510405b7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:48:54.113077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.179668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Transition to ACTIVE for port object ad7c3e94-aec2-49cb-ac51-abd2510405b7 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:48:54.245322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.314476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:48:54.321777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:48:54.324948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:48:54.325513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.384705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7c3e94-aec2-49cb-ac51-abd2510405b7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:54.496400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-777b7419-8081-4cee-b58c-bfa047a142bc None None] Provisioning for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:48:54.500136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-777b7419-8081-4cee-b58c-bfa047a142bc None None] Provisioning complete for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:48:54.500509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-777b7419-8081-4cee-b58c-bfa047a142bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.527180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.533841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-777b7419-8081-4cee-b58c-bfa047a142bc None None] Port ad7c3e94-aec2-49cb-ac51-abd2510405b7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:48:54.737545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.742013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.742801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:54.821677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7c3e94-aec2-49cb-ac51-abd2510405b7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:54.867316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:48:54.868668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:48:55.026877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 11:48:55.052760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-423db7ae-4041-425c-87bb-faf6c54698af None None] Provisioning complete for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:48:55.053322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-423db7ae-4041-425c-87bb-faf6c54698af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:55.086709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-423db7ae-4041-425c-87bb-faf6c54698af None None] Port ad7c3e94-aec2-49cb-ac51-abd2510405b7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:48:55.120919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:48:55.126164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-12735b01-3bc7-432e-a574-bad042e3e142 admin admin] 10.222.0.76 "PUT /v2.0/routers/8b3ce7f0-443e-4c68-a852-5c3e7839f81a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7272065 Aug 27 11:48:55.131772 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Sync routers for ids ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:48:55.145467 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Routers {'8b3ce7f0-443e-4c68-a852-5c3e7839f81a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:48:55.146210 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:48:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:55.339212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Set router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:48:55.770178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'name': 'router1', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:48:44Z', 'updated_at': '2021-08-27T11:48:54Z', 'revision_number': 2, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'gw_port_host': None, '_interfaces': [{'id': 'ad7c3e94-aec2-49cb-ac51-abd2510405b7', 'name': '', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'mac_address': 'fa:16:3e:4f:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:48:53Z', 'updated_at': '2021-08-27T11:48:54Z', 'revision_number': 2, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'subnets': [{'id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:55.822151 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Checking router: 8b3ce7f0-443e-4c68-a852-5c3e7839f81a for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:48:55.822566 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Updating router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a port ad7c3e94-aec2-49cb-ac51-abd2510405b7 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:48:55.871514 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:56.405802 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:56.425042 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Transition to ACTIVE for port object ad7c3e94-aec2-49cb-ac51-abd2510405b7 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:48:56.431747 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:56.593016 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Pushing event updated for resources: {'Port': ['ID=ad7c3e94-aec2-49cb-ac51-abd2510405b7,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:56.595576 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Attempting to bind port ad7c3e94-aec2-49cb-ac51-abd2510405b7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:48:56.595964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Attempting to bind port ad7c3e94-aec2-49cb-ac51-abd2510405b7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:48:56.596395 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Attempting to bind port ad7c3e94-aec2-49cb-ac51-abd2510405b7 on network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:48:56.606054 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:48:56.606503 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Checking segment: {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:48:56.606995 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:56.607383 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Bound using segment: {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:48:56.607902 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Bound port: ad7c3e94-aec2-49cb-ac51-abd2510405b7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63089e9b-95f1-4a2c-81e8-74a4e4e7ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:48:56.608284 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:56.619950 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.620495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.620765 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.620948 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.621275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.621598 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.621919 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.622237 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.622581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.622898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.623218 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.623644 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Tracked resource versions report: Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: pushed versions: Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: { 'AddressGroup': {'1.2'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'ConntrackHelper': {'1.0'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Log': {'1.0'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Network': {'1.1'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Port': {'1.7'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'PortForwarding': {'1.2'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'QosPolicy': {'1.9'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'SecurityGroup': {'1.4'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'SubPort': {'1.0'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Subnet': {'1.1'}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Trunk': {'1.1'}} Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: consumer versions: Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: L3 agent@n-d-688802-4: {}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: Metadata agent@n-d-688802-4: {}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: Metering agent@n-d-688802-4: {}, Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'ConntrackHelper': '1.0', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Log': '1.0', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Network': '1.1', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Port': '1.7', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'PortForwarding': '1.2', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'QosPolicy': '1.9', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'SecurityGroup': '1.4', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'SecurityGroupRule': '1.2', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'SubPort': '1.0', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Subnet': '1.1', Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: 'Trunk': '1.1'}} Aug 27 11:48:56.624675 n-d-688802-4 neutron-server[94626]: {{(pid=94626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:48:56.679272 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:48:56.690686 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] For port ad7c3e94-aec2-49cb-ac51-abd2510405b7, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:48:56.695796 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] For port ad7c3e94-aec2-49cb-ac51-abd2510405b7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ad7c3e94-aec2-49cb-ac51-abd2510405b7,segment=NetworkSegment(63089e9b-95f1-4a2c-81e8-74a4e4e7ea65),segment_id=63089e9b-95f1-4a2c-81e8-74a4e4e7ea65)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:48:56.700862 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:56.769594 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Routers {'8b3ce7f0-443e-4c68-a852-5c3e7839f81a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:48:56.770223 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:48:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:56.806809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3bd6-74c6-43ad-81e8-7e0891d8b231 None None] Pushing event updated for resources: {'Port': ['ID=ad7c3e94-aec2-49cb-ac51-abd2510405b7,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:56.867494 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] Set router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:48:57.074317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'name': 'router1', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:48:44Z', 'updated_at': '2021-08-27T11:48:54Z', 'revision_number': 2, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'gw_port_host': None, '_interfaces': [{'id': 'ad7c3e94-aec2-49cb-ac51-abd2510405b7', 'name': '', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'mac_address': 'fa:16:3e:4f:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:48:53Z', 'updated_at': '2021-08-27T11:48:56Z', 'revision_number': 4, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'subnets': [{'id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:48:57.109377 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca375363-e8c3-4325-bfbd-87dbea2f6d19 None None] The sync data for ids ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'] in n-d-688802-4 is: [{'id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'name': 'router1', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:48:44Z', 'updated_at': '2021-08-27T11:48:54Z', 'revision_number': 2, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'gw_port_host': None, '_interfaces': [{'id': 'ad7c3e94-aec2-49cb-ac51-abd2510405b7', 'name': '', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'mac_address': 'fa:16:3e:4f:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:48:53Z', 'updated_at': '2021-08-27T11:48:56Z', 'revision_number': 4, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'subnets': [{'id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:48:57.382041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:48:57.495808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6987dc-fdc2-420f-92df-6d408dc756b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:57.497179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cf6987dc-fdc2-420f-92df-6d408dc756b2 admin admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 842 time: 0.1141558 Aug 27 11:48:57.507311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:48:57.527572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Made reservation on behalf of 41d555b5404c4097b5ba703e620c8d07 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:48:57.529796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:57.805561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 11:48:57.806000 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:57.862992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3f34cc-6c59-4275-bfee-2b7c8083a4e4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:48:57.871269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:48:57.871626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Network hostable DHCP agents. Network: 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:48:57.887396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:48:57.895707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:48:57.900308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:48:57.900894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:48:57.905866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba89092-a72c-457e-9855-2402d46c1ce0 None None] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:48:57.926813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-de879cb2-f304-46d2-9f7c-354c24f37162 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4124858 Aug 27 11:48:58.039072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44199f9d-406d-4532-8a07-991f5e24eee4 None None] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:49:00.231936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58892) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:49:00.445177 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-df3415d5-1ca9-4689-a3b8-df53bd862516 admin admin] 10.222.0.76 "GET /v2.0/routers/8b3ce7f0-443e-4c68-a852-5c3e7839f81a HTTP/1.1" status: 200 len: 710 time: 0.2121572 Aug 27 11:49:00.643756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409de4a-6130-47ea-8eec-cf077d4b44a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:49:00.646517 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0409de4a-6130-47ea-8eec-cf077d4b44a0 admin admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 886 time: 0.1951799 Aug 27 11:49:00.655023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:49:00.917413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:01.168003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:01.242424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:01.428682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Allocated IP 172.25.8.223 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bd8625e8-f2e3-4aef-92d5-3a2862c7bdac) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:49:01.539824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:01.607060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:01.649595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:49:01.672672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:49:01.729847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:49:01.732862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Pushing event updated for resources: {'Port': ['ID=bd8625e8-f2e3-4aef-92d5-3a2862c7bdac,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:49:01.773378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.773726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.774073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.774438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.774777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.775108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.775437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.775764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.776085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.776416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.776737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.777060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Tracked resource versions report: Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: pushed versions: Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: { 'AddressGroup': {'1.2'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'ConntrackHelper': {'1.0'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Log': {'1.0'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Network': {'1.1'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Port': {'1.7'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'PortForwarding': {'1.2'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'QosPolicy': {'1.9'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'SecurityGroup': {'1.4'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'SubPort': {'1.0'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Subnet': {'1.1'}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Trunk': {'1.1'}} Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: consumer versions: Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: L3 agent@n-d-688802-4: {}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: Metadata agent@n-d-688802-4: {}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: Metering agent@n-d-688802-4: {}, Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'ConntrackHelper': '1.0', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Log': '1.0', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Network': '1.1', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Port': '1.7', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'PortForwarding': '1.2', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'QosPolicy': '1.9', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'SecurityGroup': '1.4', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'SecurityGroupRule': '1.2', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'SubPort': '1.0', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Subnet': '1.1', Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: 'Trunk': '1.1'}} Aug 27 11:49:01.778149 n-d-688802-4 neutron-server[94624]: {{(pid=94624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:49:02.066471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:02.281199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:02.285903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:02.398950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 11:49:02.507805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:49:02.512746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:02.513943 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9c53968f-c908-40d6-8961-14449496af2c admin admin] 10.222.0.76 "PUT /v2.0/routers/8b3ce7f0-443e-4c68-a852-5c3e7839f81a HTTP/1.1" status: 200 len: 890 time: 1.8622370 Aug 27 11:49:03.002067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ad7c3e94-aec2-49cb-ac51-abd2510405b7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:49:03.055446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:49:03.059112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:49:03.059489 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:03.137306 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:03.168661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ad7c3e94-aec2-49cb-ac51-abd2510405b7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ad7c3e94-aec2-49cb-ac51-abd2510405b7,segment=NetworkSegment(63089e9b-95f1-4a2c-81e8-74a4e4e7ea65),segment_id=63089e9b-95f1-4a2c-81e8-74a4e4e7ea65)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:49:03.172408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:03.218444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ad7c3e94-aec2-49cb-ac51-abd2510405b7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:49:03.532498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Sync routers for ids ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:49:03.542836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Routers {'8b3ce7f0-443e-4c68-a852-5c3e7839f81a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:49:03.543555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:48:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:49:03.790180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Set router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:49:04.180128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'name': 'router1', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'bd8625e8-f2e3-4aef-92d5-3a2862c7bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:48:44Z', 'updated_at': '2021-08-27T11:49:01Z', 'revision_number': 4, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'gw_port': {'id': 'bd8625e8-f2e3-4aef-92d5-3a2862c7bdac', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:49:01Z', 'updated_at': '2021-08-27T11:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ad7c3e94-aec2-49cb-ac51-abd2510405b7', 'name': '', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'mac_address': 'fa:16:3e:4f:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:48:53Z', 'updated_at': '2021-08-27T11:49:03Z', 'revision_number': 5, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'subnets': [{'id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:49:04.230310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Checking router: 8b3ce7f0-443e-4c68-a852-5c3e7839f81a for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:49:04.230689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Updating router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:49:04.278647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:04.592708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:04.602047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Transition to ACTIVE for port object bd8625e8-f2e3-4aef-92d5-3a2862c7bdac will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:49:04.607604 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:04.657839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Attempting to bind port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:49:04.658209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Attempting to bind port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:49:04.658608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Attempting to bind port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:49:04.661271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1031ea-768b-4ef2-9e44-f581424cde50 None None] Pushing event updated for resources: {'Port': ['ID=bd8625e8-f2e3-4aef-92d5-3a2862c7bdac,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:49:04.665708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:49:04.666077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:49:04.666499 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:04.666883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:49:04.667338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Bound port: bd8625e8-f2e3-4aef-92d5-3a2862c7bdac, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:49:04.667730 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:04.720368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] For port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:49:04.723373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] For port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd8625e8-f2e3-4aef-92d5-3a2862c7bdac,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:49:04.727551 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:04.785167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Routers {'8b3ce7f0-443e-4c68-a852-5c3e7839f81a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:49:04.785880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:48:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:49:04.791365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1031ea-768b-4ef2-9e44-f581424cde50 None None] Pushing event updated for resources: {'Port': ['ID=bd8625e8-f2e3-4aef-92d5-3a2862c7bdac,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:49:04.921710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58908) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:49:04.982969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] Set router 8b3ce7f0-443e-4c68-a852-5c3e7839f81a gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:49:05.009258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ad7c3e94-aec2-49cb-ac51-abd2510405b7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:49:05.041236 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71d23256-da58-486e-871d-bbc90e5ffb03 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170871 Aug 27 11:49:05.151865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:49:05.152243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:05.304954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'name': 'router1', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'bd8625e8-f2e3-4aef-92d5-3a2862c7bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:48:44Z', 'updated_at': '2021-08-27T11:49:01Z', 'revision_number': 4, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'gw_port': {'id': 'bd8625e8-f2e3-4aef-92d5-3a2862c7bdac', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:49:01Z', 'updated_at': '2021-08-27T11:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ad7c3e94-aec2-49cb-ac51-abd2510405b7', 'name': '', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'mac_address': 'fa:16:3e:4f:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:48:53Z', 'updated_at': '2021-08-27T11:49:03Z', 'revision_number': 5, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'subnets': [{'id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:49:05.334750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e2fc9-9d32-48e8-bd2d-081df26efbb0 None None] The sync data for ids ['8b3ce7f0-443e-4c68-a852-5c3e7839f81a'] in n-d-688802-4 is: [{'id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'name': 'router1', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'bd8625e8-f2e3-4aef-92d5-3a2862c7bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:48:44Z', 'updated_at': '2021-08-27T11:49:01Z', 'revision_number': 4, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'gw_port': {'id': 'bd8625e8-f2e3-4aef-92d5-3a2862c7bdac', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:49:01Z', 'updated_at': '2021-08-27T11:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ad7c3e94-aec2-49cb-ac51-abd2510405b7', 'name': '', 'network_id': '6b5acbab-ae49-4107-8a16-1ea6e8cba15e', 'tenant_id': '5f6d4434211049f798bc534e39f817ca', 'mac_address': 'fa:16:3e:4f:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3ce7f0-443e-4c68-a852-5c3e7839f81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:48:53Z', 'updated_at': '2021-08-27T11:49:03Z', 'revision_number': 5, 'project_id': '5f6d4434211049f798bc534e39f817ca', 'subnets': [{'id': '7d809158-70a9-4eb3-bed6-38d70a4d4272', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c22d3ac2-71a9-4979-ba37-6c759b6388db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:49:07.021046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd8625e8-f2e3-4aef-92d5-3a2862c7bdac up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:49:07.071503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:49:07.077038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:49:07.077420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:07.160187 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:07.181061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd8625e8-f2e3-4aef-92d5-3a2862c7bdac,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:49:07.185477 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:07.240997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=bd8625e8-f2e3-4aef-92d5-3a2862c7bdac,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:49:09.014641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd8625e8-f2e3-4aef-92d5-3a2862c7bdac up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:49:09.094431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port bd8625e8-f2e3-4aef-92d5-3a2862c7bdac triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:49:09.094431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:18.348935 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-56cf3fb7-ab43-4353-a4d2-27220481d59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:20.910125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4848d7a0-16cf-4b93-9717-091488ae972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:21.057750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:21.858863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:23.680685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:33.669967 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:49:48.341759 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d243037-2e95-4900-8b20-95a720f0fbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:50.928113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ecfa-23f3-4e71-af29-1afa0312dfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:51.113627 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:51.860647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:49:53.680764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:10.668832 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:50:18.345512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dce10709-4066-43aa-ae7c-178448c14961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:20.915055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d7b18c77-0bb2-461b-8cba-7c03f1a5640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:21.058663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:21.865442 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:23.681989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:47.667579 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:50:47.778345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:50:47.849152 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a400cf-833f-4e37-a617-76ace3b81470 admin admin] GET failed (client error): The resource could not be found. Aug 27 11:50:47.850501 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c2a400cf-833f-4e37-a617-76ace3b81470 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710835 Aug 27 11:50:48.029989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1828a36c-4480-4dbf-99b3-7793d6e4404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:48.031439 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1828a36c-4480-4dbf-99b3-7793d6e4404b admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1762922 Aug 27 11:50:48.348229 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5df1f0ea-1534-40c5-a4c9-88c585582153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:50.274779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59512) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:50:50.380222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd13a57-5380-4229-8d33-1682b5fc1b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:50.381614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3fd13a57-5380-4229-8d33-1682b5fc1b96 admin admin] 10.222.0.76 "GET /v2.0/subnets/7d809158-70a9-4eb3-bed6-38d70a4d4272 HTTP/1.1" status: 200 len: 849 time: 0.1058941 Aug 27 11:50:50.396997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:50:50.485235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:50.628179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749573707560'] for subnet, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:50.660352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:50.660969 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:50.662292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] 10.222.0.76 "PUT /v2.0/subnets/7d809158-70a9-4eb3-bed6-38d70a4d4272 HTTP/1.1" status: 200 len: 868 time: 0.2696092 Aug 27 11:50:50.665434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87b71f-45bf-4fe5-bef5-b5e1ade5ca32 None None] Network 6b5acbab-ae49-4107-8a16-1ea6e8cba15e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:50:50.685301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d809158-70a9-4eb3-bed6-38d70a4d4272,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:50:50.693822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.694267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.694554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.694893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.695235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.695570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.695902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.696236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.696580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.696893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.697223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.697550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fd0aa-1413-44f3-8aa3-d3f625472d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:50:50.919407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7ee0-5311-4ecf-b981-d5b2939bbda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:51.059700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:51.094217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-74670de3-5cb5-4e0b-8098-7d75a2b16681 None None] Provisioning complete for port 87a10bad-e14c-4638-8e4f-515bb588b148 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:50:51.094544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74670de3-5cb5-4e0b-8098-7d75a2b16681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:51.182457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-74670de3-5cb5-4e0b-8098-7d75a2b16681 None None] Provisioning complete for port ad7c3e94-aec2-49cb-ac51-abd2510405b7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:50:51.182827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74670de3-5cb5-4e0b-8098-7d75a2b16681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:51.866579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:52.845484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:50:53.105281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441fea3-1364-4795-a33e-da90ec0fdaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:53.105670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441fea3-1364-4795-a33e-da90ec0fdaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:53.107275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1441fea3-1364-4795-a33e-da90ec0fdaa1 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2608466 Aug 27 11:50:53.689698 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:50:55.310881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59530) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:50:55.446946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a66b2a-c1ed-44df-9e71-68fbc1dc3689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:55.447425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a66b2a-c1ed-44df-9e71-68fbc1dc3689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:55.448972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-72a66b2a-c1ed-44df-9e71-68fbc1dc3689 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1371164 Aug 27 11:50:57.686615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:50:57.823987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f7fd67-243f-4489-b27b-d1b2fd8e71a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:50:57.825415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-27f7fd67-243f-4489-b27b-d1b2fd8e71a4 admin admin] 10.222.0.76 "GET /v2.0/networks/6b5acbab-ae49-4107-8a16-1ea6e8cba15e HTTP/1.1" status: 200 len: 869 time: 0.1377048 Aug 27 11:51:00.038297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:00.174029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2877a13-e083-47a9-8a85-b881ee99c893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:00.175994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d2877a13-e083-47a9-8a85-b881ee99c893 admin admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 886 time: 0.1367166 Aug 27 11:51:02.396998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:02.524971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06b181d-7807-4e3f-8199-909774c00c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:02.525427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06b181d-7807-4e3f-8199-909774c00c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:02.526987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f06b181d-7807-4e3f-8199-909774c00c91 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290443 Aug 27 11:51:04.764293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59562) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:04.873652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ae0a2-cf03-48dd-b45c-657a3bd74c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:04.874143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ae0a2-cf03-48dd-b45c-657a3bd74c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:04.875727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f27ae0a2-cf03-48dd-b45c-657a3bd74c0d admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1104832 Aug 27 11:51:07.119038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59570) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:07.223682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36350d19-53c9-4fac-8337-e2652d9fbe44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:07.225106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-36350d19-53c9-4fac-8337-e2652d9fbe44 admin admin] 10.222.0.76 "GET /v2.0/subnets/7d809158-70a9-4eb3-bed6-38d70a4d4272 HTTP/1.1" status: 200 len: 868 time: 0.1050670 Aug 27 11:51:09.546818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:09.636697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa11b1a-82d0-44d2-8500-99850fd3f051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:09.638070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5aa11b1a-82d0-44d2-8500-99850fd3f051 admin admin] 10.222.0.76 "GET /v2.0/subnets/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4 HTTP/1.1" status: 200 len: 816 time: 0.0903025 Aug 27 11:51:18.351976 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bac7be4f-76b5-4478-b14f-67ba59f885bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:20.923556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6f1848ce-921f-4096-b730-5691ec07d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:21.062768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:21.873862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:23.709539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:24.666396 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:51:34.211717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:34.271290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-18a22ed3-f592-4cd2-af22-bf52c39c3d1e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:51:34.272305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-18a22ed3-f592-4cd2-af22-bf52c39c3d1e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596232 Aug 27 11:51:36.586668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59640) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:36.652608 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eba56b0-123c-45dc-8d87-108b70b31ab7 admin admin] GET failed (client error): The resource could not be found. Aug 27 11:51:36.653924 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3eba56b0-123c-45dc-8d87-108b70b31ab7 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663061 Aug 27 11:51:36.745443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ae5f9-36d5-40c9-a430-c11efb40b27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:36.746901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-610ae5f9-36d5-40c9-a430-c11efb40b27e admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0871518 Aug 27 11:51:39.053855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:39.103312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:51:39.132780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Made reservation on behalf of 41d555b5404c4097b5ba703e620c8d07 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:51:39.135209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:39.181352 n-d-688802-4 neutron-server[94624]: WARNING neutron.services.revisions.revision_plugin [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Could not find related network for resource to bump revision. Aug 27 11:51:39.199077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:51:39.212121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749573732325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:39.212678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Unsubscribe: segment precommit_create {{(pid=94624) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 11:51:39.213163 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Added segment 1d8f31bc-192c-446b-aded-86c846a617b8 of type vlan for network b6bbebbb-f749-4e54-8879-430c48a23e8e Aug 27 11:51:39.266454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:39.298634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:39.300155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:39.300732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:39.379631 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3245921 Aug 27 11:51:39.393094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bb983-070a-4079-9e18-f232f57892a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b6bbebbb-f749-4e54-8879-430c48a23e8e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:51:39.405382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b6bbebbb-f749-4e54-8879-430c48a23e8e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:51:41.659587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59656) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:51:41.726129 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0313c003-17b1-47dd-b340-96d6e7a57265 admin admin] GET failed (client error): The resource could not be found. Aug 27 11:51:41.727556 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0313c003-17b1-47dd-b340-96d6e7a57265 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672014 Aug 27 11:51:41.887047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ca8f5-8402-4c20-a17c-5f71cd6e6ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:41.888518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-696ca8f5-8402-4c20-a17c-5f71cd6e6ea3 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1560829 Aug 27 11:51:41.899746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:51:41.925022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Made reservation on behalf of 41d555b5404c4097b5ba703e620c8d07 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:51:41.927652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:42.123217 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:42.187680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8c3356-4a00-45b9-a585-8a6412dab749,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:51:42.198907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:51:42.199309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Network hostable DHCP agents. Network: b6bbebbb-f749-4e54-8879-430c48a23e8e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:51:42.222781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:51:42.235799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b6bbebbb-f749-4e54-8879-430c48a23e8e) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:51:42.241057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:51:42.241558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:42.247605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd6202-6ca6-4364-b12c-d7851a2381cf None None] Network b6bbebbb-f749-4e54-8879-430c48a23e8e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:51:42.257359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fdd3b6f7-3198-49ab-b877-77ad82ee8897 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3612733 Aug 27 11:51:42.559555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b6bbebbb-f749-4e54-8879-430c48a23e8e', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'tenant_id': '41d555b5404c4097b5ba703e620c8d07', 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 11:51:42.560608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:42.741381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Allocated IP 192.168.233.2 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/33b560a0-2d4e-4428-b2d4-258f32c1b898) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:51:42.928967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:42.944842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Transition to ACTIVE for port object 33b560a0-2d4e-4428-b2d4-258f32c1b898 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:51:42.963589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Transition to ACTIVE for port object 33b560a0-2d4e-4428-b2d4-258f32c1b898 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:51:42.975362 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:43.025521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:51:43.029557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:51:43.034833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Pushing event updated for resources: {'Port': ['ID=33b560a0-2d4e-4428-b2d4-258f32c1b898,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:51:43.038506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:51:43.042268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.042653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.042990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.043339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.043669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.043995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.044407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.044742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.044979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.045280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.045593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.045938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:51:43.105473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Attempting to bind port 33b560a0-2d4e-4428-b2d4-258f32c1b898 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:51:43.105839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Attempting to bind port 33b560a0-2d4e-4428-b2d4-258f32c1b898 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:51:43.106226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Attempting to bind port 33b560a0-2d4e-4428-b2d4-258f32c1b898 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:51:43.112774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:51:43.113310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:51:43.113924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:43.114443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:51:43.114943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Bound port: 33b560a0-2d4e-4428-b2d4-258f32c1b898, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:51:43.115389 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:43.199221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] For port 33b560a0-2d4e-4428-b2d4-258f32c1b898, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:51:43.205239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] For port 33b560a0-2d4e-4428-b2d4-258f32c1b898, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=33b560a0-2d4e-4428-b2d4-258f32c1b898,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:51:43.211054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:43.278028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6c02-8759-4d86-864b-1e88e58195f1 None None] Pushing event updated for resources: {'Port': ['ID=33b560a0-2d4e-4428-b2d4-258f32c1b898,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:51:44.225903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d9fcb-2392-4a1f-83d1-99e1c3cb594a None None] Network b6bbebbb-f749-4e54-8879-430c48a23e8e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:51:44.290450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b580c881-bee3-47db-9fe3-5da76b875ea2 None None] Provisioning for port 33b560a0-2d4e-4428-b2d4-258f32c1b898 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:51:45.151477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 33b560a0-2d4e-4428-b2d4-258f32c1b898 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:51:45.213879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 33b560a0-2d4e-4428-b2d4-258f32c1b898 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:51:45.218199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 33b560a0-2d4e-4428-b2d4-258f32c1b898 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:51:45.218605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:45.323305 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:45.368513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 33b560a0-2d4e-4428-b2d4-258f32c1b898, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=33b560a0-2d4e-4428-b2d4-258f32c1b898,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:51:45.380226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:45.441822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=33b560a0-2d4e-4428-b2d4-258f32c1b898,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:51:47.126004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 33b560a0-2d4e-4428-b2d4-258f32c1b898 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:51:47.182903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 33b560a0-2d4e-4428-b2d4-258f32c1b898 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:51:47.183290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:48.355625 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57271b3c-f1ae-4311-9c5f-5f52e2ea42b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:50.921845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4fe7fbe7-5223-4510-8912-7120c37930a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:51.060907 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:51.875535 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:51:53.716631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:01.670292 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:52:18.358879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-abbd5bf7-11b7-4ec3-809a-0270a958e430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:20.918489 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-234ec295-a59f-4ab9-a7bd-95775661f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:21.068303 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:21.880464 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:23.720741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:38.677813 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:52:48.370043 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-be0b7573-5fc6-4897-9d03-39cd02ec4ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:50.919299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6e4a075-9c1b-4408-bf4f-d07a6c6e949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:51.065632 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:51.883987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:53.724126 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:57.278724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59708) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:52:57.290245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-3b57041f-bc16-4131-8f56-2f40369c33e3 tempest-verify_tempest_config-1403921187 tempest-verify_tempest_config-1403921187-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:52:57.291714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b57041f-bc16-4131-8f56-2f40369c33e3 tempest-verify_tempest_config-1403921187 tempest-verify_tempest_config-1403921187-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0108514 Aug 27 11:52:57.654899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:52:57.787745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:57.895648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:57.900195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:57.947218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62ccdc01c7324ece992e41fe71de26da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2911298 Aug 27 11:52:57.948365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82fb4e-a7d5-43c4-bdf1-5c951c959d9a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:52:57.950782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59732) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:52:57.955503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.955855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.956320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.956619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.956960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.957285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.957650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.957970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.958296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.958701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.958981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:57.959298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf17119-aaf0-4954-b5e8-e540ba86049c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.053526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:58.087651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:58.189603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:58.192147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:52:58.196223 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da82fb4e-a7d5-43c4-bdf1-5c951c959d9a HTTP/1.1" status: 204 len: 168 time: 0.2441797 Aug 27 11:52:58.206009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82fb4e-a7d5-43c4-bdf1-5c951c959d9a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:52:58.213073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.213419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.213773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.214111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.214470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.214805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.215128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.215729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.216122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.216472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.216777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:52:58.217097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a717b-4762-4d09-b184-4262851684f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:53:15.666370 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:53:18.365485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-563c384c-3663-4d4b-8c02-62511cb4a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:20.912449 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-850a6db4-937d-4ff8-b035-c75582957ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:21.060744 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:21.884774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:23.725936 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:48.366613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b0c52c-8c38-43e6-b92e-9ae0a9b5d0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:50.916491 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e32e405d-7d3a-4a76-b3a2-4da8580d0907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:51.065661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:51.886038 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:53:52.665060 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:53:53.725901 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:18.367691 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1c68286f-d52d-419c-b55c-e384931993e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:20.920762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a61cb356-0a1e-4dc4-aeb3-2bb5a763b20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:21.067392 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:21.889975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:23.735231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:29.665900 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:54:48.376409 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-984d09c3-11d3-4b4d-a6ba-01f4d0b74af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:50.925771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3de946a-a1af-415a-8118-aa57abaef08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:51.068932 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:51.900825 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:54:53.733275 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:06.664330 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:55:18.368965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-35b0f004-68ad-4eff-b36a-8040255ffc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:20.927213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ac4553f0-3b49-492b-9822-c4af5d6268ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:21.070824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:21.894838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:23.737332 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:43.664015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 5 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:55:48.370155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-11b41bb8-2b7f-4d66-b56f-119f654d6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:50.928298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-08c867a0-f84f-42db-92a1-9e79e496c3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:51.071383 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:51.897158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:55:53.743232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:07.910689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:18.377951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-064d0dbc-3427-4530-8cc4-b2784b351c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:19.665173 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011118'] for agent, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:20.663548 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:56:20.931967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee689518-84d0-4409-83f5-d2c72302123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:21.077722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:21.899617 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:23.743188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:37.891240 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:48.371328 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-13a53a1d-ec82-4cf2-82ec-808619b649c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:49.641361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:50.936181 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746b415e-efaf-4a72-8bd7-59ded0e976cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:51.070889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:51.903994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:53.745999 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:56:54.694698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59792) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:56:54.802406 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec74aef7-e0aa-4b8b-89dc-8e293be1c4d7 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1066670 Aug 27 11:56:57.040668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:56:57.108460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c04c6970-b592-4397-a745-6db4b5f27393 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0666010 Aug 27 11:56:57.663827 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:57:07.887589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:18.373267 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7a5de5bf-e15f-46c6-9957-78bb3d854d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:19.638757 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:20.937574 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1f2d1d69-e79b-49dd-8ea9-ddd8cd41f0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:21.073611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:21.907694 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:23.747724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:34.664255 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:57:37.908430 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:48.375319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2f1e749-35e9-493e-b884-870655f012ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:49.657942 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:50.940677 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1c4a122b-bada-48ec-9417-4a3ae5f6d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:51.075611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:51.914257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:57:53.757382 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:07.913377 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:11.663992 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:58:18.440733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-35c48eed-1a6d-4edf-84fd-e1b920aeffbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:19.678937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:20.948895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a63c066c-9142-417b-91ba-92cd9594a038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:21.079647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:21.742617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60050) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:21.863404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:21.918643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.223275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-297398798-network', 'tenant_id': '6804e119f60a49da88094316b41390d2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:22.246457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Made reservation on behalf of 6804e119f60a49da88094316b41390d2 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:22.249982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.260480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.397299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.407173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.469130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b54f5a-95b7-45f9-ab19-06bea817bcf4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:22.500667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:58:22.503860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.504427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.504939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.505434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.505940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.506497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.507028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.507362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.507724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.508246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.508602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.509018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Tracked resource versions report: Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: pushed versions: Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: { 'AddressGroup': {'1.2'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'ConntrackHelper': {'1.0'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Log': {'1.0'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Network': {'1.1'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Port': {'1.7'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'PortForwarding': {'1.2'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'QosPolicy': {'1.9'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'SecurityGroup': {'1.4'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'SubPort': {'1.0'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Subnet': {'1.1'}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Trunk': {'1.1'}} Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: consumer versions: Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: HyperV agent@n-h1-688802-4: {}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: HyperV agent@n-h2-688802-4: {}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: L3 agent@n-d-688802-4: {}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: Metadata agent@n-d-688802-4: {}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: Metering agent@n-d-688802-4: {}, Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'ConntrackHelper': '1.0', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Log': '1.0', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Network': '1.1', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Port': '1.7', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'PortForwarding': '1.2', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'QosPolicy': '1.9', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'SecurityGroup': '1.4', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'SecurityGroupRule': '1.2', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'SubPort': '1.0', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Subnet': '1.1', Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: 'Trunk': '1.1'}} Aug 27 11:58:22.510742 n-d-688802-4 neutron-server[94623]: {{(pid=94623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:58:22.537810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-787c1112-0dbc-4b29-9bab-e5bf33c8ca88 tempest-AutoAllocateNetworkTest-2065674480 tempest-AutoAllocateNetworkTest-2065674480-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=69bf1df98af64cf59efb1792843074f6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6732635 Aug 27 11:58:22.541992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:22.588310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.588751 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Added segment 2446b9e2-099d-43bb-884a-07370d76b8f6 of type vlan for network 04210c52-2767-40d0-9a91-3c48df21b54c Aug 27 11:58:22.850968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df7cc5-453d-4b1f-a46c-2480c5dd5d42 tempest-AutoAllocateNetworkTest-2065674480 tempest-AutoAllocateNetworkTest-2065674480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:22.857889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60094) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:22.882862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-03df7cc5-453d-4b1f-a46c-2480c5dd5d42 tempest-AutoAllocateNetworkTest-2065674480 tempest-AutoAllocateNetworkTest-2065674480-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3386300 Aug 27 11:58:22.885747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.943375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:22.945459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:22.946748 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:23.020781 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6bf99161-d3ae-4159-8970-c17d5c720158 tempest-AutoAllocateNetworkTest-2065674480 tempest-AutoAllocateNetworkTest-2065674480-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580203 Aug 27 11:58:23.020781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60110) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:23.033192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] Pushing event updated for resources: {'Network': ['ID=04210c52-2767-40d0-9a91-3c48df21b54c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:23.036200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f5887f9f-320b-4c71-8dd2-c3f543fcae58 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2918062 Aug 27 11:58:23.041317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:23.045611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 04210c52-2767-40d0-9a91-3c48df21b54c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:58:23.057367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Request body: {'subnet': {'network_id': '04210c52-2767-40d0-9a91-3c48df21b54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-297398798-subnet', 'tenant_id': '6804e119f60a49da88094316b41390d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:23.108355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Made reservation on behalf of 6804e119f60a49da88094316b41390d2 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:23.109635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdd910f8-229b-4e9b-ab58-d0084f8024c3 tempest-AutoAllocateNetworkTest-2065674480 tempest-AutoAllocateNetworkTest-2065674480-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=69bf1df98af64cf59efb1792843074f6 HTTP/1.1" status: 200 len: 208 time: 0.0881791 Aug 27 11:58:23.112402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:23.375065 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:23.449715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Checking segment: {'id': '2446b9e2-099d-43bb-884a-07370d76b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04210c52-2767-40d0-9a91-3c48df21b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:23.450174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Network hostable DHCP agents. Network: 04210c52-2767-40d0-9a91-3c48df21b54c, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:58:23.463240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9890c27-c13e-4c5b-bf8d-33d9caf8e8da,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:23.478536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Network 04210c52-2767-40d0-9a91-3c48df21b54c is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:58:23.490910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 04210c52-2767-40d0-9a91-3c48df21b54c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:23.498138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:23.499860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:23.508762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599b61f-3e63-4550-8888-49fb2c064df6 None None] Network 04210c52-2767-40d0-9a91-3c48df21b54c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:23.521526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-faccd821-f406-44bc-b463-8cab87918a40 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4787505 Aug 27 11:58:23.810070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:23.812495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d59eee-8890-438d-9845-869d5e9ce17d None None] Network 04210c52-2767-40d0-9a91-3c48df21b54c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:24.240697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:24.600532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60172) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:24.791107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:24.911316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14368038-9d0c-4ea1-b2dc-b59b83c2c48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:24.943491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:24.963207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.007466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69bf1df98af64cf59efb1792843074f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7650392 Aug 27 11:58:25.010206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60196) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:25.146244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bd0837-4624-4942-bc93-384ea4397f21,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:25.186546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.186928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.187277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.187653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.187992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.188330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.188679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.189090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.189483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.189846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.190342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.201729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85317548-f5fe-4688-bea2-1c33a65a79ca admin admin] Tracked resource versions report: Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: pushed versions: Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: { 'AddressGroup': {'1.2'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'ConntrackHelper': {'1.0'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Log': {'1.0'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Network': {'1.1'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Port': {'1.7'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'PortForwarding': {'1.2'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'QosPolicy': {'1.9'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'SecurityGroup': {'1.4'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'SubPort': {'1.0'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Subnet': {'1.1'}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Trunk': {'1.1'}} Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: consumer versions: Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: HyperV agent@n-h1-688802-4: {}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: HyperV agent@n-h2-688802-4: {}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: L3 agent@n-d-688802-4: {}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: Metadata agent@n-d-688802-4: {}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: Metering agent@n-d-688802-4: {}, Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'ConntrackHelper': '1.0', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Log': '1.0', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Network': '1.1', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Port': '1.7', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'PortForwarding': '1.2', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'QosPolicy': '1.9', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'SecurityGroup': '1.4', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'SecurityGroupRule': '1.2', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'SubPort': '1.0', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Subnet': '1.1', Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: 'Trunk': '1.1'}} Aug 27 11:58:25.203948 n-d-688802-4 neutron-server[94624]: {{(pid=94624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:58:25.207078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f79374e1-8ded-4be7-b8e4-a3a1bd8994e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.267627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f79374e1-8ded-4be7-b8e4-a3a1bd8994e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.305155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14368038-9d0c-4ea1-b2dc-b59b83c2c48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.311138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14368038-9d0c-4ea1-b2dc-b59b83c2c48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.319559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:25.343106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14368038-9d0c-4ea1-b2dc-b59b83c2c48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428396e4-3265-4fe9-8c2d-0d11f9a6ee21,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:25.370290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-14368038-9d0c-4ea1-b2dc-b59b83c2c48a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5e07897efc14b5c97c630887616ec65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7685225 Aug 27 11:58:25.374199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:25.400698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f79374e1-8ded-4be7-b8e4-a3a1bd8994e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.407217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f79374e1-8ded-4be7-b8e4-a3a1bd8994e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.408670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f79374e1-8ded-4be7-b8e4-a3a1bd8994e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9bd0837-4624-4942-bc93-384ea4397f21 HTTP/1.1" status: 204 len: 168 time: 0.3973830 Aug 27 11:58:25.424294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79374e1-8ded-4be7-b8e4-a3a1bd8994e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bd0837-4624-4942-bc93-384ea4397f21,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:25.472856 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a9aa51-e4ea-4097-a69c-ec3b7335e8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.498036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a9aa51-e4ea-4097-a69c-ec3b7335e8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.587175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a9aa51-e4ea-4097-a69c-ec3b7335e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.592537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a9aa51-e4ea-4097-a69c-ec3b7335e8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.594264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10a9aa51-e4ea-4097-a69c-ec3b7335e8fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/428396e4-3265-4fe9-8c2d-0d11f9a6ee21 HTTP/1.1" status: 204 len: 168 time: 0.2188399 Aug 27 11:58:25.606033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9aa51-e4ea-4097-a69c-ec3b7335e8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428396e4-3265-4fe9-8c2d-0d11f9a6ee21,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:25.709928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7daada0a-09f7-489e-b9aa-79643ce74350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.970028 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7daada0a-09f7-489e-b9aa-79643ce74350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:25.976613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7daada0a-09f7-489e-b9aa-79643ce74350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.020708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daada0a-09f7-489e-b9aa-79643ce74350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d22c37f-27fe-47b9-95f2-ee1cfa0c5359,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:26.031837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7daada0a-09f7-489e-b9aa-79643ce74350 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f714c1d5b3b41dfb656869d5e0f3c60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7063107 Aug 27 11:58:26.031926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60248) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:26.102821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae93a-5818-4485-bcf3-90af5c0d490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.138567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:26.139805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae93a-5818-4485-bcf3-90af5c0d490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.149840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1546582706-network', 'tenant_id': '4210ca3631dc408987b648b7d81348ff'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:26.193460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Made reservation on behalf of 4210ca3631dc408987b648b7d81348ff for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:26.202289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.214796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.218929 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae93a-5818-4485-bcf3-90af5c0d490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.223879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae93a-5818-4485-bcf3-90af5c0d490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.227346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b1ae93a-5818-4485-bcf3-90af5c0d490d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d22c37f-27fe-47b9-95f2-ee1cfa0c5359 HTTP/1.1" status: 204 len: 168 time: 0.1943483 Aug 27 11:58:26.239187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae93a-5818-4485-bcf3-90af5c0d490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d22c37f-27fe-47b9-95f2-ee1cfa0c5359,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:26.304437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60256) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:26.365709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.379723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.411829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:58:26.425567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3359c817-f3d0-4944-9879-39bbe2798493,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:26.446396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.447177 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Added segment a34b5fc5-3d83-42bf-9668-754bd2a61dc8 of type vlan for network 0ae60d0d-61b1-46a6-80e7-52a12fe28db9 Aug 27 11:58:26.518026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.546371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60268) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:26.556995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.558613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:26.559602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.566200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebef6fcb-bc7b-4be9-9170-f5746dbdef55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.677164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae60d0d-61b1-46a6-80e7-52a12fe28db9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:26.695081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0ae60d0d-61b1-46a6-80e7-52a12fe28db9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:58:26.718124 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebef6fcb-bc7b-4be9-9170-f5746dbdef55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.723602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebef6fcb-bc7b-4be9-9170-f5746dbdef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.732448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4d4d5753-3b5b-49c9-91a6-7cc12eb50c06 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5916238 Aug 27 11:58:26.735836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:26.750480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Request body: {'subnet': {'network_id': '0ae60d0d-61b1-46a6-80e7-52a12fe28db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1546582706-subnet', 'tenant_id': '4210ca3631dc408987b648b7d81348ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:26.762540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ebef6fcb-bc7b-4be9-9170-f5746dbdef55 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5c099d9cdb3471faa456bb3c3ca1a36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2073553 Aug 27 11:58:26.762634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:26.796795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef6fcb-bc7b-4be9-9170-f5746dbdef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa71e345-cc01-4a00-b3a8-bfbd4da16629,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:26.825545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Made reservation on behalf of 4210ca3631dc408987b648b7d81348ff for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:26.828044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.884355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175d4794-0102-46ed-9207-040099c81713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:26.926696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175d4794-0102-46ed-9207-040099c81713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.000084 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c50d9d-2c83-4220-a009-e715d49733fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.142910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.147751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175d4794-0102-46ed-9207-040099c81713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.153688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175d4794-0102-46ed-9207-040099c81713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.160084 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-175d4794-0102-46ed-9207-040099c81713 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa71e345-cc01-4a00-b3a8-bfbd4da16629 HTTP/1.1" status: 204 len: 168 time: 0.3917699 Aug 27 11:58:27.190261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60286) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:27.191698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d4794-0102-46ed-9207-040099c81713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa71e345-cc01-4a00-b3a8-bfbd4da16629,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:27.231864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d2d8c3-8fcf-441d-9c7e-9ccf8472281b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:27.248895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Checking segment: {'id': 'a34b5fc5-3d83-42bf-9668-754bd2a61dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0ae60d0d-61b1-46a6-80e7-52a12fe28db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:27.249293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Network hostable DHCP agents. Network: 0ae60d0d-61b1-46a6-80e7-52a12fe28db9, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:58:27.254290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ffacb10-786e-4e8b-9a7a-6bc9f6ad2d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.298817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Network 0ae60d0d-61b1-46a6-80e7-52a12fe28db9 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:58:27.304121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c50d9d-2c83-4220-a009-e715d49733fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.313214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c50d9d-2c83-4220-a009-e715d49733fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.322009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0ae60d0d-61b1-46a6-80e7-52a12fe28db9) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:27.332218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5765c33f-dcc1-441c-9602-b1272dedb578 None None] Network 0ae60d0d-61b1-46a6-80e7-52a12fe28db9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:27.336820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:27.337917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.378259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c50d9d-2c83-4220-a009-e715d49733fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b329ed04-18de-435e-b95e-8ae433ab2706,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:27.389481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85c50d9d-2c83-4220-a009-e715d49733fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c482a0f4d881418ab1c33e0281318d47&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0793300 Aug 27 11:58:27.391316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:27.485402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ed1031-ab7b-4dd9-90ba-1ad7740dda12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.503984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ffacb10-786e-4e8b-9a7a-6bc9f6ad2d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.510976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ffacb10-786e-4e8b-9a7a-6bc9f6ad2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.515515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f3f40053-2f3b-4dd7-9099-797e3fb46c19 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7723320 Aug 27 11:58:27.552297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ed1031-ab7b-4dd9-90ba-1ad7740dda12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.567253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffacb10-786e-4e8b-9a7a-6bc9f6ad2d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94903f4-bc97-4751-8f13-fd1988af74dd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:27.587005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2ffacb10-786e-4e8b-9a7a-6bc9f6ad2d39 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=285dc6525efc47b2bea37d48e0a4087c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3919528 Aug 27 11:58:27.587142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:27.661273 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ed1031-ab7b-4dd9-90ba-1ad7740dda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.661273 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ed1031-ab7b-4dd9-90ba-1ad7740dda12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.667669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783d7ac-165f-4826-97bc-56020296e175 None None] Network 0ae60d0d-61b1-46a6-80e7-52a12fe28db9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:27.667928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-14ed1031-ab7b-4dd9-90ba-1ad7740dda12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b329ed04-18de-435e-b95e-8ae433ab2706 HTTP/1.1" status: 204 len: 168 time: 0.2751181 Aug 27 11:58:27.683959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed1031-ab7b-4dd9-90ba-1ad7740dda12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329ed04-18de-435e-b95e-8ae433ab2706,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:27.696412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15d7aa07-e3d2-49e8-957f-7eeba0dfa136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.756675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15d7aa07-e3d2-49e8-957f-7eeba0dfa136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.843176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60310) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:27.877859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15d7aa07-e3d2-49e8-957f-7eeba0dfa136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.881002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15d7aa07-e3d2-49e8-957f-7eeba0dfa136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:27.886468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-15d7aa07-e3d2-49e8-957f-7eeba0dfa136 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f94903f4-bc97-4751-8f13-fd1988af74dd HTTP/1.1" status: 204 len: 168 time: 0.2930460 Aug 27 11:58:27.896286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7aa07-e3d2-49e8-957f-7eeba0dfa136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94903f4-bc97-4751-8f13-fd1988af74dd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:27.943956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Deleting subnet c9890c27-c13e-4c5b-bf8d-33d9caf8e8da {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 11:58:27.950773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.019529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.038002 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.146046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.196170 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.199769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c9890c27-c13e-4c5b-bf8d-33d9caf8e8da HTTP/1.1" status: 204 len: 168 time: 0.3543656 Aug 27 11:58:28.201048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf02db-16d6-425a-8593-86f0047c9903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9890c27-c13e-4c5b-bf8d-33d9caf8e8da,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:28.203012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:28.284859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.441333 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.461394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.462429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.463917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.464473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > port after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.465013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.465566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > port after_update 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.466104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.466648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.467677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.468212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.554815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60338) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:28.581019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c2594c7-26f1-4ccc-9181-42f52b2c4960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.817772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c2594c7-26f1-4ccc-9181-42f52b2c4960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.825084 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c2594c7-26f1-4ccc-9181-42f52b2c4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.845530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.846363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.847118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.847828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 11:58:28.848592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04210c52-2767-40d0-9a91-3c48df21b54c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:28.877808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2594c7-26f1-4ccc-9181-42f52b2c4960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703f815-4106-434d-a3d9-8f772527aaca,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:28.878848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2446b9e2-099d-43bb-884a-07370d76b8f6') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:28.879540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2446b9e2-099d-43bb-884a-07370d76b8f6') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:28.911529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.918084 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5c2594c7-26f1-4ccc-9181-42f52b2c4960 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4109353789934e9faf37b9ac6778ea48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3616216 Aug 27 11:58:28.921861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60346) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:28.956602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.974765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 11:58:28.978014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: from cryptography.utils import int_from_bytes Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: from cryptography.utils import int_from_bytes Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: timer() Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 11:58:28.987997 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 11:58:29.032994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb32a-0d36-4c96-a6ec-6674ebc6de05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.073147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb32a-0d36-4c96-a6ec-6674ebc6de05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.124213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.152982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Pushing event deleted for resources: {'Network': ['ID=04210c52-2767-40d0-9a91-3c48df21b54c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:29.182140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.185419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f9eeec96-aa8a-483a-ad3d-abceeed4921d admin admin] 10.222.0.76 "DELETE /v2.0/networks/04210c52-2767-40d0-9a91-3c48df21b54c HTTP/1.1" status: 204 len: 168 time: 0.9801602 Aug 27 11:58:29.191499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60364) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:29.208213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb32a-0d36-4c96-a6ec-6674ebc6de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.211367 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb32a-0d36-4c96-a6ec-6674ebc6de05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.217509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b9bfb32a-0d36-4c96-a6ec-6674ebc6de05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5703f815-4106-434d-a3d9-8f772527aaca HTTP/1.1" status: 204 len: 168 time: 0.2928112 Aug 27 11:58:29.265507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfb32a-0d36-4c96-a6ec-6674ebc6de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703f815-4106-434d-a3d9-8f772527aaca,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:29.297750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Deleting subnet f1d2d8c3-8fcf-441d-9c7e-9ccf8472281b {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 11:58:29.303255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.374407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.392076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.471627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.514827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.520674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f1d2d8c3-8fcf-441d-9c7e-9ccf8472281b HTTP/1.1" status: 204 len: 168 time: 0.3240325 Aug 27 11:58:29.520674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4254bf-98ae-4f89-9946-ac4d7fa6253a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d2d8c3-8fcf-441d-9c7e-9ccf8472281b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:29.521554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:29.628896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.740147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.751230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae60d0d-61b1-46a6-80e7-52a12fe28db9']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:29.764014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34b5fc5-3d83-42bf-9668-754bd2a61dc8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:29.764377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34b5fc5-3d83-42bf-9668-754bd2a61dc8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:29.776533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.797621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.808255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 11:58:29.808960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: timer() Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 11:58:29.811731 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 11:58:29.895173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.907371 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:29.910809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] 10.222.0.76 "DELETE /v2.0/networks/0ae60d0d-61b1-46a6-80e7-52a12fe28db9 HTTP/1.1" status: 204 len: 168 time: 0.3878555 Aug 27 11:58:29.923721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0fd31-e040-4504-a217-026af40c7a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae60d0d-61b1-46a6-80e7-52a12fe28db9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:30.000381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:30.228892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:30.310177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a50cbef9-1238-4642-acef-1d24c1194ab9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6804e119f60a49da88094316b41390d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0790217 Aug 27 11:58:30.314666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:30.417253 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c9413bd-5c81-44b3-af4a-b39a99056d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.468962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c9413bd-5c81-44b3-af4a-b39a99056d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.542236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9408014d-48b2-4e9f-9b5e-40fdab4c074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.652269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c9413bd-5c81-44b3-af4a-b39a99056d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.655065 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c9413bd-5c81-44b3-af4a-b39a99056d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.659891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4c9413bd-5c81-44b3-af4a-b39a99056d09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6b54f5a-95b7-45f9-ab19-06bea817bcf4 HTTP/1.1" status: 204 len: 168 time: 0.3411829 Aug 27 11:58:30.670345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9413bd-5c81-44b3-af4a-b39a99056d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b54f5a-95b7-45f9-ab19-06bea817bcf4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:30.755963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9408014d-48b2-4e9f-9b5e-40fdab4c074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.762038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9408014d-48b2-4e9f-9b5e-40fdab4c074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.819573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9408014d-48b2-4e9f-9b5e-40fdab4c074f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=998999ae93b749558539330c5c04adf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8179054 Aug 27 11:58:30.820948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408014d-48b2-4e9f-9b5e-40fdab4c074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf443e-d395-4241-9ad2-038387e2eab4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:30.823096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:30.905788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05e2ccb-d535-4b46-99c4-7ae623976795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:30.941620 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05e2ccb-d535-4b46-99c4-7ae623976795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.042222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05e2ccb-d535-4b46-99c4-7ae623976795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.047727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05e2ccb-d535-4b46-99c4-7ae623976795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.050954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a05e2ccb-d535-4b46-99c4-7ae623976795 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbaf443e-d395-4241-9ad2-038387e2eab4 HTTP/1.1" status: 204 len: 168 time: 0.2239571 Aug 27 11:58:31.064018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e2ccb-d535-4b46-99c4-7ae623976795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf443e-d395-4241-9ad2-038387e2eab4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:31.475599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60464) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:31.642812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60468) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:31.712574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2aaae4e7-2a2a-47f7-b9be-fd6ffd562969 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4210ca3631dc408987b648b7d81348ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641544 Aug 27 11:58:31.713686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60472) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:31.811041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f486d6c-41c7-4625-97a4-76422f9ff6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.835569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f486d6c-41c7-4625-97a4-76422f9ff6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.915917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f486d6c-41c7-4625-97a4-76422f9ff6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.919121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f486d6c-41c7-4625-97a4-76422f9ff6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:31.920794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1f486d6c-41c7-4625-97a4-76422f9ff6cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3359c817-f3d0-4944-9879-39bbe2798493 HTTP/1.1" status: 204 len: 168 time: 0.2054100 Aug 27 11:58:31.932283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f486d6c-41c7-4625-97a4-76422f9ff6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3359c817-f3d0-4944-9879-39bbe2798493,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:32.035346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-network', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:32.075010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Made reservation on behalf of 3b34dbfb1a124b82ab838b1219014f29 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:32.078543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.093431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.137823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:32.162171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b043525-13aa-4a15-8466-6fea7ce65aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.265426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.272601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.308068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:58:32.330515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef41d58-9e41-45d9-bb71-11417d78ecc7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:32.336240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.336928 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Added segment bcda0eb4-5087-41b1-82d8-02aca890f593 of type vlan for network f7448c16-e86f-486a-940b-967a191f38ba Aug 27 11:58:32.425827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.494440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b043525-13aa-4a15-8466-6fea7ce65aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.503297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b043525-13aa-4a15-8466-6fea7ce65aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.582490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.584558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:32.585594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.592407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4b043525-13aa-4a15-8466-6fea7ce65aca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f85f091669d440589ed0875343dcb92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4522495 Aug 27 11:58:32.596818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:32.608277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043525-13aa-4a15-8466-6fea7ce65aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e256300-b615-4058-a934-06c7f46e56d1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:32.699452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2212708 Aug 27 11:58:32.703124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60508) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:32.716096 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216e927-7454-4a46-941a-ddfb01bdda9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.717276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Request body: {'subnet': {'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-subnet', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:32.728470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168e7b7-1e4b-46fb-9ce0-0a0248cfd44a admin admin] Pushing event updated for resources: {'Network': ['ID=f7448c16-e86f-486a-940b-967a191f38ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:32.744690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f7448c16-e86f-486a-940b-967a191f38ba details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:58:32.769168 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216e927-7454-4a46-941a-ddfb01bdda9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.787028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Made reservation on behalf of 3b34dbfb1a124b82ab838b1219014f29 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:32.792573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.874706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216e927-7454-4a46-941a-ddfb01bdda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.880689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216e927-7454-4a46-941a-ddfb01bdda9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:32.882533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0216e927-7454-4a46-941a-ddfb01bdda9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e256300-b615-4058-a934-06c7f46e56d1 HTTP/1.1" status: 204 len: 168 time: 0.2841053 Aug 27 11:58:32.902246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216e927-7454-4a46-941a-ddfb01bdda9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e256300-b615-4058-a934-06c7f46e56d1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:32.991263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:32.994885 n-d-688802-4 neutron-server[94623]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 11:58:33.027719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-b40ed24f-b14b-4fa1-9fa1-77acca5a1159 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=639db4712431468a932712b82dd9c94e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348847 Aug 27 11:58:33.186259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:33.220316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:33.241509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-a3a10f3f-cca6-4c33-a23e-806997b1e9e9 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:33.244263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-a3a10f3f-cca6-4c33-a23e-806997b1e9e9 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918306 Aug 27 11:58:33.265460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-aa7cb367-c70e-4235-a3e0-b75ffcf36a35 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/quotas/639db4712431468a932712b82dd9c94e HTTP/1.1" status: 200 len: 375 time: 0.0124307 Aug 27 11:58:33.327365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ef6ee6-8c11-410b-bfa9-3037627a2d51,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:33.342687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Checking segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:33.343540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Network hostable DHCP agents. Network: f7448c16-e86f-486a-940b-967a191f38ba, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:58:33.372190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-c20672c9-47e1-4f82-8985-0cf10f265aa9 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=639db4712431468a932712b82dd9c94e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927701 Aug 27 11:58:33.390623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Network f7448c16-e86f-486a-940b-967a191f38ba is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:58:33.410111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f7448c16-e86f-486a-940b-967a191f38ba) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:33.423087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a592f5d3-dc62-49c4-ad1a-8ecf2d91df85 None None] Network f7448c16-e86f-486a-940b-967a191f38ba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:33.424604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:33.430516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:33.469706 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85f1a770-514c-4281-b671-d51fc353e05c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7615280 Aug 27 11:58:33.473150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60536) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:33.480019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:33.529813 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:33.536174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:33.690695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-f7448c16-e86f-486a-940b-967a191f38ba', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 11:58:33.692100 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:33.718210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:33.966480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Allocated IP 172.20.0.2 (f7448c16-e86f-486a-940b-967a191f38ba/30ef6ee6-8c11-410b-bfa9-3037627a2d51/d358133d-d64f-458a-8d32-afa98a57bba8) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:34.031260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ae3bd00-abcf-4288-83aa-678a492ef1f9 req-0e7cd481-2ecb-445e-9f92-077f7d547da2 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.0640283 Aug 27 11:58:34.178528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.188661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.199111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Transition to ACTIVE for port object d358133d-d64f-458a-8d32-afa98a57bba8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:34.217087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Transition to ACTIVE for port object d358133d-d64f-458a-8d32-afa98a57bba8 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:34.225510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.293880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Network f7448c16-e86f-486a-940b-967a191f38ba is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:34.295243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Pushing event updated for resources: {'Port': ['ID=d358133d-d64f-458a-8d32-afa98a57bba8,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:34.303987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:34.309691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:34.315837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.316187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.316571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.316973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.317369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.317766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.318121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.319204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.319552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.319869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.320180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.320505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Tracked resource versions report: Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: pushed versions: Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: { 'AddressGroup': {'1.2'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'ConntrackHelper': {'1.0'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Log': {'1.0'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Network': {'1.1'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Port': {'1.7'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'PortForwarding': {'1.2'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'QosPolicy': {'1.9'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'SecurityGroup': {'1.4'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'SubPort': {'1.0'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Subnet': {'1.1'}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Trunk': {'1.1'}} Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: consumer versions: Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: HyperV agent@n-h1-688802-4: {}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: HyperV agent@n-h2-688802-4: {}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: L3 agent@n-d-688802-4: {}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: Metadata agent@n-d-688802-4: {}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: Metering agent@n-d-688802-4: {}, Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'ConntrackHelper': '1.0', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Log': '1.0', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Network': '1.1', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Port': '1.7', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'PortForwarding': '1.2', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'QosPolicy': '1.9', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'SecurityGroup': '1.4', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'SecurityGroupRule': '1.2', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'SubPort': '1.0', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Subnet': '1.1', Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: 'Trunk': '1.1'}} Aug 27 11:58:34.321646 n-d-688802-4 neutron-server[94625]: {{(pid=94625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:58:34.392122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Attempting to bind port d358133d-d64f-458a-8d32-afa98a57bba8 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:58:34.392563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Attempting to bind port d358133d-d64f-458a-8d32-afa98a57bba8 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:58:34.393174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Attempting to bind port d358133d-d64f-458a-8d32-afa98a57bba8 on network f7448c16-e86f-486a-940b-967a191f38ba {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:34.398911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:58:34.399457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Checking segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:34.399862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.400515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Bound using segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:58:34.400994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Bound port: d358133d-d64f-458a-8d32-afa98a57bba8, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:58:34.401562 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.403621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324470-d1f9-4a51-a8ce-e568d7614a27 req-d232b3af-cf7c-49b8-9467-d7beafe21229 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:34.404323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324470-d1f9-4a51-a8ce-e568d7614a27 req-d232b3af-cf7c-49b8-9467-d7beafe21229 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:34.404797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324470-d1f9-4a51-a8ce-e568d7614a27 req-d232b3af-cf7c-49b8-9467-d7beafe21229 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:34.405266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324470-d1f9-4a51-a8ce-e568d7614a27 req-d232b3af-cf7c-49b8-9467-d7beafe21229 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:34.407271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b324470-d1f9-4a51-a8ce-e568d7614a27 req-d232b3af-cf7c-49b8-9467-d7beafe21229 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 1.1855657 Aug 27 11:58:34.485890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] For port d358133d-d64f-458a-8d32-afa98a57bba8, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:58:34.490781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] For port d358133d-d64f-458a-8d32-afa98a57bba8, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d358133d-d64f-458a-8d32-afa98a57bba8,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:58:34.496802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.568967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314463b-896b-4864-808b-f05c70aaa028 None None] Pushing event updated for resources: {'Port': ['ID=d358133d-d64f-458a-8d32-afa98a57bba8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:34.667468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.700453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:34.789492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ca99a-14ee-4a91-ba51-b2de9c3ecb65 req-0decc594-fb3c-4626-91e6-813a9fb70973 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:34.791809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb1ca99a-14ee-4a91-ba51-b2de9c3ecb65 req-0decc594-fb3c-4626-91e6-813a9fb70973 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 886 time: 0.2923808 Aug 27 11:58:35.061085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Allocated IP 172.25.8.69 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/7bfb6eeb-0fa9-40ad-9506-ae1327d84e65) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:35.247148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217bfb-05fb-4fc4-afb4-845fdee764cc req-a1b36af3-3345-44f4-830f-4e76b065aad5 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:35.247835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217bfb-05fb-4fc4-afb4-845fdee764cc req-a1b36af3-3345-44f4-830f-4e76b065aad5 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:35.248309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217bfb-05fb-4fc4-afb4-845fdee764cc req-a1b36af3-3345-44f4-830f-4e76b065aad5 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:35.248779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19217bfb-05fb-4fc4-afb4-845fdee764cc req-a1b36af3-3345-44f4-830f-4e76b065aad5 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:35.252837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19217bfb-05fb-4fc4-afb4-845fdee764cc req-a1b36af3-3345-44f4-830f-4e76b065aad5 tempest-NetworksTest-745615699 tempest-NetworksTest-745615699-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.2780304 Aug 27 11:58:35.329707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:35.461770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:35.561513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:35.565579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:35.613789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d358133d-d64f-458a-8d32-afa98a57bba8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:35.643068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:35.695387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaa50381-207d-4ae4-91c8-3594ee0d26c7 req-162e1aa7-f588-4e60-a959-0572d174a009 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.1695907 Aug 27 11:58:35.730589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d358133d-d64f-458a-8d32-afa98a57bba8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:35.733477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:36.232304 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:36.287654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53bd74f-380f-48e6-843e-83142a05b107 None None] Network f7448c16-e86f-486a-940b-967a191f38ba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:36.341386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60652) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:36.396486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] Provisioning for port d358133d-d64f-458a-8d32-afa98a57bba8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:36.413925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] Provisioning complete for port d358133d-d64f-458a-8d32-afa98a57bba8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:36.414660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:36.648157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60660) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:36.682506 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:36.688802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:36.753883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] For port d358133d-d64f-458a-8d32-afa98a57bba8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d358133d-d64f-458a-8d32-afa98a57bba8,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:36.760500 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:36.824137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d542c-e181-4f35-895f-1e102cbd8b81 None None] Pushing event updated for resources: {'Port': ['ID=d358133d-d64f-458a-8d32-afa98a57bba8,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:36.871509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Router f163c4ce-4498-4934-8b90-2d74c62c39ce is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 11:58:36.979762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaae921b-5796-4ad2-9486-24b4b1311eeb req-48a8c024-6532-464e-b23c-85f9a76b87f9 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.0516465 Aug 27 11:58:37.044833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce5b8-5e97-4676-a1ac-587fae680364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.066921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:58:37.081882 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:58:37.091094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.65', 65080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:37.103421 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:58:37.104855 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:37.128773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-6af4e631-37c9-4a33-b0bf-8ebb5c159781 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=639db4712431468a932712b82dd9c94e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357342 Aug 27 11:58:37.130620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.133003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f10376f2-566a-445d-80b3-a812a82d6651 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6572719 Aug 27 11:58:37.136417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60672) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:37.194099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8841bb89-886f-4d45-b749-811bb3c055ee None None] Provisioning complete for port d358133d-d64f-458a-8d32-afa98a57bba8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:37.197209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8841bb89-886f-4d45-b749-811bb3c055ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.228302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2532bc-a549-41ed-9432-8341e03c5ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.360136 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:58:37.515006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d358133d-d64f-458a-8d32-afa98a57bba8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:37.536097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-ff563e11-25e3-4beb-9c50-f0b44dbdfd68 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:37.538194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-ff563e11-25e3-4beb-9c50-f0b44dbdfd68 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033914 Aug 27 11:58:37.636903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce5b8-5e97-4676-a1ac-587fae680364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.642919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Request body: {'port': {'device_id': '180eb446-0185-4514-88c6-75804e7de026', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '639db4712431468a932712b82dd9c94e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:37.676386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d358133d-d64f-458a-8d32-afa98a57bba8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:37.681831 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.726807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0ce5b8-5e97-4676-a1ac-587fae680364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.767938 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:35Z', 'revision_number': 3, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:37.837833 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:58:37.839036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Updating router f163c4ce-4498-4934-8b90-2d74c62c39ce port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:58:37.880870 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.891677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ce5b8-5e97-4676-a1ac-587fae680364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158b2305-3e5c-47d6-9d67-290ad4e5a059,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:37.946202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:37.962586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac0ce5b8-5e97-4676-a1ac-587fae680364 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57ba8f58184043b18acf5250019872e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6192269 Aug 27 11:58:37.967340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:38.186198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-476d175a-2af2-4c27-bc25-3383ccc9fb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.219307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-476d175a-2af2-4c27-bc25-3383ccc9fb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.238314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2532bc-a549-41ed-9432-8341e03c5ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.249397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2532bc-a549-41ed-9432-8341e03c5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.315156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1e2532bc-a549-41ed-9432-8341e03c5ab0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae20c9f302374e14b84f29455ab2d9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6659842 Aug 27 11:58:38.316545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:38.355066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Made reservation on behalf of 639db4712431468a932712b82dd9c94e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:38.368779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2532bc-a549-41ed-9432-8341e03c5ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2557bf49-41a2-4f57-bfcd-24d334cc2f32,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:38.377779 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.404754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.420495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-476d175a-2af2-4c27-bc25-3383ccc9fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.433938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-476d175a-2af2-4c27-bc25-3383ccc9fb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.435828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-476d175a-2af2-4c27-bc25-3383ccc9fb94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/158b2305-3e5c-47d6-9d67-290ad4e5a059 HTTP/1.1" status: 204 len: 168 time: 0.4662509 Aug 27 11:58:38.461882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.524740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d390d6e-56b4-4cee-978d-ee3c40503d33 req-08995387-676b-47e8-b384-df000376967c tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.1244838 Aug 27 11:58:38.559457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d175a-2af2-4c27-bc25-3383ccc9fb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b2305-3e5c-47d6-9d67-290ad4e5a059,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:38.583288 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.605203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd16-e718-47f0-8aea-4527fc93d649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.611714 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Transition to ACTIVE for port object 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:38.627363 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.632610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd16-e718-47f0-8aea-4527fc93d649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.695094 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Attempting to bind port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:58:38.695474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Attempting to bind port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:58:38.695884 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Attempting to bind port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:38.706976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Pushing event updated for resources: {'Port': ['ID=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:38.718160 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.718786 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.719301 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.719785 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.720350 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.720827 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.721317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.721799 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.722681 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.723273 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.723753 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.724326 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Tracked resource versions report: Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: pushed versions: Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: { 'AddressGroup': {'1.2'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'ConntrackHelper': {'1.0'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Log': {'1.0'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Network': {'1.1'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Port': {'1.7'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'PortForwarding': {'1.2'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'QosPolicy': {'1.9'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'SecurityGroup': {'1.4'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'SecurityGroupRule': {'1.2'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'SubPort': {'1.0'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Subnet': {'1.1'}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Trunk': {'1.1'}} Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: consumer versions: Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: { DHCP agent@n-d-688802-4: {}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: HyperV agent@n-h1-688802-4: {}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: HyperV agent@n-h2-688802-4: {}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: L3 agent@n-d-688802-4: {}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: Metadata agent@n-d-688802-4: {}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: Metering agent@n-d-688802-4: {}, Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: Open vSwitch agent@n-d-688802-4: { 'AddressGroup': '1.2', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'ConntrackHelper': '1.0', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Log': '1.0', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Network': '1.1', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Port': '1.7', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'PortForwarding': '1.2', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'QosPolicy': '1.9', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'SecurityGroup': '1.4', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'SecurityGroupRule': '1.2', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'SubPort': '1.0', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Subnet': '1.1', Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: 'Trunk': '1.1'}} Aug 27 11:58:38.726882 n-d-688802-4 neutron-server[94626]: {{(pid=94626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 11:58:38.736198 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:58:38.736446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd16-e718-47f0-8aea-4527fc93d649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.737107 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:38.737676 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.738226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:58:38.738906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Bound port: 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:58:38.739484 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.740090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fd16-e718-47f0-8aea-4527fc93d649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.745559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c1f2fd16-e718-47f0-8aea-4527fc93d649 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2557bf49-41a2-4f57-bfcd-24d334cc2f32 HTTP/1.1" status: 204 len: 168 time: 0.4246757 Aug 27 11:58:38.780649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fd16-e718-47f0-8aea-4527fc93d649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2557bf49-41a2-4f57-bfcd-24d334cc2f32,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:38.810911 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] For port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:58:38.815508 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] For port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:58:38.822865 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.916092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.923173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:38.956383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Allocated IP 172.20.0.1 (f7448c16-e86f-486a-940b-967a191f38ba/30ef6ee6-8c11-410b-bfa9-3037627a2d51/6d35b865-69ef-4266-950c-04d19a59dbe3) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:38.964928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:58:38.968436 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:39.107495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85acc780-d84d-4cbb-aa3a-952519f78629,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:39.171141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:39.203949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Transition to ACTIVE for port object 6d35b865-69ef-4266-950c-04d19a59dbe3 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:39.255202 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:39.273133 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:58:39.440506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Network f7448c16-e86f-486a-940b-967a191f38ba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:39.483295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:39.500519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:39.501035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:39.708439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d35b865-69ef-4266-950c-04d19a59dbe3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:39.973010 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55052-d147-453d-8b59-003e14dccfc5 None None] Pushing event updated for resources: {'Port': ['ID=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:40.068046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4945d34c-3084-483c-8b4b-54322e0f14c2 req-17f8a89f-982b-42b0-b670-7495995fcbe1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.2483823 Aug 27 11:58:40.075857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01475347-82a4-4bbf-96ea-6d015d014d7f None None] Provisioning for port 6d35b865-69ef-4266-950c-04d19a59dbe3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:40.083994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01475347-82a4-4bbf-96ea-6d015d014d7f None None] Provisioning complete for port 6d35b865-69ef-4266-950c-04d19a59dbe3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:40.086556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01475347-82a4-4bbf-96ea-6d015d014d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:40.154991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Allocated IP 192.168.233.227 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/983e4816-26c9-4855-a109-517cd711013f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:40.196369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01475347-82a4-4bbf-96ea-6d015d014d7f None None] Port 6d35b865-69ef-4266-950c-04d19a59dbe3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:58:40.208320 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:35Z', 'revision_number': 3, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:40.225915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:40.306877 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27736b4f-002c-4ffe-8773-6182ac9263e0 None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:35Z', 'revision_number': 3, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:58:40.481087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:40.521704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c65594-c84a-4a3b-aa6e-51807cc51403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:40.702353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60768) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:40.793190 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c65594-c84a-4a3b-aa6e-51807cc51403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:40.801424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-64c65594-c84a-4a3b-aa6e-51807cc51403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:40.844143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-64c65594-c84a-4a3b-aa6e-51807cc51403 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb26cada37684816b21d56d959e41a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594499 Aug 27 11:58:40.853658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:40.931354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6328ec7-8fc5-4b63-8546-8852280e5df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:40.951685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d7c1c6-c042-4387-af5a-9ac753831387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.052505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6328ec7-8fc5-4b63-8546-8852280e5df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.066765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6328ec7-8fc5-4b63-8546-8852280e5df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.142222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d6328ec7-8fc5-4b63-8546-8852280e5df0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcb272acb716493ba31889985fb32605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343574 Aug 27 11:58:41.150220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:41.171259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65594-c84a-4a3b-aa6e-51807cc51403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeef27c-58f6-4b95-ab7b-10d4f095acdb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:41.285197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d7c1c6-c042-4387-af5a-9ac753831387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.294305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.301912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.334024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.337067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.408293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Transition to ACTIVE for port object 983e4816-26c9-4855-a109-517cd711013f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:41.442057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6328ec7-8fc5-4b63-8546-8852280e5df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6104bd-e296-42c6-a41b-30918d6440f8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:41.486018 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8d843be-4888-4c2e-8799-eee690ad827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.560400 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8d843be-4888-4c2e-8799-eee690ad827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:41.642738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d35b865-69ef-4266-950c-04d19a59dbe3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:41.688826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:41.744536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Network f7448c16-e86f-486a-940b-967a191f38ba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:41.746245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:41.807302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:41.826815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:41.827230 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.040788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08bc58f9-4d07-4090-8f62-2969db737a25 req-568df13e-fc53-4b78-b4b5-f7ab6123220b tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.4185050 Aug 27 11:58:42.062394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d7c1c6-c042-4387-af5a-9ac753831387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.069727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76d7c1c6-c042-4387-af5a-9ac753831387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.073667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76d7c1c6-c042-4387-af5a-9ac753831387 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aeeef27c-58f6-4b95-ab7b-10d4f095acdb HTTP/1.1" status: 204 len: 168 time: 1.2160747 Aug 27 11:58:42.091671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.167223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Router f163c4ce-4498-4934-8b90-2d74c62c39ce has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 11:58:42.172286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:42.183584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.202925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7c1c6-c042-4387-af5a-9ac753831387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeef27c-58f6-4b95-ab7b-10d4f095acdb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:42.316028 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.390700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:42.477776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9adc3f20-1a0f-4456-b0f9-6eb30e424889 None None] Provisioning complete for port 6d35b865-69ef-4266-950c-04d19a59dbe3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:42.478411 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9adc3f20-1a0f-4456-b0f9-6eb30e424889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.558768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8d843be-4888-4c2e-8799-eee690ad827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.561366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8d843be-4888-4c2e-8799-eee690ad827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:42.577626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8d843be-4888-4c2e-8799-eee690ad827a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c6104bd-e296-42c6-a41b-30918d6440f8 HTTP/1.1" status: 204 len: 168 time: 1.4119956 Aug 27 11:58:42.587319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9adc3f20-1a0f-4456-b0f9-6eb30e424889 None None] Port 6d35b865-69ef-4266-950c-04d19a59dbe3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:58:42.593883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:58:42.605889 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc8c046c-8aa8-4fd6-bee6-5e3284f529a8 admin admin] 10.222.0.76 "PUT /v2.0/routers/f163c4ce-4498-4934-8b90-2d74c62c39ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4678338 Aug 27 11:58:42.742426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:42.758854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d843be-4888-4c2e-8799-eee690ad827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6104bd-e296-42c6-a41b-30918d6440f8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:42.788788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:42.805433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:42.820288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Pushing event updated for resources: {'Port': ['ID=983e4816-26c9-4855-a109-517cd711013f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:42.962490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:42.963612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:43.001673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-21d7edb1-81db-4bf9-9c5b-e0a6cdecb2b1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3617792 Aug 27 11:58:43.063163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-90b6f91b-129e-4bcf-a874-e14cfaec026a tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:58:43.068644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-90b6f91b-129e-4bcf-a874-e14cfaec026a tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104628 Aug 27 11:58:43.232853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1fdab79c-82eb-4d2c-b65f-de8e5892b72a None None] Provisioning for port 983e4816-26c9-4855-a109-517cd711013f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:43.246276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1fdab79c-82eb-4d2c-b65f-de8e5892b72a None None] Provisioning complete for port 983e4816-26c9-4855-a109-517cd711013f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:43.247956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fdab79c-82eb-4d2c-b65f-de8e5892b72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:43.378108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1fdab79c-82eb-4d2c-b65f-de8e5892b72a None None] Port 983e4816-26c9-4855-a109-517cd711013f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:58:43.522192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:43.615278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:58:43.662494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:58:43.664844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:43.775082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:43.775698 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:44.143838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fa34c-db52-4c24-ae17-32cb8446f27e req-3ea388dc-a7a7-4fb8-8ffe-e30b1988595d tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:44.147872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-979fa34c-db52-4c24-ae17-32cb8446f27e req-3ea388dc-a7a7-4fb8-8ffe-e30b1988595d tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 936 time: 0.2029269 Aug 27 11:58:44.152824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:58:44.277998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-979fa34c-db52-4c24-ae17-32cb8446f27e req-fc37606d-0de0-489e-98c1-5d908e280fbb tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190317 Aug 27 11:58:45.053810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 2, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:45.123463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:58:45.124000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Updating router f163c4ce-4498-4934-8b90-2d74c62c39ce port 6d35b865-69ef-4266-950c-04d19a59dbe3 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:58:45.299205 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.020172 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.054543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Transition to ACTIVE for port object 6d35b865-69ef-4266-950c-04d19a59dbe3 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:46.077373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.154028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaef33-2177-468e-988e-7d721e44fd32 req-d76eb36b-d66d-4700-a87b-87c617f1cbd4 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:46.182150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cdaef33-2177-468e-988e-7d721e44fd32 req-d76eb36b-d66d-4700-a87b-87c617f1cbd4 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 936 time: 0.1241198 Aug 27 11:58:46.246919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c244b3-2436-4434-bef6-6274cfd5b671 None None] Pushing event updated for resources: {'Port': ['ID=6d35b865-69ef-4266-950c-04d19a59dbe3,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:46.252723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60918) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:46.268231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-network', 'tenant_id': '2aa6b641f2db4dc799c920761d292589'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:46.350786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cdaef33-2177-468e-988e-7d721e44fd32 req-7e5656d3-3bf4-46a4-a29f-b70431c8ab52 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634567 Aug 27 11:58:46.395513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Made reservation on behalf of 2aa6b641f2db4dc799c920761d292589 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:46.405975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.471465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.596119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Attempting to bind port 6d35b865-69ef-4266-950c-04d19a59dbe3 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:58:46.596695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Attempting to bind port 6d35b865-69ef-4266-950c-04d19a59dbe3 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:58:46.597296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Attempting to bind port 6d35b865-69ef-4266-950c-04d19a59dbe3 on network f7448c16-e86f-486a-940b-967a191f38ba {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:46.621813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:58:46.622445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Checking segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:46.623069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.623723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Bound using segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:58:46.650040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Bound port: 6d35b865-69ef-4266-950c-04d19a59dbe3, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:58:46.651204 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.878885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] For port 6d35b865-69ef-4266-950c-04d19a59dbe3, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:58:46.886250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] For port 6d35b865-69ef-4266-950c-04d19a59dbe3, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6d35b865-69ef-4266-950c-04d19a59dbe3,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:58:46.894480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.945913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.952277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.968643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:58:46.983833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:46.984460 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Added segment f067b879-302b-4c24-b44f-2cd4d00b9415 of type vlan for network 705ab10d-9643-4274-a1a5-7dc7bd73c40c Aug 27 11:58:47.053203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c244b3-2436-4434-bef6-6274cfd5b671 None None] Pushing event updated for resources: {'Port': ['ID=6d35b865-69ef-4266-950c-04d19a59dbe3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:47.087966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:47.100826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:58:47.103233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:47.110833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf76fe0c-8ccd-4ae4-9d5a-7ec80a806e38,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:47.196651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:47.198216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:47.199176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:47.370097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:58:47.426547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] Pushing event updated for resources: {'Network': ['ID=705ab10d-9643-4274-a1a5-7dc7bd73c40c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:47.445345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Request body: {'port': {'device_id': '180eb446-0185-4514-88c6-75804e7de026', 'device_owner': 'compute:tempest-test_az-1139525009', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:47.452152 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-91cd7543-8d12-42fa-9885-be4762d1e66b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1935782 Aug 27 11:58:47.457137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60944) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:47.474796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Request body: {'subnet': {'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-subnet', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:47.491275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:58:47.548931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Made reservation on behalf of 2aa6b641f2db4dc799c920761d292589 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:58:47.554251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:47.636352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.017152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdc26-a345-4d9f-9770-b9be3109b76b req-91c72534-2bf9-4b52-82f5-df94c7221f11 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:48.025658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87bcdc26-a345-4d9f-9770-b9be3109b76b req-91c72534-2bf9-4b52-82f5-df94c7221f11 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 936 time: 0.3360164 Aug 27 11:58:48.105596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:46Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:48.146564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e24ee-4ac2-4b27-aa1e-d6acf3e09a64 None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:46Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:58:48.146937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87bcdc26-a345-4d9f-9770-b9be3109b76b req-d98cf05e-0ae2-40bd-887a-19f6fe651343 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179972 Aug 27 11:58:48.169768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60956) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:48.183442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.315913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=520b4a1d-aaed-4f8c-b1de-03453f2617dc,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:48.390212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Checking segment: {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:48.390212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Network hostable DHCP agents. Network: 705ab10d-9643-4274-a1a5-7dc7bd73c40c, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:58:48.399171 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-007eba0b-e86b-40bb-be46-693db7cc58ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.425978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:58:48.452652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 705ab10d-9643-4274-a1a5-7dc7bd73c40c) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:48.462044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bf1e1-208f-4704-b71d-5d555bab10f6 None None] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:48.470973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:48.473716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.506995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b50ca69a-39f4-430a-8781-4415894b1b0a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0477905 Aug 27 11:58:48.507785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60964) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:48.515330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:58:48.545722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983e4816-26c9-4855-a109-517cd711013f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:58:48.548903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.550759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.574909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.625220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Transition to ACTIVE for port object 983e4816-26c9-4855-a109-517cd711013f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:48.633742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.673115 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:58:48.691786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:48.939387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Pushing event updated for resources: {'Port': ['ID=983e4816-26c9-4855-a109-517cd711013f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:49.015415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-705ab10d-9643-4274-a1a5-7dc7bd73c40c', 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'fixed_ips': [{'subnet_id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 11:58:49.016708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.066621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Attempting to bind port 983e4816-26c9-4855-a109-517cd711013f on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:58:49.066985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Attempting to bind port 983e4816-26c9-4855-a109-517cd711013f by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:58:49.073173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Attempting to bind port 983e4816-26c9-4855-a109-517cd711013f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:49.079009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Port 983e4816-26c9-4855-a109-517cd711013f on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:58:49.079797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Attempting to bind port 983e4816-26c9-4855-a109-517cd711013f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:49.094516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:58:49.096193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:49.096926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:58:49.104834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Bound port: 983e4816-26c9-4855-a109-517cd711013f, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:58:49.105469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.267953 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.351843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] For port 983e4816-26c9-4855-a109-517cd711013f, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:58:49.375684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] For port 983e4816-26c9-4855-a109-517cd711013f, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=983e4816-26c9-4855-a109-517cd711013f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:58:49.452892 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.621513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Allocated IP 172.20.0.2 (705ab10d-9643-4274-a1a5-7dc7bd73c40c/520b4a1d-aaed-4f8c-b1de-03453f2617dc/e513d42c-2a2d-4211-95c3-a3d0e8337560) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:49.626507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-694e5617-6758-4b46-b874-5aba6d1d2a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.741137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.770727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6d35b865-69ef-4266-950c-04d19a59dbe3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:49.780465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:49.781453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:49.783773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] 10.222.0.65 "PUT /v2.0/ports/983e4816-26c9-4855-a109-517cd711013f HTTP/1.1" status: 200 len: 1118 time: 3.0170763 Aug 27 11:58:49.844960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180eb446-0185-4514-88c6-75804e7de026', 'tag': '983e4816-26c9-4855-a109-517cd711013f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:58:49.983739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f36bb-a3bd-4592-859c-000cc99a31dc service neutron] Pushing event updated for resources: {'Port': ['ID=983e4816-26c9-4855-a109-517cd711013f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:50.168524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6d35b865-69ef-4266-950c-04d19a59dbe3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:50.189547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6d35b865-69ef-4266-950c-04d19a59dbe3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:50.190091 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.490370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6f67-e897-4306-8511-f264314f6114 req-6ec5fcd9-d0d4-44aa-ac7e-8aa3569bf614 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:50.493041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-626f6f67-e897-4306-8511-f264314f6114 req-6ec5fcd9-d0d4-44aa-ac7e-8aa3569bf614 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 970 time: 1.1071639 Aug 27 11:58:50.595236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.625300 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.680997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.702223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-694e5617-6758-4b46-b874-5aba6d1d2a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.709310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-694e5617-6758-4b46-b874-5aba6d1d2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.712846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-489bf660-3c8f-4cec-82f7-5de578c236b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:50.721049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-489bf660-3c8f-4cec-82f7-5de578c236b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=639db4712431468a932712b82dd9c94e&device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 1121 time: 0.7141242 Aug 27 11:58:50.803506 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:50.845680 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-694e5617-6758-4b46-b874-5aba6d1d2a23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0880b70c49ca4790b7af54ae4aa72e66&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6742682 Aug 27 11:58:50.846756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60992) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:50.858722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Transition to ACTIVE for port object e513d42c-2a2d-4211-95c3-a3d0e8337560 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:50.931857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6d35b865-69ef-4266-950c-04d19a59dbe3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6d35b865-69ef-4266-950c-04d19a59dbe3,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:50.988742 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.054092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-15d675e7-a7c1-4468-ba3c-2f40fa071992 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=983e4816-26c9-4855-a109-517cd711013f HTTP/1.1" status: 200 len: 217 time: 0.3139794 Aug 27 11:58:51.060325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e5617-6758-4b46-b874-5aba6d1d2a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6243454-d3db-4d8a-af25-b5dca808337a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:51.084286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-626f6f67-e897-4306-8511-f264314f6114 req-6833102d-6805-4625-ba56-33aa49bf7c11 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686731 Aug 27 11:58:51.210699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc7621f0-54c2-4b1d-863d-36bc28aa41fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.223978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ad21db7-91c4-42d1-8b4a-e000d8a8c86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.230870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6d35b865-69ef-4266-950c-04d19a59dbe3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:51.300093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Transition to ACTIVE for port object e513d42c-2a2d-4211-95c3-a3d0e8337560 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:51.307758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.327944 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.395544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc7621f0-54c2-4b1d-863d-36bc28aa41fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.500702 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc7621f0-54c2-4b1d-863d-36bc28aa41fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.504563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-53697d82-b45f-4fad-adc8-faa28e3067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:51.512188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-53697d82-b45f-4fad-adc8-faa28e3067b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.4265420 Aug 27 11:58:51.519526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:51.520645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc7621f0-54c2-4b1d-863d-36bc28aa41fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.529260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc7621f0-54c2-4b1d-863d-36bc28aa41fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6243454-d3db-4d8a-af25-b5dca808337a HTTP/1.1" status: 204 len: 168 time: 0.6617060 Aug 27 11:58:51.546528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:51.553027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6d35b865-69ef-4266-950c-04d19a59dbe3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:51.563918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:51.575338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32776) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:51.594138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7621f0-54c2-4b1d-863d-36bc28aa41fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6243454-d3db-4d8a-af25-b5dca808337a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:51.633571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Allocated IP 172.25.8.17 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a42d800f-d8ca-46fc-9c78-344baaa1b9eb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:51.718090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-099b536f-f667-4c90-bbbb-90cc6ea3d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:51.720968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-099b536f-f667-4c90-bbbb-90cc6ea3d0af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001257 Aug 27 11:58:51.741235 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409425c-2660-471f-bdaf-1b1fe48d7c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "180eb446-0185-4514-88c6-75804e7de026", "tag": "983e4816-26c9-4855-a109-517cd711013f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:58:51.751403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Pushing event updated for resources: {'Port': ['ID=e513d42c-2a2d-4211-95c3-a3d0e8337560,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:51.793662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Attempting to bind port e513d42c-2a2d-4211-95c3-a3d0e8337560 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:58:51.794032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Attempting to bind port e513d42c-2a2d-4211-95c3-a3d0e8337560 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:58:51.794445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Attempting to bind port e513d42c-2a2d-4211-95c3-a3d0e8337560 on network 705ab10d-9643-4274-a1a5-7dc7bd73c40c {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:51.810991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:58:51.811289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Checking segment: {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:51.811670 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.812061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Bound using segment: {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:58:51.812539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Bound port: e513d42c-2a2d-4211-95c3-a3d0e8337560, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:58:51.812920 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.842574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6d35b865-69ef-4266-950c-04d19a59dbe3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:51.845457 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:51.932336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:52.065380 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:52.125274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Pushing event updated for resources: {'Port': ['ID=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:52.145758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:52.147835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:52.151244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:52.185835 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:52.230494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-a6922820-8463-4832-a652-7974c4fe1f96 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800125 Aug 27 11:58:52.353494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] For port e513d42c-2a2d-4211-95c3-a3d0e8337560, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:58:52.364401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] For port e513d42c-2a2d-4211-95c3-a3d0e8337560, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e513d42c-2a2d-4211-95c3-a3d0e8337560,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:58:52.385543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:52.466652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad04c9f3-750f-453b-aab9-92aae12a97ab req-675b9bdc-f8ba-4afc-bb3b-a2f5c8637259 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084925 Aug 27 11:58:52.639156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff16204-d000-46a8-996b-f9bc62e71431 None None] Pushing event updated for resources: {'Port': ['ID=e513d42c-2a2d-4211-95c3-a3d0e8337560,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:52.645632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72d50dac-cbee-4296-aa93-fe3b4a06c539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:52.703409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:52.991754 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2e84f-af79-46a5-b169-4f357e9af983 x-openstack-request-id: req-cbe2e84f-af79-46a5-b169-4f357e9af983 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:58:52.992080 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180eb446-0185-4514-88c6-75804e7de026", "tag": "983e4816-26c9-4855-a109-517cd711013f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:58:52.992459 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbe2e84f-af79-46a5-b169-4f357e9af983 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:58:52.992961 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180eb446-0185-4514-88c6-75804e7de026', 'tag': '983e4816-26c9-4855-a109-517cd711013f', 'status': 'completed', 'code': 200} Aug 27 11:58:53.252425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32808) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:53.291127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.416814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f067f5-4a92-4871-a6f4-8303c104a37d req-0f731bdf-65bb-419f-b48b-74b7726cd715 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:53.426121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5de7421b-bd58-4a11-b94c-0e89c2d0a09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.435554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90f067f5-4a92-4871-a6f4-8303c104a37d req-0f731bdf-65bb-419f-b48b-74b7726cd715 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 970 time: 0.3402133 Aug 27 11:58:53.469775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72d50dac-cbee-4296-aa93-fe3b4a06c539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.483184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72d50dac-cbee-4296-aa93-fe3b4a06c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.503960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-3e6448f7-7094-4af8-baa6-da51f090e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:53.505576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-3e6448f7-7094-4af8-baa6-da51f090e6b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=639db4712431468a932712b82dd9c94e&device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 1121 time: 0.1312602 Aug 27 11:58:53.514652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d50dac-cbee-4296-aa93-fe3b4a06c539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68737daa-b06c-4bbd-9e4b-52853b4c5c5e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:53.515496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90f067f5-4a92-4871-a6f4-8303c104a37d req-1682119d-7d74-4e35-8328-0972acc901c8 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790231 Aug 27 11:58:53.617031 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-72d50dac-cbee-4296-aa93-fe3b4a06c539 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf55af082f4e4b32a781fd5b664631dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0250251 Aug 27 11:58:53.626052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32820) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:53.642907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e513d42c-2a2d-4211-95c3-a3d0e8337560 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:53.705756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Router 19f207cd-6d89-4c59-adad-7d6ef5b79243 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 11:58:53.789576 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea74-607c-4652-b6c8-9a7651b26340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.876252 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.897728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea74-607c-4652-b6c8-9a7651b26340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:53.915092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-1397ab6c-c958-4872-ad6c-49212a94623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:53.916637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-1397ab6c-c958-4872-ad6c-49212a94623b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.4000278 Aug 27 11:58:53.919184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e513d42c-2a2d-4211-95c3-a3d0e8337560 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:54.026750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5de7421b-bd58-4a11-b94c-0e89c2d0a09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.030412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-44b9f906-4cfc-4ded-8706-ac317a43193f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=983e4816-26c9-4855-a109-517cd711013f HTTP/1.1" status: 200 len: 217 time: 0.1014247 Aug 27 11:58:54.040677 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5de7421b-bd58-4a11-b94c-0e89c2d0a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.046135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94910bd-cdeb-4c2e-8d81-09e664d7d9e6 None None] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:58:54.061914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-8d4944fc-3fdd-4cc5-bb38-655265ba0a90 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370183 Aug 27 11:58:54.083732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5de7421b-bd58-4a11-b94c-0e89c2d0a09b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df144d9a0bd04c19962808a7194fe6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260322 Aug 27 11:58:54.087248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32840) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:54.087756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32842) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:54.121472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-c6292301-e4db-4da8-99f7-dfad7c0cc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:54.123046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-c6292301-e4db-4da8-99f7-dfad7c0cc2c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0598619 Aug 27 11:58:54.191299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba03cfca-0b66-4756-8505-91fbdd9e3e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.215787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba03cfca-0b66-4756-8505-91fbdd9e3e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.239377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-233319f3-3e57-4400-8a9b-a67d61c35219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:54.240908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-233319f3-3e57-4400-8a9b-a67d61c35219 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065135 Aug 27 11:58:54.279010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:58:54.289858 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Sync routers for ids ['19f207cd-6d89-4c59-adad-7d6ef5b79243'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:58:54.298141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7421b-bd58-4a11-b94c-0e89c2d0a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c43cb-37b6-44bc-9dea-675927a08510,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:54.312538 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Routers {'19f207cd-6d89-4c59-adad-7d6ef5b79243'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:58:54.313010 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['19f207cd-6d89-4c59-adad-7d6ef5b79243'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:54.317784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-468880ee-5154-4e72-8560-81727bd74412 None None] Provisioning for port e513d42c-2a2d-4211-95c3-a3d0e8337560 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:54.319351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.324323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c248f283-c810-4f45-81ea-f85e56abf141 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8153944 Aug 27 11:58:54.327017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32850) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:54.327198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba03cfca-0b66-4756-8505-91fbdd9e3e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.330007 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba03cfca-0b66-4756-8505-91fbdd9e3e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.331415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ba03cfca-0b66-4756-8505-91fbdd9e3e13 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/949c43cb-37b6-44bc-9dea-675927a08510 HTTP/1.1" status: 204 len: 168 time: 0.2414067 Aug 27 11:58:54.333319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-468880ee-5154-4e72-8560-81727bd74412 None None] Provisioning complete for port e513d42c-2a2d-4211-95c3-a3d0e8337560 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:54.333707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-468880ee-5154-4e72-8560-81727bd74412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.343324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03cfca-0b66-4756-8505-91fbdd9e3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c43cb-37b6-44bc-9dea-675927a08510,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:54.361115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea74-607c-4652-b6c8-9a7651b26340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.366331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea74-607c-4652-b6c8-9a7651b26340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.374469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ad55ea74-607c-4652-b6c8-9a7651b26340 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68737daa-b06c-4bbd-9e4b-52853b4c5c5e HTTP/1.1" status: 204 len: 168 time: 0.7398176 Aug 27 11:58:54.408396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ea74-607c-4652-b6c8-9a7651b26340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68737daa-b06c-4bbd-9e4b-52853b4c5c5e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:54.505842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60d11995-8557-44bf-9e07-e126b3cab4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.515733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-aa1de09f-f869-4b96-9d08-fd58ed5c036a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:54.517484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-aa1de09f-f869-4b96-9d08-fd58ed5c036a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934822 Aug 27 11:58:54.664256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-d9a6b961-b6c7-475c-9423-b1c31ec55604 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/quotas/502e73c26d5a4fd1b631baab3265f4b3 HTTP/1.1" status: 200 len: 375 time: 0.1358480 Aug 27 11:58:54.681769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-468880ee-5154-4e72-8560-81727bd74412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.707735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Set router 19f207cd-6d89-4c59-adad-7d6ef5b79243 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:58:54.763391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3420476a-13cb-439d-9172-4a2f0e19a6d2 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744491 Aug 27 11:58:54.818424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-2c39ddac-31fd-4e59-97f0-ffc067e9afb8 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664515 Aug 27 11:58:54.862847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60d11995-8557-44bf-9e07-e126b3cab4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.869380 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60d11995-8557-44bf-9e07-e126b3cab4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.870034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-468880ee-5154-4e72-8560-81727bd74412 None None] For port e513d42c-2a2d-4211-95c3-a3d0e8337560, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e513d42c-2a2d-4211-95c3-a3d0e8337560,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:54.875845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-468880ee-5154-4e72-8560-81727bd74412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:54.933404 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-60d11995-8557-44bf-9e07-e126b3cab4c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=986bf1bdbb1647d1a3f78912176a631f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8444378 Aug 27 11:58:54.937052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32866) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:54.953583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3409425c-2660-471f-bdaf-1b1fe48d7c9f req-1bc4ab2f-4844-4468-ad02-9ff415ff23ba service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250997 Aug 27 11:58:55.040744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c90c0-ca97-4eae-9dec-0644d9024da3 req-21ff987d-8f7e-4861-8b74-d0e49c99919f tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:55.044858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d11995-8557-44bf-9e07-e126b3cab4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086650d-2cda-46e3-ae77-3fc5c7a88f96,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:55.056336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f73c90c0-ca97-4eae-9dec-0644d9024da3 req-21ff987d-8f7e-4861-8b74-d0e49c99919f tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 970 time: 0.3362122 Aug 27 11:58:55.062623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2bda-3767-4c30-8924-343665ff7bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.069881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468880ee-5154-4e72-8560-81727bd74412 None None] Pushing event updated for resources: {'Port': ['ID=e513d42c-2a2d-4211-95c3-a3d0e8337560,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:55.119077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2bda-3767-4c30-8924-343665ff7bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.119381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9fd3a681-6825-47f9-ac2f-83bd808f1137 None None] Provisioning complete for port e513d42c-2a2d-4211-95c3-a3d0e8337560 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:55.120367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a681-6825-47f9-ac2f-83bd808f1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.151118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f73c90c0-ca97-4eae-9dec-0644d9024da3 req-90cebb2b-6731-436c-888e-f5f8a35e5799 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763433 Aug 27 11:58:55.209742 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2bda-3767-4c30-8924-343665ff7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.216660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2bda-3767-4c30-8924-343665ff7bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.219085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc9a2bda-3767-4c30-8924-343665ff7bd4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8086650d-2cda-46e3-ae77-3fc5c7a88f96 HTTP/1.1" status: 204 len: 168 time: 0.2793057 Aug 27 11:58:55.226129 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T11:58:52Z', 'revision_number': 3, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:55.240767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a2bda-3767-4c30-8924-343665ff7bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086650d-2cda-46e3-ae77-3fc5c7a88f96,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:55.336852 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Checking router: 19f207cd-6d89-4c59-adad-7d6ef5b79243 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:58:55.337338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Updating router 19f207cd-6d89-4c59-adad-7d6ef5b79243 port a42d800f-d8ca-46fc-9c78-344baaa1b9eb binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:58:55.342545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32878) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:55.421558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fafc69a5-6f80-4ffd-952e-e318d96bcd80 req-c179af37-13ff-4061-82c7-3ce24456ef4d tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0987654 Aug 27 11:58:55.428139 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.509189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e513d42c-2a2d-4211-95c3-a3d0e8337560 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:55.567206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32888) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:55.582348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e513d42c-2a2d-4211-95c3-a3d0e8337560 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:55.583913 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.600979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff108-ed40-406c-a6bc-e48dd1231708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.893554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff108-ed40-406c-a6bc-e48dd1231708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.901890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff108-ed40-406c-a6bc-e48dd1231708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:55.984697 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cc7ff108-ed40-406c-a6bc-e48dd1231708 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13d697fc77b2428185a041de4aa04bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136939 Aug 27 11:58:55.993687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32904) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:56.012955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ff108-ed40-406c-a6bc-e48dd1231708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa804d-14a3-4308-b96f-46a701907e4e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:56.024140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-867953c9-8536-4577-b335-542cd784708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.099598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32910) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:56.117826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.129704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-899113ff-00c2-4245-9e3b-5734db8ed1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.131747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f6a40c7-d20e-4d42-be5d-6ba060b05869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.145157 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.175968 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Transition to ACTIVE for port object a42d800f-d8ca-46fc-9c78-344baaa1b9eb will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:56.183807 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.267809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f6a40c7-d20e-4d42-be5d-6ba060b05869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.278925 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a516c7-a7e0-4da4-8a0c-c164c1646042 None None] Pushing event updated for resources: {'Port': ['ID=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:56.293840 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Attempting to bind port a42d800f-d8ca-46fc-9c78-344baaa1b9eb on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:58:56.295338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Attempting to bind port a42d800f-d8ca-46fc-9c78-344baaa1b9eb by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:58:56.295824 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Attempting to bind port a42d800f-d8ca-46fc-9c78-344baaa1b9eb on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:58:56.305518 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:58:56.306033 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:58:56.306918 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.307805 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:58:56.309150 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Bound port: a42d800f-d8ca-46fc-9c78-344baaa1b9eb, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:58:56.311269 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.384768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-867953c9-8536-4577-b335-542cd784708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.386268 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f6a40c7-d20e-4d42-be5d-6ba060b05869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.400122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f6a40c7-d20e-4d42-be5d-6ba060b05869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.401008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3f6a40c7-d20e-4d42-be5d-6ba060b05869 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cfa804d-14a3-4308-b96f-46a701907e4e HTTP/1.1" status: 204 len: 168 time: 0.4062378 Aug 27 11:58:56.408619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-867953c9-8536-4577-b335-542cd784708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.413603 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] For port a42d800f-d8ca-46fc-9c78-344baaa1b9eb, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:58:56.418968 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] For port a42d800f-d8ca-46fc-9c78-344baaa1b9eb, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:58:56.419844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a40c7-d20e-4d42-be5d-6ba060b05869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa804d-14a3-4308-b96f-46a701907e4e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:56.435946 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.493424 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-867953c9-8536-4577-b335-542cd784708f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee705e8b1a174926a9f85ae8bf643dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1495645 Aug 27 11:58:56.512330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:56.537853 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Routers {'19f207cd-6d89-4c59-adad-7d6ef5b79243'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:58:56.538162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867953c9-8536-4577-b335-542cd784708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9444c255-fe6e-41d5-8d73-70e59e3e2866,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:56.539752 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['19f207cd-6d89-4c59-adad-7d6ef5b79243'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:56.643112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 983e4816-26c9-4855-a109-517cd711013f details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:58:56.700107 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] Set router 19f207cd-6d89-4c59-adad-7d6ef5b79243 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:58:56.705132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-899113ff-00c2-4245-9e3b-5734db8ed1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.718110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-899113ff-00c2-4245-9e3b-5734db8ed1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:56.758792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-537221cd-7d07-4f5c-8050-cfb1c529e154 req-3e2f43dc-5e7f-4bdd-a40f-17b10e216b5f tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.2315407 Aug 27 11:58:56.774673 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-899113ff-00c2-4245-9e3b-5734db8ed1a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce78131598104d97bd3cb2cffe969fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734343 Aug 27 11:58:56.776791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32936) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:56.803732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698ac26-b871-41d5-be36-776bc14fa598 req-ffc41aa1-ae61-475b-a940-fedca71a7262 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:56.808092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d698ac26-b871-41d5-be36-776bc14fa598 req-ffc41aa1-ae61-475b-a940-fedca71a7262 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 970 time: 0.4875000 Aug 27 11:58:57.034601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Allocated IP 172.20.0.1 (705ab10d-9643-4274-a1a5-7dc7bd73c40c/520b4a1d-aaed-4f8c-b1de-03453f2617dc/d7e18221-555e-483d-93ad-fa757ebe0930) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:58:57.050813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 983e4816-26c9-4855-a109-517cd711013f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=983e4816-26c9-4855-a109-517cd711013f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:57.062673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T11:58:52Z', 'revision_number': 3, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:58:57.077050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '983e4816-26c9-4855-a109-517cd711013f', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '983e4816-26c9-4855-a109-517cd711013f', 'mac_address': 'fa:16:3e:5f:62:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:tempest-test_az-1139525009', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:58:57.083298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d698ac26-b871-41d5-be36-776bc14fa598 req-95748deb-b787-44f1-865d-7e250ff6504b tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571194 Aug 27 11:58:57.132940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a516c7-a7e0-4da4-8a0c-c164c1646042 None None] Pushing event updated for resources: {'Port': ['ID=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:57.145597 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba487c44-5d8c-43e2-bb69-344fca4a6b42 None None] The sync data for ids ['19f207cd-6d89-4c59-adad-7d6ef5b79243'] in n-d-688802-4 is: [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T11:58:52Z', 'revision_number': 3, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:58:57.152144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.177551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983e4816-26c9-4855-a109-517cd711013f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:58:57.271782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 983e4816-26c9-4855-a109-517cd711013f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=983e4816-26c9-4855-a109-517cd711013f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:57.299057 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.302360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899113ff-00c2-4245-9e3b-5734db8ed1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6727887f-d509-4e4b-8276-276521b20359,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:57.338017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-120c25d8-b5aa-4542-82d2-1c9ddc73b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.368197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-120c25d8-b5aa-4542-82d2-1c9ddc73b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.392333 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e1f93ca-bf4f-48c5-bca0-adaa2d608bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.484670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-120c25d8-b5aa-4542-82d2-1c9ddc73b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.494843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-120c25d8-b5aa-4542-82d2-1c9ddc73b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.496830 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-120c25d8-b5aa-4542-82d2-1c9ddc73b4a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6727887f-d509-4e4b-8276-276521b20359 HTTP/1.1" status: 204 len: 168 time: 0.7146351 Aug 27 11:58:57.503990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e1f93ca-bf4f-48c5-bca0-adaa2d608bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.517325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c25d8-b5aa-4542-82d2-1c9ddc73b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6727887f-d509-4e4b-8276-276521b20359,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:57.555413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=983e4816-26c9-4855-a109-517cd711013f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:57.598910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e1f93ca-bf4f-48c5-bca0-adaa2d608bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.601438 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e1f93ca-bf4f-48c5-bca0-adaa2d608bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.602686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2e1f93ca-bf4f-48c5-bca0-adaa2d608bb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9444c255-fe6e-41d5-8d73-70e59e3e2866 HTTP/1.1" status: 204 len: 168 time: 1.0791447 Aug 27 11:58:57.623224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['983e4816-26c9-4855-a109-517cd711013f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:58:57.635265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f93ca-bf4f-48c5-bca0-adaa2d608bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9444c255-fe6e-41d5-8d73-70e59e3e2866,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:57.697542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:57.739322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Transition to ACTIVE for port object d7e18221-555e-483d-93ad-fa757ebe0930 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:58:57.892975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:58.034291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e729da08-160e-4720-ad77-2888e3beffdd req-481f4eca-ca85-4311-b23a-1dd1af7f4699 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0775118 Aug 27 11:58:58.071076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:58:58.084107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:58:58.091123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:58:58.395114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.77', 60673) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:58.473057 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-7720fc2a-9528-4880-9d12-862531b453ba tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633695 Aug 27 11:58:58.494677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e18221-555e-483d-93ad-fa757ebe0930,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:58.556720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58faee96-76f0-490d-83f5-425aefdbc981 None None] Provisioning for port d7e18221-555e-483d-93ad-fa757ebe0930 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:58.571726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58faee96-76f0-490d-83f5-425aefdbc981 None None] Provisioning complete for port d7e18221-555e-483d-93ad-fa757ebe0930 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:58.572284 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58faee96-76f0-490d-83f5-425aefdbc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:58.630940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:58.670782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 983e4816-26c9-4855-a109-517cd711013f up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:58.701694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32976) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:58.745958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-58faee96-76f0-490d-83f5-425aefdbc981 None None] Port d7e18221-555e-483d-93ad-fa757ebe0930 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:58:58.767550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d836d743-b9f7-46e6-a8c2-855c2e6bfce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:58.804566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 983e4816-26c9-4855-a109-517cd711013f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:58.809077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 983e4816-26c9-4855-a109-517cd711013f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:58.809652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:58.887006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c59d0-d015-41e4-80aa-56a283f52161 req-e792f41b-66b7-4293-916f-fed8ee57f2dc tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:58.893098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-170c59d0-d015-41e4-80aa-56a283f52161 req-e792f41b-66b7-4293-916f-fed8ee57f2dc tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 971 time: 0.3801103 Aug 27 11:58:58.927032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32982) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:59.009258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b41cc02d-0b44-4b8a-9180-b6b8906a833a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.025901 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.048595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-ebd8b910-6975-4450-ad27-87323084355c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:58:59.050749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-ebd8b910-6975-4450-ad27-87323084355c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5715914 Aug 27 11:58:59.053730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-170c59d0-d015-41e4-80aa-56a283f52161 req-a3c4277c-60b4-4245-aad6-47091172a54c tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369040 Aug 27 11:58:59.108443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180eb446-0185-4514-88c6-75804e7de026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983e4816-26c9-4855-a109-517cd711013f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:58:59.313297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 983e4816-26c9-4855-a109-517cd711013f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=983e4816-26c9-4855-a109-517cd711013f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:58:59.320203 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d836d743-b9f7-46e6-a8c2-855c2e6bfce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.332892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d836d743-b9f7-46e6-a8c2-855c2e6bfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.336465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.352797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.388248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836d743-b9f7-46e6-a8c2-855c2e6bfce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2ff7d-976f-4e08-8fa9-b840e3d01968,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:59.405338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71ad2d86-5479-4e0f-9cf1-e0abbdeb2c4c req-a739239f-935b-425c-8be6-1d46406e6b35 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.1335647 Aug 27 11:58:59.449623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d836d743-b9f7-46e6-a8c2-855c2e6bfce5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ddacafc08cc3477c95f8ca448567908c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468629 Aug 27 11:58:59.454906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32996) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:58:59.477497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=983e4816-26c9-4855-a109-517cd711013f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:59.572550 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97cc324-42d0-4fa2-8e90-eb9a1d668ecf" -d '{"events": [{"server_uuid": "180eb446-0185-4514-88c6-75804e7de026", "name": "network-vif-plugged", "status": "completed", "tag": "983e4816-26c9-4855-a109-517cd711013f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:58:59.619627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6b78-c915-4a43-894e-780876e75f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.672130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6b78-c915-4a43-894e-780876e75f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.704300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a42d800f-d8ca-46fc-9c78-344baaa1b9eb up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:58:59.798697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6b78-c915-4a43-894e-780876e75f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.815841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6b78-c915-4a43-894e-780876e75f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.819226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d1a6b78-c915-4a43-894e-780876e75f7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19a2ff7d-976f-4e08-8fa9-b840e3d01968 HTTP/1.1" status: 204 len: 168 time: 0.3626254 Aug 27 11:58:59.835648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a6b78-c915-4a43-894e-780876e75f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2ff7d-976f-4e08-8fa9-b840e3d01968,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:58:59.899766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b41cc02d-0b44-4b8a-9180-b6b8906a833a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.902313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a42d800f-d8ca-46fc-9c78-344baaa1b9eb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:58:59.905885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b41cc02d-0b44-4b8a-9180-b6b8906a833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:58:59.913468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a42d800f-d8ca-46fc-9c78-344baaa1b9eb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:58:59.914665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.008903 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.012300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cc02d-0b44-4b8a-9180-b6b8906a833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef299059-2dff-4524-b258-d655cf1ce803,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:00.023145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33010) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:00.023467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b41cc02d-0b44-4b8a-9180-b6b8906a833a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03fac8ebe9644408a194942f43b10761&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0809996 Aug 27 11:59:00.025543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.123765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e18221-555e-483d-93ad-fa757ebe0930,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:00.129435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.140935 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.251461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a42d800f-d8ca-46fc-9c78-344baaa1b9eb, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:00.254969 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72226349-e392-41a6-abc7-2c8fbe363524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.257833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.348147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72226349-e392-41a6-abc7-2c8fbe363524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.455064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:00.470825 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d26d7da-64c6-4831-b600-59a3087e59e3 x-openstack-request-id: req-9d26d7da-64c6-4831-b600-59a3087e59e3 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:00.471251 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180eb446-0185-4514-88c6-75804e7de026", "name": "network-vif-plugged", "status": "completed", "tag": "983e4816-26c9-4855-a109-517cd711013f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:00.471642 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d26d7da-64c6-4831-b600-59a3087e59e3 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:00.472350 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180eb446-0185-4514-88c6-75804e7de026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983e4816-26c9-4855-a109-517cd711013f', 'code': 200} Aug 27 11:59:00.506373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72226349-e392-41a6-abc7-2c8fbe363524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.514505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72226349-e392-41a6-abc7-2c8fbe363524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.515968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-72226349-e392-41a6-abc7-2c8fbe363524 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef299059-2dff-4524-b258-d655cf1ce803 HTTP/1.1" status: 204 len: 168 time: 0.4907417 Aug 27 11:59:00.528294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72226349-e392-41a6-abc7-2c8fbe363524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef299059-2dff-4524-b258-d655cf1ce803,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:00.599699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:00.613495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:00.648064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7814e1-420b-4c87-9142-349053f7879b req-0da08581-0202-44cc-9618-e33a50f20f36 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:00.651138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a7814e1-420b-4c87-9142-349053f7879b req-0da08581-0202-44cc-9618-e33a50f20f36 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.2661829 Aug 27 11:59:00.694436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32455df4-ee65-4f9e-a603-f697df195c5d req-d7f6483e-0f76-495e-97c4-af06dcc9d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:00.697363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32455df4-ee65-4f9e-a603-f697df195c5d req-d7f6483e-0f76-495e-97c4-af06dcc9d071 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 1123 time: 0.1860857 Aug 27 11:59:00.792686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32455df4-ee65-4f9e-a603-f697df195c5d req-cd7e82c7-da6e-4d68-b2fc-a404e7bd12c0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:00.868287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a7814e1-420b-4c87-9142-349053f7879b req-43681d50-87fc-4060-acf7-ce1881eb224e tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765654 Aug 27 11:59:00.926653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Router 19f207cd-6d89-4c59-adad-7d6ef5b79243 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 11:59:01.018202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50f2dd6a-b008-4d94-bd73-edabf058fd0d None None] Provisioning complete for port d7e18221-555e-483d-93ad-fa757ebe0930 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:01.019860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50f2dd6a-b008-4d94-bd73-edabf058fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:01.087680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f02a7f3-b4eb-452c-83f2-7930280e9b71 req-88bc908a-e983-4e05-ba5f-f3d117177261 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0504277 Aug 27 11:59:01.108531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-50f2dd6a-b008-4d94-bd73-edabf058fd0d None None] Port d7e18221-555e-483d-93ad-fa757ebe0930 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:01.202760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32455df4-ee65-4f9e-a603-f697df195c5d req-cd7e82c7-da6e-4d68-b2fc-a404e7bd12c0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:01.213141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32455df4-ee65-4f9e-a603-f697df195c5d req-cd7e82c7-da6e-4d68-b2fc-a404e7bd12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:01.237903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:59:01.275883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e0e21124-e1e4-4800-b010-14386ce6e7f5 admin admin] 10.222.0.76 "PUT /v2.0/routers/19f207cd-6d89-4c59-adad-7d6ef5b79243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9370959 Aug 27 11:59:01.276139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Sync routers for ids ['19f207cd-6d89-4c59-adad-7d6ef5b79243'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:59:01.292671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32455df4-ee65-4f9e-a603-f697df195c5d req-cd7e82c7-da6e-4d68-b2fc-a404e7bd12c0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831325 Aug 27 11:59:01.295652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e82c7-da6e-4d68-b2fc-a404e7bd12c0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9a9cd-db88-4f59-8068-518140b74b47,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:01.307352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Routers {'19f207cd-6d89-4c59-adad-7d6ef5b79243'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:01.308328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['19f207cd-6d89-4c59-adad-7d6ef5b79243'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:01.544951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a42d800f-d8ca-46fc-9c78-344baaa1b9eb up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:01.706357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Set router 19f207cd-6d89-4c59-adad-7d6ef5b79243 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:01.763178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a42d800f-d8ca-46fc-9c78-344baaa1b9eb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:01.763564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:02.122099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7113a4-0105-4564-bee6-dd6f211bd38c req-859ec4fc-0c7e-4262-81d3-71ff1694e61a tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:02.136580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a7113a4-0105-4564-bee6-dd6f211bd38c req-859ec4fc-0c7e-4262-81d3-71ff1694e61a tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.1130719 Aug 27 11:59:02.165111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T11:58:59Z', 'revision_number': 4, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd7e18221-555e-483d-93ad-fa757ebe0930', 'name': '', 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'mac_address': 'fa:16:3e:df:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:56Z', 'updated_at': '2021-08-27T11:58:59Z', 'revision_number': 2, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'subnets': [{'id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:02.227630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Checking router: 19f207cd-6d89-4c59-adad-7d6ef5b79243 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:59:02.229628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Updating router 19f207cd-6d89-4c59-adad-7d6ef5b79243 port d7e18221-555e-483d-93ad-fa757ebe0930 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:59:02.232064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a7113a4-0105-4564-bee6-dd6f211bd38c req-204c69c5-70f5-4ced-99fa-ec0ce335600e tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782323 Aug 27 11:59:02.284077 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:02.497699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90005c49-3661-4b6b-9cc5-6d57f02c0615 req-cf80bdae-eb89-4d6a-a9ee-8adfaa691dd7 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.1418729 Aug 27 11:59:02.686269 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:02.703510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Transition to ACTIVE for port object d7e18221-555e-483d-93ad-fa757ebe0930 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:02.719626 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:02.783416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63a990-f362-406a-b662-ec7773ba8a06 None None] Pushing event updated for resources: {'Port': ['ID=d7e18221-555e-483d-93ad-fa757ebe0930,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:02.913384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Attempting to bind port d7e18221-555e-483d-93ad-fa757ebe0930 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:02.913760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Attempting to bind port d7e18221-555e-483d-93ad-fa757ebe0930 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:02.914207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Attempting to bind port d7e18221-555e-483d-93ad-fa757ebe0930 on network 705ab10d-9643-4274-a1a5-7dc7bd73c40c {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:02.931777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:02.932148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Checking segment: {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:02.932687 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:02.933318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Bound using segment: {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:02.933977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Bound port: d7e18221-555e-483d-93ad-fa757ebe0930, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067b879-302b-4c24-b44f-2cd4d00b9415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:02.934359 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:02.967549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:03.033523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] For port d7e18221-555e-483d-93ad-fa757ebe0930, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:03.039483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] For port d7e18221-555e-483d-93ad-fa757ebe0930, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d7e18221-555e-483d-93ad-fa757ebe0930,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:03.046708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:03.155757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Routers {'19f207cd-6d89-4c59-adad-7d6ef5b79243'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:03.156508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:58:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['19f207cd-6d89-4c59-adad-7d6ef5b79243'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:03.264426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63a990-f362-406a-b662-ec7773ba8a06 None None] Pushing event updated for resources: {'Port': ['ID=d7e18221-555e-483d-93ad-fa757ebe0930,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:03.535795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] Set router 19f207cd-6d89-4c59-adad-7d6ef5b79243 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:03.559264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0291dd-69ff-4a54-bbed-1711153c7e1d req-b950f7d2-30db-4f9e-8b53-75b22adb5ab1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:03.561877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c0291dd-69ff-4a54-bbed-1711153c7e1d req-b950f7d2-30db-4f9e-8b53-75b22adb5ab1 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.1116788 Aug 27 11:59:03.621505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c0291dd-69ff-4a54-bbed-1711153c7e1d req-85c598c5-de20-4424-89c9-0ab2a7be7cae tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Aug 27 11:59:03.749911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:03.755595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--891216928', 'description': 'tempest-description--684657967'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:03.839003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbd14a8b-965d-465f-a7b8-90f93d1ca0d7 req-45487a57-57f3-445c-baeb-280b45fee3eb tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0742667 Aug 27 11:59:03.854633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31d14ac2-68c6-42d9-8585-85b061cfbd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:03.877648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:03.970767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T11:58:59Z', 'revision_number': 4, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd7e18221-555e-483d-93ad-fa757ebe0930', 'name': '', 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'mac_address': 'fa:16:3e:df:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:56Z', 'updated_at': '2021-08-27T11:59:03Z', 'revision_number': 4, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'subnets': [{'id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:04.031202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76829a2-d57f-4488-b0ce-bdba4b7688e5 None None] The sync data for ids ['19f207cd-6d89-4c59-adad-7d6ef5b79243'] in n-d-688802-4 is: [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T11:58:59Z', 'revision_number': 4, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd7e18221-555e-483d-93ad-fa757ebe0930', 'name': '', 'network_id': '705ab10d-9643-4274-a1a5-7dc7bd73c40c', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'mac_address': 'fa:16:3e:df:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:56Z', 'updated_at': '2021-08-27T11:59:03Z', 'revision_number': 4, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'subnets': [{'id': '520b4a1d-aaed-4f8c-b1de-03453f2617dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:59:04.067592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31d14ac2-68c6-42d9-8585-85b061cfbd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.087945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-31d14ac2-68c6-42d9-8585-85b061cfbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.209018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-31d14ac2-68c6-42d9-8585-85b061cfbd08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acc6a62b41874c3e81f3a83d3b903107&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2358856 Aug 27 11:59:04.213886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:04.266632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d14ac2-68c6-42d9-8585-85b061cfbd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb75992-a38f-4954-9bad-e918dd263e06,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:04.295032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c166433-83cb-43aa-b6b2-5448af36d531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.341045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c166433-83cb-43aa-b6b2-5448af36d531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.436043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c166433-83cb-43aa-b6b2-5448af36d531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.438125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.439536 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c166433-83cb-43aa-b6b2-5448af36d531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.440961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9c166433-83cb-43aa-b6b2-5448af36d531 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0eb75992-a38f-4954-9bad-e918dd263e06 HTTP/1.1" status: 204 len: 168 time: 0.2240028 Aug 27 11:59:04.450853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:04.451692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166433-83cb-43aa-b6b2-5448af36d531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb75992-a38f-4954-9bad-e918dd263e06,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:04.468053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.540885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9873a10e-e5f0-4133-bfe4-962d27675d23,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:04.564209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.570676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f56e6afe-76b7-4556-95fb-bd1b66ff636e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8154819 Aug 27 11:59:04.571401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33142) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:04.576378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'security_group_rule': {'security_group_id': '9873a10e-e5f0-4133-bfe4-962d27675d23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:04.631832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.814886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-570b8dc2-4aa8-4c0a-9426-fc363d158774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.867624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.872381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac71efa-01d5-428f-9ecf-bd8eeb13f018 req-5b212cff-b9e6-4c67-8bdf-7a40430f019e tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:04.888495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ac71efa-01d5-428f-9ecf-bd8eeb13f018 req-5b212cff-b9e6-4c67-8bdf-7a40430f019e tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.1292415 Aug 27 11:59:04.904271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:04.965759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ac71efa-01d5-428f-9ecf-bd8eeb13f018 req-5b4d7d89-2a7d-4268-b5c6-258bf412294b tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742021 Aug 27 11:59:04.995718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec947579-4857-40d9-81f9-6879959fd966,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:05.030901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-572f7c2c-2fb4-427a-b611-566448a6a46d req-d192d356-f2ee-4308-9aaf-f0e2ae08cc54 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0432308 Aug 27 11:59:05.147813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-570b8dc2-4aa8-4c0a-9426-fc363d158774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.160439 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-570b8dc2-4aa8-4c0a-9426-fc363d158774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.172918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.180653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:05.186323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ef929249-e8e8-45f8-8dd9-c9d39b149f5a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6118531 Aug 27 11:59:05.201286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'security_group_rule': {'security_group_id': '9873a10e-e5f0-4133-bfe4-962d27675d23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:05.272208 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-570b8dc2-4aa8-4c0a-9426-fc363d158774 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b3dfeb0e8df4fcc8250a77be3d99aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8139732 Aug 27 11:59:05.273004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:05.285675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b8dc2-4aa8-4c0a-9426-fc363d158774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eb7994-4bc5-479a-9931-f9183e1d8085,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:05.392463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.403372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33162) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:05.441693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74751d31-20de-4dd8-871d-1ed0bd047efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.539892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c184d-b390-4569-826e-2e0e725a9bf6 req-78fc1b20-3a39-4094-856e-c846635bc794 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:05.542695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-723c184d-b390-4569-826e-2e0e725a9bf6 req-78fc1b20-3a39-4094-856e-c846635bc794 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 1123 time: 0.3478065 Aug 27 11:59:05.559020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2880a14a-85c9-45c0-b5ee-a703d6f0a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.631518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d7e18221-555e-483d-93ad-fa757ebe0930 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:05.725328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74751d31-20de-4dd8-871d-1ed0bd047efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.725722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2880a14a-85c9-45c0-b5ee-a703d6f0a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.732646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-74751d31-20de-4dd8-871d-1ed0bd047efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.744020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d7e18221-555e-483d-93ad-fa757ebe0930 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:05.753581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d7e18221-555e-483d-93ad-fa757ebe0930 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:05.754244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.776052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-723c184d-b390-4569-826e-2e0e725a9bf6 req-c91e4161-def2-4cd2-ba63-d36e77643e87 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.817603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-74751d31-20de-4dd8-871d-1ed0bd047efa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c64a9d77f12e4e199fe1c43704854860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127874 Aug 27 11:59:05.822017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:05.832631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.842288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74751d31-20de-4dd8-871d-1ed0bd047efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d54e49-5079-4a65-99db-054c1df4c97b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:05.846421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.906766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4b8398-2095-4451-a48b-2769dec904d3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:05.912422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2880a14a-85c9-45c0-b5ee-a703d6f0a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.916885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2880a14a-85c9-45c0-b5ee-a703d6f0a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.920185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2880a14a-85c9-45c0-b5ee-a703d6f0a266 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e2eb7994-4bc5-479a-9931-f9183e1d8085 HTTP/1.1" status: 204 len: 168 time: 0.6359739 Aug 27 11:59:05.951854 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:05.959426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880a14a-85c9-45c0-b5ee-a703d6f0a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eb7994-4bc5-479a-9931-f9183e1d8085,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:05.979649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2071-0b20-45fa-8c28-51b81eaba613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.034629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d7e18221-555e-483d-93ad-fa757ebe0930, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d7e18221-555e-483d-93ad-fa757ebe0930,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:06.038151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2071-0b20-45fa-8c28-51b81eaba613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.040351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.138943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-723c184d-b390-4569-826e-2e0e725a9bf6 req-c91e4161-def2-4cd2-ba63-d36e77643e87 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.161245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d7e18221-555e-483d-93ad-fa757ebe0930,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:06.161544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-723c184d-b390-4569-826e-2e0e725a9bf6 req-c91e4161-def2-4cd2-ba63-d36e77643e87 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.174076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.176174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9a2800ce-8371-4e50-bcdd-37660d0cd056 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9930940 Aug 27 11:59:06.181199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33184) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:06.185812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:06.195361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2071-0b20-45fa-8c28-51b81eaba613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.202360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ab2071-0b20-45fa-8c28-51b81eaba613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.203567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b0ab2071-0b20-45fa-8c28-51b81eaba613 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17d54e49-5079-4a65-99db-054c1df4c97b HTTP/1.1" status: 204 len: 168 time: 0.3805220 Aug 27 11:59:06.215692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-723c184d-b390-4569-826e-2e0e725a9bf6 req-c91e4161-def2-4cd2-ba63-d36e77643e87 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306453 Aug 27 11:59:06.248704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2071-0b20-45fa-8c28-51b81eaba613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d54e49-5079-4a65-99db-054c1df4c97b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:06.301890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e4161-def2-4cd2-ba63-d36e77643e87 tempest-AggregatesAdminTestJSON-805541073 tempest-AggregatesAdminTestJSON-805541073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22932221-67c5-4009-a394-670158e020e2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:06.306591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.326374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c029c0d5-2fb0-4fd6-aa88-89f1185f844a req-7e36d085-9074-4f84-8501-d72a0a927d12 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.1084917 Aug 27 11:59:06.621899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.761396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Allocated IP 172.25.8.175 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/7d0ab600-dd3d-4e2f-9c00-721b578f9c0d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:06.926614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:06.988194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.049234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:07.067012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:07.074093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:07.085183 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fecca17-3add-4483-8596-aaecf3bef178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.086914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:07.108359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'Port': ['ID=7d0ab600-dd3d-4e2f-9c00-721b578f9c0d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:07.243106 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fecca17-3add-4483-8596-aaecf3bef178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.248635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fecca17-3add-4483-8596-aaecf3bef178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.249003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.289501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.297925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4fecca17-3add-4483-8596-aaecf3bef178 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91d0f3a92ca944a3b737e9aa05ff3b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474282 Aug 27 11:59:07.300803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:07.336983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecca17-3add-4483-8596-aaecf3bef178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0255db-c5bb-4885-8b76-8db0ecc79b87,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:07.409533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f2481a2-6d36-4035-9776-de006b9be053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.457213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f2481a2-6d36-4035-9776-de006b9be053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.542783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f2481a2-6d36-4035-9776-de006b9be053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.544275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d7e18221-555e-483d-93ad-fa757ebe0930 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:07.545995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f2481a2-6d36-4035-9776-de006b9be053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.546763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1f2481a2-6d36-4035-9776-de006b9be053 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee0255db-c5bb-4885-8b76-8db0ecc79b87 HTTP/1.1" status: 204 len: 168 time: 0.2450280 Aug 27 11:59:07.559234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2481a2-6d36-4035-9776-de006b9be053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0255db-c5bb-4885-8b76-8db0ecc79b87,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:07.564026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.575022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.661764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.670538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d7e18221-555e-483d-93ad-fa757ebe0930 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:07.671243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.736676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'Port': ['ID=7d0ab600-dd3d-4e2f-9c00-721b578f9c0d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:07.748713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.751412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdf7c91b-451f-4de6-b12c-644941f8b63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5689895 Aug 27 11:59:07.949459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:07.971092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41d01024-7f06-4090-bca4-b71c0baa7f1b req-3976a778-c941-4f1f-83d7-3f36396cbf1c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0555933 Aug 27 11:59:08.303027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-b47c9e56-ab6d-48a1-a2df-13e04986fc69 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--891216928&fields=id&tenant_id=3b34dbfb1a124b82ab838b1219014f29 HTTP/1.1" status: 200 len: 267 time: 0.1154547 Aug 27 11:59:08.721939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-63352ac4-a2be-4486-b8d2-d340f3d8bf7a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:08.723637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-63352ac4-a2be-4486-b8d2-d340f3d8bf7a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 823 time: 0.4163284 Aug 27 11:59:08.749233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-389ebc60-8205-4e28-a7d5-18549b6b4e04 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/quotas/3b34dbfb1a124b82ab838b1219014f29 HTTP/1.1" status: 200 len: 375 time: 0.0177925 Aug 27 11:59:08.845563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-008cbad9-368e-43e8-8f05-a472fdd59015 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830042 Aug 27 11:59:08.979331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Request body: {'port': {'device_id': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '502e73c26d5a4fd1b631baab3265f4b3'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:09.235155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a9446b7-9b89-4909-8d43-8ee3fe54d5a9 req-3b1358fd-28e5-448b-9e7c-f2a8c58748fb tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0424225 Aug 27 11:59:09.364501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Made reservation on behalf of 502e73c26d5a4fd1b631baab3265f4b3 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:09.372181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:09.385752 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:09.530859 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:09.536109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:09.549084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-01c010bd-ab92-4779-aace-ae58b3a6be99 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:59:09.560207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-01c010bd-ab92-4779-aace-ae58b3a6be99 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4028060 Aug 27 11:59:09.751608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8677400b-51e6-413a-899a-4999fe90dc23,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:09.767498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-83e47a42-8925-4250-964e-ddbce82afcdb service neutron] 10.222.0.76 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050726 Aug 27 11:59:09.809636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:09.901573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-67b78f57-343a-456e-8ec3-9de391ea15b4 service neutron] 10.222.0.76 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330061 Aug 27 11:59:09.909688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Allocated IP 192.168.233.183 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/c6089cac-c390-456a-befa-ba352f48c025) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:10.062373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b256785b-1c6f-4ed3-935d-fe8e62254dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.290178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee78b799-9551-46fd-b32e-85f8a3a75296 req-fdf8dc70-e00e-46ee-b73a-81f5a9912b9d tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 210 time: 0.0823681 Aug 27 11:59:10.302028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.328460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Transition to ACTIVE for port object c6089cac-c390-456a-befa-ba352f48c025 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:10.367272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:10.385119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b256785b-1c6f-4ed3-935d-fe8e62254dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.392234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b256785b-1c6f-4ed3-935d-fe8e62254dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.515190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.538872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256785b-1c6f-4ed3-935d-fe8e62254dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c8ca8-d01e-412e-8b05-4cd2a60ac541,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:10.577119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:10.577707 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b256785b-1c6f-4ed3-935d-fe8e62254dbe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=939c80dc23e94a50a0570b7bf77f7e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562804 Aug 27 11:59:10.631354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:10.637393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:10.644954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:10.650924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:10.651700 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.674013 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7051466 Aug 27 11:59:10.710082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3078f846-cbed-4347-b57d-dd4770e571ec tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:59:10.711957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3078f846-cbed-4347-b57d-dd4770e571ec tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149560 Aug 27 11:59:10.714894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f095ef-ad51-4cea-9978-df7a82825ec8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Pushing event updated for resources: {'Port': ['ID=c6089cac-c390-456a-befa-ba352f48c025,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:10.759421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4309-d19b-4325-9b15-c547e3ec5507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:10.830131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4309-d19b-4325-9b15-c547e3ec5507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.001335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df2212c0-aeec-4afb-b784-0d1f817c618f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.014522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7f28d1c1-e9e3-4a1f-9998-9372e55a21f3 None None] Provisioning for port c6089cac-c390-456a-befa-ba352f48c025 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:11.040434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7f28d1c1-e9e3-4a1f-9998-9372e55a21f3 None None] Provisioning complete for port c6089cac-c390-456a-befa-ba352f48c025 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:11.042790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f28d1c1-e9e3-4a1f-9998-9372e55a21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.047947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4309-d19b-4325-9b15-c547e3ec5507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.050851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4309-d19b-4325-9b15-c547e3ec5507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.055554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a5d4309-d19b-4325-9b15-c547e3ec5507 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/891c8ca8-d01e-412e-8b05-4cd2a60ac541 HTTP/1.1" status: 204 len: 168 time: 0.4773877 Aug 27 11:59:11.076195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d2d83-c92e-413b-bc5c-2676ac7bf610 req-e6fda21c-1bf5-4669-b9ac-86225fc7f11c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:11.078151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e95d2d83-c92e-413b-bc5c-2676ac7bf610 req-e6fda21c-1bf5-4669-b9ac-86225fc7f11c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 936 time: 0.2052662 Aug 27 11:59:11.089143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-0adccacb-47c0-4a15-b2c1-485ad78b3f18 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2053614 Aug 27 11:59:11.105180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d4309-d19b-4325-9b15-c547e3ec5507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c8ca8-d01e-412e-8b05-4cd2a60ac541,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:11.179483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e95d2d83-c92e-413b-bc5c-2676ac7bf610 req-78e8e3a2-6146-49df-8b7f-67485c7c717b tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886543 Aug 27 11:59:11.197329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7f28d1c1-e9e3-4a1f-9998-9372e55a21f3 None None] Port c6089cac-c390-456a-befa-ba352f48c025 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:11.328842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Request body: {'port': {'device_id': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:11.343845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-0376ee95-c87f-46b4-95d8-6cf351cd5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:11.345457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-0376ee95-c87f-46b4-95d8-6cf351cd5173 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=639db4712431468a932712b82dd9c94e&device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 1123 time: 0.1283419 Aug 27 11:59:11.362243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df2212c0-aeec-4afb-b784-0d1f817c618f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.369297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df2212c0-aeec-4afb-b784-0d1f817c618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.522106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2212c0-aeec-4afb-b784-0d1f817c618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f257cc-801e-4189-882a-ca2f3c9d9249,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:11.531354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-df2212c0-aeec-4afb-b784-0d1f817c618f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05728e8d42d847349c44d05f4d3e95e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1628366 Aug 27 11:59:11.534156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:11.541761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.668409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-8eba695f-634c-4c9a-80ac-a050471bb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:11.671058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-8eba695f-634c-4c9a-80ac-a050471bb5c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2688508 Aug 27 11:59:11.672656 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae57-952c-460b-9b83-92867463510a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.677050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44a9a2a5-6f6d-49f2-8592-289927a55a8a req-c00246a7-8f36-40b7-892c-b374cda1850e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 210 time: 0.0531428 Aug 27 11:59:11.731346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-7debc095-a1b9-4144-8ed1-2682848ed7ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=983e4816-26c9-4855-a109-517cd711013f HTTP/1.1" status: 200 len: 217 time: 0.0522707 Aug 27 11:59:11.749041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae57-952c-460b-9b83-92867463510a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.847239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-27c4f04f-d3e0-4d7f-91b0-54a0e08bc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:11.848940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-27c4f04f-d3e0-4d7f-91b0-54a0e08bc36c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0924845 Aug 27 11:59:11.899836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33510) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:11.913325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-50559ab6-eb6c-4662-b0d9-fdc624460734 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c321ab0344174c90b7faa80f19801986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406640 Aug 27 11:59:11.921888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40c913ba-947e-4b10-b864-a245c87f11eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:11.964881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.65', 65092) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:12.068084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae57-952c-460b-9b83-92867463510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.073411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb0ae57-952c-460b-9b83-92867463510a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.075122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bbb0ae57-952c-460b-9b83-92867463510a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1f257cc-801e-4189-882a-ca2f3c9d9249 HTTP/1.1" status: 204 len: 168 time: 0.5386441 Aug 27 11:59:12.112142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0ae57-952c-460b-9b83-92867463510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f257cc-801e-4189-882a-ca2f3c9d9249,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:12.140747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-0f2978b2-562a-4329-983c-11d39134c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:12.143054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-0f2978b2-562a-4329-983c-11d39134c6f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2853060 Aug 27 11:59:12.160177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-8ce4da93-a854-45ed-a40b-b6a017d25c41 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:12.162030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-8ce4da93-a854-45ed-a40b-b6a017d25c41 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478249 Aug 27 11:59:12.241012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-c2f41e2b-b35e-463d-a778-c9662873e6b7 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/quotas/c321ab0344174c90b7faa80f19801986 HTTP/1.1" status: 200 len: 375 time: 0.0660489 Aug 27 11:59:12.296216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6089cac-c390-456a-befa-ba352f48c025 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:12.299493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-704dbe8a-ee81-4a6e-adfb-e5abda38211a tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c321ab0344174c90b7faa80f19801986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387206 Aug 27 11:59:12.313895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-a9272e91-b208-47bb-9b2f-b4d82281fb10 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:12.315924 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-a9272e91-b208-47bb-9b2f-b4d82281fb10 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 823 time: 0.3497469 Aug 27 11:59:12.320325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.345635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-53fa5cfe-5f43-4461-a680-a021eb236a10 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813958 Aug 27 11:59:12.369925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Transition to ACTIVE for port object c6089cac-c390-456a-befa-ba352f48c025 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:12.386000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.482662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40c913ba-947e-4b10-b864-a245c87f11eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.493159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-3298d52c-3841-4b0f-9aa2-081ac47a4344 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b34dbfb1a124b82ab838b1219014f29 HTTP/1.1" status: 200 len: 379 time: 0.1624544 Aug 27 11:59:12.509099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'port': {'device_id': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'admin_state_up': True, 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'security_groups': ['9873a10e-e5f0-4133-bfe4-962d27675d23']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:12.518079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0fc0292-d2ee-459a-abb9-64c669183e28 req-8aab9a38-e363-4c62-8a7d-172081fa808f service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645534 Aug 27 11:59:12.519142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40c913ba-947e-4b10-b864-a245c87f11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.681468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354db403-6dff-46bb-8ea5-119a2721b96a req-caaeaea1-d1b0-49c7-b3ad-be751a66137e tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:12.690137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-354db403-6dff-46bb-8ea5-119a2721b96a req-caaeaea1-d1b0-49c7-b3ad-be751a66137e tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 948 time: 0.1331141 Aug 27 11:59:12.693407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Pushing event updated for resources: {'Port': ['ID=c6089cac-c390-456a-befa-ba352f48c025,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:12.743010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-354db403-6dff-46bb-8ea5-119a2721b96a req-c3f09428-a951-46fa-b871-165e1a5cf86c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Aug 27 11:59:12.807159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bc1931a-699f-4e84-a515-ffc5a80695ae req-b8be3fb0-2464-414f-bb5b-f53cccd6ae1c tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 210 time: 0.0769494 Aug 27 11:59:12.856569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c913ba-947e-4b10-b864-a245c87f11eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d2e515-e3c8-4cd6-8061-4b9fb57ffe85,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:12.884655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:12.915219 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0460-d822-421e-aa17-cb39c35bb073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.948139 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-40c913ba-947e-4b10-b864-a245c87f11eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09688c5c4e204c96a1dc74d2b323c977&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0461261 Aug 27 11:59:12.951958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33550) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:12.964284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Made reservation on behalf of 3b34dbfb1a124b82ab838b1219014f29 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:12.968988 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:12.975604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Attempting to bind port c6089cac-c390-456a-befa-ba352f48c025 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:12.975941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Attempting to bind port c6089cac-c390-456a-befa-ba352f48c025 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:12.976474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Attempting to bind port c6089cac-c390-456a-befa-ba352f48c025 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:12.990608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Port c6089cac-c390-456a-befa-ba352f48c025 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:12.991190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Attempting to bind port c6089cac-c390-456a-befa-ba352f48c025 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:13.016328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:13.016539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:13.016957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:13.018666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Bound port: c6089cac-c390-456a-befa-ba352f48c025, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:13.019794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.025088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03e4b60d-79dd-4fd3-a41d-31b8f796192c req-1577e876-811c-40ac-a4df-0e5d1ed2d743 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 210 time: 0.0777373 Aug 27 11:59:13.082012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6736a7c6-92bc-44a9-8292-ee6f379f4750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.160805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6736a7c6-92bc-44a9-8292-ee6f379f4750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.353924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] For port c6089cac-c390-456a-befa-ba352f48c025, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:13.367858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] For port c6089cac-c390-456a-befa-ba352f48c025, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c6089cac-c390-456a-befa-ba352f48c025,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:13.392937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.396981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0460-d822-421e-aa17-cb39c35bb073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.398562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6736a7c6-92bc-44a9-8292-ee6f379f4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.414140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6736a7c6-92bc-44a9-8292-ee6f379f4750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.415602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6736a7c6-92bc-44a9-8292-ee6f379f4750 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30d2e515-e3c8-4cd6-8061-4b9fb57ffe85 HTTP/1.1" status: 204 len: 168 time: 0.4525218 Aug 27 11:59:13.419907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0460-d822-421e-aa17-cb39c35bb073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.450456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736a7c6-92bc-44a9-8292-ee6f379f4750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d2e515-e3c8-4cd6-8061-4b9fb57ffe85,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:13.504957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Allocated IP 172.20.0.3 (f7448c16-e86f-486a-940b-967a191f38ba/30ef6ee6-8c11-410b-bfa9-3037627a2d51/efe78d12-09be-4475-989b-67b91e0525d6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:13.511946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:13.514347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.515988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6f9d0460-d822-421e-aa17-cb39c35bb073 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36585f1a1bd946ad9bf2f8777213a30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302676 Aug 27 11:59:13.519604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33582) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:13.519789 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] 10.222.0.77 "PUT /v2.0/ports/c6089cac-c390-456a-befa-ba352f48c025 HTTP/1.1" status: 200 len: 1096 time: 2.4513307 Aug 27 11:59:13.520226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'tag': 'c6089cac-c390-456a-befa-ba352f48c025'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:13.529836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d0460-d822-421e-aa17-cb39c35bb073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708195f2-3729-465e-82f9-9744b24e404b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:13.606563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cedb-bf8b-4b67-b5f8-7d0c153230d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.689048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ffa5e-92bb-4abf-9072-0a137054c738 service neutron] Pushing event updated for resources: {'Port': ['ID=c6089cac-c390-456a-befa-ba352f48c025,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:13.690366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cedb-bf8b-4b67-b5f8-7d0c153230d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.830648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cedb-bf8b-4b67-b5f8-7d0c153230d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.833576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cedb-bf8b-4b67-b5f8-7d0c153230d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:13.841786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6dc0cedb-bf8b-4b67-b5f8-7d0c153230d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/708195f2-3729-465e-82f9-9744b24e404b HTTP/1.1" status: 204 len: 168 time: 0.3190262 Aug 27 11:59:13.858217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:13.874654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0cedb-bf8b-4b67-b5f8-7d0c153230d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708195f2-3729-465e-82f9-9744b24e404b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:14.064938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-19426335-29fa-48d0-b9f3-e1dc65ba4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:14.066832 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-19426335-29fa-48d0-b9f3-e1dc65ba4f56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 1099 time: 0.3143902 Aug 27 11:59:14.107767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86cc4243-4c93-4632-a244-f0c025c0852f req-e4f0eb57-466e-4659-b0fb-6a78362feefb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 210 time: 0.0727262 Aug 27 11:59:14.168904 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-e7bc176c-2ebc-4d7d-8c97-468765caf99d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c6089cac-c390-456a-befa-ba352f48c025 HTTP/1.1" status: 200 len: 217 time: 0.0854628 Aug 27 11:59:14.197908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e460f-fcd4-4ad8-b5fb-0875b418807f req-4c6ccefc-0b42-463e-a19b-229723c84a95 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:14.207470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c62e460f-fcd4-4ad8-b5fb-0875b418807f req-4c6ccefc-0b42-463e-a19b-229723c84a95 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 948 time: 0.1742847 Aug 27 11:59:14.229375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:14.259931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Transition to ACTIVE for port object efe78d12-09be-4475-989b-67b91e0525d6 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:14.271971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-681efed9-85f0-42ba-8125-fa636455be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:14.274359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-681efed9-85f0-42ba-8125-fa636455be31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0978537 Aug 27 11:59:14.276928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c62e460f-fcd4-4ad8-b5fb-0875b418807f req-f7f161cf-b15a-4fc3-8938-02b69768e5a0 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627804 Aug 27 11:59:14.361410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0637c585-0e1c-4798-a5d1-13677bb2e725 req-a39112ba-180e-4553-9779-cd45305add8d tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 210 time: 0.0632820 Aug 27 11:59:14.390416 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4edeec-e102-414b-af6e-ed6555efa925" -d '{"events": [{"name": "network-changed", "server_uuid": "32a6b57e-9662-493d-b180-bdc9a3be4f97", "tag": "c6089cac-c390-456a-befa-ba352f48c025"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:14.403238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-55b5adf5-cafb-4db6-8527-76f979b749ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:14.476157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.77', 60679) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:14.510130 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-eb088eef-c385-46b0-b8d1-4e4eacf781e0 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c321ab0344174c90b7faa80f19801986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297680 Aug 27 11:59:14.651939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ecac-146d-4290-92bf-f18810e61198 req-31148b8a-2ba6-4d7c-a60a-bc9c09500f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:14.657413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-31148b8a-2ba6-4d7c-a60a-bc9c09500f10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3546948 Aug 27 11:59:14.669781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:14.701559 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-55b5adf5-cafb-4db6-8527-76f979b749ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:14.711020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-55b5adf5-cafb-4db6-8527-76f979b749ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:14.731914 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705571a2-5a9e-428c-97ad-04e07b67870e x-openstack-request-id: req-705571a2-5a9e-428c-97ad-04e07b67870e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:14.731914 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a6b57e-9662-493d-b180-bdc9a3be4f97", "tag": "c6089cac-c390-456a-befa-ba352f48c025", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:14.731914 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-705571a2-5a9e-428c-97ad-04e07b67870e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:14.731914 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'tag': 'c6089cac-c390-456a-befa-ba352f48c025', 'status': 'completed', 'code': 200} Aug 27 11:59:14.812660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-55b5adf5-cafb-4db6-8527-76f979b749ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d96f4b71e3cf41898954d2756bba35cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9532387 Aug 27 11:59:14.815104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5adf5-cafb-4db6-8527-76f979b749ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c61565-b44d-4513-b2c6-b2ddf8000f97,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:14.817535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:14.928809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b495229-579e-4c7b-91bc-5d34bc867f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:14.950242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-d27ad2be-cea5-44c2-9bc6-48a9cb64ce18 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866225 Aug 27 11:59:14.953483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'Port': ['ID=efe78d12-09be-4475-989b-67b91e0525d6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:14.994206 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b495229-579e-4c7b-91bc-5d34bc867f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.127322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Network f7448c16-e86f-486a-940b-967a191f38ba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:15.139195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b495229-579e-4c7b-91bc-5d34bc867f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.146067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b495229-579e-4c7b-91bc-5d34bc867f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.156048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:15.156190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b495229-579e-4c7b-91bc-5d34bc867f8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3c61565-b44d-4513-b2c6-b2ddf8000f97 HTTP/1.1" status: 204 len: 168 time: 0.3371613 Aug 27 11:59:15.159577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:15.167687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b495229-579e-4c7b-91bc-5d34bc867f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c61565-b44d-4513-b2c6-b2ddf8000f97,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:15.188003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:15.188165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.270062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-df1f04f7-c92a-42a4-a240-288426e94362 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:15.271703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-df1f04f7-c92a-42a4-a240-288426e94362 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7423325 Aug 27 11:59:15.304889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Request body: {'port': {'device_id': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'c321ab0344174c90b7faa80f19801986'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:15.389664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3aa2-7e54-44c4-8b56-0a0bec569438 req-489eaafc-6b01-4479-8697-0efcaa7a4a1f tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:15.393878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5db3aa2-7e54-44c4-8b56-0a0bec569438 req-489eaafc-6b01-4479-8697-0efcaa7a4a1f tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.1224225 Aug 27 11:59:15.451993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fab51ea-478b-47e1-9738-0f3e42c375ca req-d4a5b657-f002-4c1f-a4fa-a54ab6a48ab7 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 210 time: 0.1039729 Aug 27 11:59:15.513319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5db3aa2-7e54-44c4-8b56-0a0bec569438 req-9ce763f8-9cfe-422e-923b-90ca1dcb4751 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884709 Aug 27 11:59:15.553527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-5d980f0e-23cf-48db-bc1c-b5a8637d3485 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0497715 Aug 27 11:59:15.560330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-836a2881-f98c-407a-a82f-786a7efb9a7b None None] Provisioning for port efe78d12-09be-4475-989b-67b91e0525d6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:15.560940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e26ecac-146d-4290-92bf-f18810e61198 req-c216892a-ffe6-4b7a-bfe0-54e4be585cb7 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026554 Aug 27 11:59:15.570329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Request body: {'port': {'device_id': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:15.573902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-836a2881-f98c-407a-a82f-786a7efb9a7b None None] Provisioning complete for port efe78d12-09be-4475-989b-67b91e0525d6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:15.574553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-836a2881-f98c-407a-a82f-786a7efb9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.609964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Made reservation on behalf of c321ab0344174c90b7faa80f19801986 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:15.617150 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.647949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-836a2881-f98c-407a-a82f-786a7efb9a7b None None] Port efe78d12-09be-4475-989b-67b91e0525d6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:15.660232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.665468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:15.719878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66a8f7-9918-4838-88e1-576ee829db8b req-34dfe44f-c523-437f-8a16-93d307cc0ece tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:15.730455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a66a8f7-9918-4838-88e1-576ee829db8b req-34dfe44f-c523-437f-8a16-93d307cc0ece tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 931 time: 0.1485713 Aug 27 11:59:15.774140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c7fe3-4290-48f2-bf48-58e405dacfb5 req-16066c90-a68a-4204-9b72-32eac86c762c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:15.779341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-680c7fe3-4290-48f2-bf48-58e405dacfb5 req-16066c90-a68a-4204-9b72-32eac86c762c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 948 time: 0.1473279 Aug 27 11:59:15.844242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a66a8f7-9918-4838-88e1-576ee829db8b req-803396b5-d9a7-4d7a-b055-f99111cf6dfd tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951939 Aug 27 11:59:15.852123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-9b82c566-a260-4d43-98e7-c4ee8ffca9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:15.853745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-9b82c566-a260-4d43-98e7-c4ee8ffca9af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 1099 time: 0.1632962 Aug 27 11:59:15.854825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:15.913371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-680c7fe3-4290-48f2-bf48-58e405dacfb5 req-4cbee82a-0efb-4475-a6b0-fe625f1a3fe6 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101925 Aug 27 11:59:15.914860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00ca7998-a157-4625-8e55-ce161448184c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.192982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-7f0e03c4-5b4c-4b8b-a754-8900ebdd4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:16.194261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-7f0e03c4-5b4c-4b8b-a754-8900ebdd4f70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3334482 Aug 27 11:59:16.221012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.258899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-c648bcd2-bdf9-467a-90e1-a47acf857333 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c6089cac-c390-456a-befa-ba352f48c025 HTTP/1.1" status: 200 len: 217 time: 0.0542173 Aug 27 11:59:16.260826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.448603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00ca7998-a157-4625-8e55-ce161448184c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.454908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-00ca7998-a157-4625-8e55-ce161448184c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.567636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca7998-a157-4625-8e55-ce161448184c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655f825-1fde-408c-b480-c48e64bf1a4d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:16.589274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Allocated IP 192.168.233.38 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/ed39b5c0-eb88-40a4-b1a2-d143037b5a9b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:16.599053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-00ca7998-a157-4625-8e55-ce161448184c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f615c2a711844eb9356331f83356825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7428677 Aug 27 11:59:16.606928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:16.694808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ee5c092-b78c-458c-8029-fcb97e1ba98b req-1f1ea6da-38c3-4e51-aabd-f36c71bd502c tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 210 time: 0.0903211 Aug 27 11:59:16.705044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d09e030-8b88-415f-88a0-31610a08f747,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:16.734853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-3efe4121-65a3-4612-b239-1c27c70d9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:16.736286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-3efe4121-65a3-4612-b239-1c27c70d9941 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1337566 Aug 27 11:59:16.768847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe78d12-09be-4475-989b-67b91e0525d6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:16.808381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.836533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d856c8-8700-4403-b446-2f378ab8f59f req-eebea042-8284-4eda-9bed-d9eb8dc41f8c tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:16.845325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61d856c8-8700-4403-b446-2f378ab8f59f req-eebea042-8284-4eda-9bed-d9eb8dc41f8c tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.2079492 Aug 27 11:59:16.869746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Transition to ACTIVE for port object efe78d12-09be-4475-989b-67b91e0525d6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:16.886191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:16.891529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-ff85959e-630a-425c-8201-853ee722a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:16.893213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-ff85959e-630a-425c-8201-853ee722a4ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468401 Aug 27 11:59:16.986098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61d856c8-8700-4403-b446-2f378ab8f59f req-3469586b-455d-4483-8059-ec579229d894 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395361 Aug 27 11:59:16.996071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33754) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:17.047547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-3e362614-d946-42f5-aa69-f107e8fcebad tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:17.056580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-3e362614-d946-42f5-aa69-f107e8fcebad tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.65 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.4083674 Aug 27 11:59:17.097999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782a9a98-d5e3-4be3-93c3-2c00798a4b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.098971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.139640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782a9a98-d5e3-4be3-93c3-2c00798a4b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.145786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Attempting to bind port efe78d12-09be-4475-989b-67b91e0525d6 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:17.146024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Attempting to bind port efe78d12-09be-4475-989b-67b91e0525d6 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:17.146332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Attempting to bind port efe78d12-09be-4475-989b-67b91e0525d6 on network f7448c16-e86f-486a-940b-967a191f38ba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:17.148566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Pushing event updated for resources: {'Port': ['ID=efe78d12-09be-4475-989b-67b91e0525d6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:17.154461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-74647c9c-37f7-455d-b358-a39b12d5f78a service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484131 Aug 27 11:59:17.174917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Port efe78d12-09be-4475-989b-67b91e0525d6 on network f7448c16-e86f-486a-940b-967a191f38ba not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:17.175357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Attempting to bind port efe78d12-09be-4475-989b-67b91e0525d6 on network f7448c16-e86f-486a-940b-967a191f38ba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:17.197081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Transition to ACTIVE for port object ed39b5c0-eb88-40a4-b1a2-d143037b5a9b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:17.200259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:17.200259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Checking segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:17.200259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Bound using segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:17.200259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Bound port: efe78d12-09be-4475-989b-67b91e0525d6, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:17.201623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.237391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782a9a98-d5e3-4be3-93c3-2c00798a4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.239976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-782a9a98-d5e3-4be3-93c3-2c00798a4b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.244237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-782a9a98-d5e3-4be3-93c3-2c00798a4b14 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4655f825-1fde-408c-b480-c48e64bf1a4d HTTP/1.1" status: 204 len: 168 time: 0.6324663 Aug 27 11:59:17.315828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a9a98-d5e3-4be3-93c3-2c00798a4b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655f825-1fde-408c-b480-c48e64bf1a4d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:17.390164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d7239e-5b19-42a8-a5e4-f8de82572a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.419175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18985-0e3f-4958-be7c-84cb8043cdee req-960995ec-a740-4165-b740-a61a60d57840 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:17.430299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25d18985-0e3f-4958-be7c-84cb8043cdee req-960995ec-a740-4165-b740-a61a60d57840 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 943 time: 0.4405389 Aug 27 11:59:17.432102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.443403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] For port efe78d12-09be-4475-989b-67b91e0525d6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:17.470202 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5d4edeec-e102-414b-af6e-ed6555efa925 req-4857fc55-4935-4017-a031-3253bbef4bba service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012502 Aug 27 11:59:17.500508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd2983-5b53-4d72-aaad-502acfed5279 req-da96f331-a4cd-49fa-b42c-a3c3c2082712 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:17.517705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86dd2983-5b53-4d72-aaad-502acfed5279 req-da96f331-a4cd-49fa-b42c-a3c3c2082712 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 948 time: 0.3288033 Aug 27 11:59:17.524894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] For port efe78d12-09be-4475-989b-67b91e0525d6, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=efe78d12-09be-4475-989b-67b91e0525d6,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:17.540630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:17.544535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.567983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:17.582372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:17.591797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:17.593503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.611092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25d18985-0e3f-4958-be7c-84cb8043cdee req-dd84eac5-f26e-4c13-86f6-85ebf63c5bdf tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790981 Aug 27 11:59:17.621164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Deleting port 983e4816-26c9-4855-a109-517cd711013f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 11:59:17.621721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.634845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:17.635699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:17.639591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/efe78d12-09be-4475-989b-67b91e0525d6 HTTP/1.1" status: 200 len: 1091 time: 2.0777750 Aug 27 11:59:17.665213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:17.677903 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "tag": "efe78d12-09be-4475-989b-67b91e0525d6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:17.682223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Pushing event updated for resources: {'Port': ['ID=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:17.701638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86dd2983-5b53-4d72-aaad-502acfed5279 req-87494938-c109-4a27-b3da-7ca2287bc72d tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790860 Aug 27 11:59:17.827463 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ecc8a-b20e-490d-88e4-b9a03b88b7a6 x-openstack-request-id: req-eb6ecc8a-b20e-490d-88e4-b9a03b88b7a6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:17.828017 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "tag": "efe78d12-09be-4475-989b-67b91e0525d6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:17.828415 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb6ecc8a-b20e-490d-88e4-b9a03b88b7a6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:17.829107 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6', 'status': 'completed', 'code': 200} Aug 27 11:59:17.925473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5bcd9-aa72-4eed-b554-b3e9af4c88f2 service neutron] Pushing event updated for resources: {'Port': ['ID=efe78d12-09be-4475-989b-67b91e0525d6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:17.944661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f1b5f56d-88ba-44fd-aa23-9a01462ce106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:17.947254 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-f1b5f56d-88ba-44fd-aa23-9a01462ce106 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 1094 time: 0.2532318 Aug 27 11:59:18.015840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d7239e-5b19-42a8-a5e4-f8de82572a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.024314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d7239e-5b19-42a8-a5e4-f8de82572a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.026425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4f063cd-1b40-4f83-b497-a6af81b3f319 None None] Provisioning for port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:18.044738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4f063cd-1b40-4f83-b497-a6af81b3f319 None None] Provisioning complete for port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:18.045613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4f063cd-1b40-4f83-b497-a6af81b3f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.065675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-57b8a269-e3fe-422b-a81d-dc368935214b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7646937 Aug 27 11:59:18.087477 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-ac827801-1473-448c-b86e-62e2b9f2c0fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe78d12-09be-4475-989b-67b91e0525d6 HTTP/1.1" status: 200 len: 217 time: 0.1177380 Aug 27 11:59:18.098632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Request body: {'port': {'device_id': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:18.107604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b4f063cd-1b40-4f83-b497-a6af81b3f319 None None] Port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:18.184606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7239e-5b19-42a8-a5e4-f8de82572a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b41ab1-42f8-49c9-a42a-fa651f0ee7e4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:18.190418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa096929-9ca5-4305-8dd5-6c5757e05c63 req-7c6b8d12-83dc-4ac8-8629-c3a56d3d77af tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:18.196479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa096929-9ca5-4305-8dd5-6c5757e05c63 req-7c6b8d12-83dc-4ac8-8629-c3a56d3d77af tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 935 time: 0.1295049 Aug 27 11:59:18.208318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-44d7239e-5b19-42a8-a5e4-f8de82572a51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7baa43d4ff3f4e6ea2d3c4ee16f0e80e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2057240 Aug 27 11:59:18.214757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33786) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:18.240160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.248819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-e9954b26-0729-438a-8fb0-b05a6961f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:18.250597 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-e9954b26-0729-438a-8fb0-b05a6961f854 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.1234655 Aug 27 11:59:18.251619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] For port 983e4816-26c9-4855-a109-517cd711013f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=983e4816-26c9-4855-a109-517cd711013f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:18.252155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.273875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa096929-9ca5-4305-8dd5-6c5757e05c63 req-45a48cb9-0707-4325-8963-56003457f124 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765002 Aug 27 11:59:18.288040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Calling delete_port for 983e4816-26c9-4855-a109-517cd711013f owned by compute:tempest-test_az-1139525009 {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 11:59:18.393988 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5bae5f9b-3409-4737-afa1-127a43ba9936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.473390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-de79862d-4e8f-4142-a9b5-aab037ee3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:18.474965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-de79862d-4e8f-4142-a9b5-aab037ee3bb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150784 Aug 27 11:59:18.484466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-a5152848-97f4-476a-9f90-ce022580511a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580444 Aug 27 11:59:18.545427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07cbbb18-fadd-4dbb-8fd6-0dbf30845ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.591284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315660ac-bcfe-4883-86bb-3231746738bb req-b708413a-85a2-4110-a76c-99b4696cebe3 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:18.593630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-315660ac-bcfe-4883-86bb-3231746738bb req-b708413a-85a2-4110-a76c-99b4696cebe3 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 972 time: 0.1657624 Aug 27 11:59:18.608397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07cbbb18-fadd-4dbb-8fd6-0dbf30845ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.706410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-61b99bfa-b3a1-4a5d-927f-efe6b20c505c service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218812 Aug 27 11:59:18.745312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-315660ac-bcfe-4883-86bb-3231746738bb req-a20f9b48-a5b1-40c2-823a-c686dd982b11 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/security-groups?id=85acc780-d84d-4cbb-aa3a-952519f78629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377826 Aug 27 11:59:18.762587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-4efca7b8-1a67-4c87-9def-56c61677246f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:18.772802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-4efca7b8-1a67-4c87-9def-56c61677246f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729068 Aug 27 11:59:18.793872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07cbbb18-fadd-4dbb-8fd6-0dbf30845ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.797729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07cbbb18-fadd-4dbb-8fd6-0dbf30845ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.798985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07cbbb18-fadd-4dbb-8fd6-0dbf30845ae2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98b41ab1-42f8-49c9-a42a-fa651f0ee7e4 HTTP/1.1" status: 204 len: 168 time: 0.5819547 Aug 27 11:59:18.810866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-12f0c7b4-7f14-49ee-a3a8-58119b8e7bb7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/quotas/04ebd9e730044067889d740d77a3653e HTTP/1.1" status: 200 len: 375 time: 0.0368268 Aug 27 11:59:18.830431 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.833516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbbb18-fadd-4dbb-8fd6-0dbf30845ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b41ab1-42f8-49c9-a42a-fa651f0ee7e4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:18.887259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33816) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:18.904753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-84eab0ff-5cf8-4d6d-a651-3b239a9372e4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930727 Aug 27 11:59:18.916768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed39b5c0-eb88-40a4-b1a2-d143037b5a9b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:18.930537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:18.959100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0b37435-9450-4c55-9041-e069b46bbbc8 req-3ca51229-b450-4a1f-b291-09a9c0caa6be service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425246 Aug 27 11:59:18.993182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Transition to ACTIVE for port object ed39b5c0-eb88-40a4-b1a2-d143037b5a9b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:18.997293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.086373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Pushing event deleted for resources: {'Port': ['ID=983e4816-26c9-4855-a109-517cd711013f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:19.137924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:19.207120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] No DVR routers for this DVR port 983e4816-26c9-4855-a109-517cd711013f on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 11:59:19.217845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.227956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac7d9d84-6b4d-41fc-b9a4-10e8e2474dcb req-360cbce8-a273-4ecd-92f9-80d9b2f71675 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.65 "DELETE /v2.0/ports/983e4816-26c9-4855-a109-517cd711013f HTTP/1.1" status: 204 len: 173 time: 2.0376945 Aug 27 11:59:19.229900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180eb446-0185-4514-88c6-75804e7de026', 'name': 'network-vif-deleted', 'tag': '983e4816-26c9-4855-a109-517cd711013f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:19.238934 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c884422-9f7b-4a35-8c97-9531ea4a1e7c" -d '{"events": [{"server_uuid": "180eb446-0185-4514-88c6-75804e7de026", "name": "network-vif-deleted", "tag": "983e4816-26c9-4855-a109-517cd711013f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:19.261572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-d77d66d7-e276-448b-bea3-eda34e03bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:19.264247 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-d77d66d7-e276-448b-bea3-eda34e03bfbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 1094 time: 0.1285613 Aug 27 11:59:19.305419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cf91e-edee-4b65-9444-45841c5e9a16 req-38ff4e4c-8610-4fd4-8aed-c998d65855ef tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:19.307851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-238cf91e-edee-4b65-9444-45841c5e9a16 req-38ff4e4c-8610-4fd4-8aed-c998d65855ef tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 943 time: 0.4191928 Aug 27 11:59:19.405315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Attempting to bind port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:19.410741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Attempting to bind port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:19.411413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Attempting to bind port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:19.421856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-238cf91e-edee-4b65-9444-45841c5e9a16 req-8c758339-ffca-403d-bfb4-7cd840c70836 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058085 Aug 27 11:59:19.454564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:19.455393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Attempting to bind port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:19.484156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:19.487196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:19.488001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:19.489085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Bound port: ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:19.489803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.522055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cef71-e934-4293-ba25-b9184bbd5341 req-2cadb4d1-b44e-486f-bf17-be9e68e56652 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:19.530895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b67cef71-e934-4293-ba25-b9184bbd5341 req-2cadb4d1-b44e-486f-bf17-be9e68e56652 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 948 time: 0.1401415 Aug 27 11:59:19.609492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fac625b0-797b-45b6-a505-996ce94d56bb req-863d952b-aa51-4a25-a28b-c005dd75c47d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 210 time: 0.0735259 Aug 27 11:59:19.612073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-3cd82f72-4d92-4728-8990-256b431b4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:19.613854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-3cd82f72-4d92-4728-8990-256b431b4965 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 924 time: 0.3372884 Aug 27 11:59:19.628200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1162824074-network', 'tenant_id': '4d8b68a3f5c24767aed383205f87b862'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:19.696945 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.700914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:19.721919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b67cef71-e934-4293-ba25-b9184bbd5341 req-a5b0f13b-a747-4069-b1cf-b82fe96f708e tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881385 Aug 27 11:59:19.743914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-17801e18-bcec-4e74-93a6-c17431f6c0f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe78d12-09be-4475-989b-67b91e0525d6 HTTP/1.1" status: 200 len: 217 time: 0.1164505 Aug 27 11:59:19.746969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] For port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:19.767671 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0caf309-f46b-4775-b86b-84e479c38543 x-openstack-request-id: req-f0caf309-f46b-4775-b86b-84e479c38543 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:19.768377 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180eb446-0185-4514-88c6-75804e7de026", "name": "network-vif-deleted", "tag": "983e4816-26c9-4855-a109-517cd711013f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:19.771260 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0caf309-f46b-4775-b86b-84e479c38543 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:19.772141 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180eb446-0185-4514-88c6-75804e7de026', 'name': 'network-vif-deleted', 'tag': '983e4816-26c9-4855-a109-517cd711013f', 'status': 'completed', 'code': 200} Aug 27 11:59:19.806710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Made reservation on behalf of 4d8b68a3f5c24767aed383205f87b862 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:19.814374 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.824942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-d0a922b7-9323-413f-a7a8-890a1850d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:19.826706 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-d0a922b7-9323-413f-a7a8-890a1850d877 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.0692420 Aug 27 11:59:19.828961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] For port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:19.866170 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.881545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:19.916294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:19.994792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:19.995602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.003878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] 10.222.0.77 "PUT /v2.0/ports/ed39b5c0-eb88-40a4-b1a2-d143037b5a9b HTTP/1.1" status: 200 len: 1095 time: 1.9092064 Aug 27 11:59:20.007006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'tag': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:20.017170 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ba368-8b17-456e-aec5-081fbdeaa48e" -d '{"events": [{"name": "network-changed", "server_uuid": "df32a52f-d4b5-4cee-a6dd-40d4126a69a0", "tag": "ed39b5c0-eb88-40a4-b1a2-d143037b5a9b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:20.064305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.078291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.104687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-f1232773-0470-4168-8ce3-d328e758140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.108361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-f1232773-0470-4168-8ce3-d328e758140c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735186 Aug 27 11:59:20.122493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acf36e-fb82-484e-a77c-d7aeb66dfbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:20.122788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca06644d-de46-4540-9634-98a3e9385d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.188554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9eef7b7-0d9a-4986-b078-f43e7f35986a req-3b6cee9b-ac6c-48cf-8d0f-3e2ecc0e7957 tempest-AggregatesAdminTestJSON-245999718 tempest-AggregatesAdminTestJSON-245999718-project] 10.222.0.76 "GET /v2.0/ports?device_id=180eb446-0185-4514-88c6-75804e7de026 HTTP/1.1" status: 200 len: 210 time: 0.1212764 Aug 27 11:59:20.217985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:59:20.269561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:20.289883 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.290351 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Added segment 684239fe-3a3b-40e1-b643-bf5e4ff49b7c of type vlan for network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd Aug 27 11:59:20.309913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5da8cee7-2488-44e3-8381-719e1c46db63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.328456 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ac16a-cf88-4734-bab2-10c7499f7cac x-openstack-request-id: req-b86ac16a-cf88-4734-bab2-10c7499f7cac {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:20.328456 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df32a52f-d4b5-4cee-a6dd-40d4126a69a0", "tag": "ed39b5c0-eb88-40a4-b1a2-d143037b5a9b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:20.328764 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b86ac16a-cf88-4734-bab2-10c7499f7cac {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:20.329092 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'tag': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b', 'status': 'completed', 'code': 200} Aug 27 11:59:20.361380 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-17bc4832-24bb-4475-84f6-336c785a6d06 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333434 Aug 27 11:59:20.371432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-44dcc96e-abb7-4106-96c2-e23345863799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.373010 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-44dcc96e-abb7-4106-96c2-e23345863799 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c321ab0344174c90b7faa80f19801986&device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 1098 time: 0.1230145 Aug 27 11:59:20.377754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1d251-c79b-4751-9bac-20b492101c88 req-88239958-57f4-47c2-bfd6-a14df89340b1 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.377754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ec1d251-c79b-4751-9bac-20b492101c88 req-88239958-57f4-47c2-bfd6-a14df89340b1 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 947 time: 0.3082590 Aug 27 11:59:20.403820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.442424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c6089cac-c390-456a-befa-ba352f48c025 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:20.476992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ec1d251-c79b-4751-9bac-20b492101c88 req-2b153b87-cac7-421c-a635-69851eebb52b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906622 Aug 27 11:59:20.490529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.490759 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-31cf4629-ccdd-415c-9a67-612ed1f283ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b HTTP/1.1" status: 200 len: 217 time: 0.0987940 Aug 27 11:59:20.491795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.492083 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.607287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca06644d-de46-4540-9634-98a3e9385d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.611713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86012a5b-acc0-4c2d-bf25-f89cf1e8a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.614099 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-86012a5b-acc0-4c2d-bf25-f89cf1e8a19b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0804837 Aug 27 11:59:20.618211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca06644d-de46-4540-9634-98a3e9385d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.620776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] Pushing event updated for resources: {'Network': ['ID=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:20.624379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c6089cac-c390-456a-befa-ba352f48c025, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c6089cac-c390-456a-befa-ba352f48c025,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:20.641449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ae295c15-8a95-4d08-997b-93fcb6e3832b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7343957 Aug 27 11:59:20.648779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:20.655431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Request body: {'subnet': {'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1162824074-subnet', 'tenant_id': '4d8b68a3f5c24767aed383205f87b862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:20.661140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:59:20.669096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'c6089cac-c390-456a-befa-ba352f48c025', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'c6089cac-c390-456a-befa-ba352f48c025', 'mac_address': 'fa:16:3e:3e:7a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:20.678502 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a0ec7e4-b77f-4a2b-8843-05cb0ade77c1 req-08b4f98e-321e-4634-80af-b7aa1d937b87 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977529 Aug 27 11:59:20.693134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-95ceda62-9bea-4ebe-a5de-93a247a03d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.695439 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-95ceda62-9bea-4ebe-a5de-93a247a03d41 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704889 Aug 27 11:59:20.711389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ca06644d-de46-4540-9634-98a3e9385d86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=598fdaf107084d3d92f26f6b8e037bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7918153 Aug 27 11:59:20.714101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33856) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:20.723116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557221-0156-4cfe-8ae1-9ab953e7414a req-b1c4097e-1adb-4ce7-a38b-e0cbaf98abce tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:20.724718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f557221-0156-4cfe-8ae1-9ab953e7414a req-b1c4097e-1adb-4ce7-a38b-e0cbaf98abce tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 943 time: 0.1648753 Aug 27 11:59:20.738050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06644d-de46-4540-9634-98a3e9385d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a0f57-76c6-4d5b-9a1e-69e0457fcadb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:20.777274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4235f529-f915-4533-9803-bd55e5673f73 req-310874cf-aae3-47d3-a3d6-d2d276d43077 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 210 time: 0.0476606 Aug 27 11:59:20.811990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f557221-0156-4cfe-8ae1-9ab953e7414a req-2135c500-9d8b-4ceb-8b12-a714868c3baa tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709424 Aug 27 11:59:20.821413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 983e4816-26c9-4855-a109-517cd711013f no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 11:59:20.866169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.868826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5da8cee7-2488-44e3-8381-719e1c46db63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.877254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 983e4816-26c9-4855-a109-517cd711013f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 11:59:20.877468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5da8cee7-2488-44e3-8381-719e1c46db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.877984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 983e4816-26c9-4855-a109-517cd711013f not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 11:59:20.890789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6089cac-c390-456a-befa-ba352f48c025 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:20.931971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Made reservation on behalf of 4d8b68a3f5c24767aed383205f87b862 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:20.935300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.944577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c6089cac-c390-456a-befa-ba352f48c025, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c6089cac-c390-456a-befa-ba352f48c025,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:20.950791 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:20.978181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5da8cee7-2488-44e3-8381-719e1c46db63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=77451690dfaa464698e021af0fe8ecca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2517524 Aug 27 11:59:20.985359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:20.987285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-b255db2a-777e-4694-bbf5-21ec8afe4ac2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511353 Aug 27 11:59:21.017014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08d5c787-a761-4bd6-9d7f-3fcc2561c798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.021589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8cee7-2488-44e3-8381-719e1c46db63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3924e0a-2816-475d-91e1-aa48a6b57265,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:21.078313 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-5aa334a2-479a-4dce-bcf7-63484235fe0d service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743014 Aug 27 11:59:21.083372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23748c7-c714-4e48-98ee-223a7806acd6 req-3f2b34c1-5ea7-448e-8cc8-35a6c533abb8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:21.086501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e23748c7-c714-4e48-98ee-223a7806acd6 req-3f2b34c1-5ea7-448e-8cc8-35a6c533abb8 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 949 time: 0.1446168 Aug 27 11:59:21.169092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08d5c787-a761-4bd6-9d7f-3fcc2561c798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.174233 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2680-400d-4abf-903b-11f6822295f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.192317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.196099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e23748c7-c714-4e48-98ee-223a7806acd6 req-5838eaca-4eb2-4d85-9052-b0dc96368084 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863070 Aug 27 11:59:21.235063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c6089cac-c390-456a-befa-ba352f48c025,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:21.268324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.344605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9395a922-30e4-4584-8b4a-f0da551ea860,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:21.363816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:21.364358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Network hostable DHCP agents. Network: c3413eeb-efb4-4a7b-bd76-5198de6c7fdd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:59:21.388929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:59:21.405542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c3413eeb-efb4-4a7b-bd76-5198de6c7fdd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:21.422409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:21.424434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.447938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02207ed9-7afe-4176-b3e3-26418a5f7bac None None] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:59:21.461529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e63597cc-5141-4e75-be0a-ecb2f907b037 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8100307 Aug 27 11:59:21.537634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['c6089cac-c390-456a-befa-ba352f48c025'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:21.603958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf7c1-e2b7-4762-a41c-2d9d799569eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.629985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08d5c787-a761-4bd6-9d7f-3fcc2561c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.633818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08d5c787-a761-4bd6-9d7f-3fcc2561c798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.635112 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-08d5c787-a761-4bd6-9d7f-3fcc2561c798 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f5a0f57-76c6-4d5b-9a1e-69e0457fcadb HTTP/1.1" status: 204 len: 168 time: 0.9194834 Aug 27 11:59:21.682403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c787-a761-4bd6-9d7f-3fcc2561c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5a0f57-76c6-4d5b-9a1e-69e0457fcadb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:21.732914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf7c1-e2b7-4762-a41c-2d9d799569eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.754281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:21.803752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a76d4b-96f6-4963-9940-0064de5ad4be req-a46ec257-4104-428c-9f25-335704e51d65 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:21.807165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7a76d4b-96f6-4963-9940-0064de5ad4be req-a46ec257-4104-428c-9f25-335704e51d65 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 947 time: 0.1463764 Aug 27 11:59:21.840196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-deec3fd9-d0f2-4364-81fe-0cfdf63cfb6e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:21.842939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-deec3fd9-d0f2-4364-81fe-0cfdf63cfb6e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8421412 Aug 27 11:59:21.874082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': '7882392c-d955-432c-a79a-e03f2417ac7f', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:21.897522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf7c1-e2b7-4762-a41c-2d9d799569eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.900824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf7c1-e2b7-4762-a41c-2d9d799569eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:21.906622 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1f0bf7c1-e2b7-4762-a41c-2d9d799569eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3924e0a-2816-475d-91e1-aa48a6b57265 HTTP/1.1" status: 204 len: 168 time: 0.9172504 Aug 27 11:59:21.933866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46a2ef-a294-4232-bbda-3b1fbf0dd929 None None] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:59:21.952885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7a76d4b-96f6-4963-9940-0064de5ad4be req-abac0c02-8903-4c8a-9c64-c29d3bea7690 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196480 Aug 27 11:59:22.072173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3575b656-9f24-4d01-b044-3201c3e381dc req-e0d985be-9532-48a0-bcf5-0c9f48b0a8df tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 210 time: 0.1005094 Aug 27 11:59:22.087390 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.131108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bf7c1-e2b7-4762-a41c-2d9d799569eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3924e0a-2816-475d-91e1-aa48a6b57265,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:22.144660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a5df25-fe4e-4953-bd0f-d2f7aa7163a1 req-e2d4883d-66e9-4590-a67c-cb44b21d3a5f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0073171 Aug 27 11:59:22.174259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:22.182866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.194411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.327691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9dc3-62a2-4904-af7a-5f0114ea2ddf req-7b514ccf-8a27-46cb-917a-25a88506efca tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:22.339898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-162e9dc3-62a2-4904-af7a-5f0114ea2ddf req-7b514ccf-8a27-46cb-917a-25a88506efca tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 943 time: 0.2129724 Aug 27 11:59:22.366272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-1a3ec7cc-eb30-4b91-ad9d-6809d1e6b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:22.368480 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-1a3ec7cc-eb30-4b91-ad9d-6809d1e6b6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c321ab0344174c90b7faa80f19801986&device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 1098 time: 0.1126556 Aug 27 11:59:22.524090 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.533452 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.546585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-162e9dc3-62a2-4904-af7a-5f0114ea2ddf req-bb038887-5178-4714-956d-8c626abd0bef tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972561 Aug 27 11:59:22.587412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11399c7c-b736-4635-8769-18fba1e640dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=639db4712431468a932712b82dd9c94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8261473 Aug 27 11:59:22.590408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:22.634719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241c59-3148-4447-8be3-38b9aae2a38e req-07f8a8e8-9170-4ca7-a4b3-e79aab7803dc tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:22.643231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28241c59-3148-4447-8be3-38b9aae2a38e req-07f8a8e8-9170-4ca7-a4b3-e79aab7803dc tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 949 time: 0.1973412 Aug 27 11:59:22.650476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-fd8824c9-ef58-4202-9313-f85843eeb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:22.652910 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-fd8824c9-ef58-4202-9313-f85843eeb450 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2757967 Aug 27 11:59:22.706047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.733294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28241c59-3148-4447-8be3-38b9aae2a38e req-5d345d33-a819-4f15-a590-33ef29db17b2 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Aug 27 11:59:22.745284 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-f120dd4b-cde4-41fb-adae-457b74d3c10f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b HTTP/1.1" status: 200 len: 217 time: 0.0759327 Aug 27 11:59:22.750943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd401807-44f4-4de2-bac6-2b720298db95,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:22.762544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.789662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device efe78d12-09be-4475-989b-67b91e0525d6 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:22.855012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.858211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:22.861833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85acc780-d84d-4cbb-aa3a-952519f78629 HTTP/1.1" status: 204 len: 168 time: 0.2680588 Aug 27 11:59:22.872428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85acc780-d84d-4cbb-aa3a-952519f78629,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:22.883599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.884306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.885490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.886673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.887485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.888082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.888738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.889360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.889992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.890579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.891127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.891649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7315ef-5807-45ab-b928-52f7fa77f404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:22.918620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:22.950064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b1d26c6-b494-49af-bd4a-d0f4cfe7bb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.008129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-01aefdf9-1138-43ff-9009-3376e8ed001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:23.013505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port efe78d12-09be-4475-989b-67b91e0525d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=efe78d12-09be-4475-989b-67b91e0525d6,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:23.019295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-01aefdf9-1138-43ff-9009-3376e8ed001a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.2412133 Aug 27 11:59:23.046102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'efe78d12-09be-4475-989b-67b91e0525d6', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'port_id': 'efe78d12-09be-4475-989b-67b91e0525d6', 'mac_address': 'fa:16:3e:b0:7a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:23.074447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.35 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/4a2e1922-570c-4c55-aff6-406d51874b43) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:23.137850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.140647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-0a6b9f17-e1e2-4992-b82c-0fa8cf52248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:23.142184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-0a6b9f17-e1e2-4992-b82c-0fa8cf52248d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223414 Aug 27 11:59:23.165557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe78d12-09be-4475-989b-67b91e0525d6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:23.192470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port efe78d12-09be-4475-989b-67b91e0525d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=efe78d12-09be-4475-989b-67b91e0525d6,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:23.201842 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.277830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=efe78d12-09be-4475-989b-67b91e0525d6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:23.289429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caea06d5-40c5-46f1-a8d9-026670673af8 req-8ff2b2dd-64d0-4796-b930-4baadd84be32 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 210 time: 0.0607989 Aug 27 11:59:23.332968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b1d26c6-b494-49af-bd4a-d0f4cfe7bb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.353206 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b1d26c6-b494-49af-bd4a-d0f4cfe7bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.372528 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-908676d4-af82-449e-94a2-0a1b5cfa7573 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184122 Aug 27 11:59:23.389145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dc3ee-b90b-47c1-b698-c0304145b9fa req-ebfbf028-6db5-4d0d-8903-702c3cc8aff3 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:23.391265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d84dc3ee-b90b-47c1-b698-c0304145b9fa req-ebfbf028-6db5-4d0d-8903-702c3cc8aff3 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 947 time: 0.2581184 Aug 27 11:59:23.406521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['efe78d12-09be-4475-989b-67b91e0525d6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:23.430784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.456344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d26c6-b494-49af-bd4a-d0f4cfe7bb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bdeb4e-1145-453b-9ebd-b7d86d8a3ffc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:23.464200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b1d26c6-b494-49af-bd4a-d0f4cfe7bb7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05946738d98e48a2865acedd42ec75dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442851 Aug 27 11:59:23.465283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:23.519238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object 4a2e1922-570c-4c55-aff6-406d51874b43 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:23.538475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d84dc3ee-b90b-47c1-b698-c0304145b9fa req-a9436090-13ef-4eaf-9193-031f9d5b5578 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018178 Aug 27 11:59:23.554555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:23.599805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2124248051-network', 'tenant_id': '7fe5d96117e74c5d95d3ac7e9c5d514b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:23.610839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.633173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea8ba368-8b17-456e-aec5-081fbdeaa48e req-6660b86c-0ee0-4ef1-baf8-80e0cd04c158 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371526 Aug 27 11:59:23.633573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79858894-fcd9-4724-9c8a-4a0066408251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.661368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:23.671930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:23.716833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79858894-fcd9-4724-9c8a-4a0066408251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.731454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Made reservation on behalf of 7fe5d96117e74c5d95d3ac7e9c5d514b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:23.734001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.764878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:23.784303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:23.785167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.786397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.808967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.889075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=4a2e1922-570c-4c55-aff6-406d51874b43,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:23.899210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3df516-ef41-4701-b8c7-2b47b594760d req-34f5b853-8c80-4685-859b-4a3716f46ff7 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:23.901700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3df516-ef41-4701-b8c7-2b47b594760d req-34f5b853-8c80-4685-859b-4a3716f46ff7 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 944 time: 0.2404623 Aug 27 11:59:23.955001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79858894-fcd9-4724-9c8a-4a0066408251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.955305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33934) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:23.955777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79858894-fcd9-4724-9c8a-4a0066408251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:23.959580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79858894-fcd9-4724-9c8a-4a0066408251 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97bdeb4e-1145-453b-9ebd-b7d86d8a3ffc HTTP/1.1" status: 204 len: 168 time: 0.4884179 Aug 27 11:59:23.979473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529921-c582-46a9-bbca-bafe8a73eed5 req-2435f282-f4d4-4848-9eda-ff81e8e66bed tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:23.981138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93529921-c582-46a9-bbca-bafe8a73eed5 req-2435f282-f4d4-4848-9eda-ff81e8e66bed tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 949 time: 0.1478868 Aug 27 11:59:24.006288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79858894-fcd9-4724-9c8a-4a0066408251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bdeb4e-1145-453b-9ebd-b7d86d8a3ffc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:24.051327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-689d4e20-2b58-44f7-b8d0-0994672785f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b62e2248cdc14ded972f39ea28408071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918837 Aug 27 11:59:24.051803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3df516-ef41-4701-b8c7-2b47b594760d req-33420051-b879-4547-80d9-fd663e9a5cad tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394856 Aug 27 11:59:24.052576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:24.137236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93529921-c582-46a9-bbca-bafe8a73eed5 req-2eeabb1e-a8be-44e7-b1f5-1d06ef982ca6 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378291 Aug 27 11:59:24.138790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-66105d94-cb8f-4e11-a4b6-d12039d8b3e6 None None] Provisioning for port 4a2e1922-570c-4c55-aff6-406d51874b43 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:24.158931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-66105d94-cb8f-4e11-a4b6-d12039d8b3e6 None None] Provisioning complete for port 4a2e1922-570c-4c55-aff6-406d51874b43 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:24.160058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-66105d94-cb8f-4e11-a4b6-d12039d8b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.186495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.195422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0cd204a-5413-497e-a7fd-5c113307432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.198640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.201704 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dda00311-023d-4850-9f6b-a54b2fa97a25 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3399086 Aug 27 11:59:24.215289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Request body: {'port': {'device_id': '7882392c-d955-432c-a79a-e03f2417ac7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:24.243300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:59:24.260254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-66105d94-cb8f-4e11-a4b6-d12039d8b3e6 None None] Port 4a2e1922-570c-4c55-aff6-406d51874b43 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:24.264616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0cd204a-5413-497e-a7fd-5c113307432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.277265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f0edc4-c693-4587-8152-89830f723af1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:24.307916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.308542 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Added segment d73e3022-fce6-4f3f-8fa7-1a9f8159122f of type vlan for network fc0c2231-6e15-4a6f-9598-77c4b59be82f Aug 27 11:59:24.368366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.376426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.407438 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.408659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:24.409707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.479292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c6089cac-c390-456a-befa-ba352f48c025 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:24.565666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9962904 Aug 27 11:59:24.567801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33954) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:24.574240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Request body: {'subnet': {'network_id': 'fc0c2231-6e15-4a6f-9598-77c4b59be82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2124248051-subnet', 'tenant_id': '7fe5d96117e74c5d95d3ac7e9c5d514b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:24.597924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460992a-a6c8-4ace-beb2-8592d4060cde admin admin] Pushing event updated for resources: {'Network': ['ID=fc0c2231-6e15-4a6f-9598-77c4b59be82f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:24.606368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port c6089cac-c390-456a-befa-ba352f48c025 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:24.611181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port c6089cac-c390-456a-befa-ba352f48c025 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:24.611558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.617809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Made reservation on behalf of 7fe5d96117e74c5d95d3ac7e9c5d514b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:24.619106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fc0c2231-6e15-4a6f-9598-77c4b59be82f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:59:24.622081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.694205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92015f-8c7b-44e2-8635-17af07e60510 req-f00d2658-ae06-4470-8ef4-c491edf99b60 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:24.696583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b92015f-8c7b-44e2-8635-17af07e60510 req-f00d2658-ae06-4470-8ef4-c491edf99b60 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 935 time: 0.2023466 Aug 27 11:59:24.709874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0cd204a-5413-497e-a7fd-5c113307432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.716182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0cd204a-5413-497e-a7fd-5c113307432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:24.717565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b0cd204a-5413-497e-a7fd-5c113307432a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22932221-67c5-4009-a394-670158e020e2 HTTP/1.1" status: 204 len: 168 time: 0.6596353 Aug 27 11:59:24.764715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd204a-5413-497e-a7fd-5c113307432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22932221-67c5-4009-a394-670158e020e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:24.821295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device efe78d12-09be-4475-989b-67b91e0525d6 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:24.825621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b92015f-8c7b-44e2-8635-17af07e60510 req-6b1346c4-c739-4ac1-bfa4-433ed22ec910 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044359 Aug 27 11:59:24.880043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415527b4-9cb1-4c2e-9c87-9377ee02b0f9 req-2fbd354c-5bde-4ac8-bef8-c09760065c10 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:24.889913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-415527b4-9cb1-4c2e-9c87-9377ee02b0f9 req-2fbd354c-5bde-4ac8-bef8-c09760065c10 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 947 time: 0.1918797 Aug 27 11:59:24.992489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-415527b4-9cb1-4c2e-9c87-9377ee02b0f9 req-cef63fe9-9768-461a-b0fc-07410641b3bc tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011841 Aug 27 11:59:25.026041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2e1922-570c-4c55-aff6-406d51874b43 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:25.061178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.062701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port efe78d12-09be-4475-989b-67b91e0525d6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:25.067569 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.072877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port efe78d12-09be-4475-989b-67b91e0525d6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:25.073367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.088331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Transition to ACTIVE for port object 4a2e1922-570c-4c55-aff6-406d51874b43 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:25.110071 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.123810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6089cac-c390-456a-befa-ba352f48c025'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:25.126638 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e955e0d-e0a8-4c9f-8e4c-6802ad86dc59" -d '{"events": [{"server_uuid": "32a6b57e-9662-493d-b180-bdc9a3be4f97", "name": "network-vif-plugged", "status": "completed", "tag": "c6089cac-c390-456a-befa-ba352f48c025"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:25.143938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.168198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c6089cac-c390-456a-befa-ba352f48c025, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c6089cac-c390-456a-befa-ba352f48c025,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:25.178993 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.214661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2e1922-570c-4c55-aff6-406d51874b43,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:25.228511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.228864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.229190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.229525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.230001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.230336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.230700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.231025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.231347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.231670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.231990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.232309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:25.245414 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75972f47-e4d0-4f2e-a29d-f473b1562255 x-openstack-request-id: req-75972f47-e4d0-4f2e-a29d-f473b1562255 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:25.246856 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a6b57e-9662-493d-b180-bdc9a3be4f97", "name": "network-vif-plugged", "status": "completed", "tag": "c6089cac-c390-456a-befa-ba352f48c025", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:25.247221 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75972f47-e4d0-4f2e-a29d-f473b1562255 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:25.252635 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6089cac-c390-456a-befa-ba352f48c025', 'code': 200} Aug 27 11:59:25.377593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05b6d08-19cf-4e16-869c-a567e17b043b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:25.392203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c6089cac-c390-456a-befa-ba352f48c025,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:25.403378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Checking segment: {'id': 'd73e3022-fce6-4f3f-8fa7-1a9f8159122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'fc0c2231-6e15-4a6f-9598-77c4b59be82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:25.403886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Network hostable DHCP agents. Network: fc0c2231-6e15-4a6f-9598-77c4b59be82f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:59:25.417406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cac71-4b87-413b-8656-4f846bab12ce req-0362cf9e-0d42-4a7d-88ec-96f65ac08bd3 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:25.431092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-221cac71-4b87-413b-8656-4f846bab12ce req-0362cf9e-0d42-4a7d-88ec-96f65ac08bd3 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 944 time: 0.1926305 Aug 27 11:59:25.457186 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.463948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Attempting to bind port 4a2e1922-570c-4c55-aff6-406d51874b43 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:25.464299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Attempting to bind port 4a2e1922-570c-4c55-aff6-406d51874b43 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:25.464631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Attempting to bind port 4a2e1922-570c-4c55-aff6-406d51874b43 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:25.503438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Port 4a2e1922-570c-4c55-aff6-406d51874b43 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:25.512110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Attempting to bind port 4a2e1922-570c-4c55-aff6-406d51874b43 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:25.543465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port efe78d12-09be-4475-989b-67b91e0525d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=efe78d12-09be-4475-989b-67b91e0525d6,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:25.550614 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.559965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:25.560614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:25.561239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:25.561878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Bound port: 4a2e1922-570c-4c55-aff6-406d51874b43, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:25.562408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-221cac71-4b87-413b-8656-4f846bab12ce req-0f4ad99d-b149-4bba-ac90-b75b2132bb9f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116114 Aug 27 11:59:25.575522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.580205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Network fc0c2231-6e15-4a6f-9598-77c4b59be82f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:59:25.627139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c7820-abf7-41e2-9295-22f96e55568e req-e51e6601-4591-4714-a36e-699ad0f55236 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:25.637922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd2c7820-abf7-41e2-9295-22f96e55568e req-e51e6601-4591-4714-a36e-699ad0f55236 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 950 time: 0.2045274 Aug 27 11:59:25.647513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5597-2fb6-4638-9f33-9c9fe25eb43e req-2be4dd59-4a14-4b9e-abd6-8fc1eca56eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:25.649635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b51f5597-2fb6-4638-9f33-9c9fe25eb43e req-2be4dd59-4a14-4b9e-abd6-8fc1eca56eb6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 1101 time: 0.2675478 Aug 27 11:59:25.660332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fc0c2231-6e15-4a6f-9598-77c4b59be82f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:25.665692 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 11:59:25.678714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c7570-a59e-40f9-9e3c-352a4aa1a089 None None] Network fc0c2231-6e15-4a6f-9598-77c4b59be82f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:59:25.679846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:25.680461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.709238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7af6002d-dabf-480d-8efe-eac292b8095c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1394670 Aug 27 11:59:25.722561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd2c7820-abf7-41e2-9295-22f96e55568e req-5452c927-ba5a-4581-b681-8e655f6f46d5 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835261 Aug 27 11:59:25.746818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b51f5597-2fb6-4638-9f33-9c9fe25eb43e req-a5ba2b70-ba8d-4c13-98ee-83edae892721 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740995 Aug 27 11:59:25.765254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=efe78d12-09be-4475-989b-67b91e0525d6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:25.795072 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] For port 4a2e1922-570c-4c55-aff6-406d51874b43, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:25.801949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] For port 4a2e1922-570c-4c55-aff6-406d51874b43, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4a2e1922-570c-4c55-aff6-406d51874b43,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:25.810118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.885467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915cbd5-b8ee-438a-8941-9e327e3bb3b3 None None] Network fc0c2231-6e15-4a6f-9598-77c4b59be82f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:59:25.908404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:25.911188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:25.912855 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] 10.222.0.65 "PUT /v2.0/ports/4a2e1922-570c-4c55-aff6-406d51874b43 HTTP/1.1" status: 200 len: 1095 time: 1.7029610 Aug 27 11:59:25.913925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7882392c-d955-432c-a79a-e03f2417ac7f', 'tag': '4a2e1922-570c-4c55-aff6-406d51874b43'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:25.917185 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c22ae-66e4-4064-9f6c-680fff37e64e" -d '{"events": [{"name": "network-changed", "server_uuid": "7882392c-d955-432c-a79a-e03f2417ac7f", "tag": "4a2e1922-570c-4c55-aff6-406d51874b43"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:26.034039 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b16f3d-de37-487b-a706-3adb0d0c9c55 x-openstack-request-id: req-62b16f3d-de37-487b-a706-3adb0d0c9c55 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:26.043889 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7882392c-d955-432c-a79a-e03f2417ac7f", "tag": "4a2e1922-570c-4c55-aff6-406d51874b43", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:26.043889 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62b16f3d-de37-487b-a706-3adb0d0c9c55 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:26.043889 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7882392c-d955-432c-a79a-e03f2417ac7f', 'tag': '4a2e1922-570c-4c55-aff6-406d51874b43', 'status': 'completed', 'code': 200} Aug 27 11:59:26.043889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91939fe1-00db-4fbd-b40b-404e2478fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2e1922-570c-4c55-aff6-406d51874b43,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:26.081187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-771153fd-aade-4e80-a05e-50f8a9e4493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.089393 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-771153fd-aade-4e80-a05e-50f8a9e4493b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 1098 time: 0.1261759 Aug 27 11:59:26.098971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d585b2-f393-4559-b69d-e8dee25d9328 req-8401b1af-f51a-42e5-9f2b-787c98d625ff tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.104692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1d585b2-f393-4559-b69d-e8dee25d9328 req-8401b1af-f51a-42e5-9f2b-787c98d625ff tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 947 time: 0.1492724 Aug 27 11:59:26.196587 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-bd3c4cc7-65c7-4ebc-bce4-a2aee335d866 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4a2e1922-570c-4c55-aff6-406d51874b43 HTTP/1.1" status: 200 len: 217 time: 0.0998054 Aug 27 11:59:26.276430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1d585b2-f393-4559-b69d-e8dee25d9328 req-dc6e2b14-28de-4fd8-8b1d-773972061d41 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629527 Aug 27 11:59:26.298935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-230509c2-73a6-4a90-99d5-939c735b7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.300470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-230509c2-73a6-4a90-99d5-939c735b7b2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0960355 Aug 27 11:59:26.337042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5b60-bedb-4a7d-aef0-28a20e6453ce req-5cf18ed1-f07a-473b-b660-6381653f7578 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.338740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-162e5b60-bedb-4a7d-aef0-28a20e6453ce req-5cf18ed1-f07a-473b-b660-6381653f7578 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 947 time: 0.1529107 Aug 27 11:59:26.368858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-8dc0b855-45c7-4882-b541-5e88fa54ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.372060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-8dc0b855-45c7-4882-b541-5e88fa54ee08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627415 Aug 27 11:59:26.416000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-162e5b60-bedb-4a7d-aef0-28a20e6453ce req-ca5a0cb5-4655-4e0b-92f1-6d756a3afbb7 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613089 Aug 27 11:59:26.475726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ed39b5c0-eb88-40a4-b1a2-d143037b5a9b details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:26.501331 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-028a02d8-f6a4-4ab2-8fd6-efd9c32f71a1 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211383 Aug 27 11:59:26.619787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:26.637465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b', 'mac_address': 'fa:16:3e:c5:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:26.638457 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c42dd40-82a1-4371-a4cc-483871d9ac42 req-dd5d36aa-ea3d-4024-99e3-02d63b48764a service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235600 Aug 27 11:59:26.714989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:26.734466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed39b5c0-eb88-40a4-b1a2-d143037b5a9b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:26.746591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-7cedc598-3608-4d6d-90ac-b2e0c94dd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.748645 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-7cedc598-3608-4d6d-90ac-b2e0c94dd78a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 1098 time: 0.0524976 Aug 27 11:59:26.765451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:26.770140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:26.834666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:26.872709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-7809f826-b860-4878-bf6c-bb865a40492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:26.874477 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-7809f826-b860-4878-bf6c-bb865a40492d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1181133 Aug 27 11:59:26.919535 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-2bf58541-ee27-40cd-ac10-7bdb24174e0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4a2e1922-570c-4c55-aff6-406d51874b43 HTTP/1.1" status: 200 len: 217 time: 0.0374069 Aug 27 11:59:27.021622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-7a84868c-b4d9-43fe-8588-bf736523f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:27.025198 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-7a84868c-b4d9-43fe-8588-bf736523f9c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0975184 Aug 27 11:59:27.117914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-f9be30e1-3831-4fea-a573-fc6ce90622a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:27.121116 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-f9be30e1-3831-4fea-a573-fc6ce90622a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794237 Aug 27 11:59:27.197773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ed39b5c0-eb88-40a4-b1a2-d143037b5a9b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:27.252788 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-f014ff7b-d8c9-4f6b-b439-700afc397c40 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221111 Aug 27 11:59:27.257054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:27.260075 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5425b7-7e23-477f-bb67-ae2e33b7e31c" -d '{"events": [{"server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "efe78d12-09be-4475-989b-67b91e0525d6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:27.470325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-740c22ae-66e4-4064-9f6c-680fff37e64e req-8d03171a-bac6-440f-ac38-41f68edbd15b service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066216 Aug 27 11:59:27.519764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd3cb-f627-456b-ae2b-7c1f9f1ad31a req-96ffd855-7cf4-44af-bfe1-14ab1cfdfdb8 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:27.521335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36efd3cb-f627-456b-ae2b-7c1f9f1ad31a req-96ffd855-7cf4-44af-bfe1-14ab1cfdfdb8 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 945 time: 0.4248683 Aug 27 11:59:27.569816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-a43f993e-f716-44d0-a741-a5850c1668d0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:27.571464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-a43f993e-f716-44d0-a741-a5850c1668d0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.5378988 Aug 27 11:59:27.603749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36efd3cb-f627-456b-ae2b-7c1f9f1ad31a req-9a5a6a16-e867-4204-9ade-8e35f5a75c97 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699403 Aug 27 11:59:27.605654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-967d98fd-b8a9-42e1-a4b7-25dc7daa1a08 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/quotas/4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 375 time: 0.0225735 Aug 27 11:59:27.646559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-89ab988c-e9a7-4014-9197-52943b9eed6c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318260 Aug 27 11:59:27.770947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e4e5d-0a67-4531-8a48-c29529219917 req-a90bc1d0-5d23-4d01-a0d6-a44cc5c5b8ae tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:27.772578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c5e4e5d-0a67-4531-8a48-c29529219917 req-a90bc1d0-5d23-4d01-a0d6-a44cc5c5b8ae tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 950 time: 0.0981345 Aug 27 11:59:27.794877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-024457a5-7c96-42ae-9ba0-39b3e47f9121 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392951 Aug 27 11:59:27.873315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c5e4e5d-0a67-4531-8a48-c29529219917 req-2578c89a-5842-499d-b1c7-80359bbf4dd7 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912712 Aug 27 11:59:27.926905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-d68a3d0b-5918-430c-96f0-650a525a4e12 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253350 Aug 27 11:59:28.104525 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb19e2-5206-4b85-a1a6-e47ea5d0e510 x-openstack-request-id: req-affb19e2-5206-4b85-a1a6-e47ea5d0e510 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:28.105012 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "name": "network-vif-plugged", "status": "completed", "tag": "efe78d12-09be-4475-989b-67b91e0525d6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:28.105139 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-affb19e2-5206-4b85-a1a6-e47ea5d0e510 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:28.105460 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6', 'code': 200} Aug 27 11:59:28.261527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340806a-5fcd-4bdd-81d3-5d38eb027c97 req-3f97b70c-fb9a-4fcc-9629-a3430d4f795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:28.266307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d340806a-5fcd-4bdd-81d3-5d38eb027c97 req-3f97b70c-fb9a-4fcc-9629-a3430d4f795c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 1096 time: 0.0883472 Aug 27 11:59:28.271924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b51055-c16a-49bb-b44e-8b27205c10f6 req-dd565ea9-d725-4faa-85ef-f7b423007830 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:28.273879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82b51055-c16a-49bb-b44e-8b27205c10f6 req-dd565ea9-d725-4faa-85ef-f7b423007830 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 947 time: 0.1012731 Aug 27 11:59:28.326916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82b51055-c16a-49bb-b44e-8b27205c10f6 req-0836afd2-6af8-48be-b293-edaa9f9e8e02 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Aug 27 11:59:28.334631 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d340806a-5fcd-4bdd-81d3-5d38eb027c97 req-23a4f6c0-e17a-4656-aee4-b02aae559b01 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596642 Aug 27 11:59:28.415151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc096f-d4cc-4b00-acbd-ee88dee3217d req-354e3220-7927-44bd-8ac9-80f77ab80508 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:28.417784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7abc096f-d4cc-4b00-acbd-ee88dee3217d req-354e3220-7927-44bd-8ac9-80f77ab80508 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 948 time: 0.0661602 Aug 27 11:59:28.465053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ed39b5c0-eb88-40a4-b1a2-d143037b5a9b up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:28.465433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7abc096f-d4cc-4b00-acbd-ee88dee3217d req-b33b7006-7290-4b4e-b97e-84f2f1847899 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Aug 27 11:59:28.576728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:28.579553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cba2de9c-99ef-4e74-9751-05c86512d2f5 req-83a3d760-77d8-4c8a-b9db-1ac8519bb855 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 210 time: 0.0308979 Aug 27 11:59:28.583640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:28.584062 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:28.689906 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:28.737246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:28.742162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:28.762067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-17f06875-25ea-4a5d-bc26-50c1a43211d4 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338945 Aug 27 11:59:28.805231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:28.907902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09178f-9288-4020-bd5e-242c0535184d req-65a7ca72-0d3c-45d8-8d83-1aad8dd0ba20 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:28.910532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae09178f-9288-4020-bd5e-242c0535184d req-65a7ca72-0d3c-45d8-8d83-1aad8dd0ba20 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 945 time: 0.0820146 Aug 27 11:59:28.918326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-8d1bfa2f-ada2-4411-be1b-ca5f1c0f9a9c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:28.919770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-8d1bfa2f-ada2-4411-be1b-ca5f1c0f9a9c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568427 Aug 27 11:59:28.952876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-0d45ec77-8ec9-483e-a2f9-c541c763a6bc tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/quotas/529d021f6cae4b46be9b6d9fb79862b2 HTTP/1.1" status: 200 len: 375 time: 0.0252705 Aug 27 11:59:28.976645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae09178f-9288-4020-bd5e-242c0535184d req-7c7be725-af2d-43f1-b989-e7f0e5074318 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555809 Aug 27 11:59:28.990752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-b5e0967a-4118-4565-bfb6-f4e588de1141 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311770 Aug 27 11:59:29.101957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda77ce-8520-40e0-a632-b9982d1d24ac req-396c2aa1-8014-438d-90ed-2d7dcc120187 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:29.103843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebda77ce-8520-40e0-a632-b9982d1d24ac req-396c2aa1-8014-438d-90ed-2d7dcc120187 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 950 time: 0.0526464 Aug 27 11:59:29.152196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebda77ce-8520-40e0-a632-b9982d1d24ac req-829521a7-91b3-4be1-b1a2-871220998e22 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Aug 27 11:59:29.219437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e556b09-0419-4412-8229-8b5e8ee95a2f req-ed346fa4-b30a-4db5-bc76-90e75a920940 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 210 time: 0.0324969 Aug 27 11:59:29.615136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-a3d3e6c4-d382-4ac8-86d0-ec427f794a74 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:29.619503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f59b-1bee-485e-9704-f423e1b2ad3f req-52c0b64b-e3e6-47f7-b8af-fde290809567 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:29.621320 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-a3d3e6c4-d382-4ac8-86d0-ec427f794a74 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.2967029 Aug 27 11:59:29.622476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff21f59b-1bee-485e-9704-f423e1b2ad3f req-52c0b64b-e3e6-47f7-b8af-fde290809567 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 947 time: 0.1365507 Aug 27 11:59:29.651974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Request body: {'port': {'device_id': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'admin_state_up': True, 'tenant_id': '4d8b68a3f5c24767aed383205f87b862'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:29.730672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff21f59b-1bee-485e-9704-f423e1b2ad3f req-c9564eb1-d890-42bc-9ee2-dd73fece2a3f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975752 Aug 27 11:59:29.762267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2aca-7b8e-4ed1-b439-b0ad66ae80c7 req-ade2fc5c-4026-42bd-851c-2344fc231b4c tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:29.764717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-291d2aca-7b8e-4ed1-b439-b0ad66ae80c7 req-ade2fc5c-4026-42bd-851c-2344fc231b4c tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.1596155 Aug 27 11:59:29.829611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Made reservation on behalf of 4d8b68a3f5c24767aed383205f87b862 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:29.836956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:29.842499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-291d2aca-7b8e-4ed1-b439-b0ad66ae80c7 req-0beb08c7-04e0-4fd4-88c4-fff6ef525bbf tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665047 Aug 27 11:59:29.921542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73143-6319-4651-88dc-20bb06800b94 req-1d98760d-7fd8-445e-a7d9-e3a0d9546652 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 210 time: 0.0559690 Aug 27 11:59:30.026210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-be78c242-dd84-465a-8d2a-8c91cd318e06 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499909 Aug 27 11:59:30.090603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34202) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:30.107092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:30.109710 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d0e54c-fe75-47ab-b370-bfecaa6b3e52" -d '{"events": [{"server_uuid": "df32a52f-d4b5-4cee-a6dd-40d4126a69a0", "name": "network-vif-plugged", "status": "completed", "tag": "ed39b5c0-eb88-40a4-b1a2-d143037b5a9b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:30.248748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48858b-0d6f-4d5d-b165-c9f9bcaf5694 req-4b5f123c-0561-4cd2-a0a0-89eab5d2a7f5 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:30.252298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a48858b-0d6f-4d5d-b165-c9f9bcaf5694 req-4b5f123c-0561-4cd2-a0a0-89eab5d2a7f5 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 945 time: 0.1163383 Aug 27 11:59:30.267518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-0b2e369e-f63c-4323-b32e-2ecac82de4ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:30.270188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-0b2e369e-f63c-4323-b32e-2ecac82de4ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376065 Aug 27 11:59:30.272906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Allocated IP 172.20.0.6 (c3413eeb-efb4-4a7b-bd76-5198de6c7fdd/9395a922-30e4-4584-8b4a-f0da551ea860/f400bac4-fd5c-4f7b-ba57-a1350ac94c76) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:30.327101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-b63285e0-38aa-4ff4-814a-4c02a069ed5d tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/quotas/502e73c26d5a4fd1b631baab3265f4b3 HTTP/1.1" status: 200 len: 375 time: 0.0368571 Aug 27 11:59:30.379794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e946bfd-d22d-4446-bb84-e1be1c8cebf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:30.394854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a48858b-0d6f-4d5d-b165-c9f9bcaf5694 req-ecdc15b4-f376-410c-b41d-f28f463c37a9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115596 Aug 27 11:59:30.435944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-f35dd0c8-b5a9-4a09-a50d-859087e690c1 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073830 Aug 27 11:59:30.507503 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eae37a-f3f6-4bea-acaa-725be49540ab x-openstack-request-id: req-17eae37a-f3f6-4bea-acaa-725be49540ab {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:30.508328 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df32a52f-d4b5-4cee-a6dd-40d4126a69a0", "name": "network-vif-plugged", "status": "completed", "tag": "ed39b5c0-eb88-40a4-b1a2-d143037b5a9b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:30.508799 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17eae37a-f3f6-4bea-acaa-725be49540ab {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:30.509393 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b', 'code': 200} Aug 27 11:59:30.548695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:30.561775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:30.590955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e946bfd-d22d-4446-bb84-e1be1c8cebf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:30.603897 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e946bfd-d22d-4446-bb84-e1be1c8cebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:30.691782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-a6d842bb-04cc-4da2-9616-a3a4f618b715 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026897 Aug 27 11:59:30.716414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2e946bfd-d22d-4446-bb84-e1be1c8cebf1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b836d185194438980344613cb3407c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240885 Aug 27 11:59:30.724904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3a7049f-88f6-4ce2-8961-f1b41790fd1a req-7e7a445d-0c20-4707-a7fa-272e35b5cfa4 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 210 time: 0.0890694 Aug 27 11:59:30.727318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34222) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:30.795483 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93ac44b7-cc74-41bd-a226-a66f370ece24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:30.815787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e946bfd-d22d-4446-bb84-e1be1c8cebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebf0026-46fe-4cf1-9a41-3782addb0f16,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:30.847316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4a2e1922-570c-4c55-aff6-406d51874b43 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:30.915464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198f8a2-6a4c-4642-8246-602432bbe398 req-9ce4c0af-eb41-4b7b-9223-531b11df99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:30.917179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c198f8a2-6a4c-4642-8246-602432bbe398 req-9ce4c0af-eb41-4b7b-9223-531b11df99a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 1100 time: 0.2681224 Aug 27 11:59:30.923892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:30.932599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2fdf6b7-a6ac-4a6a-924b-b45bdb4998dc req-42b9852f-f555-4193-95c0-59fe259af4fd tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 210 time: 0.0893221 Aug 27 11:59:30.989644 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a2558ce-e280-424e-95c5-748f7082527e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.053579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a2558ce-e280-424e-95c5-748f7082527e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.057054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:31.064954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d899479-a9ae-4d60-b6d9-6a0081823be3 req-1e9fe5ec-a047-444c-8b36-f24c949f7003 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:31.066544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d899479-a9ae-4d60-b6d9-6a0081823be3 req-1e9fe5ec-a047-444c-8b36-f24c949f7003 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 945 time: 0.2250156 Aug 27 11:59:31.069373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 4a2e1922-570c-4c55-aff6-406d51874b43, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4a2e1922-570c-4c55-aff6-406d51874b43,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:31.077075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:31.087269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:31.096850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'floatingip': {'port_id': 'efe78d12-09be-4475-989b-67b91e0525d6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:31.106112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '4a2e1922-570c-4c55-aff6-406d51874b43', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '4a2e1922-570c-4c55-aff6-406d51874b43', 'mac_address': 'fa:16:3e:91:57:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:31.120380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:31.136065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:31.136753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.182300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525b462-447e-455e-8256-9286619b9b3b req-5687bb1d-a063-45fb-b05f-3dfdc0312ea2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:31.184105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d525b462-447e-455e-8256-9286619b9b3b req-5687bb1d-a063-45fb-b05f-3dfdc0312ea2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 947 time: 0.1510589 Aug 27 11:59:31.189603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93ac44b7-cc74-41bd-a226-a66f370ece24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.205981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a2558ce-e280-424e-95c5-748f7082527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.208571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a2558ce-e280-424e-95c5-748f7082527e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.209775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8a2558ce-e280-424e-95c5-748f7082527e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ebf0026-46fe-4cf1-9a41-3782addb0f16 HTTP/1.1" status: 204 len: 168 time: 0.4755187 Aug 27 11:59:31.229376 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.231433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93ac44b7-cc74-41bd-a226-a66f370ece24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.249252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2e1922-570c-4c55-aff6-406d51874b43 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:31.252466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-5c9ede4e-780b-4922-bdec-7d7dab0d4ee2 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:31.257308 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-5c9ede4e-780b-4922-bdec-7d7dab0d4ee2 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5557859 Aug 27 11:59:31.259533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:31.260626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2558ce-e280-424e-95c5-748f7082527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebf0026-46fe-4cf1-9a41-3782addb0f16,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:31.297426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 4a2e1922-570c-4c55-aff6-406d51874b43, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4a2e1922-570c-4c55-aff6-406d51874b43,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:31.305125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.325970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Request body: {'port': {'device_id': 'e7fda1be-a837-4e36-a533-22771448c9af', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '529d021f6cae4b46be9b6d9fb79862b2'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:31.348429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c198f8a2-6a4c-4642-8246-602432bbe398 req-d859c947-07ce-4d9c-aa05-f9e1f6f8edc6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088247 Aug 27 11:59:31.361040 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-59683dfe-c067-4135-97b4-b9825acb47a3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7141464 Aug 27 11:59:31.361346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=4a2e1922-570c-4c55-aff6-406d51874b43,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:31.361868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac44b7-cc74-41bd-a226-a66f370ece24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb7f28-76b4-4723-a3e2-010295b3a300,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:31.378899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93ac44b7-cc74-41bd-a226-a66f370ece24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d33232fa93584d63b14e82e11e67d813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279774 Aug 27 11:59:31.387929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:31.391120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.397200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d525b462-447e-455e-8256-9286619b9b3b req-64c01354-1c14-478e-854a-f27b9205d0df tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946206 Aug 27 11:59:31.437780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86342ab-8049-4680-ba3f-e60ccb3f2129 req-75c69926-f475-4be7-9017-974379e83716 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:31.453385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e86342ab-8049-4680-ba3f-e60ccb3f2129 req-75c69926-f475-4be7-9017-974379e83716 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.2535229 Aug 27 11:59:31.530340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:31.592966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e86342ab-8049-4680-ba3f-e60ccb3f2129 req-40caac08-12ef-4385-8528-435fc70d4887 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359680 Aug 27 11:59:31.639269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2441e5-63f3-489f-943c-0948047d0e26 req-e30e23e2-3f7f-471e-aa15-dee7a2c429e0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:31.640821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2441e5-63f3-489f-943c-0948047d0e26 req-e30e23e2-3f7f-471e-aa15-dee7a2c429e0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 931 time: 0.1450899 Aug 27 11:59:31.641947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9532fccd-84f4-4039-ae73-44be4098d78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.647030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Made reservation on behalf of 529d021f6cae4b46be9b6d9fb79862b2 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:31.650720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.673685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9532fccd-84f4-4039-ae73-44be4098d78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.681325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:31.702485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.711611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5a77c88c-0833-4f41-8ab1-6f1dd8ba1708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.732969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Request body: {'port': {'device_id': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:31.743034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2441e5-63f3-489f-943c-0948047d0e26 req-9593ffa3-9b54-47f6-b47c-201754b755f7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Aug 27 11:59:31.764498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9532fccd-84f4-4039-ae73-44be4098d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.771245 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9532fccd-84f4-4039-ae73-44be4098d78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:31.773572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9532fccd-84f4-4039-ae73-44be4098d78d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1feb7f28-76b4-4723-a3e2-010295b3a300 HTTP/1.1" status: 204 len: 168 time: 0.3837552 Aug 27 11:59:31.786825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532fccd-84f4-4039-ae73-44be4098d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb7f28-76b4-4723-a3e2-010295b3a300,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:31.884321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1c4ea8e-8c8c-4789-a15c-854dc739026e req-16ba0460-f664-4ece-ae3a-87e98aab4933 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 210 time: 0.0336380 Aug 27 11:59:31.964130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:32.061831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cbcfb5c6-2ab9-4f65-930e-e43e73e72cfb req-5b7eaa58-94b8-4cec-8ec0-c55d941ef625 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 210 time: 0.0366518 Aug 27 11:59:32.234583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:32.248672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:32.294109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 11:59:32.534305 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:32.538820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb87e-5b0c-4b74-bcea-d8fa6ef6ad2e req-1b7d0949-fc96-44fd-a6c0-5f5b55f58331 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:32.540447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117cb87e-5b0c-4b74-bcea-d8fa6ef6ad2e req-1b7d0949-fc96-44fd-a6c0-5f5b55f58331 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 948 time: 0.0579979 Aug 27 11:59:32.556569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:32.580799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 11:59:32.580799 n-d-688802-4 neutron-server[94623]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 11:59:32.580799 n-d-688802-4 neutron-server[94623]: [parameters: {'project_id_1': '8dcf4de4843f482b9978d8a010f7cb65', 'expiration_1': datetime.datetime(2021, 8, 27, 11, 59, 32, 259459)}] Aug 27 11:59:32.580799 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 11:59:32.581303 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 11:59:32.610521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117cb87e-5b0c-4b74-bcea-d8fa6ef6ad2e req-07d2db5b-b2fa-495a-ade7-cc4329307069 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611238 Aug 27 11:59:32.693165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd8649-e5c4-4b46-823c-977b849a4014,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:32.707994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-a5b221d1-36fe-4f1c-80f8-230e1b961a91 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543021 Aug 27 11:59:32.733842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8566fd-f535-4c12-aaaf-4ae85e5ed902 req-48055a19-de23-49b7-bf7c-4525d5dabc77 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:32.735581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b8566fd-f535-4c12-aaaf-4ae85e5ed902 req-48055a19-de23-49b7-bf7c-4525d5dabc77 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.0634222 Aug 27 11:59:32.753545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:32.782824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b8566fd-f535-4c12-aaaf-4ae85e5ed902 req-4a85ee23-1468-434a-b8cb-e2b7a580a01d tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Aug 27 11:59:32.818346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:32.877429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4a2e1922-570c-4c55-aff6-406d51874b43 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:32.886649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095cba-347c-4aef-b645-0f544d2a571c req-e040fdc6-c4b4-4676-9dc0-ff8b6a61ff6f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:32.888382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67095cba-347c-4aef-b645-0f544d2a571c req-e040fdc6-c4b4-4676-9dc0-ff8b6a61ff6f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 931 time: 0.0599239 Aug 27 11:59:32.937150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 4a2e1922-570c-4c55-aff6-406d51874b43 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:32.955634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67095cba-347c-4aef-b645-0f544d2a571c req-acb39aee-c4ab-4a8f-aef1-a4fc3a4491d4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551882 Aug 27 11:59:32.963641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 4a2e1922-570c-4c55-aff6-406d51874b43 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:32.964131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.025608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb3d369e-778c-4b8e-9f44-64d4e6729a53 req-df39e193-8137-45d1-a27c-6bb4a6ac3af0 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 210 time: 0.0365779 Aug 27 11:59:33.078299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.087014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.093749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-043af7a7-4a86-4d0d-9bb1-d29b95dff583 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:33.095324 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-043af7a7-4a86-4d0d-9bb1-d29b95dff583 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3443453 Aug 27 11:59:33.148139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Request body: {'port': {'device_id': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '502e73c26d5a4fd1b631baab3265f4b3'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:33.152688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Allocated IP 192.168.233.217 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/5cbeb915-542c-44e9-b2de-c9d66433a712) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:33.176496 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Floating IP 84de2029-07da-4680-bde4-27078cad72f1 associated. External IP: 172.25.8.175, port: efe78d12-09be-4475-989b-67b91e0525d6. Aug 27 11:59:33.191269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69880bf9-b2ff-40af-9708-dba8b48e1ba0 req-365014d8-053e-4bf0-8546-82030c5a6d6d tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 210 time: 0.0372748 Aug 27 11:59:33.229157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7882392c-d955-432c-a79a-e03f2417ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2e1922-570c-4c55-aff6-406d51874b43'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:33.231458 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18846d53-96ed-42d8-ba25-f4c218f95cd6" -d '{"events": [{"server_uuid": "7882392c-d955-432c-a79a-e03f2417ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a2e1922-570c-4c55-aff6-406d51874b43"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:33.244939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 4a2e1922-570c-4c55-aff6-406d51874b43, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4a2e1922-570c-4c55-aff6-406d51874b43,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:33.249273 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.260956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5a77c88c-0833-4f41-8ab1-6f1dd8ba1708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.270292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f400bac4-fd5c-4f7b-ba57-a1350ac94c76 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:33.284807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5a77c88c-0833-4f41-8ab1-6f1dd8ba1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.286847 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c79e72-871d-4e04-929b-43877307d32c x-openstack-request-id: req-59c79e72-871d-4e04-929b-43877307d32c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:33.287141 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7882392c-d955-432c-a79a-e03f2417ac7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a2e1922-570c-4c55-aff6-406d51874b43", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:33.287396 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59c79e72-871d-4e04-929b-43877307d32c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:33.287787 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7882392c-d955-432c-a79a-e03f2417ac7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2e1922-570c-4c55-aff6-406d51874b43', 'code': 200} Aug 27 11:59:33.293005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.306527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=4a2e1922-570c-4c55-aff6-406d51874b43,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:33.401291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Transition to ACTIVE for port object f400bac4-fd5c-4f7b-ba57-a1350ac94c76 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:33.429718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.430124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d9ae-fa8d-47a1-8223-c74777b50d5c req-abc0c025-1c17-42f1-b672-afef3b9d2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:33.431744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c254d9ae-fa8d-47a1-8223-c74777b50d5c req-abc0c025-1c17-42f1-b672-afef3b9d2760 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 1100 time: 0.0735238 Aug 27 11:59:33.437978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.444521 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5a77c88c-0833-4f41-8ab1-6f1dd8ba1708 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bfc630bc910a4ca9b93cc4b6181c26dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7604344 Aug 27 11:59:33.450180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:33.463463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.472846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77c88c-0833-4f41-8ab1-6f1dd8ba1708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbccf7-5bf8-41d9-8ada-82449b087f43,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:33.540667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dcf4de4843f482b9978d8a010f7cb65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3049858 Aug 27 11:59:33.543866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:33.551455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05715f75-37ad-4cea-86d8-2524c751bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7c5bd-589c-4749-8699-578966191d04,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:33.557108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c254d9ae-fa8d-47a1-8223-c74777b50d5c req-a36062e0-f7fc-476d-9e13-6cdc47986484 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175172 Aug 27 11:59:33.589804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47cf2f71-800d-4e47-9bbb-7dc4acf4adfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.626486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47cf2f71-800d-4e47-9bbb-7dc4acf4adfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.638715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2773-46dd-480d-9eda-aaadaf702bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.645357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:33.663683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Made reservation on behalf of 502e73c26d5a4fd1b631baab3265f4b3 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:33.667264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.708626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2773-46dd-480d-9eda-aaadaf702bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.744603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47cf2f71-800d-4e47-9bbb-7dc4acf4adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.747072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47cf2f71-800d-4e47-9bbb-7dc4acf4adfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.748211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47cf2f71-800d-4e47-9bbb-7dc4acf4adfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3cbccf7-5bf8-41d9-8ada-82449b087f43 HTTP/1.1" status: 204 len: 168 time: 0.2971599 Aug 27 11:59:33.759411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:33.760281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:33.760281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:33.774238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf2f71-800d-4e47-9bbb-7dc4acf4adfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbccf7-5bf8-41d9-8ada-82449b087f43,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:33.775144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.796588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:33.797022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:33.815730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f0889-7edc-455a-bef8-d7c87f11fa9b req-88af1d37-a97f-49ea-9907-73061c502b76 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:33.817444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a0f0889-7edc-455a-bef8-d7c87f11fa9b req-88af1d37-a97f-49ea-9907-73061c502b76 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 949 time: 0.1146388 Aug 27 11:59:33.842565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Transition to ACTIVE for port object 5cbeb915-542c-44e9-b2de-c9d66433a712 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:33.843565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2773-46dd-480d-9eda-aaadaf702bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.846573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2773-46dd-480d-9eda-aaadaf702bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.850249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ff0b2773-46dd-480d-9eda-aaadaf702bb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37a7c5bd-589c-4749-8699-578966191d04 HTTP/1.1" status: 204 len: 168 time: 0.3024163 Aug 27 11:59:33.850429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:33.850429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:33.850695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:33.851479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Bound port: f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:33.851839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:33.872418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b2773-46dd-480d-9eda-aaadaf702bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7c5bd-589c-4749-8699-578966191d04,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:33.880178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Router f163c4ce-4498-4934-8b90-2d74c62c39ce has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 11:59:33.914893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a0f0889-7edc-455a-bef8-d7c87f11fa9b req-fe5662cb-af85-46e2-a505-ad17e430f43e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852983 Aug 27 11:59:33.997785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:34.008320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ec499-18ac-4dfb-bbbf-7a27d3a334c4 req-adc24a26-6c66-41d4-988d-4a4e4d441240 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:34.015190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e61ec499-18ac-4dfb-bbbf-7a27d3a334c4 req-adc24a26-6c66-41d4-988d-4a4e4d441240 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.0965884 Aug 27 11:59:34.103979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e61ec499-18ac-4dfb-bbbf-7a27d3a334c4 req-104a5103-86ae-4eba-a6f5-9182786cc407 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831556 Aug 27 11:59:34.151663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:34.184618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693c12f-a1fb-4d7c-a7dd-5bb4b7dba71d req-c0252dd8-da10-4254-b00d-cded4078489c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:34.200929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:34.206739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9693c12f-a1fb-4d7c-a7dd-5bb4b7dba71d req-c0252dd8-da10-4254-b00d-cded4078489c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.1364236 Aug 27 11:59:34.213894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:34.222280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Allocated IP 192.168.233.161 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/aee10a1b-d80f-44fa-aa33-db0d42c3c23a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:34.225002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:34.227654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Pushing event updated for resources: {'Port': ['ID=5cbeb915-542c-44e9-b2de-c9d66433a712,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:34.232916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:34.240053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:34.240793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:34.250454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:34.304706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9693c12f-a1fb-4d7c-a7dd-5bb4b7dba71d req-90b42e7e-730b-45f5-bf4d-4b808a5dd32c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952301 Aug 27 11:59:34.307000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:59:34.318022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:34.321878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-ea0bdbd9-cede-43c5-9cce-6b29b2197e1c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0524404 Aug 27 11:59:34.346511 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:59:34.363411 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:34.364884 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:34.380201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004712cf-3751-4894-8f2c-c00270087fb3 req-24c314d2-4d31-4539-bb53-f391b2c354d2 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:34.381073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:34.384443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-004712cf-3751-4894-8f2c-c00270087fb3 req-24c314d2-4d31-4539-bb53-f391b2c354d2 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 936 time: 0.1731813 Aug 27 11:59:34.386747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:34.388312 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] 10.222.0.77 "PUT /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 1091 time: 2.6627538 Aug 27 11:59:34.399946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:34.403891 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af012d19-8e65-4c25-bfe5-81386ebfd0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:34.461621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-004712cf-3751-4894-8f2c-c00270087fb3 req-f180144e-d8b8-47c8-b638-3e5f9abe60ca tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697608 Aug 27 11:59:34.570296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e366f1a-b450-4afa-9da2-4e28d96c6241 req-f928f70a-7075-420d-a67a-4d172e512354 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 210 time: 0.0568571 Aug 27 11:59:34.674991 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:34.721407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f915539b-c943-4437-9525-7183fc02cb23 None None] Provisioning for port 5cbeb915-542c-44e9-b2de-c9d66433a712 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:34.744750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f915539b-c943-4437-9525-7183fc02cb23 None None] Provisioning complete for port 5cbeb915-542c-44e9-b2de-c9d66433a712 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:34.745119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f915539b-c943-4437-9525-7183fc02cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:34.762798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Request body: {'port': {'device_id': 'e7fda1be-a837-4e36-a533-22771448c9af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:34.775649 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51878c45-e2d7-4c12-a73b-7d09b53b7807 x-openstack-request-id: req-51878c45-e2d7-4c12-a73b-7d09b53b7807 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:34.776192 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:34.776558 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51878c45-e2d7-4c12-a73b-7d09b53b7807 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:34.777054 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'status': 'completed', 'code': 200} Aug 27 11:59:34.846604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f915539b-c943-4437-9525-7183fc02cb23 None None] Port 5cbeb915-542c-44e9-b2de-c9d66433a712 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:34.921801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-26e10dee-df0f-4023-83bc-b486e60bc30e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "PUT /v2.0/floatingips/84de2029-07da-4680-bde4-27078cad72f1 HTTP/1.1" status: 200 len: 991 time: 3.8294961 Aug 27 11:59:34.941052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73cd09-655d-4710-9466-21081a5e8534 service neutron] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:34.969169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02784c-38f7-4131-b14f-4f65424b5a49 req-6cf29fc8-9b4f-41e6-94a3-5659351b5732 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:34.975116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd02784c-38f7-4131-b14f-4f65424b5a49 req-6cf29fc8-9b4f-41e6-94a3-5659351b5732 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.1218231 Aug 27 11:59:35.026560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:35.043345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-d2e389c2-a5a7-4aeb-8699-b9aa489708f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:35.045174 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-d2e389c2-a5a7-4aeb-8699-b9aa489708f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1094 time: 0.2786160 Aug 27 11:59:35.070598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd02784c-38f7-4131-b14f-4f65424b5a49 req-83d4fa90-5915-4e38-8431-ae7d6c1cf935 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Aug 27 11:59:35.138032 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-a8346be2-b1aa-471d-8cae-fbf86fd114ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0683520 Aug 27 11:59:35.212049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19dad4-a6d5-42cc-9cf5-6f7ec9bb1e91 req-7d0aded1-c0ff-4d3b-aab2-0df8f0c8a07c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:35.213613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd19dad4-a6d5-42cc-9cf5-6f7ec9bb1e91 req-7d0aded1-c0ff-4d3b-aab2-0df8f0c8a07c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 949 time: 0.0824623 Aug 27 11:59:35.238343 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '84de2029-07da-4680-bde4-27078cad72f1', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'port_id': 'efe78d12-09be-4475-989b-67b91e0525d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'mac_address': 'fa:16:3e:b0:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T11:59:07Z', 'updated_at': '2021-08-27T11:59:32Z', 'revision_number': 1, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:35.281599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd19dad4-a6d5-42cc-9cf5-6f7ec9bb1e91 req-c5c8caf4-d8ab-4ce8-af22-b6d8593b0d13 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551789 Aug 27 11:59:35.291131 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:59:35.310513 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:35.311813 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:35.313641 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:35.356661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-6209b53f-9f48-4a84-b08e-c0b6aaa63418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:35.358433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-6209b53f-9f48-4a84-b08e-c0b6aaa63418 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.2043037 Aug 27 11:59:35.359287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Transition to ACTIVE for port object aee10a1b-d80f-44fa-aa33-db0d42c3c23a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:35.405453 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-39bf9ecc-a931-46aa-8e52-0a9b3b272b83 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390761 Aug 27 11:59:35.487863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf9d3d-6ec3-47df-8ccf-b6e7af309e7e req-4e1ece24-a6ca-4877-a5f7-3efe02989a8f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:35.497472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23bf9d3d-6ec3-47df-8ccf-b6e7af309e7e req-4e1ece24-a6ca-4877-a5f7-3efe02989a8f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.0981886 Aug 27 11:59:35.544690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:35.574862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:35.592519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23bf9d3d-6ec3-47df-8ccf-b6e7af309e7e req-4af3a125-6b06-44d3-b134-a10a9c826e17 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860102 Aug 27 11:59:35.620035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['c6089cac-c390-456a-befa-ba352f48c025'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:35.683017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:35.699717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:35.712417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:35.718468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:35.719778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:35.730263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Pushing event updated for resources: {'Port': ['ID=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:35.785873 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-c88d336e-b8d8-45ca-8c65-81e5024006c2 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722491 Aug 27 11:59:35.877453 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-26738807-63a6-45eb-94f8-2f04348c93fa tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7396758 Aug 27 11:59:35.934327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Request body: {'port': {'device_id': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:36.049004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbeb915-542c-44e9-b2de-c9d66433a712 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:36.062126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f4ef-0bff-43ed-90b3-93dd136eadb5 req-41e24d39-34ae-420a-bf56-f28fe37319da tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:36.073784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e916f4ef-0bff-43ed-90b3-93dd136eadb5 req-41e24d39-34ae-420a-bf56-f28fe37319da tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 1100 time: 0.1105986 Aug 27 11:59:36.088056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ddf85efa-bd50-471a-bf2f-5ec5c70e1c62 None None] Provisioning for port aee10a1b-d80f-44fa-aa33-db0d42c3c23a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:36.096610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.100467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ddf85efa-bd50-471a-bf2f-5ec5c70e1c62 None None] Provisioning complete for port aee10a1b-d80f-44fa-aa33-db0d42c3c23a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:36.100872 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddf85efa-bd50-471a-bf2f-5ec5c70e1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.109944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e916f4ef-0bff-43ed-90b3-93dd136eadb5 req-e6f29e59-8983-479c-b6fe-5a728c507f23 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.118610 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-103986e4-9676-4c6d-8ad4-804df1cb1a1a req-01a8a514-e5a8-4f42-b5e9-d1ca810bb778 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087473 Aug 27 11:59:36.120738 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '84de2029-07da-4680-bde4-27078cad72f1', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'port_id': 'efe78d12-09be-4475-989b-67b91e0525d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'mac_address': 'fa:16:3e:b0:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T11:59:07Z', 'updated_at': '2021-08-27T11:59:32Z', 'revision_number': 1, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:36.126521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.139541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Transition to ACTIVE for port object 5cbeb915-542c-44e9-b2de-c9d66433a712 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:36.146720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.182995 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca1c601-a0c2-4fce-ba6a-9674da9cd8a4 None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '84de2029-07da-4680-bde4-27078cad72f1', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'port_id': 'efe78d12-09be-4475-989b-67b91e0525d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'mac_address': 'fa:16:3e:b0:7a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T11:59:07Z', 'updated_at': '2021-08-27T11:59:32Z', 'revision_number': 1, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:59:36.252526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ddf85efa-bd50-471a-bf2f-5ec5c70e1c62 None None] Port aee10a1b-d80f-44fa-aa33-db0d42c3c23a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:36.330170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbeb915-542c-44e9-b2de-c9d66433a712,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:36.337240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e916f4ef-0bff-43ed-90b3-93dd136eadb5 req-e6f29e59-8983-479c-b6fe-5a728c507f23 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.346354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e916f4ef-0bff-43ed-90b3-93dd136eadb5 req-e6f29e59-8983-479c-b6fe-5a728c507f23 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.399860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e916f4ef-0bff-43ed-90b3-93dd136eadb5 req-e6f29e59-8983-479c-b6fe-5a728c507f23 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249795 Aug 27 11:59:36.419482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f29e59-8983-479c-b6fe-5a728c507f23 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e91e27-4b8f-4453-b037-0ad022755ba2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:36.437316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef578-3b1a-4d75-ba6c-fd83220ffa85 req-a58566a2-c3cd-45b9-8c74-b7c11299fb16 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:36.439635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c2ef578-3b1a-4d75-ba6c-fd83220ffa85 req-a58566a2-c3cd-45b9-8c74-b7c11299fb16 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 948 time: 0.0972469 Aug 27 11:59:36.471345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.77', 60687) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:36.578548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-872e9a1d-7604-46be-9c6b-8de9819d9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:36.580328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-872e9a1d-7604-46be-9c6b-8de9819d9902 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1094 time: 0.3130116 Aug 27 11:59:36.608869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Attempting to bind port 5cbeb915-542c-44e9-b2de-c9d66433a712 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:36.609449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Attempting to bind port 5cbeb915-542c-44e9-b2de-c9d66433a712 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:36.609934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Attempting to bind port 5cbeb915-542c-44e9-b2de-c9d66433a712 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:36.636053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c2ef578-3b1a-4d75-ba6c-fd83220ffa85 req-e5510ee4-a568-48a5-b755-16cbaa3e38ee tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845524 Aug 27 11:59:36.665911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63abd9-4f1d-449b-ad75-860654025c35 None None] New status for floating IP 84de2029-07da-4680-bde4-27078cad72f1: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 11:59:36.699988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814085-00ef-47d0-8b4c-619a8e28a55b req-d9cb1a59-0f64-46b5-92d0-ce19ed2ba0cd tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:36.719632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23814085-00ef-47d0-8b4c-619a8e28a55b req-d9cb1a59-0f64-46b5-92d0-ce19ed2ba0cd tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 936 time: 0.1592157 Aug 27 11:59:36.720966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Port 5cbeb915-542c-44e9-b2de-c9d66433a712 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:36.721317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Attempting to bind port 5cbeb915-542c-44e9-b2de-c9d66433a712 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:36.745665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-7124046b-c4c1-4f0e-a17d-a656ab679582 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:36.748000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-7124046b-c4c1-4f0e-a17d-a656ab679582 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.77 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.2750990 Aug 27 11:59:36.777822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:36.778012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:36.778555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:36.778997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Bound port: 5cbeb915-542c-44e9-b2de-c9d66433a712, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:36.779359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:36.784838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:36.787912 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b39312-3947-4e67-8d40-267b2c51166f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "tag": "efe78d12-09be-4475-989b-67b91e0525d6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:36.950566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23814085-00ef-47d0-8b4c-619a8e28a55b req-e69b4e0e-5b75-4280-8f33-0bee72cba91d tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266028 Aug 27 11:59:36.965797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-229a0d84-9b0a-4c51-b4c6-630dab31dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:36.968053 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-229a0d84-9b0a-4c51-b4c6-630dab31dbb5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3774142 Aug 27 11:59:37.019074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248852-7c8d-445f-a671-ea2d587ad084 req-2040c2f4-60e5-4d98-b21c-f7feefb1291b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.021245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c248852-7c8d-445f-a671-ea2d587ad084 req-2040c2f4-60e5-4d98-b21c-f7feefb1291b tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/ports?device_id=df32a52f-d4b5-4cee-a6dd-40d4126a69a0 HTTP/1.1" status: 200 len: 949 time: 0.1147647 Aug 27 11:59:37.048957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Deleting port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 11:59:37.049630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.053485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-3f17c8c4-f85c-4ffb-b8d4-1b2b3919e995 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0708392 Aug 27 11:59:37.057052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] For port 5cbeb915-542c-44e9-b2de-c9d66433a712, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:37.115463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee10a1b-d80f-44fa-aa33-db0d42c3c23a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:37.121702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] For port 5cbeb915-542c-44e9-b2de-c9d66433a712, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5cbeb915-542c-44e9-b2de-c9d66433a712,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:37.133901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.138635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.144890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c248852-7c8d-445f-a671-ea2d587ad084 req-21f8fd6d-7382-4484-92c7-45313eba4cf7 tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d09e030-8b88-415f-88a0-31610a08f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128643 Aug 27 11:59:37.199882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-5c265a82-4439-4442-b115-295754e4e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.212155 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-5c265a82-4439-4442-b115-295754e4e18c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1479740 Aug 27 11:59:37.216809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Transition to ACTIVE for port object aee10a1b-d80f-44fa-aa33-db0d42c3c23a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:37.224751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.226026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.238189 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] 10.222.0.65 "PUT /v2.0/ports/5cbeb915-542c-44e9-b2de-c9d66433a712 HTTP/1.1" status: 200 len: 1096 time: 2.8174157 Aug 27 11:59:37.279239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.293422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] For port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:37.296171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.317823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Calling delete_port for ed39b5c0-eb88-40a4-b1a2-d143037b5a9b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 11:59:37.336884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43260-20ec-4094-8328-851ab5f92796 req-56deca0b-d391-4ec0-a8fb-5406763d80b1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.338535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8f43260-20ec-4094-8328-851ab5f92796 req-56deca0b-d391-4ec0-a8fb-5406763d80b1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.1082723 Aug 27 11:59:37.354006 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270c53c-2ae0-40b3-a1cb-1f374a7f5706 x-openstack-request-id: req-f270c53c-2ae0-40b3-a1cb-1f374a7f5706 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:37.354006 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "tag": "efe78d12-09be-4475-989b-67b91e0525d6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:37.360293 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f270c53c-2ae0-40b3-a1cb-1f374a7f5706 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:37.360775 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6', 'status': 'completed', 'code': 200} Aug 27 11:59:37.375900 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-1bee8e35-1b69-4cca-85cf-0972e6c14ec7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321061 Aug 27 11:59:37.485535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7800a-18af-4c70-9df3-912da33d5c29 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbeb915-542c-44e9-b2de-c9d66433a712,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:37.527768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39312-3947-4e67-8d40-267b2c51166f req-c3f4969e-e8dd-4ad2-bedd-e8bad47d9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.529342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-c3f4969e-e8dd-4ad2-bedd-e8bad47d9793 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 1096 time: 0.2018094 Aug 27 11:59:37.545503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8f43260-20ec-4094-8328-851ab5f92796 req-0e18ff21-6e45-4ca6-851a-972aaa8c0f53 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905656 Aug 27 11:59:37.635816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-5c48f4c8-a2db-4065-94bd-5410f74e47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.637348 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-5c48f4c8-a2db-4065-94bd-5410f74e47ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 1099 time: 0.2757509 Aug 27 11:59:37.722300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Attempting to bind port aee10a1b-d80f-44fa-aa33-db0d42c3c23a on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:37.722661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Attempting to bind port aee10a1b-d80f-44fa-aa33-db0d42c3c23a by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:37.723028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Attempting to bind port aee10a1b-d80f-44fa-aa33-db0d42c3c23a on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:37.725050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Pushing event updated for resources: {'Port': ['ID=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:37.734669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-14a9b745-2f56-4d16-9321-ab4d554a0142 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5cbeb915-542c-44e9-b2de-c9d66433a712 HTTP/1.1" status: 200 len: 217 time: 0.0805271 Aug 27 11:59:37.735580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Port aee10a1b-d80f-44fa-aa33-db0d42c3c23a on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:37.736002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Attempting to bind port aee10a1b-d80f-44fa-aa33-db0d42c3c23a on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:37.739443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-68ef2700-c4e8-4aa0-afd3-3866e82e7024 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369853 Aug 27 11:59:37.754690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b6839af-3a4c-4ab3-b651-e4557f91bf8d req-40ff19b4-873c-4df4-bdb2-266f5fcf1a9a tempest-FlavorsV2NegativeTest-1170559693 tempest-FlavorsV2NegativeTest-1170559693-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f9a9edcb15e04e36a44ccd374f78f493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712855 Aug 27 11:59:37.777499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:37.777833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:37.778208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:37.778677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Bound port: aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:37.779037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.814660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-ba1b98a5-ed49-4ce1-916d-b0e3d8df7c8f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090460 Aug 27 11:59:37.875626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-f1551cfd-6f55-4136-b878-9ea8beddfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.877088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-f1551cfd-6f55-4136-b878-9ea8beddfe1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1354294 Aug 27 11:59:37.946525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:37.962749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] For port aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:37.968497 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af012d19-8e65-4c25-bfe5-81386ebfd0c8 req-30fe2f6b-d9f4-46a5-8a8e-36b17dff006c service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163095 Aug 27 11:59:37.981599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] For port aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:37.984149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-f20a50e2-e944-4e69-8436-4685cfe0b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:37.985679 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-f20a50e2-e944-4e69-8436-4685cfe0b742 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973461 Aug 27 11:59:37.987249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:38.065915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.066306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:38.067780 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] 10.222.0.77 "PUT /v2.0/ports/aee10a1b-d80f-44fa-aa33-db0d42c3c23a HTTP/1.1" status: 200 len: 1096 time: 2.1477554 Aug 27 11:59:38.101401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bead65c-ffa9-4a32-af9b-f30cc6e2364c service neutron] Pushing event updated for resources: {'Port': ['ID=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:38.145022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-6dad3963-94af-4fa4-858c-4171edfe774c service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324587 Aug 27 11:59:38.174493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39312-3947-4e67-8d40-267b2c51166f req-8d4e38fd-be70-414c-bef3-8d2683c3aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.175932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-8d4e38fd-be70-414c-bef3-8d2683c3aecf service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 924 time: 0.6279690 Aug 27 11:59:38.215500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:38.259927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ed39b5c0-eb88-40a4-b1a2-d143037b5a9b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:38.353741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Pushing event deleted for resources: {'Port': ['ID=ed39b5c0-eb88-40a4-b1a2-d143037b5a9b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:38.404349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6839af-3a4c-4ab3-b651-e4557f91bf8d req-ed219fbf-1367-4445-ab71-a271e8078214 tempest-FlavorsV2NegativeTest-1170559693 tempest-FlavorsV2NegativeTest-1170559693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.405569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b6839af-3a4c-4ab3-b651-e4557f91bf8d req-ed219fbf-1367-4445-ab71-a271e8078214 tempest-FlavorsV2NegativeTest-1170559693 tempest-FlavorsV2NegativeTest-1170559693-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6285412 Aug 27 11:59:38.439441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-fd097197-ad9c-47be-af14-e4c8287986d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.440954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-fd097197-ad9c-47be-af14-e4c8287986d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 1099 time: 0.3113687 Aug 27 11:59:38.449547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] No DVR routers for this DVR port ed39b5c0-eb88-40a4-b1a2-d143037b5a9b on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 11:59:38.452600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:38.455150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34a0408f-2798-4aeb-bc76-19b6216857c9 req-d740fa9f-8dfa-428c-b839-7e3c591433eb tempest-ServerDiagnosticsNegativeTest-318257120 tempest-ServerDiagnosticsNegativeTest-318257120-project] 10.222.0.77 "DELETE /v2.0/ports/ed39b5c0-eb88-40a4-b1a2-d143037b5a9b HTTP/1.1" status: 204 len: 173 time: 1.6980362 Aug 27 11:59:38.457017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-d90ac5dc-a6be-4f05-8deb-ca7df1a3577d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe78d12-09be-4475-989b-67b91e0525d6 HTTP/1.1" status: 200 len: 1001 time: 0.2677763 Aug 27 11:59:38.462293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'name': 'network-vif-deleted', 'tag': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:38.464535 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776dd7e0-50b9-4bcf-8b8c-4899489a045b" -d '{"events": [{"server_uuid": "df32a52f-d4b5-4cee-a6dd-40d4126a69a0", "name": "network-vif-deleted", "tag": "ed39b5c0-eb88-40a4-b1a2-d143037b5a9b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:38.486306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-6c540a61-5b24-4709-9139-e267ccbe5974 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.488719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-6c540a61-5b24-4709-9139-e267ccbe5974 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6598818 Aug 27 11:59:38.496518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b6839af-3a4c-4ab3-b651-e4557f91bf8d req-3af7dc0e-09a2-447e-a210-f70abb4a3f1f tempest-FlavorsV2NegativeTest-1170559693 tempest-FlavorsV2NegativeTest-1170559693-project] 10.222.0.76 "GET /v2.0/quotas/f9a9edcb15e04e36a44ccd374f78f493 HTTP/1.1" status: 200 len: 375 time: 0.0785904 Aug 27 11:59:38.517301 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-db27c24a-9d1d-46cd-b830-b5d1f925a410 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a HTTP/1.1" status: 200 len: 217 time: 0.0575557 Aug 27 11:59:38.519470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a693f764-80c0-4489-9ba5-7d7a1a303be5 req-0cf30598-9a82-45be-a094-888cdad49f78 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616733 Aug 27 11:59:38.581572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b6839af-3a4c-4ab3-b651-e4557f91bf8d req-517aa92b-2a2a-4784-b65a-5460fea29cc1 tempest-FlavorsV2NegativeTest-1170559693 tempest-FlavorsV2NegativeTest-1170559693-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9a9edcb15e04e36a44ccd374f78f493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839481 Aug 27 11:59:38.588581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-3c6b247b-73d2-4b46-9bfe-71e0b14efba2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/quotas/04ebd9e730044067889d740d77a3653e HTTP/1.1" status: 200 len: 375 time: 0.0886095 Aug 27 11:59:38.598416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39312-3947-4e67-8d40-267b2c51166f req-a9f946d8-cca8-4b06-833f-c119b1b1c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.600157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-a9f946d8-cca8-4b06-833f-c119b1b1c2e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.1317902 Aug 27 11:59:38.601688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-87723be3-a09c-45a5-a7d2-ffd92c180441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.603582 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-87723be3-a09c-45a5-a7d2-ffd92c180441 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0721893 Aug 27 11:59:38.695836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-86693804-5ee6-477f-8891-9344dd427fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.696044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39312-3947-4e67-8d40-267b2c51166f req-311592d8-3c56-4f1c-8898-0c381abb9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.697629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-311592d8-3c56-4f1c-8898-0c381abb9f17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758185 Aug 27 11:59:38.698620 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-86693804-5ee6-477f-8891-9344dd427fe8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820315 Aug 27 11:59:38.720209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-194e456c-71c5-4302-a0ee-659d3b9f2184 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183193 Aug 27 11:59:38.841163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc72f87-4ed0-4547-bb2e-a0566e444454 req-249a8a28-212f-49ff-8c29-39a3928f6899 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:38.843260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bc72f87-4ed0-4547-bb2e-a0566e444454 req-249a8a28-212f-49ff-8c29-39a3928f6899 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 948 time: 0.1098554 Aug 27 11:59:38.870534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-1694200f-7a53-4b7b-9287-78406619cfc0 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498265 Aug 27 11:59:38.902794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-e328edab-e791-49c6-b543-0f79cd511faf service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710250 Aug 27 11:59:38.996142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bc72f87-4ed0-4547-bb2e-a0566e444454 req-650990bd-6c16-43b6-88df-6ac3eed93045 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344693 Aug 27 11:59:39.068855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33b39312-3947-4e67-8d40-267b2c51166f req-db68a935-c878-4fb7-8322-ce38c4ae5d98 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891186 Aug 27 11:59:39.119650 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd2313c-0705-4a1f-a794-f577b59761e7 req-aee1708f-9348-4493-be08-19b0f2fb1b1f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769130 Aug 27 11:59:39.156792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34468) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:39.254815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87be2-c45e-44fe-9173-4ad6eb736185 req-755d9165-8009-4e0e-b0ef-225a1ea4e84b tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:39.257550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4d87be2-c45e-44fe-9173-4ad6eb736185 req-755d9165-8009-4e0e-b0ef-225a1ea4e84b tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 948 time: 0.0742662 Aug 27 11:59:39.354937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4d87be2-c45e-44fe-9173-4ad6eb736185 req-0523fbb2-c644-4ec0-b1c4-82eef17b33e4 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905483 Aug 27 11:59:39.356410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ec3d-e2c8-4b3a-8437-32bc716dae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.362083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fda1be-a837-4e36-a533-22771448c9af', 'tag': '5cbeb915-542c-44e9-b2de-c9d66433a712'}, {'name': 'network-changed', 'server_uuid': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'tag': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:39.365949 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d0d88c-9943-4fd6-8243-6def05e2f583" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fda1be-a837-4e36-a533-22771448c9af", "tag": "5cbeb915-542c-44e9-b2de-c9d66433a712"}, {"name": "network-changed", "server_uuid": "c3b30586-4fbb-4323-a415-7b54ac8a2292", "tag": "aee10a1b-d80f-44fa-aa33-db0d42c3c23a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:39.482279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ec3d-e2c8-4b3a-8437-32bc716dae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.485820 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5572db1a-284b-48b0-bfa7-dd6651b8b690 x-openstack-request-id: req-5572db1a-284b-48b0-bfa7-dd6651b8b690 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:39.486170 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df32a52f-d4b5-4cee-a6dd-40d4126a69a0", "name": "network-vif-deleted", "tag": "ed39b5c0-eb88-40a4-b1a2-d143037b5a9b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:39.486482 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5572db1a-284b-48b0-bfa7-dd6651b8b690 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:39.486944 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32a52f-d4b5-4cee-a6dd-40d4126a69a0', 'name': 'network-vif-deleted', 'tag': 'ed39b5c0-eb88-40a4-b1a2-d143037b5a9b', 'status': 'completed', 'code': 200} Aug 27 11:59:39.488117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ec3d-e2c8-4b3a-8437-32bc716dae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.563280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:39.577239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8bc8ec3d-e2c8-4b3a-8437-32bc716dae44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74517a63c5834843ae37f410c649f5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192698 Aug 27 11:59:39.579381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8ec3d-e2c8-4b3a-8437-32bc716dae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ac61d2-a2bd-4cc1-b19d-bf316b495afc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:39.580371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34486) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:39.609307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63bcd-4f4d-47c6-b692-195af4d4a8a5 req-4efdaf8e-9001-41a6-bb87-08674dda6567 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:39.619742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3f63bcd-4f4d-47c6-b692-195af4d4a8a5 req-4efdaf8e-9001-41a6-bb87-08674dda6567 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.0989423 Aug 27 11:59:39.672136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3f63bcd-4f4d-47c6-b692-195af4d4a8a5 req-5dee6b88-958a-4ceb-af97-3e3c9750a1c6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 Aug 27 11:59:39.699078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9db603f5-ebf7-4f1a-b724-b10748415a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.736339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9db603f5-ebf7-4f1a-b724-b10748415a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.752901 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc4391a-9434-4ff7-89fd-73acd0686b6b x-openstack-request-id: req-6dc4391a-9434-4ff7-89fd-73acd0686b6b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:39.753207 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fda1be-a837-4e36-a533-22771448c9af", "tag": "5cbeb915-542c-44e9-b2de-c9d66433a712", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3b30586-4fbb-4323-a415-7b54ac8a2292", "tag": "aee10a1b-d80f-44fa-aa33-db0d42c3c23a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:39.753466 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dc4391a-9434-4ff7-89fd-73acd0686b6b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:39.753870 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fda1be-a837-4e36-a533-22771448c9af', 'tag': '5cbeb915-542c-44e9-b2de-c9d66433a712', 'status': 'completed', 'code': 200} Aug 27 11:59:39.754127 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'tag': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a', 'status': 'completed', 'code': 200} Aug 27 11:59:39.827255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8392c3f1-5536-4902-8efc-ab7df5c7191f req-b7ff334a-9921-4b72-8976-5e82d0bbcab9 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 210 time: 0.0604117 Aug 27 11:59:39.863326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9db603f5-ebf7-4f1a-b724-b10748415a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.867483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9db603f5-ebf7-4f1a-b724-b10748415a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.869067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9db603f5-ebf7-4f1a-b724-b10748415a63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3ac61d2-a2bd-4cc1-b19d-bf316b495afc HTTP/1.1" status: 204 len: 168 time: 0.2865231 Aug 27 11:59:39.883794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-a563b645-a74a-4631-bec4-bfac4945f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:39.885912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-a563b645-a74a-4631-bec4-bfac4945f73c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 1099 time: 0.1014366 Aug 27 11:59:39.896337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db603f5-ebf7-4f1a-b724-b10748415a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ac61d2-a2bd-4cc1-b19d-bf316b495afc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:39.905432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-152924f4-2885-4dd1-835f-cfcf651e7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:39.907201 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-152924f4-2885-4dd1-835f-cfcf651e7105 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 1099 time: 0.0936382 Aug 27 11:59:39.908575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35e4fffb-9eb2-4e09-948b-b4b814fcfcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:39.992653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34500) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:40.074301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-86758553-50e4-411f-a681-c9f04151aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.076408 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-86758553-50e4-411f-a681-c9f04151aead service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1585810 Aug 27 11:59:40.128329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-545ee485-f9b0-44c3-8b5c-1fda5ad6de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.134090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-545ee485-f9b0-44c3-8b5c-1fda5ad6de39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2408636 Aug 27 11:59:40.142173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-99a272ca-b4e5-4cf9-a1be-48f19ef7b4e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a HTTP/1.1" status: 200 len: 217 time: 0.0526443 Aug 27 11:59:40.233652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-51fb4322-d8b5-4725-b3ff-f9de976b48f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=5cbeb915-542c-44e9-b2de-c9d66433a712 HTTP/1.1" status: 200 len: 217 time: 0.0823925 Aug 27 11:59:40.254507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-2969beab-d426-4ab1-b3c4-2eeb0832c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.256359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-2969beab-d426-4ab1-b3c4-2eeb0832c05c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1023579 Aug 27 11:59:40.293980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a43d-7ff3-43d0-bd91-487594448ddd req-49b61ea3-3c00-4427-9a60-702970cebe10 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.303735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfb6a43d-7ff3-43d0-bd91-487594448ddd req-49b61ea3-3c00-4427-9a60-702970cebe10 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 948 time: 0.1683636 Aug 27 11:59:40.355298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-85be2d63-0b8c-415e-8c0d-f28959bcfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.357181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-85be2d63-0b8c-415e-8c0d-f28959bcfbbd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1085503 Aug 27 11:59:40.359744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35e4fffb-9eb2-4e09-948b-b4b814fcfcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.370477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-e563312a-cd59-4319-b356-d03ac28b61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.371565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfb6a43d-7ff3-43d0-bd91-487594448ddd req-57fc91eb-a297-463b-a9a9-5f71b3185d44 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663781 Aug 27 11:59:40.372826 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-e563312a-cd59-4319-b356-d03ac28b61d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078422 Aug 27 11:59:40.374049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35e4fffb-9eb2-4e09-948b-b4b814fcfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.463205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-d0e3fcec-1255-4988-82d0-71edfd3ebdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.465584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-d0e3fcec-1255-4988-82d0-71edfd3ebdcf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928941 Aug 27 11:59:40.489609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4fffb-9eb2-4e09-948b-b4b814fcfcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d08ec1-35c6-4548-8825-b6554cc8ce62,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:40.502583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:40.516620 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-35e4fffb-9eb2-4e09-948b-b4b814fcfcc9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9a9edcb15e04e36a44ccd374f78f493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9518940 Aug 27 11:59:40.530826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34516) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:40.579679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ed39b5c0-eb88-40a4-b1a2-d143037b5a9b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 11:59:40.587688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34518) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:40.609197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: ed39b5c0-eb88-40a4-b1a2-d143037b5a9b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 11:59:40.609794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ed39b5c0-eb88-40a4-b1a2-d143037b5a9b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 11:59:40.654753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e9133b-405f-4c06-8712-2ac05b60c2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.656615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010111-03e7-49d0-87b6-0e3a43e915d3 req-d379b177-ee1c-4834-b0ea-84b7e3a6515f tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.660174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:40.675024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6010111-03e7-49d0-87b6-0e3a43e915d3 req-d379b177-ee1c-4834-b0ea-84b7e3a6515f tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 948 time: 0.1027501 Aug 27 11:59:40.675871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'port_id': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'mac_address': 'fa:16:3e:1b:8e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9395a922-30e4-4584-8b4a-f0da551ea860', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:40.705265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-f244b7f1-ad81-493d-98dc-28ecec25a953 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318001 Aug 27 11:59:40.721458 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-313860f6-c319-46de-a3d9-a22a1606f27d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c321ab0344174c90b7faa80f19801986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275438 Aug 27 11:59:40.729023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:40.744137 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-f3187267-b581-406b-b190-4f185f97c768 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514438 Aug 27 11:59:40.762108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6010111-03e7-49d0-87b6-0e3a43e915d3 req-0d08afb9-1549-446d-ab02-cfdc07d55edb tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Aug 27 11:59:40.784796 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.800848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f400bac4-fd5c-4f7b-ba57-a1350ac94c76 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:40.841798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:40.847260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.858920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f01d1c2-a157-45a5-acb3-35b9bd5dff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.930401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:40.947288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-0f36a235-a59e-419d-90fb-5251bc33d44e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294312 Aug 27 11:59:40.949382 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4921b241-6f9c-4645-9329-8365c6fc5c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.949521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.951178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.952765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.953174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.953597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.955280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.955840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.956432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.957078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f01d1c2-a157-45a5-acb3-35b9bd5dff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:40.958063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.959432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cdf1d-73ac-4893-8795-2e65d6d00618 req-be481907-57e4-4ce2-96fa-73b0cd9968c4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:40.961874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-532cdf1d-73ac-4893-8795-2e65d6d00618 req-be481907-57e4-4ce2-96fa-73b0cd9968c4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.1467066 Aug 27 11:59:40.970030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.974047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.974690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:40.994951 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6d0d88c-9943-4fd6-8243-6def05e2f583 req-16ec6ce2-ca20-444f-ae25-c02d3b326735 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404375 Aug 27 11:59:41.045773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4921b241-6f9c-4645-9329-8365c6fc5c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.059229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-afeb67db-afb7-4fc9-acda-398e10540a14 req-3c38bf4f-c33d-405e-b9ef-a79ed8091bf7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 210 time: 0.0771112 Aug 27 11:59:41.069900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e9133b-405f-4c06-8712-2ac05b60c2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.071214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f01d1c2-a157-45a5-acb3-35b9bd5dff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.074087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f01d1c2-a157-45a5-acb3-35b9bd5dff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.075206 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2f01d1c2-a157-45a5-acb3-35b9bd5dff4e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0d08ec1-35c6-4548-8825-b6554cc8ce62 HTTP/1.1" status: 204 len: 168 time: 0.5331032 Aug 27 11:59:41.078480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a1e9133b-405f-4c06-8712-2ac05b60c2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.096386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01d1c2-a157-45a5-acb3-35b9bd5dff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d08ec1-35c6-4548-8825-b6554cc8ce62,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:41.114977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-532cdf1d-73ac-4893-8795-2e65d6d00618 req-59f3f51e-8773-4327-a7c1-f1110866aac1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444225 Aug 27 11:59:41.125126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a1e9133b-405f-4c06-8712-2ac05b60c2a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=821d30a30ef24d6eb68a9233c86da57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325823 Aug 27 11:59:41.128696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34530) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:41.149137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4921b241-6f9c-4645-9329-8365c6fc5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.152111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9133b-405f-4c06-8712-2ac05b60c2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7129d6-5d87-47c4-a68d-4fa526f03afc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:41.152521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4921b241-6f9c-4645-9329-8365c6fc5c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.153661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4921b241-6f9c-4645-9329-8365c6fc5c0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d09e030-8b88-415f-88a0-31610a08f747 HTTP/1.1" status: 204 len: 168 time: 0.4206822 Aug 27 11:59:41.179776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921b241-6f9c-4645-9329-8365c6fc5c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d09e030-8b88-415f-88a0-31610a08f747,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:41.214449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21943662-25d2-4297-bb47-99e2b2c2dafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.239191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21943662-25d2-4297-bb47-99e2b2c2dafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.304309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21943662-25d2-4297-bb47-99e2b2c2dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.308020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21943662-25d2-4297-bb47-99e2b2c2dafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.310237 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-21943662-25d2-4297-bb47-99e2b2c2dafc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b7129d6-5d87-47c4-a68d-4fa526f03afc HTTP/1.1" status: 204 len: 168 time: 0.1804793 Aug 27 11:59:41.324490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21943662-25d2-4297-bb47-99e2b2c2dafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7129d6-5d87-47c4-a68d-4fa526f03afc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:41.335257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f400bac4-fd5c-4f7b-ba57-a1350ac94c76'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:41.559259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b572-887d-4c0d-a27d-8ad986626abc req-63096a13-d96d-4eb1-8aab-358397b1c211 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:41.570060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c06b572-887d-4c0d-a27d-8ad986626abc req-63096a13-d96d-4eb1-8aab-358397b1c211 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 948 time: 0.0843155 Aug 27 11:59:41.621221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c06b572-887d-4c0d-a27d-8ad986626abc req-c31930d3-7b6d-442d-942c-9c574838f64c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499613 Aug 27 11:59:41.753514 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-9f78b725-d87b-4576-b527-a4689a82500f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303907 Aug 27 11:59:41.789491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:41.843019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e5c5557-4583-4f68-b20f-14528e764d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:41.948209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-a7df4343-dd03-46e4-9e5b-97560a47e5b0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:41.949958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-a7df4343-dd03-46e4-9e5b-97560a47e5b0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899381 Aug 27 11:59:41.995495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a96485-ae22-4285-bab8-3b7ec7e98c8c req-e609a27e-b9af-4f46-8a8f-fbba9945977a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:41.997101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23a96485-ae22-4285-bab8-3b7ec7e98c8c req-e609a27e-b9af-4f46-8a8f-fbba9945977a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 948 time: 0.0805154 Aug 27 11:59:42.019491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:42.064401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23a96485-ae22-4285-bab8-3b7ec7e98c8c req-840a1d76-4a82-49f2-afe9-f4dda33dadd9 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Aug 27 11:59:42.073692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e5c5557-4583-4f68-b20f-14528e764d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.079480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e5c5557-4583-4f68-b20f-14528e764d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.125488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7e5c5557-4583-4f68-b20f-14528e764d95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ce5392ef4bd498ab6fce0c00023bc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348947 Aug 27 11:59:42.126225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c5557-4583-4f68-b20f-14528e764d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef2223-5709-4b3e-a2b0-c8f217d5c5c5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:42.128817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34570) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:42.167876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:42.177885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.206437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c92a5cd-df79-48c9-b5d9-2ee8113b726a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.282339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9fe037eb-771e-49c4-90fb-9affcc0173f4 req-722f0f2f-ff39-48b0-bd40-9e12b959c3b4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 210 time: 0.0639515 Aug 27 11:59:42.284328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c92a5cd-df79-48c9-b5d9-2ee8113b726a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.395005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86266-5d57-4883-a0eb-a2f94dd79fab req-8724b527-8e4b-4c85-9724-6f65f719525a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:42.402946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4d86266-5d57-4883-a0eb-a2f94dd79fab req-8724b527-8e4b-4c85-9724-6f65f719525a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 944 time: 0.1708913 Aug 27 11:59:42.441617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.218 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/0a76f3dd-4dee-4b04-9be7-1d321eca751f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:42.463444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c92a5cd-df79-48c9-b5d9-2ee8113b726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.466686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c92a5cd-df79-48c9-b5d9-2ee8113b726a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.468181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8c92a5cd-df79-48c9-b5d9-2ee8113b726a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23ef2223-5709-4b3e-a2b0-c8f217d5c5c5 HTTP/1.1" status: 204 len: 168 time: 0.3384323 Aug 27 11:59:42.475681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4d86266-5d57-4883-a0eb-a2f94dd79fab req-3d0b8f16-6a87-4370-91f2-0ca06247fe06 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Aug 27 11:59:42.508787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:42.513825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92a5cd-df79-48c9-b5d9-2ee8113b726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef2223-5709-4b3e-a2b0-c8f217d5c5c5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:42.533507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-f4839b1b-1a01-48cb-ba26-f88d056accea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641406 Aug 27 11:59:42.616078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:42.627526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:42.629524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.723783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-a03e2a37-d16c-456c-b15e-16284935df76 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:42.730837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-a03e2a37-d16c-456c-b15e-16284935df76 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713412 Aug 27 11:59:42.747534 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.765186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:42.779136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object 0a76f3dd-4dee-4b04-9be7-1d321eca751f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:42.807370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.824011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.859804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:42.862771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838240c-de18-49e5-8cf6-42b92c7517e6 req-ea3411ec-90b6-46d2-aac1-c08e170cfe83 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:42.863273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:42.864920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f838240c-de18-49e5-8cf6-42b92c7517e6 req-ea3411ec-90b6-46d2-aac1-c08e170cfe83 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 948 time: 0.1147048 Aug 27 11:59:42.872292 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ac1f6-2791-48d2-8fc1-5d7550a78c05" -d '{"events": [{"server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "name": "network-vif-plugged", "status": "completed", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:42.901693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=0a76f3dd-4dee-4b04-9be7-1d321eca751f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:42.909192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:42.911960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:42.916496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:42.922737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:42.923485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:42.945826 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cab9499-05c8-4c35-8343-577122b2f1da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9316614 Aug 27 11:59:42.967983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Request body: {'port': {'device_id': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:42.977741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:42.980445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5cbeb915-542c-44e9-b2de-c9d66433a712 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:43.055329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f838240c-de18-49e5-8cf6-42b92c7517e6 req-80c2449c-b4ec-424f-bebb-01330a8a71fb tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765442 Aug 27 11:59:43.101822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:43.113474 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:43.186850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 5cbeb915-542c-44e9-b2de-c9d66433a712, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5cbeb915-542c-44e9-b2de-c9d66433a712,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:43.201379 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:43.218713 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba616ceb-c2b4-4c5b-a2a4-96de53ff4dcb x-openstack-request-id: req-ba616ceb-c2b4-4c5b-a2a4-96de53ff4dcb {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:43.219370 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "name": "network-vif-plugged", "status": "completed", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:43.219782 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba616ceb-c2b4-4c5b-a2a4-96de53ff4dcb {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:43.229323 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'code': 200} Aug 27 11:59:43.234124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '5cbeb915-542c-44e9-b2de-c9d66433a712', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '5cbeb915-542c-44e9-b2de-c9d66433a712', 'mac_address': 'fa:16:3e:28:e6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:43.242996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:43.314912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89469d0b-4bb2-4ef3-8eef-29016ffdd0c3 req-0581dcf5-7090-4368-9686-78d9c046ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:43.314912 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89469d0b-4bb2-4ef3-8eef-29016ffdd0c3 req-0581dcf5-7090-4368-9686-78d9c046ce6a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1096 time: 0.2127481 Aug 27 11:59:43.327563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:43.348477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ce4f-a57e-4a74-b5ee-0c19808416ad req-7af0ec1e-f551-4451-9db9-64962a000987 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:43.356604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e253ce4f-a57e-4a74-b5ee-0c19808416ad req-7af0ec1e-f551-4451-9db9-64962a000987 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 948 time: 0.1037004 Aug 27 11:59:43.407741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.239 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/b685aa55-7d00-4bc9-b5d5-009aecef880f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:43.445244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e253ce4f-a57e-4a74-b5ee-0c19808416ad req-d5332d4c-40f0-4379-bc46-c6c660ff85bc tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Aug 27 11:59:43.451514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0456d501-659a-46ab-8bc4-ceba9bb73663 None None] Provisioning for port 0a76f3dd-4dee-4b04-9be7-1d321eca751f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:43.462949 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:43.497885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbeb915-542c-44e9-b2de-c9d66433a712 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:43.531617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-c482b3e3-a4ae-4ae4-9602-f349694a017f tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=fcc26edcf71245e18013f14c030ca7ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254195 Aug 27 11:59:43.542966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0456d501-659a-46ab-8bc4-ceba9bb73663 None None] Provisioning complete for port 0a76f3dd-4dee-4b04-9be7-1d321eca751f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:43.544158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456d501-659a-46ab-8bc4-ceba9bb73663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:43.580011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89469d0b-4bb2-4ef3-8eef-29016ffdd0c3 req-b544b77d-c8ad-4da3-89fe-cfc5024dda7f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389808 Aug 27 11:59:43.606263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 5cbeb915-542c-44e9-b2de-c9d66433a712, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5cbeb915-542c-44e9-b2de-c9d66433a712,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:43.607818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0456d501-659a-46ab-8bc4-ceba9bb73663 None None] Port 0a76f3dd-4dee-4b04-9be7-1d321eca751f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:43.619439 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:43.680967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae3baf9c-65a1-4cb3-9514-7d8c46803401 req-cb94a3b2-a90e-4887-ac74-426526598e49 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 210 time: 0.0946200 Aug 27 11:59:43.706672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=5cbeb915-542c-44e9-b2de-c9d66433a712,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:43.867008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['5cbeb915-542c-44e9-b2de-c9d66433a712'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:44.046121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-ab7ca94f-c685-4214-b44b-4a4fbf97b4a6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:44.047775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-ab7ca94f-c685-4214-b44b-4a4fbf97b4a6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5068665 Aug 27 11:59:44.066324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.081778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34656) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:44.091046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-c0c4da45-399d-46b6-9cd5-fd3f713a5f91 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/quotas/fcc26edcf71245e18013f14c030ca7ae HTTP/1.1" status: 200 len: 375 time: 0.0315912 Aug 27 11:59:44.094429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object b685aa55-7d00-4bc9-b5d5-009aecef880f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:44.103111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f8579-37d4-45b1-b2d3-0836aadad3c4 req-97e0adeb-0a72-4ae9-8783-5fa93f89e033 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:44.104646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-298f8579-37d4-45b1-b2d3-0836aadad3c4 req-97e0adeb-0a72-4ae9-8783-5fa93f89e033 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 945 time: 0.1290646 Aug 27 11:59:44.143505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-2239401d-061b-4108-9fdd-27eb09030e22 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fcc26edcf71245e18013f14c030ca7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363193 Aug 27 11:59:44.195811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-298f8579-37d4-45b1-b2d3-0836aadad3c4 req-9b892840-93c5-4879-a7e9-eeaf2cdb3c8b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756803 Aug 27 11:59:44.197988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.239127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:44.244082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:44.248213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:44.312876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=b685aa55-7d00-4bc9-b5d5-009aecef880f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:44.348019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:44.348684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.370095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-network', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:44.399229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-4d50e453-0b8f-4646-b13e-876443a3ad3b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6392930 Aug 27 11:59:44.418042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:44.456683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Request body: {'port': {'device_id': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:44.476559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Made reservation on behalf of 840ebcfc78c14b79966ff050894c23a5 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:44.482488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.513623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099364a-e1c6-4593-a2dd-9be96e257134 req-84ff264b-4985-4aa1-ad88-a36e05c47c35 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:44.521445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7099364a-e1c6-4593-a2dd-9be96e257134 req-84ff264b-4985-4aa1-ad88-a36e05c47c35 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 949 time: 0.1347873 Aug 27 11:59:44.552245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.555382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device aee10a1b-d80f-44fa-aa33-db0d42c3c23a details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:44.560527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.642733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7099364a-e1c6-4593-a2dd-9be96e257134 req-b734b541-63ba-497c-bf73-a50b383625f8 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202888 Aug 27 11:59:44.777994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c6d5b9f9-549d-4902-8fdc-27ad7269a38f None None] Provisioning for port b685aa55-7d00-4bc9-b5d5-009aecef880f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:44.792068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c6d5b9f9-549d-4902-8fdc-27ad7269a38f None None] Provisioning complete for port b685aa55-7d00-4bc9-b5d5-009aecef880f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:44.792438 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b9f9-549d-4902-8fdc-27ad7269a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.793883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a76f3dd-4dee-4b04-9be7-1d321eca751f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:44.800747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.807309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.812220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.840575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:44.847736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 11:59:44.849918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Transition to ACTIVE for port object 0a76f3dd-4dee-4b04-9be7-1d321eca751f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:44.864989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.865734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a', 'mac_address': 'fa:16:3e:76:47:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:44.872710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:44.873159 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Added segment 10be96d8-0099-4833-a98a-7f116daa4bc6 of type vlan for network fa1475a3-1a01-4f97-aee9-148257cf9a19 Aug 27 11:59:44.877665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5b9f9-549d-4902-8fdc-27ad7269a38f None None] Port b685aa55-7d00-4bc9-b5d5-009aecef880f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:44.891775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d34ea4fc-9027-4294-afa7-c0479f517999 req-110e9e79-8c79-4335-ada0-4541188dda83 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 210 time: 0.1042106 Aug 27 11:59:44.903552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da659d3-2a66-419a-b2ee-c997c9c3ea22,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:44.940302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5cbeb915-542c-44e9-b2de-c9d66433a712 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:44.970932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a76f3dd-4dee-4b04-9be7-1d321eca751f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:44.990181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.017791 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.042534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Attempting to bind port 0a76f3dd-4dee-4b04-9be7-1d321eca751f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:45.042879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Attempting to bind port 0a76f3dd-4dee-4b04-9be7-1d321eca751f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:45.043216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Attempting to bind port 0a76f3dd-4dee-4b04-9be7-1d321eca751f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:45.047713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e0d3d-7dea-43d6-8fa4-4d0caf9c81fd req-7b39bb79-2a27-48a6-92ad-7d1a04b620cc tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.049666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3e0d3d-7dea-43d6-8fa4-4d0caf9c81fd req-7b39bb79-2a27-48a6-92ad-7d1a04b620cc tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 948 time: 0.2582314 Aug 27 11:59:45.059431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Port 0a76f3dd-4dee-4b04-9be7-1d321eca751f on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:45.059802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Attempting to bind port 0a76f3dd-4dee-4b04-9be7-1d321eca751f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:45.066613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:45.066960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:45.067359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:45.067814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Bound port: 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:45.068212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.071040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.072553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.072861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.180365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3e0d3d-7dea-43d6-8fa4-4d0caf9c81fd req-ea53decc-2cba-43cb-aa5f-155c8bc2af55 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106942 Aug 27 11:59:45.213258 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1287360 Aug 27 11:59:45.215538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:45.222796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Request body: {'subnet': {'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-subnet', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:45.268193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c4dc-9dc5-4048-a866-a0261e714805 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1475a3-1a01-4f97-aee9-148257cf9a19,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:45.295789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 11:59:45.333146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] For port 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:45.338680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] For port 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:45.347404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.368457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Made reservation on behalf of 840ebcfc78c14b79966ff050894c23a5 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:45.370802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.384723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee10a1b-d80f-44fa-aa33-db0d42c3c23a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:45.432331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:45.436172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a76f3dd-4dee-4b04-9be7-1d321eca751f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:45.441401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.442821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.443821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-82e48df0-cab0-4ace-ae52-8e83076821d8 service neutron] 10.222.0.77 "PUT /v2.0/ports/0a76f3dd-4dee-4b04-9be7-1d321eca751f HTTP/1.1" status: 200 len: 1096 time: 2.4821091 Aug 27 11:59:45.444807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'tag': '0a76f3dd-4dee-4b04-9be7-1d321eca751f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:45.447309 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902bb593-78f4-45a1-a4e5-693a60d3ecd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ba49c5-891e-47c9-b570-85b8b4b42ddf", "tag": "0a76f3dd-4dee-4b04-9be7-1d321eca751f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:45.452731 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.491960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 5cbeb915-542c-44e9-b2de-c9d66433a712 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:45.500071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 5cbeb915-542c-44e9-b2de-c9d66433a712 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:45.501182 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.568242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:45.640282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b685aa55-7d00-4bc9-b5d5-009aecef880f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:45.648279 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.655545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.669088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-f852cf0f-a014-46b5-b8ca-8049f8b8748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.670959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-f852cf0f-a014-46b5-b8ca-8049f8b8748e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 1099 time: 0.0855253 Aug 27 11:59:45.681886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b107-ec8f-42b1-8426-0e6c49a09b97 req-11da88a3-4e17-435f-a6f6-3fd42831a9fd tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.682919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fda1be-a837-4e36-a533-22771448c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbeb915-542c-44e9-b2de-c9d66433a712'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:45.685239 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ab8b2-daaf-4487-a3f8-844cc8dbffea" -d '{"events": [{"server_uuid": "e7fda1be-a837-4e36-a533-22771448c9af", "name": "network-vif-plugged", "status": "completed", "tag": "5cbeb915-542c-44e9-b2de-c9d66433a712"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:45.689496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c23b107-ec8f-42b1-8426-0e6c49a09b97 req-11da88a3-4e17-435f-a6f6-3fd42831a9fd tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 936 time: 0.3663256 Aug 27 11:59:45.700591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 5cbeb915-542c-44e9-b2de-c9d66433a712, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5cbeb915-542c-44e9-b2de-c9d66433a712,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:45.707579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.745558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-24c825cd-f2f2-4b78-b92b-4bd88f8f4565 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f HTTP/1.1" status: 200 len: 217 time: 0.0493135 Aug 27 11:59:45.746966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Transition to ACTIVE for port object b685aa55-7d00-4bc9-b5d5-009aecef880f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:45.770602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:45.774354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=5cbeb915-542c-44e9-b2de-c9d66433a712,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:45.785131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50b5c3-95f8-4ea0-950e-91ec1c42d902 req-bda1605d-847c-45fc-aec9-1fe001a09496 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.786741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe50b5c3-95f8-4ea0-950e-91ec1c42d902 req-bda1605d-847c-45fc-aec9-1fe001a09496 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 945 time: 0.1981955 Aug 27 11:59:45.808217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-90bf0e24-c3ad-4454-8a94-b8d1ef1d139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.809824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-90bf0e24-c3ad-4454-8a94-b8d1ef1d139b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0542033 Aug 27 11:59:45.820829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c23b107-ec8f-42b1-8426-0e6c49a09b97 req-f7c3eda9-4ea7-4a79-8386-95e7f1a76925 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304717 Aug 27 11:59:45.888030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-ace441d3-1181-481a-9fb7-7bf167596d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:45.890360 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-ace441d3-1181-481a-9fb7-7bf167596d62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731425 Aug 27 11:59:45.913786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Pushing event updated for resources: {'Port': ['ID=b685aa55-7d00-4bc9-b5d5-009aecef880f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:45.917390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['aee10a1b-d80f-44fa-aa33-db0d42c3c23a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:46.015238 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91827336-2b89-40fc-ae12-cc4d5aa4ab81 x-openstack-request-id: req-91827336-2b89-40fc-ae12-cc4d5aa4ab81 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:46.016131 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ba49c5-891e-47c9-b570-85b8b4b42ddf", "tag": "0a76f3dd-4dee-4b04-9be7-1d321eca751f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:46.016131 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91827336-2b89-40fc-ae12-cc4d5aa4ab81 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:46.016481 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'tag': '0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'status': 'completed', 'code': 200} Aug 27 11:59:46.045950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe50b5c3-95f8-4ea0-950e-91ec1c42d902 req-3cbc9821-d45d-447c-a5c9-e74916908f79 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268510 Aug 27 11:59:46.110469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5cf49dfb-d377-484b-852f-f78d17e2a631 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116511 Aug 27 11:59:46.130753 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1544a9-c7e1-45b0-8e90-3a5397b1c947 x-openstack-request-id: req-7f1544a9-c7e1-45b0-8e90-3a5397b1c947 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:46.130959 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fda1be-a837-4e36-a533-22771448c9af", "name": "network-vif-plugged", "status": "completed", "tag": "5cbeb915-542c-44e9-b2de-c9d66433a712", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:46.131207 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f1544a9-c7e1-45b0-8e90-3a5397b1c947 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:46.132314 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fda1be-a837-4e36-a533-22771448c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbeb915-542c-44e9-b2de-c9d66433a712', 'code': 200} Aug 27 11:59:46.222130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-cad2872d-48d9-4eef-b2b3-722609f325b7 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fcc26edcf71245e18013f14c030ca7ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651208 Aug 27 11:59:46.271808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Attempting to bind port b685aa55-7d00-4bc9-b5d5-009aecef880f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:46.272986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Attempting to bind port b685aa55-7d00-4bc9-b5d5-009aecef880f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:46.273591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Attempting to bind port b685aa55-7d00-4bc9-b5d5-009aecef880f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:46.299202 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:46.325427 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-b521fa61-cafb-4fd6-ad08-86ffe6354303 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066977 Aug 27 11:59:46.334835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad9a2-d987-44fb-bf3b-c05952c4155c req-5aad3782-0e97-4924-a6e9-7d0d89a1c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.337619 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-da8ad9a2-d987-44fb-bf3b-c05952c4155c req-5aad3782-0e97-4924-a6e9-7d0d89a1c24f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 1101 time: 0.1016757 Aug 27 11:59:46.368494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Port b685aa55-7d00-4bc9-b5d5-009aecef880f on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:46.368968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Attempting to bind port b685aa55-7d00-4bc9-b5d5-009aecef880f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:46.393380 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-da8ad9a2-d987-44fb-bf3b-c05952c4155c req-3b64d508-9188-40ba-98aa-f1cea63810fd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Aug 27 11:59:46.402362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:46.402736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:46.403127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:46.403579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Bound port: b685aa55-7d00-4bc9-b5d5-009aecef880f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:46.403945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:46.440745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5bd8-4f9a-4d61-b553-0faae2b4e597 req-49d86e81-cc10-4b27-bbe3-401e88963ad5 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.442334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c24f5bd8-4f9a-4d61-b553-0faae2b4e597 req-49d86e81-cc10-4b27-bbe3-401e88963ad5 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 950 time: 0.4091816 Aug 27 11:59:46.470166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5a546ec-3495-44c4-9ae8-641fe1c61c6f req-9c12f283-32af-49ff-99ea-09002cd99369 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 210 time: 0.0803363 Aug 27 11:59:46.507577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedd4efe-d445-4f34-9af2-9985707e08db,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:46.547483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-43a7f6d4-9911-40f0-8383-9c10e0b1979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.549206 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-43a7f6d4-9911-40f0-8383-9c10e0b1979e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 1099 time: 0.0626781 Aug 27 11:59:46.598867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-702b1903-3d5e-4c1f-83df-a23afc65d4df tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.601066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-702b1903-3d5e-4c1f-83df-a23afc65d4df tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3452804 Aug 27 11:59:46.609515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Checking segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:46.609909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Network hostable DHCP agents. Network: fa1475a3-1a01-4f97-aee9-148257cf9a19, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 11:59:46.625560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Request body: {'port': {'device_id': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'fcc26edcf71245e18013f14c030ca7ae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:46.638799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c24f5bd8-4f9a-4d61-b553-0faae2b4e597 req-eac0e53a-2456-4f6e-8076-1300fa9c2c8a tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700242 Aug 27 11:59:46.701535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-cf1198d7-eb62-41d7-bf09-0211b5647472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.703016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-cf1198d7-eb62-41d7-bf09-0211b5647472 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1439362 Aug 27 11:59:46.728691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] For port b685aa55-7d00-4bc9-b5d5-009aecef880f, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:46.754156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-9e5de528-3287-4431-9f55-3b0494258164 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f HTTP/1.1" status: 200 len: 217 time: 0.0431859 Aug 27 11:59:46.775809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 11:59:46.790567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] For port b685aa55-7d00-4bc9-b5d5-009aecef880f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:46.808640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-70953b35-aad8-4baa-901d-b1e579af4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.810162 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-70953b35-aad8-4baa-901d-b1e579af4e93 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0484025 Aug 27 11:59:46.813035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:46.843983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fa1475a3-1a01-4f97-aee9-148257cf9a19) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:46.858414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1e31b-2217-4ebf-a5f7-bf73eee73dc2 None None] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:59:46.871174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-c68929c8-3f9e-4784-82c7-35ec7a6d7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.873634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-c68929c8-3f9e-4784-82c7-35ec7a6d7c3c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550480 Aug 27 11:59:46.879224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.879820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:46.906096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.906812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:46.908330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] 10.222.0.77 "PUT /v2.0/ports/b685aa55-7d00-4bc9-b5d5-009aecef880f HTTP/1.1" status: 200 len: 1096 time: 2.4660690 Aug 27 11:59:46.911134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'tag': 'b685aa55-7d00-4bc9-b5d5-009aecef880f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:46.913956 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ef653e-b515-471c-a1ee-a832a5b07454" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa92fb6-000f-425e-a746-dc54877fd5a8", "tag": "b685aa55-7d00-4bc9-b5d5-009aecef880f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:46.935696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40165-abd1-431b-a738-5374cf88e845 req-f9f70900-7493-4868-a2d4-632d66f63f79 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.937332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80f40165-abd1-431b-a738-5374cf88e845 req-f9f70900-7493-4868-a2d4-632d66f63f79 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 949 time: 0.2100787 Aug 27 11:59:46.961516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f1589a17-9735-462f-9f7d-ea6edbc7299f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7416971 Aug 27 11:59:46.967382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34732) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:46.978218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:46.984971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b24d1-43b3-4c36-b2de-1d39d1e8cf31 service neutron] Pushing event updated for resources: {'Port': ['ID=b685aa55-7d00-4bc9-b5d5-009aecef880f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:46.989314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e608c-b76c-4463-a98d-1a0f789c64e7 req-58c81ff6-5222-47bd-a7d6-808de95d9b69 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:46.990939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b84e608c-b76c-4463-a98d-1a0f789c64e7 req-58c81ff6-5222-47bd-a7d6-808de95d9b69 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1096 time: 0.1930749 Aug 27 11:59:46.999542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-69e89e10-8905-4176-901f-999f9b8f5206 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183779 Aug 27 11:59:47.041887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Made reservation on behalf of fcc26edcf71245e18013f14c030ca7ae for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:47.045439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.082123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.121334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80f40165-abd1-431b-a738-5374cf88e845 req-ffb37178-18f1-4118-9544-bf454d4fc8b0 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633749 Aug 27 11:59:47.126907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.127928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.134833 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-902bb593-78f4-45a1-a4e5-693a60d3ecd5 req-e3cb0120-1864-47dc-89b8-8f158ad6a12c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281209 Aug 27 11:59:47.172145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b84e608c-b76c-4463-a98d-1a0f789c64e7 req-db64f069-042c-44a7-a9d8-efc3fea6e0ee tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576574 Aug 27 11:59:47.200977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-ecb37991-5bb6-4850-8092-0ebad9c4569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:47.202111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-ecb37991-5bb6-4850-8092-0ebad9c4569a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 1099 time: 0.2088802 Aug 27 11:59:47.225122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-fa1475a3-1a01-4f97-aee9-148257cf9a19', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 11:59:47.226313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.245611 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.283256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-73760565-4973-4d90-af0c-2280b2f7303d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f HTTP/1.1" status: 200 len: 217 time: 0.0486903 Aug 27 11:59:47.404743 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572f4411-a359-4aa6-9730-ea9d40ae5f85 x-openstack-request-id: req-572f4411-a359-4aa6-9730-ea9d40ae5f85 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:47.404861 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa92fb6-000f-425e-a746-dc54877fd5a8", "tag": "b685aa55-7d00-4bc9-b5d5-009aecef880f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:47.405084 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-572f4411-a359-4aa6-9730-ea9d40ae5f85 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:47.405489 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'tag': 'b685aa55-7d00-4bc9-b5d5-009aecef880f', 'status': 'completed', 'code': 200} Aug 27 11:59:47.484935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Allocated IP 172.20.0.2 (fa1475a3-1a01-4f97-aee9-148257cf9a19/dedd4efe-d445-4f34-9af2-9985707e08db/8b21848b-4a7c-4bcc-92f0-51abdd0c047b) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:47.655345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.667006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Transition to ACTIVE for port object 8b21848b-4a7c-4bcc-92f0-51abdd0c047b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:47.684782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Transition to ACTIVE for port object 8b21848b-4a7c-4bcc-92f0-51abdd0c047b will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:47.691067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.734917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:47.742748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:47.747415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:47.752410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Pushing event updated for resources: {'Port': ['ID=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:47.752651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5fcbef35-35d2-403c-ae1a-825c2c4483b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:47.754253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-5fcbef35-35d2-403c-ae1a-825c2c4483b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.4324732 Aug 27 11:59:47.775446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.805524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Attempting to bind port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:47.806360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Attempting to bind port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:47.806793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Attempting to bind port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b on network fa1475a3-1a01-4f97-aee9-148257cf9a19 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:47.812046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:47.812437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Checking segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:47.812821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.813216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Bound using segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:47.813827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Bound port: 8b21848b-4a7c-4bcc-92f0-51abdd0c047b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:47.814324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.828539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6122fec-8e95-47b5-b3b6-853ffd584ecd req-b1f35d33-b531-431d-bd66-760035b748f6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:47.830016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6122fec-8e95-47b5-b3b6-853ffd584ecd req-b1f35d33-b531-431d-bd66-760035b748f6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 948 time: 0.5417719 Aug 27 11:59:47.861902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.880328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] For port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:47.883442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] For port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:47.887963 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.907822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:47.953125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54bcbe-e83a-4e68-a588-7a90fdddc395 None None] Pushing event updated for resources: {'Port': ['ID=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:47.996502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4afe8e-0dc2-4014-b058-97b0a8747346 req-5fa78f09-8a44-4cac-9bf6-5a87d35d243a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:47.997974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce4afe8e-0dc2-4014-b058-97b0a8747346 req-5fa78f09-8a44-4cac-9bf6-5a87d35d243a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1096 time: 0.5196190 Aug 27 11:59:48.015034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-41894d94-eb03-4072-957e-927dae8df4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:48.016541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-41894d94-eb03-4072-957e-927dae8df4c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357733 Aug 27 11:59:48.029622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6122fec-8e95-47b5-b3b6-853ffd584ecd req-7b57baf8-32fb-4965-9a16-884121c9ed60 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797297 Aug 27 11:59:48.038546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3763e51a-cbec-4930-af36-a755cf9ba902,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:48.215273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e30e9fb1-e36f-4c57-92a7-3a87d7920142 req-7f0e2a92-b174-4c3a-acab-c1ea8acd9f21 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 210 time: 0.0967572 Aug 27 11:59:48.225301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce4afe8e-0dc2-4014-b058-97b0a8747346 req-ee1a5404-824d-4342-921e-b8a0e2a58549 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176540 Aug 27 11:59:48.271185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Allocated IP 192.168.233.233 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/8caf0072-102a-4d1b-b3f0-f47eaf036fc8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:48.304478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-b328e538-844f-4da8-8634-b36707198f58 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669227 Aug 27 11:59:48.389013 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ff30-0bf2-40a3-bfc8-4b14b670c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.537972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device aee10a1b-d80f-44fa-aa33-db0d42c3c23a up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:48.598834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port aee10a1b-d80f-44fa-aa33-db0d42c3c23a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:48.604441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port aee10a1b-d80f-44fa-aa33-db0d42c3c23a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:48.604809 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.650731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335a048-6069-4f3f-b5fa-e0d8293a07ba req-400bd750-b33e-4c12-ae57-5a962a084f27 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:48.652282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4335a048-6069-4f3f-b5fa-e0d8293a07ba req-400bd750-b33e-4c12-ae57-5a962a084f27 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 950 time: 0.3219655 Aug 27 11:59:48.665307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb06b97f-a4b3-423d-b129-8016f114a6ca req-c4c6f039-9d1d-46b2-921f-130288d05e89 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506911 Aug 27 11:59:48.695764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.707039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.733818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:48.736137 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3445d6b4-10dc-4ab0-b748-d96365c3d418" -d '{"events": [{"server_uuid": "c3b30586-4fbb-4323-a415-7b54ac8a2292", "name": "network-vif-plugged", "status": "completed", "tag": "aee10a1b-d80f-44fa-aa33-db0d42c3c23a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:48.751665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:48.751878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd8bb-f8d3-44a9-a006-141ddeacb843 req-40e7ffc4-fb36-407e-b96e-d769a0fca3ff tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:48.753741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-938fd8bb-f8d3-44a9-a006-141ddeacb843 req-40e7ffc4-fb36-407e-b96e-d769a0fca3ff tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 949 time: 0.2184103 Aug 27 11:59:48.757931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.763829 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.814201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:48.815254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:48.855940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4335a048-6069-4f3f-b5fa-e0d8293a07ba req-e32f206a-4f89-4a4b-91d0-185b1e614d17 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875958 Aug 27 11:59:48.896733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Transition to ACTIVE for port object 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:48.930766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-938fd8bb-f8d3-44a9-a006-141ddeacb843 req-bc4738b4-216e-4f88-8019-a1ec32592744 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648014 Aug 27 11:59:48.992972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7ead7-d362-41a0-94c9-9b5f21901092 None None] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 11:59:48.995005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-e4747f3e-06f6-44e2-9a7f-12d6a31f1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:48.998111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-e4747f3e-06f6-44e2-9a7f-12d6a31f1851 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 1099 time: 0.2053950 Aug 27 11:59:48.999494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.086469 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341b13e5-11a7-4faa-ba0c-59a51611a120 x-openstack-request-id: req-341b13e5-11a7-4faa-ba0c-59a51611a120 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:49.086807 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b30586-4fbb-4323-a415-7b54ac8a2292", "name": "network-vif-plugged", "status": "completed", "tag": "aee10a1b-d80f-44fa-aa33-db0d42c3c23a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:49.087061 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-341b13e5-11a7-4faa-ba0c-59a51611a120 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:49.088004 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a', 'code': 200} Aug 27 11:59:49.119509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:49.130860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Allocated IP 172.25.8.134 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/e8b12fad-0640-4e2b-bd61-03d54fe7398f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:49.137219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:49.145688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:49.202184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:49.205920 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.213562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Pushing event updated for resources: {'Port': ['ID=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:49.224286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3039d792-321d-4994-a3f1-73f4300d121e None None] Provisioning for port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:49.264451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3dddc-74a6-4a98-ac7c-6c35bdc10141 req-0b8519d4-8f32-4812-9f7a-dca0ba41dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:49.269638 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ee3dddc-74a6-4a98-ac7c-6c35bdc10141 req-0b8519d4-8f32-4812-9f7a-dca0ba41dd90 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 1101 time: 0.1182246 Aug 27 11:59:49.350128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ee3dddc-74a6-4a98-ac7c-6c35bdc10141 req-41d78f7e-4f9d-4820-bde8-7dfc1d4269af service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740175 Aug 27 11:59:49.389163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-855c4878-431d-4140-b45d-02d8f0584846 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7707868 Aug 27 11:59:49.396751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-3228cfd5-28e1-40a0-b68f-36b83dbcd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:49.399051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-3228cfd5-28e1-40a0-b68f-36b83dbcd771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3883235 Aug 27 11:59:49.413755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Request body: {'port': {'device_id': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:49.556921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.588144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-40551d37-2ce3-465f-879a-3e3ec81380e7 None None] Provisioning for port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:49.593767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-40551d37-2ce3-465f-879a-3e3ec81380e7 None None] Provisioning complete for port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:49.594146 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40551d37-2ce3-465f-879a-3e3ec81380e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.668161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b21848b-4a7c-4bcc-92f0-51abdd0c047b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:49.691175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.703578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-40551d37-2ce3-465f-879a-3e3ec81380e7 None None] Port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:49.718191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.737779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:49.742822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:49.743190 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.838181 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.848189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb33c552-7bc5-46d9-bece-09ce23bcdd3b None None] Provisioning complete for port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:49.848572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb33c552-7bc5-46d9-bece-09ce23bcdd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.894118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-af6c1b30-b23f-4f45-95ba-dca248807e6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f HTTP/1.1" status: 200 len: 217 time: 0.1224968 Aug 27 11:59:49.902783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:49.908941 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:49.910901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23dfce-e1d4-426a-9d96-7d8668e2e3f6 req-14d31629-a9b5-4a29-883f-6ed27f672f06 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:49.912525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d23dfce-e1d4-426a-9d96-7d8668e2e3f6 req-14d31629-a9b5-4a29-883f-6ed27f672f06 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 948 time: 0.2255778 Aug 27 11:59:49.984703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-f8929f57-4d9f-4b8d-a00f-c999079de918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:49.987096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-f8929f57-4d9f-4b8d-a00f-c999079de918 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0733051 Aug 27 11:59:50.012755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:50.368914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:50.418567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d23dfce-e1d4-426a-9d96-7d8668e2e3f6 req-135d156b-329b-4515-9443-92764a2d694b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939365 Aug 27 11:59:50.459829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:50.471413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-474c4763-d630-476f-a66a-dedce916bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:50.473424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-474c4763-d630-476f-a66a-dedce916bb9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4695768 Aug 27 11:59:50.480790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:50.494224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:50.511101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b12fad-0640-4e2b-bd61-03d54fe7398f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:50.564607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 0a76f3dd-4dee-4b04-9be7-1d321eca751f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:50.665012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:50.677720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'mac_address': 'fa:16:3e:38:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:50.723924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:50.742748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a76f3dd-4dee-4b04-9be7-1d321eca751f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:50.770817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:50.776151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:50.817015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34826) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:50.827688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314e7f7-c0bc-4754-ae45-cd294d0018bf req-609c4a9d-def1-4a44-9c23-25afbc182ca8 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:50.829825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e314e7f7-c0bc-4754-ae45-cd294d0018bf req-609c4a9d-def1-4a44-9c23-25afbc182ca8 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 936 time: 0.3313937 Aug 27 11:59:50.839675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=0a76f3dd-4dee-4b04-9be7-1d321eca751f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:50.885811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-bd2b6d7b-a445-4ab8-9f20-a5940a41f048 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925514 Aug 27 11:59:50.896710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:50.918460 n-d-688802-4 neutron-server[94624]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 11:59:50.921201 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:50.922338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-50a02270-0bb5-4ca9-a2cb-492e875d428a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:59:50.923460 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-50a02270-0bb5-4ca9-a2cb-492e875d428a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1048784 Aug 27 11:59:50.940913 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95bbb6bd-be45-4dc2-83ec-40ab050ec94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.014662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Request body: {'binding': {'host': 'n-h2-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:51.015029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Transition to ACTIVE for port object 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:51.015202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 11:59:51.029080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e314e7f7-c0bc-4754-ae45-cd294d0018bf req-33b58d4f-cfaf-41ca-a021-78b6a9e1f490 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675780 Aug 27 11:59:51.034470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.112343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.233476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22ef653e-b515-471c-a1ee-a832a5b07454 req-b6f1211b-5064-4c79-941b-bf78b228cd64 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255653 Aug 27 11:59:51.269886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Pushing event updated for resources: {'Port': ['ID=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:51.320086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.378781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:51.416769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Attempting to bind port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:51.417726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Attempting to bind port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:51.418140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Attempting to bind port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:51.419523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-fc9ae21a-63bb-46a4-ad0d-38c61d05ee19 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:51.421228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-fc9ae21a-63bb-46a4-ad0d-38c61d05ee19 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 1101 time: 0.0792439 Aug 27 11:59:51.446141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:51.446141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Attempting to bind port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:51.512569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:51.512957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:51.513389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:51.513894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Bound port: 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:51.514268 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.533841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on host n-h2-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:51.534213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:51.535271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:51.543800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:51.544372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:51.552900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:51.554039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:51.554633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:51.555259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Bound port: f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:51.566687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b21848b-4a7c-4bcc-92f0-51abdd0c047b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:51.635016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:51.635548 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.637602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ef78-b6e0-4473-bdc2-244e99873adc req-c7238530-c201-4a4d-af0e-4f6c185cd3c6 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:51.641446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Deleting port 5cbeb915-542c-44e9-b2de-c9d66433a712 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 11:59:51.641800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.644984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a30ef78-b6e0-4473-bdc2-244e99873adc req-c7238530-c201-4a4d-af0e-4f6c185cd3c6 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7fda1be-a837-4e36-a533-22771448c9af HTTP/1.1" status: 200 len: 950 time: 0.2007082 Aug 27 11:59:51.682949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] For port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:51.691613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:51.697676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.702533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-1265a098-d23f-43e5-ae38-f6a0f11d284d service neutron] 10.222.0.76 "POST /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76/bindings HTTP/1.1" status: 201 len: 389 time: 0.7298393 Aug 27 11:59:51.702695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] For port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:51.743933 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.758685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] For port 5cbeb915-542c-44e9-b2de-c9d66433a712, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5cbeb915-542c-44e9-b2de-c9d66433a712,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:51.759459 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.779491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Calling delete_port for 5cbeb915-542c-44e9-b2de-c9d66433a712 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 11:59:51.800754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a30ef78-b6e0-4473-bdc2-244e99873adc req-e5d13e9a-fa27-4f16-9483-e1a4e2c316cc tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548033 Aug 27 11:59:51.816542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:51.817167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.818619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] 10.222.0.65 "PUT /v2.0/ports/8caf0072-102a-4d1b-b3f0-f47eaf036fc8 HTTP/1.1" status: 200 len: 1096 time: 2.4145834 Aug 27 11:59:51.820581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'tag': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:51.822963 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42d4db2-9788-4f46-bb1d-3b869d6909a9" -d '{"events": [{"name": "network-changed", "server_uuid": "25c977ee-cf30-4374-b40d-cf77acd6569f", "tag": "8caf0072-102a-4d1b-b3f0-f47eaf036fc8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:51.832847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:51.913472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6044-ef17-4306-a9f1-24a68fb17b64 service neutron] Pushing event updated for resources: {'Port': ['ID=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:51.925828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:52.059031 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:52.059031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.65', 65100) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:52.072279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['5cbeb915-542c-44e9-b2de-c9d66433a712'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:52.114947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cbeb915-542c-44e9-b2de-c9d66433a712,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:52.133416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100846-e444-46df-bdce-e6dcb4c3c9e6 req-113b0abc-2bb5-48cd-9786-b24ab097a00a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.134986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0100846-e444-46df-bdce-e6dcb4c3c9e6 req-113b0abc-2bb5-48cd-9786-b24ab097a00a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 950 time: 0.2294586 Aug 27 11:59:52.168416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-120efad0-e2ef-4dc8-9124-ce84081063a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.170532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-120efad0-e2ef-4dc8-9124-ce84081063a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fcc26edcf71245e18013f14c030ca7ae&device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 1099 time: 0.2163475 Aug 27 11:59:52.257644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] No DVR routers for this DVR port 5cbeb915-542c-44e9-b2de-c9d66433a712 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 11:59:52.263370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:52.265816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dde0b8fc-1b7e-41bf-995a-6e4cb7c95988 req-4413a35d-0cc6-4acc-855c-befa4b318ec9 tempest-DeleteServersAdminTestJSON-331077107 tempest-DeleteServersAdminTestJSON-331077107-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5cbeb915-542c-44e9-b2de-c9d66433a712 HTTP/1.1" status: 204 len: 173 time: 0.8265221 Aug 27 11:59:52.265972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-4f71f451-1150-4c3c-8fa6-6bdf1e5f5d87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8 HTTP/1.1" status: 200 len: 217 time: 0.0849838 Aug 27 11:59:52.266330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fda1be-a837-4e36-a533-22771448c9af', 'name': 'network-vif-deleted', 'tag': '5cbeb915-542c-44e9-b2de-c9d66433a712'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:52.268875 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f8054-0410-48c5-b8f5-e9a9d17ed021" -d '{"events": [{"server_uuid": "e7fda1be-a837-4e36-a533-22771448c9af", "name": "network-vif-deleted", "tag": "5cbeb915-542c-44e9-b2de-c9d66433a712"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:52.276948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8c8164f7-9661-4c64-ba4a-eb7d066e4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.279070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8c8164f7-9661-4c64-ba4a-eb7d066e4108 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1096 time: 0.1664696 Aug 27 11:59:52.279750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0100846-e444-46df-bdce-e6dcb4c3c9e6 req-98366925-79af-45d2-bee7-2e566f924a1d tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321638 Aug 27 11:59:52.290834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 11:59:52.494060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-5a8d0b4b-4012-487c-81b1-f1a4a600be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.496033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-5a8d0b4b-4012-487c-81b1-f1a4a600be30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2050903 Aug 27 11:59:52.554000 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-d27e0ff8-2064-4d80-b6bd-fdbae733e161 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0404775 Aug 27 11:59:52.590815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b685aa55-7d00-4bc9-b5d5-009aecef880f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:52.596776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd2eb-8d25-4646-a14f-f41d0bf2c9f3 req-17c1b16e-73bd-4839-aa4e-53ed4c648826 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.600332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a10bd2eb-8d25-4646-a14f-f41d0bf2c9f3 req-17c1b16e-73bd-4839-aa4e-53ed4c648826 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 948 time: 0.4089470 Aug 27 11:59:52.602591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 0a76f3dd-4dee-4b04-9be7-1d321eca751f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:52.614108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-6fdae43d-ba27-4d47-97f6-be9a04e23300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.616096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-6fdae43d-ba27-4d47-97f6-be9a04e23300 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0507236 Aug 27 11:59:52.651709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-0f6702f7-bc4c-475f-81d0-c61801d57f12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263028 Aug 27 11:59:52.666413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-3d2a1fd6-a9dc-4656-9bfc-9347200cad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.667854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-3d2a1fd6-a9dc-4656-9bfc-9347200cad5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.3872113 Aug 27 11:59:52.714698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 0a76f3dd-4dee-4b04-9be7-1d321eca751f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:52.722073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 0a76f3dd-4dee-4b04-9be7-1d321eca751f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:52.722405 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:52.759989 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-21dcc42e-ef8d-4e40-a185-eef7bad31ee5 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954320 Aug 27 11:59:52.765728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b685aa55-7d00-4bc9-b5d5-009aecef880f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:52.766869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742933-c55c-49c7-a1f1-bf3ca40b3d29 req-bb446597-8267-43b7-94e1-ea123d437225 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.768378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57742933-c55c-49c7-a1f1-bf3ca40b3d29 req-bb446597-8267-43b7-94e1-ea123d437225 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 945 time: 0.2197397 Aug 27 11:59:52.779434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a10bd2eb-8d25-4646-a14f-f41d0bf2c9f3 req-da979592-e281-40fe-927c-d05403e08e79 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326430 Aug 27 11:59:52.815329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:59:52.832490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-5db3d6c0-b7a1-4378-ac37-5d7ce41e12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:52.834065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-5db3d6c0-b7a1-4378-ac37-5d7ce41e12f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525044 Aug 27 11:59:52.838806 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:59:52.853407 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:52.854337 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:52.866589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57742933-c55c-49c7-a1f1-bf3ca40b3d29 req-9982bac0-049e-4ad9-948b-f56e9799bcd0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807040 Aug 27 11:59:52.867359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:52.872305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9d5608d2-4fd1-4081-9819-f3731e716ad9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.8978348 Aug 27 11:59:52.876468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34868) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:52.887069 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daccb94-cce2-4b4b-bfde-7d6394e13334 x-openstack-request-id: req-8daccb94-cce2-4b4b-bfde-7d6394e13334 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:52.887459 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c977ee-cf30-4374-b40d-cf77acd6569f", "tag": "8caf0072-102a-4d1b-b3f0-f47eaf036fc8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:52.887840 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8daccb94-cce2-4b4b-bfde-7d6394e13334 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:52.888334 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'tag': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8', 'status': 'completed', 'code': 200} Aug 27 11:59:52.978969 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5a9f8-de1c-454a-8a11-fbad34c26e63 x-openstack-request-id: req-66e5a9f8-de1c-454a-8a11-fbad34c26e63 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:52.979188 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fda1be-a837-4e36-a533-22771448c9af", "name": "network-vif-deleted", "tag": "5cbeb915-542c-44e9-b2de-c9d66433a712", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:52.979408 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66e5a9f8-de1c-454a-8a11-fbad34c26e63 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:52.979811 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fda1be-a837-4e36-a533-22771448c9af', 'name': 'network-vif-deleted', 'tag': '5cbeb915-542c-44e9-b2de-c9d66433a712', 'status': 'completed', 'code': 200} Aug 27 11:59:52.983825 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-5c930a17-5796-4461-a91e-e85f12f971d7 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158568 Aug 27 11:59:53.009103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'b685aa55-7d00-4bc9-b5d5-009aecef880f', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'b685aa55-7d00-4bc9-b5d5-009aecef880f', 'mac_address': 'fa:16:3e:53:5a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:53.076577 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:53.105110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.135838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-ecd4019c-02f8-4137-a97c-5468906654fb service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910795 Aug 27 11:59:53.147499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b685aa55-7d00-4bc9-b5d5-009aecef880f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:53.170150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecf1a8-a11b-4b8d-9b04-0004fddd1c92 req-5dcf614b-bb5d-41ce-9270-fccb36d954d1 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.179639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eecf1a8-a11b-4b8d-9b04-0004fddd1c92 req-5dcf614b-bb5d-41ce-9270-fccb36d954d1 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 948 time: 0.2041085 Aug 27 11:59:53.245614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b685aa55-7d00-4bc9-b5d5-009aecef880f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:53.253965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.288173 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.335197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eecf1a8-a11b-4b8d-9b04-0004fddd1c92 req-0ae0e523-a5a9-47e0-baed-84ed20af0179 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368423 Aug 27 11:59:53.340504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:53.345070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a76f3dd-4dee-4b04-9be7-1d321eca751f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:53.348700 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45771ef4-d2f7-4edb-864d-8c979eba9519" -d '{"events": [{"server_uuid": "c7ba49c5-891e-47c9-b570-85b8b4b42ddf", "name": "network-vif-plugged", "status": "completed", "tag": "0a76f3dd-4dee-4b04-9be7-1d321eca751f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:53.358193 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.386099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=b685aa55-7d00-4bc9-b5d5-009aecef880f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:53.387311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d0bf9a-bd30-4dd0-bcb7-cbadedac528c req-defae3ed-c86b-403c-b513-004b616c1035 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035394 Aug 27 11:59:53.398170 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:50Z', 'revision_number': 3, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:53.432369 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:59:53.432956 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Updating router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 port e8b12fad-0640-4e2b-bd61-03d54fe7398f binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:59:53.463740 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.496062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=0a76f3dd-4dee-4b04-9be7-1d321eca751f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:53.534916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-67363613-df61-44c3-bf9e-e587ea4cd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.536540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-67363613-df61-44c3-bf9e-e587ea4cd7b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fcc26edcf71245e18013f14c030ca7ae&device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 1099 time: 0.0653348 Aug 27 11:59:53.543820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-b6d05894-af49-4d5c-8e89-5c98cad8e2d3 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.550094 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-b6d05894-af49-4d5c-8e89-5c98cad8e2d3 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.3404171 Aug 27 11:59:53.580836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:53.623792 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33d6488-d689-461c-8a96-2deb3f3cbc57 x-openstack-request-id: req-b33d6488-d689-461c-8a96-2deb3f3cbc57 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:53.624284 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ba49c5-891e-47c9-b570-85b8b4b42ddf", "name": "network-vif-plugged", "status": "completed", "tag": "0a76f3dd-4dee-4b04-9be7-1d321eca751f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:53.624407 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b33d6488-d689-461c-8a96-2deb3f3cbc57 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:53.624764 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'code': 200} Aug 27 11:59:53.714835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.725456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad36d9e-dc72-423d-a29d-eb4de2d985e6 req-ca57b77d-c5de-4c1d-a533-d7f617d8f478 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.727021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ad36d9e-dc72-423d-a29d-eb4de2d985e6 req-ca57b77d-c5de-4c1d-a533-d7f617d8f478 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 1101 time: 0.0961246 Aug 27 11:59:53.738720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.776534 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.783787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-e4a0d8bc-73f7-4ca1-8470-1ce7a3a44778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.785507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-e4a0d8bc-73f7-4ca1-8470-1ce7a3a44778 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2397101 Aug 27 11:59:53.818621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7ad36d9e-dc72-423d-a29d-eb4de2d985e6 req-71741736-63b4-4b84-b857-4cbd06263482 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.840777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['b685aa55-7d00-4bc9-b5d5-009aecef880f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:53.869482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-9cf5fc0f-2cbb-48eb-af7b-a0c2f917e9ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8 HTTP/1.1" status: 200 len: 217 time: 0.0599113 Aug 27 11:59:53.914217 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.919772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d80a1-b430-49ba-b83c-ceb00474fbf0 req-301e85a4-dbb3-4599-ba3a-157cef62dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.921428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c6d80a1-b430-49ba-b83c-ceb00474fbf0 req-301e85a4-dbb3-4599-ba3a-157cef62dbce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 1101 time: 0.1733541 Aug 27 11:59:53.934298 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Transition to ACTIVE for port object e8b12fad-0640-4e2b-bd61-03d54fe7398f will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:53.944404 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:53.959377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:53.968589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-bbf96abe-e72c-4584-99db-86cf4c6ce177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:53.970371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-bbf96abe-e72c-4584-99db-86cf4c6ce177 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0923977 Aug 27 11:59:54.021102 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Pushing event updated for resources: {'Port': ['ID=e8b12fad-0640-4e2b-bd61-03d54fe7398f,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:54.027891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Allocated IP 172.20.0.1 (fa1475a3-1a01-4f97-aee9-148257cf9a19/dedd4efe-d445-4f34-9af2-9985707e08db/e467cb15-a800-42ca-8d9f-0a61cef5d660) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:54.041476 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.042133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:54.042591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.045583 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.046311 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.046891 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.047620 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.048227 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.049237 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.050547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.051191 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.051771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.052315 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 11:59:54.054167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c6d80a1-b430-49ba-b83c-ceb00474fbf0 req-f4962943-6e1d-4cb9-b58a-270bcfc9b34b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150961 Aug 27 11:59:54.080627 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Attempting to bind port e8b12fad-0640-4e2b-bd61-03d54fe7398f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:54.081286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Attempting to bind port e8b12fad-0640-4e2b-bd61-03d54fe7398f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:54.082216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Attempting to bind port e8b12fad-0640-4e2b-bd61-03d54fe7398f on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:54.094975 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:54.098108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-26174550-86ef-4f1e-8222-eb26da95d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:54.100516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-26174550-86ef-4f1e-8222-eb26da95d9cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192734 Aug 27 11:59:54.101099 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:54.102254 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.102814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:54.106189 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Bound port: e8b12fad-0640-4e2b-bd61-03d54fe7398f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:54.106750 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.154432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7ad36d9e-dc72-423d-a29d-eb4de2d985e6 req-71741736-63b4-4b84-b857-4cbd06263482 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.161383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.171151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.209381 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] For port e8b12fad-0640-4e2b-bd61-03d54fe7398f, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:54.213324 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] For port e8b12fad-0640-4e2b-bd61-03d54fe7398f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e8b12fad-0640-4e2b-bd61-03d54fe7398f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:54.218607 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7ad36d9e-dc72-423d-a29d-eb4de2d985e6 req-71741736-63b4-4b84-b857-4cbd06263482 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.218913 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.274155 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:54.274901 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:54.290038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.308258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-c3c00168-0e8a-451e-b5b8-b99e49efdc95 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858176 Aug 27 11:59:54.319655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ad36d9e-dc72-423d-a29d-eb4de2d985e6 req-71741736-63b4-4b84-b857-4cbd06263482 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659311 Aug 27 11:59:54.324434 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2db0-0d5f-43e8-a3fd-a1dcc9816019 None None] Pushing event updated for resources: {'Port': ['ID=e8b12fad-0640-4e2b-bd61-03d54fe7398f,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:54.324617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on host n-h1-688802-4 for vnic_type normal with profile {"migrating_to": "n-h2-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:54.324617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:54.324617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:54.329672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:54.339691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Transition to ACTIVE for port object e467cb15-a800-42ca-8d9f-0a61cef5d660 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:54.342860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:54.343192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Attempting to bind port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:54.363159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:54.363507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:54.363902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:54.364346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Bound port: f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:54.364710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.385100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-84fb60e4-95dd-40fe-885a-d68516beae2e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737312 Aug 27 11:59:54.422803 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:54.436969 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.485972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:54.487205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:54.500806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:54.512077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:54.519088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741736-63b4-4b84-b857-4cbd06263482 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868e83f1-b76f-4175-b79d-a4510ba34e01,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:54.519650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:54.520147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.527410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.566479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Pushing event updated for resources: {'Port': ['ID=e467cb15-a800-42ca-8d9f-0a61cef5d660,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:54.701006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-48fbf693-30ee-47b5-8314-ed8c397cc6de tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:54.711077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-48fbf693-30ee-47b5-8314-ed8c397cc6de tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775229 Aug 27 11:59:54.714639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e42d4db2-9788-4f46-bb1d-3b869d6909a9 req-fef6226b-06f4-4136-b8b3-1f6ea7dac563 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979228 Aug 27 11:59:54.744709 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:50Z', 'revision_number': 3, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:54.758180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-b48de15a-981d-47f8-9b71-ac4eeaae33c3 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/quotas/529d021f6cae4b46be9b6d9fb79862b2 HTTP/1.1" status: 200 len: 375 time: 0.0460334 Aug 27 11:59:54.779069 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dd83f-1be8-4b2a-a978-62b481668ed6 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:50Z', 'revision_number': 3, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 11:59:54.808611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-29ea305b-a34c-43a9-b965-a56d0958aa4b tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494716 Aug 27 11:59:54.821182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07383b0-ad4e-4db8-a750-393f8e06e697 req-adc27084-c3af-4843-a4bf-316bcc685d89 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:54.826078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b1dffb56-168d-4142-b98a-e1d482b7c4f2 None None] Provisioning for port e467cb15-a800-42ca-8d9f-0a61cef5d660 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:54.831515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f07383b0-ad4e-4db8-a750-393f8e06e697 req-adc27084-c3af-4843-a4bf-316bcc685d89 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 949 time: 0.4158008 Aug 27 11:59:54.837297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b1dffb56-168d-4142-b98a-e1d482b7c4f2 None None] Provisioning complete for port e467cb15-a800-42ca-8d9f-0a61cef5d660 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:54.837683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b1dffb56-168d-4142-b98a-e1d482b7c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.906824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:54.909156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f07383b0-ad4e-4db8-a750-393f8e06e697 req-af1b846f-321c-43df-9e32-20d08c22ec46 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765157 Aug 27 11:59:54.924837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:54.925703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:54.928383 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-c6f73f60-0f83-49ab-8184-6ed8ed508b59 service neutron] 10.222.0.65 "PUT /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 1121 time: 1.3576088 Aug 27 11:59:54.938636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b1dffb56-168d-4142-b98a-e1d482b7c4f2 None None] Port e467cb15-a800-42ca-8d9f-0a61cef5d660 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:54.966754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5cbeb915-542c-44e9-b2de-c9d66433a712 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 11:59:54.999631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76'}, {'name': 'network-changed', 'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:55.002654 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb" -d '{"events": [{"server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "name": "network-vif-unplugged", "status": "completed", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76"}, {"name": "network-changed", "server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:55.007217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 5cbeb915-542c-44e9-b2de-c9d66433a712 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 11:59:55.007777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5cbeb915-542c-44e9-b2de-c9d66433a712 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 11:59:55.026185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:55.075217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a6130-7bb7-4ec6-81d7-342dfefc4620 req-90d4210e-3df8-4b43-97c7-13082e8f805d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:55.090788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d37a6130-7bb7-4ec6-81d7-342dfefc4620 req-90d4210e-3df8-4b43-97c7-13082e8f805d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.0838108 Aug 27 11:59:55.162535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d37a6130-7bb7-4ec6-81d7-342dfefc4620 req-f40ed016-134b-4747-9815-955dc36c7021 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651932 Aug 27 11:59:55.270488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f400bac4-fd5c-4f7b-ba57-a1350ac94c76'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:55.337967 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:55.345957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:55.347206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:55.390070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e05830-ecca-43ba-82fe-e76116c9c022 req-466d2ac5-6652-4ee9-a814-8820575659bc tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:55.401560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83e05830-ecca-43ba-82fe-e76116c9c022 req-466d2ac5-6652-4ee9-a814-8820575659bc tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 948 time: 0.1449571 Aug 27 11:59:55.469188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83e05830-ecca-43ba-82fe-e76116c9c022 req-41d69b6a-ddb4-41e3-a45d-6c218d19560b tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663807 Aug 27 11:59:55.513335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Pushing event updated for resources: {'Port': ['ID=e467cb15-a800-42ca-8d9f-0a61cef5d660,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:55.644188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c879717-8934-43b6-bc0f-880203627d2b req-cd929007-4bbe-4160-9671-cd71647d2d33 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 210 time: 0.0496614 Aug 27 11:59:55.677009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:55.681252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:55.726663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e8b12fad-0640-4e2b-bd61-03d54fe7398f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:55.808612 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f24ee0d-4cba-48b8-b893-6e210d3e2bec x-openstack-request-id: req-5f24ee0d-4cba-48b8-b893-6e210d3e2bec {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:55.809228 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "name": "network-vif-unplugged", "status": "completed", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76", "code": 200}, {"name": "network-changed", "server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:55.809585 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f24ee0d-4cba-48b8-b893-6e210d3e2bec {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:55.810260 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'code': 200} Aug 27 11:59:55.810650 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'status': 'completed', 'code': 200} Aug 27 11:59:55.828076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e8b12fad-0640-4e2b-bd61-03d54fe7398f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:55.838661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e8b12fad-0640-4e2b-bd61-03d54fe7398f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:55.839160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:55.864153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 11:59:55.864535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c452aee-3bcb-40d3-801c-5d0577c4440f req-61e0f32d-0d2e-40d5-b341-7f46a9a66ac8 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:55.876579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c452aee-3bcb-40d3-801c-5d0577c4440f req-61e0f32d-0d2e-40d5-b341-7f46a9a66ac8 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 1101 time: 0.1245570 Aug 27 11:59:55.956887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:55.988820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c452aee-3bcb-40d3-801c-5d0577c4440f req-bd6932fa-1590-414f-ba8a-113a8ab5f2a4 tempest-ServersAdminNegativeTestJSON-1080385464 tempest-ServersAdminNegativeTestJSON-1080385464-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021764 Aug 27 11:59:56.005663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e8b12fad-0640-4e2b-bd61-03d54fe7398f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e8b12fad-0640-4e2b-bd61-03d54fe7398f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:56.015575 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.123762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e8b12fad-0640-4e2b-bd61-03d54fe7398f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:56.135614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-5b1aaaca-b5d9-40e7-8a5d-39163ebe1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:56.137126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-5b1aaaca-b5d9-40e7-8a5d-39163ebe1a5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1124 time: 0.1992872 Aug 27 11:59:56.152890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 11:59:56.162580 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cd1f60dd-37a0-48f9-a4e4-5905ed92a448 admin admin] 10.222.0.76 "PUT /v2.0/routers/7f6947b7-4b46-468e-bdee-00af6a7d29d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2830460 Aug 27 11:59:56.204742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d23120ff-5fd7-47f6-bc6b-ad21538ac4ed None None] Provisioning complete for port e467cb15-a800-42ca-8d9f-0a61cef5d660 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:56.205113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d23120ff-5fd7-47f6-bc6b-ad21538ac4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.276181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34940) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:56.278114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d23120ff-5fd7-47f6-bc6b-ad21538ac4ed None None] Port e467cb15-a800-42ca-8d9f-0a61cef5d660 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:56.284807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c155-21e8-4210-8f0b-9623f6fc3722 req-1acee168-91d5-473f-b851-0bcd60fe9862 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:56.286704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f26c155-21e8-4210-8f0b-9623f6fc3722 req-1acee168-91d5-473f-b851-0bcd60fe9862 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 949 time: 0.1992819 Aug 27 11:59:56.381089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-e6f75480-36a7-49bb-bfc0-eb39f9061069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:56.381089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-e6f75480-36a7-49bb-bfc0-eb39f9061069 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2046387 Aug 27 11:59:56.383764 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f26c155-21e8-4210-8f0b-9623f6fc3722 req-6959a9fc-ca76-4078-9e90-c6a1a7b550bb tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902586 Aug 27 11:59:56.420008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05a6489-c516-4981-ba0b-9698eabfe4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.444614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b74c7-e114-4578-b8a5-721b62f482ec req-42522c70-4fee-41b4-aba2-4a56860e9a8b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:56.446265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-803b74c7-e114-4578-b8a5-721b62f482ec req-42522c70-4fee-41b4-aba2-4a56860e9a8b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.1188910 Aug 27 11:59:56.447659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-157ddd3a-f706-4f51-8aab-4fa489516932 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0592151 Aug 27 11:59:56.529233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-803b74c7-e114-4578-b8a5-721b62f482ec req-4d15d458-879d-4170-be11-c968a08c85c0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754077 Aug 27 11:59:56.530928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-bef92f62-578f-4361-929a-dac0ed8672a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:56.532335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-bef92f62-578f-4361-929a-dac0ed8672a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0705848 Aug 27 11:59:56.581680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-02c99d0d-4b5e-4568-8c2d-397de51abebe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416434 Aug 27 11:59:56.582013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05a6489-c516-4981-ba0b-9698eabfe4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.589656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05a6489-c516-4981-ba0b-9698eabfe4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.605838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b685aa55-7d00-4bc9-b5d5-009aecef880f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:56.675926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port b685aa55-7d00-4bc9-b5d5-009aecef880f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:56.687881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port b685aa55-7d00-4bc9-b5d5-009aecef880f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:56.688322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.691908 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d05a6489-c516-4981-ba0b-9698eabfe4bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=daae158cc13b4eeeaf44d5170dc702b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124677 Aug 27 11:59:56.695356 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-34fab2c2-44a2-4326-8639-dad645192ec5 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570402 Aug 27 11:59:56.695995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6489-c516-4981-ba0b-9698eabfe4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a62e652-68a7-4042-acf4-2213b59c8ee7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:56.699430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34970) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:56.804948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.833384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b685aa55-7d00-4bc9-b5d5-009aecef880f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:56.837214 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e1fa7-5bae-42da-9df3-e847977fb54a" -d '{"events": [{"server_uuid": "6aa92fb6-000f-425e-a746-dc54877fd5a8", "name": "network-vif-plugged", "status": "completed", "tag": "b685aa55-7d00-4bc9-b5d5-009aecef880f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:56.847625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a105645f-4739-4eb6-a46a-797dedfe5c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.856445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b685aa55-7d00-4bc9-b5d5-009aecef880f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:56.861376 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.887506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a105645f-4739-4eb6-a46a-797dedfe5c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:56.895882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-c4b42371-312b-49e3-9fcb-3a06bd23ee0e tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:56.898246 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-c4b42371-312b-49e3-9fcb-3a06bd23ee0e tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921866 Aug 27 11:59:56.914092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=b685aa55-7d00-4bc9-b5d5-009aecef880f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:56.918899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Request body: {'port': {'device_id': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '529d021f6cae4b46be9b6d9fb79862b2'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:56.965259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:57.036526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a105645f-4739-4eb6-a46a-797dedfe5c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.039319 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a105645f-4739-4eb6-a46a-797dedfe5c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.040521 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a105645f-4739-4eb6-a46a-797dedfe5c64 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a62e652-68a7-4042-acf4-2213b59c8ee7 HTTP/1.1" status: 204 len: 168 time: 0.3398976 Aug 27 11:59:57.063849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105645f-4739-4eb6-a46a-797dedfe5c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a62e652-68a7-4042-acf4-2213b59c8ee7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:57.088431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Made reservation on behalf of 529d021f6cae4b46be9b6d9fb79862b2 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:57.092816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.129056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498d531-97c5-4dae-b818-6cae467beed4 req-ec6ea5a9-cb63-40b2-8447-9dc036af82a3 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:57.131787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1498d531-97c5-4dae-b818-6cae467beed4 req-ec6ea5a9-cb63-40b2-8447-9dc036af82a3 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 948 time: 0.4475603 Aug 27 11:59:57.151847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:57.173203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8', 'mac_address': 'fa:16:3e:28:58:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 11:59:57.197150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-36ce3c8a-7679-4d1a-b4ef-d1041691725e tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:57.200696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-36ce3c8a-7679-4d1a-b4ef-d1041691725e tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 821 time: 0.4925296 Aug 27 11:59:57.205911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-4555880b-8125-478d-b5f9-2df1ad6451c4 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147413 Aug 27 11:59:57.217148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1498d531-97c5-4dae-b818-6cae467beed4 req-80490630-466f-4a07-8389-cd98e5920622 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720623 Aug 27 11:59:57.247051 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.277692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:57.284337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Allocated IP 192.168.233.61 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/b0f9b500-84ec-4832-9bf8-d148d3ec47ca) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 11:59:57.313299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 11:59:57.323080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3b4bb8-7691-4b71-a3f6-c350d1ca21fb req-ec131ffa-b612-42bd-8379-fee104dfa4aa service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048315 Aug 27 11:59:57.325568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-33101fb3-b195-456a-a660-2a762247115d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/quotas/840ebcfc78c14b79966ff050894c23a5 HTTP/1.1" status: 200 len: 375 time: 0.1160347 Aug 27 11:59:57.341974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 11:59:57.347002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:57.347909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:57.352889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.441257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-618c8c6c-cb2e-43cf-a092-afefc8ee82b9 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089289 Aug 27 11:59:57.480815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:57.500551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.523002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Transition to ACTIVE for port object b0f9b500-84ec-4832-9bf8-d148d3ec47ca will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:57.579684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:57.596525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.599181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f73ad1-bbc5-4380-aa40-ded1e5710268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.605331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e8b12fad-0640-4e2b-bd61-03d54fe7398f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:57.644851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 11:59:57.648907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 11:59:57.653639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 11:59:57.661596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:57.663212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.665871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:57.687866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Pushing event updated for resources: {'Port': ['ID=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:57.704848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3371-faef-48b4-91cc-d3b62e98d032 req-c3208d6c-028a-4544-8ea7-4b2e53e15ce7 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:57.706440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-956b3371-faef-48b4-91cc-d3b62e98d032 req-c3208d6c-028a-4544-8ea7-4b2e53e15ce7 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 935 time: 0.0857782 Aug 27 11:59:57.764977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8caf0072-102a-4d1b-b3f0-f47eaf036fc8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 11:59:57.795764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e8b12fad-0640-4e2b-bd61-03d54fe7398f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:57.795855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-956b3371-faef-48b4-91cc-d3b62e98d032 req-f74f59b3-eb8e-46ee-b164-898e5530488a tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582428 Aug 27 11:59:57.795943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.803026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-ec8d5cdd-cf6a-4485-bc92-b35b8cf00fd5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 11:59:57.804192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-ec8d5cdd-cf6a-4485-bc92-b35b8cf00fd5 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1906402 Aug 27 11:59:57.857618 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a9bd2-34fb-45d0-a33d-eb7c52e9d539 x-openstack-request-id: req-1b1a9bd2-34fb-45d0-a33d-eb7c52e9d539 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:57.858235 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa92fb6-000f-425e-a746-dc54877fd5a8", "name": "network-vif-plugged", "status": "completed", "tag": "b685aa55-7d00-4bc9-b5d5-009aecef880f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:57.858235 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b1a9bd2-34fb-45d0-a33d-eb7c52e9d539 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:57.862693 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b685aa55-7d00-4bc9-b5d5-009aecef880f', 'code': 200} Aug 27 11:59:57.872146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f73ad1-bbc5-4380-aa40-ded1e5710268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.886864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-4e20601a-b3ca-4a88-9ef6-1a1c96ecc944 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9744263 Aug 27 11:59:57.887807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8f73ad1-bbc5-4380-aa40-ded1e5710268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:57.910035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Request body: {'port': {'device_id': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:57.943660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f73ad1-bbc5-4380-aa40-ded1e5710268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfbcbd9-640e-4abf-ba8d-fdb13727ea27,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:57.989263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.016016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d8f73ad1-bbc5-4380-aa40-ded1e5710268 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ef2005c57b6473eb62f63b611a8a043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352331 Aug 27 11:59:58.022896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:58.095242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-8b8ee971-557e-45ae-a8d8-5dd450387ee0 service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832251 Aug 27 11:59:58.107131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280f54-44ce-4cbd-980e-b61a696f8620 req-c824e9b2-a587-4647-ab22-c171a8dc4850 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.108777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55280f54-44ce-4cbd-980e-b61a696f8620 req-c824e9b2-a587-4647-ab22-c171a8dc4850 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 950 time: 0.1661720 Aug 27 11:59:58.111753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39888a11-f20f-42c3-b3fa-60f6268de33b req-5a55eaff-1251-4282-b234-0baee9ac3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.113232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39888a11-f20f-42c3-b3fa-60f6268de33b req-5a55eaff-1251-4282-b234-0baee9ac3815 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 1101 time: 0.1509166 Aug 27 11:59:58.117988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-19abaae4-ca91-424c-ae95-138305908db1 None None] Provisioning for port b0f9b500-84ec-4832-9bf8-d148d3ec47ca completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:58.131047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-19abaae4-ca91-424c-ae95-138305908db1 None None] Provisioning complete for port b0f9b500-84ec-4832-9bf8-d148d3ec47ca triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:58.131613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-19abaae4-ca91-424c-ae95-138305908db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.190145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-19abaae4-ca91-424c-ae95-138305908db1 None None] Port b0f9b500-84ec-4832-9bf8-d148d3ec47ca cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 11:59:58.194667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 2, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:58.214428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a2e10f-1bde-48cd-990f-dfa13728ded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.229056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 11:59:58.229403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Updating router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 port e467cb15-a800-42ca-8d9f-0a61cef5d660 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 11:59:58.253419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39888a11-f20f-42c3-b3fa-60f6268de33b req-91affd15-c472-49d8-8c4b-0ca91bcdfceb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278815 Aug 27 11:59:58.256189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55280f54-44ce-4cbd-980e-b61a696f8620 req-5a6fe0e3-f3d1-4e49-b9e5-afbe9fec3ecd tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325774 Aug 27 11:59:58.262359 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.282622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a2e10f-1bde-48cd-990f-dfa13728ded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.289112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f9b500-84ec-4832-9bf8-d148d3ec47ca {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 11:59:58.300531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.315666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Transition to ACTIVE for port object b0f9b500-84ec-4832-9bf8-d148d3ec47ca will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:58.319658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-e7b8e2e1-63fb-4254-b456-47b914d7c87a service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044430 Aug 27 11:59:58.323256 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.402029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:58.414101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Attempting to bind port b0f9b500-84ec-4832-9bf8-d148d3ec47ca on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:58.414644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Attempting to bind port b0f9b500-84ec-4832-9bf8-d148d3ec47ca by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:58.415136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Attempting to bind port b0f9b500-84ec-4832-9bf8-d148d3ec47ca on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:58.422317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Port b0f9b500-84ec-4832-9bf8-d148d3ec47ca on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 11:59:58.422810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Attempting to bind port b0f9b500-84ec-4832-9bf8-d148d3ec47ca on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:58.431024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:58.434876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:58.435673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:58.436138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Bound port: b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:58.436511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.448947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275bab-9d3e-4752-9624-68de55c1d9b8 req-636ab0e5-d7d1-4b74-8c6f-c4b8c8b99283 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.450454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8275bab-9d3e-4752-9624-68de55c1d9b8 req-636ab0e5-d7d1-4b74-8c6f-c4b8c8b99283 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 950 time: 0.1015475 Aug 27 11:59:58.451586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a2e10f-1bde-48cd-990f-dfa13728ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.454126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a2e10f-1bde-48cd-990f-dfa13728ded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.458892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-02a2e10f-1bde-48cd-990f-dfa13728ded4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fcfbcbd9-640e-4abf-ba8d-fdb13727ea27 HTTP/1.1" status: 204 len: 168 time: 0.4290934 Aug 27 11:59:58.519831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2e10f-1bde-48cd-990f-dfa13728ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfbcbd9-640e-4abf-ba8d-fdb13727ea27,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:58.536444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] For port b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:58.548757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] For port b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:58.556145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.577698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8275bab-9d3e-4752-9624-68de55c1d9b8 req-8022b7ab-862b-4deb-a40f-8a0bcb97ce25 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127622 Aug 27 11:59:58.640223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.640847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.642317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] 10.222.0.65 "PUT /v2.0/ports/b0f9b500-84ec-4832-9bf8-d148d3ec47ca HTTP/1.1" status: 200 len: 1095 time: 0.7409670 Aug 27 11:59:58.663081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'tag': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 11:59:58.665729 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c5e1d3-7846-4be6-8ccf-8a898af09541" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb201ba-5bef-46b7-bf8b-5159881057d4", "tag": "b0f9b500-84ec-4832-9bf8-d148d3ec47ca"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 11:59:58.724416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdb26f-ae45-4163-8a02-cd7f0ef9be35 req-708e0baf-79d5-48f9-96cd-f93bcf8a7386 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.732285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90fdb26f-ae45-4163-8a02-cd7f0ef9be35 req-708e0baf-79d5-48f9-96cd-f93bcf8a7386 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.1096876 Aug 27 11:59:58.793454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.793576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12571c7d-9380-4c3f-9123-8bc2bc7abedf service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:58.810109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-2ecb6ce6-1ef0-4b00-8cc9-461b8e88169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.811993 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-2ecb6ce6-1ef0-4b00-8cc9-461b8e88169b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 1098 time: 0.1166198 Aug 27 11:59:58.817280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90fdb26f-ae45-4163-8a02-cd7f0ef9be35 req-530eaec0-04e3-4eb0-aaa0-256f0364c9a2 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796025 Aug 27 11:59:58.858855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Transition to ACTIVE for port object e467cb15-a800-42ca-8d9f-0a61cef5d660 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 11:59:58.870989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:58.912253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4d596-7bc7-496b-95bb-4a993c05a775 req-87b66ea8-ae1c-4ac2-8b6b-c3d7542296bc tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:58.920482 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-7c0944f9-0953-4630-bff4-be80a8c0dc37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca HTTP/1.1" status: 200 len: 217 time: 0.0949185 Aug 27 11:59:58.921558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65e4d596-7bc7-496b-95bb-4a993c05a775 req-87b66ea8-ae1c-4ac2-8b6b-c3d7542296bc tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 949 time: 0.1457295 Aug 27 11:59:58.972786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ac38657-9e84-4c6f-9dea-ec5e4100ffab req-aae067f6-a7c4-46bf-a248-a39f99c5fca7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 210 time: 0.0782900 Aug 27 11:59:59.029159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-70f590e7-9bed-4b9e-9011-7d7285ecdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.030825 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-70f590e7-9bed-4b9e-9011-7d7285ecdae8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1011937 Aug 27 11:59:59.054651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65e4d596-7bc7-496b-95bb-4a993c05a775 req-c3272a89-4134-4632-8468-49db6d1c85ac tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287510 Aug 27 11:59:59.081682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 11:59:59.125689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 11:59:59.141622 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9345b3-8f1f-4155-ad82-034fa9ce2b93 x-openstack-request-id: req-cd9345b3-8f1f-4155-ad82-034fa9ce2b93 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 11:59:59.141941 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb201ba-5bef-46b7-bf8b-5159881057d4", "tag": "b0f9b500-84ec-4832-9bf8-d148d3ec47ca", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 11:59:59.142283 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd9345b3-8f1f-4155-ad82-034fa9ce2b93 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 11:59:59.142732 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'tag': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca', 'status': 'completed', 'code': 200} Aug 27 11:59:59.166742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Attempting to bind port e467cb15-a800-42ca-8d9f-0a61cef5d660 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 11:59:59.167110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Attempting to bind port e467cb15-a800-42ca-8d9f-0a61cef5d660 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 11:59:59.167468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Attempting to bind port e467cb15-a800-42ca-8d9f-0a61cef5d660 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 11:59:59.181036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-3eaf3a68-e837-41bb-8db0-bfa3225d0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.184273 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-3eaf3a68-e837-41bb-8db0-bfa3225d0abe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350658 Aug 27 11:59:59.192874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 11:59:59.193279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Checking segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 11:59:59.193670 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:59.194188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Bound using segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 11:59:59.194731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Bound port: e467cb15-a800-42ca-8d9f-0a61cef5d660, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 11:59:59.195114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:59.280315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] For port e467cb15-a800-42ca-8d9f-0a61cef5d660, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 11:59:59.284134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] For port e467cb15-a800-42ca-8d9f-0a61cef5d660, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e467cb15-a800-42ca-8d9f-0a61cef5d660,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 11:59:59.296209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41aeb-de0f-46e0-9b1b-adaaaf0847d5 req-8d2b338c-61fe-4cc3-96cb-860cc99b5b96 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.309179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49e41aeb-de0f-46e0-9b1b-adaaaf0847d5 req-8d2b338c-61fe-4cc3-96cb-860cc99b5b96 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 947 time: 0.1062241 Aug 27 11:59:59.309796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e7d1-c754-450a-8249-7067bd6455b0 None None] Pushing event updated for resources: {'Port': ['ID=e467cb15-a800-42ca-8d9f-0a61cef5d660,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:59.313594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:59.378228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-67f2af74-32fa-4231-a404-39d43017e635 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855447 Aug 27 11:59:59.390200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49e41aeb-de0f-46e0-9b1b-adaaaf0847d5 req-d8e781bc-58b5-48a2-ada9-92f745e4a47c tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797491 Aug 27 11:59:59.481382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e428415-536d-4eea-b7e0-e28fa2099245 req-ae89546f-6d42-47c2-8989-bac93302e701 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.483190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e428415-536d-4eea-b7e0-e28fa2099245 req-ae89546f-6d42-47c2-8989-bac93302e701 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 950 time: 0.0874486 Aug 27 11:59:59.512519 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.resource_extend [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 11:59:59.552974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 11:59:59.554162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 11:59:59.579477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e428415-536d-4eea-b7e0-e28fa2099245 req-9eb4d51c-f59a-495b-b940-4f160f019f9a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745802 Aug 27 11:59:59.593575 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e762ece-715c-4e12-9191-f8699f8a6362 req-2e8a077b-ba4c-4d29-8e46-61462719cc3c service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015746 Aug 27 11:59:59.730258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027cc13-b80d-49ea-8c11-80ee5b48d4a9 req-22516658-770a-40aa-a7ec-1270aef84b27 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.738132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d027cc13-b80d-49ea-8c11-80ee5b48d4a9 req-22516658-770a-40aa-a7ec-1270aef84b27 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 950 time: 0.0662560 Aug 27 11:59:59.777853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35036) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 11:59:59.791390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 11:59:59.797821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 11:59:59.803166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d027cc13-b80d-49ea-8c11-80ee5b48d4a9 req-daa2f181-ad13-472c-989f-01ce7fe8941e tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589371 Aug 27 11:59:59.819556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-2928de1b-ae49-431a-bfd6-893c64d8bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.821476 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-2928de1b-ae49-431a-bfd6-893c64d8bd9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 1098 time: 0.0744355 Aug 27 11:59:59.841736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 11:59:59.842551 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:59.891274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e7d1-c754-450a-8249-7067bd6455b0 None None] Pushing event updated for resources: {'Port': ['ID=e467cb15-a800-42ca-8d9f-0a61cef5d660,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 11:59:59.933402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-network', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 11:59:59.947413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-ddd3dd27-e07c-4d5b-90be-c469a887c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.948963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-ddd3dd27-e07c-4d5b-90be-c469a887c198 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1154974 Aug 27 11:59:59.966669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b69d26-8199-4caa-bed5-6860729db246 req-cff9c2fc-6d72-4d51-8888-9f28e699edda tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 11:59:59.968460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8b69d26-8199-4caa-bed5-6860729db246 req-cff9c2fc-6d72-4d51-8888-9f28e699edda tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.0734499 Aug 27 11:59:59.971763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Made reservation on behalf of bace650dbba84bafb3cca7bd9d122855 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 11:59:59.974176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 11:59:59.996096 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.021280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:00.025646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-393d36d3-c5d0-4765-a81c-9e0186334baf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca HTTP/1.1" status: 200 len: 217 time: 0.0659583 Aug 27 12:00:00.051215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 has no active binding in host n-h2-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:00:00.069367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8b69d26-8199-4caa-bed5-6860729db246 req-97fcee90-c15c-4beb-8103-beb983c9b341 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915596 Aug 27 12:00:00.122971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d19a954-4119-4733-bf6b-9aa9c5312606 req-25d16062-b19f-4988-89bb-c8cf649b18b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 210 time: 0.0316403 Aug 27 12:00:00.143696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.193014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.199958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.216225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-7df0005d-8155-43c9-a1e8-99eeac3dd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.218542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-7df0005d-8155-43c9-a1e8-99eeac3dd652 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1665862 Aug 27 12:00:00.242949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:00.243874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:00:00.245970 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b632607-d0d5-4a55-b53f-10abd9f8737f" -d '{"events": [{"server_uuid": "25c977ee-cf30-4374-b40d-cf77acd6569f", "name": "network-vif-plugged", "status": "completed", "tag": "8caf0072-102a-4d1b-b3f0-f47eaf036fc8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:00.255577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:00.262635 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.296372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-22a80434-920b-4568-98b7-1b3f9beb4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.297896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-22a80434-920b-4568-98b7-1b3f9beb4d2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709631 Aug 27 12:00:00.307932 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd19433-08be-4b1c-a9fe-1c18b2cd96ad x-openstack-request-id: req-cfd19433-08be-4b1c-a9fe-1c18b2cd96ad {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:00.308228 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c977ee-cf30-4374-b40d-cf77acd6569f", "name": "network-vif-plugged", "status": "completed", "tag": "8caf0072-102a-4d1b-b3f0-f47eaf036fc8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:00.308496 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfd19433-08be-4b1c-a9fe-1c18b2cd96ad {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:00.308875 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8', 'code': 200} Aug 27 12:00:00.313517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.314032 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Added segment 7e912719-1654-4c51-a0cf-fce94327d1cc of type vlan for network 307729b7-7d87-44f1-954a-546b6c569e99 Aug 27 12:00:00.316736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6649395f-d01d-40d6-add0-2cf7c587f959,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:00.369498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T11:59:59Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:00.410754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b7d6-642f-41b0-9c42-e0fbf21f31c9 req-0c3d4c93-2cfb-4923-8e76-814cccb9175b tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.412208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4952b7d6-642f-41b0-9c42-e0fbf21f31c9 req-0c3d4c93-2cfb-4923-8e76-814cccb9175b tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 950 time: 0.1934977 Aug 27 12:00:00.418802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c44aac-29b9-4c45-9bbd-c75a2b78e116 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T11:59:59Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:00.424324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:00.437597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.457207 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-9500f4b0-f352-4884-aadc-d32347d3964e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435499 Aug 27 12:00:00.563990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c6966-f80b-40e0-8cae-5f8cf324c35b req-d1eb8e1d-ad14-488d-abee-59e791959793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.569537 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a2c6966-f80b-40e0-8cae-5f8cf324c35b req-d1eb8e1d-ad14-488d-abee-59e791959793 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 1101 time: 0.1269050 Aug 27 12:00:00.609088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23c5e1d3-7846-4be6-8ccf-8a898af09541 req-89624fbc-411a-4958-a3d9-377aa0252ba4 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350389 Aug 27 12:00:00.612088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-14d089ca-1690-4e77-99b5-add5e304cc10 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.613569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-14d089ca-1690-4e77-99b5-add5e304cc10 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 821 time: 0.3452346 Aug 27 12:00:00.622593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.623560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.624145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.632416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a2c6966-f80b-40e0-8cae-5f8cf324c35b req-3009cd66-6b61-45ba-8bcf-b7c5cb749f8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Aug 27 12:00:00.641918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4952b7d6-642f-41b0-9c42-e0fbf21f31c9 req-91a9963a-7cf6-46fe-b654-b2fbe35dd5a5 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014153 Aug 27 12:00:00.661229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'port': {'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'admin_state_up': True, 'tenant_id': '840ebcfc78c14b79966ff050894c23a5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:00.682749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-64c8c880-aae7-434b-b9da-f65b3add3f8a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.684582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-64c8c880-aae7-434b-b9da-f65b3add3f8a tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 950 time: 0.2488816 Aug 27 12:00:00.731782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9528716 Aug 27 12:00:00.734787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35054) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:00.740022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Request body: {'subnet': {'network_id': '307729b7-7d87-44f1-954a-546b6c569e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-subnet', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:00.762771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Made reservation on behalf of bace650dbba84bafb3cca7bd9d122855 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:00.765288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.819318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef950-150c-41dd-b8cb-95e236c291b0 req-2c8ad83e-9977-492e-8141-18fe38b2b94f tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.821539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa4ef950-150c-41dd-b8cb-95e236c291b0 req-2c8ad83e-9977-492e-8141-18fe38b2b94f tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 947 time: 0.2919118 Aug 27 12:00:00.898251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b612-e65b-4b00-b2b2-b20c3ca4f104 admin admin] Pushing event updated for resources: {'Network': ['ID=307729b7-7d87-44f1-954a-546b6c569e99,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:00.909199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 307729b7-7d87-44f1-954a-546b6c569e99 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:00:00.976885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8103-e38b-4651-944d-b43e3dd770b5 req-8b5247a1-c79d-4646-9e2e-a23daa41796c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:00.977701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:00.978511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc5b8103-e38b-4651-944d-b43e3dd770b5 req-8b5247a1-c79d-4646-9e2e-a23daa41796c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 950 time: 0.2486620 Aug 27 12:00:01.034562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa4ef950-150c-41dd-b8cb-95e236c291b0 req-66821d1d-efd6-40c0-962d-f4a429bb709b tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812623 Aug 27 12:00:01.066641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc5b8103-e38b-4651-944d-b43e3dd770b5 req-3ef0035e-6a61-43a2-b106-af4c5f978e0c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681791 Aug 27 12:00:01.113309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c78871d-3714-4205-850c-69099cb74901,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:01.126790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Deleting port aee10a1b-d80f-44fa-aa33-db0d42c3c23a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:01.127207 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.189061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Checking segment: {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:01.189431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Network hostable DHCP agents. Network: 307729b7-7d87-44f1-954a-546b6c569e99, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:00:01.194753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-60c4335d-10d2-4151-bd69-1ab2204ca932 service neutron] 10.222.0.77 "GET /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76/bindings/n-h2-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1681097 Aug 27 12:00:01.214514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Network 307729b7-7d87-44f1-954a-546b6c569e99 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:00:01.257914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 307729b7-7d87-44f1-954a-546b6c569e99) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:01.269539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426c65f-b7bd-4fc7-bf79-db8a0d2d1234 None None] Network 307729b7-7d87-44f1-954a-546b6c569e99 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:01.284038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:01.284788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.297841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Made reservation on behalf of 840ebcfc78c14b79966ff050894c23a5 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:01.304630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a425d810-6a39-4511-a1a5-12dcef9ac30e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5671017 Aug 27 12:00:01.306671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35066) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:01.309113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.326245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:01.438557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] For port aee10a1b-d80f-44fa-aa33-db0d42c3c23a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:01.439630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.463653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aabafa-a751-4ffc-9848-aa14e3952182 req-0db29af3-95c0-4823-9af8-d974aaf3fa6f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:01.469493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41aabafa-a751-4ffc-9848-aa14e3952182 req-0db29af3-95c0-4823-9af8-d974aaf3fa6f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 943 time: 0.2810233 Aug 27 12:00:01.473096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:01.514804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:01.521653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-307729b7-7d87-44f1-954a-546b6c569e99', 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'fixed_ips': [{'subnet_id': '2c78871d-3714-4205-850c-69099cb74901'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:00:01.522717 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.528409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbffb8-0059-408e-a43c-ac83ba915925 req-4c23ef36-acb4-4497-89a5-f62e5e39dfd6 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:01.537442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50cbffb8-0059-408e-a43c-ac83ba915925 req-4c23ef36-acb4-4497-89a5-f62e5e39dfd6 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 950 time: 0.3517940 Aug 27 12:00:01.544107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.545168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.549522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Calling delete_port for aee10a1b-d80f-44fa-aa33-db0d42c3c23a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:01.579198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f400bac4-fd5c-4f7b-ba57-a1350ac94c76 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:01.609545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:01.639619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50cbffb8-0059-408e-a43c-ac83ba915925 req-03d8e2c0-5a44-4c84-909f-63b78742d48c tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993986 Aug 27 12:00:01.659159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.662799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:01.664487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e467cb15-a800-42ca-8d9f-0a61cef5d660 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:01.799657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Allocated IP 172.20.0.2 (307729b7-7d87-44f1-954a-546b6c569e99/2c78871d-3714-4205-850c-69099cb74901/821d5803-07a9-4876-a4bb-12673b3277f5) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:01.801798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41aabafa-a751-4ffc-9848-aa14e3952182 req-4338a5a8-bfa6-46ec-b82d-ad74688d6579 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616439 Aug 27 12:00:01.934715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e467cb15-a800-42ca-8d9f-0a61cef5d660 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:01.944281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e467cb15-a800-42ca-8d9f-0a61cef5d660 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:01.944838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.012879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba4d57f-cf83-47eb-8b66-792d41b240e7 req-bfe7778e-5239-43a2-902c-d6e69f0233ff tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 210 time: 0.0709538 Aug 27 12:00:02.077018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585514c-1412-4fd9-af0f-4dba7aa2e14a req-ea03416e-947b-4674-a48a-ff468c0274b3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:02.079216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0585514c-1412-4fd9-af0f-4dba7aa2e14a req-ea03416e-947b-4674-a48a-ff468c0274b3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 950 time: 0.3032188 Aug 27 12:00:02.080478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Allocated IP 172.20.0.4 (fa1475a3-1a01-4f97-aee9-148257cf9a19/dedd4efe-d445-4f34-9af2-9985707e08db/df190667-7e5b-4891-8c68-c19abc67e067) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:02.118198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] Transition to ACTIVE for port object f400bac4-fd5c-4f7b-ba57-a1350ac94c76 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:02.127123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.231074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.261722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0585514c-1412-4fd9-af0f-4dba7aa2e14a req-6ce066f9-bc3c-493f-a56f-0c48dbba0061 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678779 Aug 27 12:00:02.264202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.286832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Transition to ACTIVE for port object 821d5803-07a9-4876-a4bb-12673b3277f5 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:02.305346 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.317914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Transition to ACTIVE for port object 821d5803-07a9-4876-a4bb-12673b3277f5 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:02.326913 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.387827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e467cb15-a800-42ca-8d9f-0a61cef5d660, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e467cb15-a800-42ca-8d9f-0a61cef5d660,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:02.393155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Network 307729b7-7d87-44f1-954a-546b6c569e99 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:02.394492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.397490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.404424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:02.409622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:02.416655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] No DVR routers for this DVR port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:02.427676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Pushing event updated for resources: {'Port': ['ID=821d5803-07a9-4876-a4bb-12673b3277f5,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:02.451167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['c6089cac-c390-456a-befa-ba352f48c025', 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:02.468531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] Pushing event updated for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:02.488156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Pushing event deleted for resources: {'Port': ['ID=aee10a1b-d80f-44fa-aa33-db0d42c3c23a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:02.514309 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-8e9f3ffe-4e41-4c41-a37d-61b0ea107f05 service neutron] 10.222.0.77 "PUT /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76/bindings/n-h2-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3067763 Aug 27 12:00:02.545388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Attempting to bind port 821d5803-07a9-4876-a4bb-12673b3277f5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:02.545746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Attempting to bind port 821d5803-07a9-4876-a4bb-12673b3277f5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:02.546115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Attempting to bind port 821d5803-07a9-4876-a4bb-12673b3277f5 on network 307729b7-7d87-44f1-954a-546b6c569e99 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:02.563274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:02.563617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Checking segment: {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:02.563977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.564368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Bound using segment: {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:02.564847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Bound port: 821d5803-07a9-4876-a4bb-12673b3277f5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:02.565231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.571278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e467cb15-a800-42ca-8d9f-0a61cef5d660,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:02.666867 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:00:02.688785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] For port 821d5803-07a9-4876-a4bb-12673b3277f5, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:02.693483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] For port 821d5803-07a9-4876-a4bb-12673b3277f5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=821d5803-07a9-4876-a4bb-12673b3277f5,segment=NetworkSegment(7e912719-1654-4c51-a0cf-fce94327d1cc),segment_id=7e912719-1654-4c51-a0cf-fce94327d1cc)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:02.710112 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.758829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-60130f37-30f7-4d45-ac52-a7f445140b7f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:02.760469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-60130f37-30f7-4d45-ac52-a7f445140b7f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.0906160 Aug 27 12:00:02.761539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.801563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1435b6-5db7-4818-b200-8e44947c7187 None None] Pushing event updated for resources: {'Port': ['ID=821d5803-07a9-4876-a4bb-12673b3277f5,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:02.824851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a7e0-b5da-480c-80fc-ecfb82bfbe03 req-83e21368-fda0-4ccc-bc0b-12d198a43ce9 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:02.831021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3976a7e0-b5da-480c-80fc-ecfb82bfbe03 req-83e21368-fda0-4ccc-bc0b-12d198a43ce9 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 950 time: 0.5345314 Aug 27 12:00:02.832966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] No DVR routers for this DVR port aee10a1b-d80f-44fa-aa33-db0d42c3c23a on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:02.844450 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.865942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.868148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e764079-dfe7-4e78-9399-be5f7b6e1a78 req-71f4da94-d7e2-400e-bd71-9493e896d5ab tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "DELETE /v2.0/ports/aee10a1b-d80f-44fa-aa33-db0d42c3c23a HTTP/1.1" status: 204 len: 173 time: 2.1507733 Aug 27 12:00:02.870846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'name': 'network-vif-deleted', 'tag': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:02.879741 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584023d2-39f2-406e-ba6d-f20bee1c3a46" -d '{"events": [{"server_uuid": "c3b30586-4fbb-4323-a415-7b54ac8a2292", "name": "network-vif-deleted", "tag": "aee10a1b-d80f-44fa-aa33-db0d42c3c23a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:02.895251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8482e8-0619-45b7-9d49-adf734a34794 req-5bab46e9-0523-4b54-932e-10b079622bfb tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:02.896952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e8482e8-0619-45b7-9d49-adf734a34794 req-5bab46e9-0523-4b54-932e-10b079622bfb tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 947 time: 0.5042770 Aug 27 12:00:02.927361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:02.927809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-284ec71e-823d-4ee7-9d55-7b6ea0929517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:02.929894 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-284ec71e-823d-4ee7-9d55-7b6ea0929517 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&tenant_id=4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 1095 time: 0.1402571 Aug 27 12:00:02.969566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3976a7e0-b5da-480c-80fc-ecfb82bfbe03 req-c55637be-6fd4-41ab-b760-9c6f757222fd tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373525 Aug 27 12:00:02.983144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Transition to ACTIVE for port object df190667-7e5b-4891-8c68-c19abc67e067 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:03.010351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b0f9b500-84ec-4832-9bf8-d148d3ec47ca details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:03.036227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Allocated IP 172.25.8.85 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/5d9af28f-45bc-431a-9b89-9f21d0732f78) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:03.072079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-5b0b2afb-bdfe-423b-af66-da5b90fcaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.073890 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-5b0b2afb-bdfe-423b-af66-da5b90fcaa04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.1038709 Aug 27 12:00:03.093997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e8482e8-0619-45b7-9d49-adf734a34794 req-1573b659-0657-46ad-a67d-fb9ddf7285ca tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795528 Aug 27 12:00:03.156509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.287423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:03.293741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.301498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event updated for resources: {'Port': ['ID=df190667-7e5b-4891-8c68-c19abc67e067,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:03.302978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-e732efa9-4ce7-4d73-bf51-1f9095867a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.304095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca', 'mac_address': 'fa:16:3e:ea:20:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:03.304533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-e732efa9-4ce7-4d73-bf51-1f9095867a8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2172437 Aug 27 12:00:03.338447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:03.341260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cd6b05f-c79d-4d52-ada9-89513a07d2a5 req-83a340e8-8540-4dc6-8149-307da505ae94 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3b30586-4fbb-4323-a415-7b54ac8a2292 HTTP/1.1" status: 200 len: 210 time: 0.1090515 Aug 27 12:00:03.343047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:03.345348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:03.360227 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.377198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f9b500-84ec-4832-9bf8-d148d3ec47ca {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:03.414981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:03.425886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.470185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.479378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.482584 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-fa545722-5e09-4032-bd26-08adf678591a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.1625640 Aug 27 12:00:03.503823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.549626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b345a87f-2063-401e-97a7-240323abc01f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9159129 Aug 27 12:00:03.562814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:03.579496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Request body: {'port': {'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:03.614699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da3032-34cd-4a6d-9f9e-f2f49ce9d5fe req-3249ec81-5942-43f5-845f-09d9fe9620c0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.622190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da3032-34cd-4a6d-9f9e-f2f49ce9d5fe req-3249ec81-5942-43f5-845f-09d9fe9620c0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.624641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09da3032-34cd-4a6d-9f9e-f2f49ce9d5fe req-3249ec81-5942-43f5-845f-09d9fe9620c0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8&device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 1691 time: 0.2342327 Aug 27 12:00:03.637886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a84d1-e8f9-492c-8b99-7006bc8b1dbe req-8c14006e-03bc-49e1-bf01-56a26523b28b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.642068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:03.645975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-097a84d1-e8f9-492c-8b99-7006bc8b1dbe req-8c14006e-03bc-49e1-bf01-56a26523b28b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 944 time: 0.1602087 Aug 27 12:00:03.655542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:03.659620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:03.671107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-16721057-2b5b-4d0d-881a-18c0608fc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:03.672594 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-16721057-2b5b-4d0d-881a-18c0608fc516 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1703196 Aug 27 12:00:03.721037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9af28f-45bc-431a-9b89-9f21d0732f78,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:03.736595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:03.747167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['b0f9b500-84ec-4832-9bf8-d148d3ec47ca'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:03.750126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e467cb15-a800-42ca-8d9f-0a61cef5d660 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:03.783164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09da3032-34cd-4a6d-9f9e-f2f49ce9d5fe req-ed24b511-bfc5-4a9f-a33e-1a3284d4e955 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274579 Aug 27 12:00:03.805699 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-d2a353b0-82e3-4161-9a48-b1d62655de5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631933 Aug 27 12:00:03.808100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-097a84d1-e8f9-492c-8b99-7006bc8b1dbe req-23ff1389-893d-4bd5-bdaf-03165798bac0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609769 Aug 27 12:00:03.957711 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f25f18a-0c85-4cc8-b475-e5ff19028c72 x-openstack-request-id: req-5f25f18a-0c85-4cc8-b475-e5ff19028c72 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:03.958056 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b30586-4fbb-4323-a415-7b54ac8a2292", "name": "network-vif-deleted", "tag": "aee10a1b-d80f-44fa-aa33-db0d42c3c23a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:03.958266 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f25f18a-0c85-4cc8-b475-e5ff19028c72 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:03.958727 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b30586-4fbb-4323-a415-7b54ac8a2292', 'name': 'network-vif-deleted', 'tag': 'aee10a1b-d80f-44fa-aa33-db0d42c3c23a', 'status': 'completed', 'code': 200} Aug 27 12:00:03.995873 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-0a59a789-8878-4707-b734-a3630a3f909f service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383955 Aug 27 12:00:04.105107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-014f2aa0-79b4-45a4-a020-bad33b5c47b8 None None] Provisioning for port df190667-7e5b-4891-8c68-c19abc67e067 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:04.109799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-014f2aa0-79b4-45a4-a020-bad33b5c47b8 None None] Provisioning complete for port df190667-7e5b-4891-8c68-c19abc67e067 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:04.110177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-014f2aa0-79b4-45a4-a020-bad33b5c47b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.156153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd5880-826b-45b3-8365-ab3e90a6389b None None] Network 307729b7-7d87-44f1-954a-546b6c569e99 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:04.160973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e467cb15-a800-42ca-8d9f-0a61cef5d660 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:04.160973 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.209309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-014f2aa0-79b4-45a4-a020-bad33b5c47b8 None None] Port df190667-7e5b-4891-8c68-c19abc67e067 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:04.227024 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-4ccd61cf-e3ac-4503-8503-786e0a3d90a1 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185295 Aug 27 12:00:04.254314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.254566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072e1d-e495-49f5-8f33-19e3929a8092 req-64188f77-86c7-444c-a0e9-1845f31d67f5 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:04.262365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32072e1d-e495-49f5-8f33-19e3929a8092 req-64188f77-86c7-444c-a0e9-1845f31d67f5 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 931 time: 0.3100293 Aug 27 12:00:04.285759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113075f-d2ee-4cb6-a942-b41ead4b62d4 req-0e573de0-0242-468a-937d-aadf34c37699 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:04.287313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f113075f-d2ee-4cb6-a942-b41ead4b62d4 req-0e573de0-0242-468a-937d-aadf34c37699 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 950 time: 0.1260562 Aug 27 12:00:04.304790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df190667-7e5b-4891-8c68-c19abc67e067 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:04.320458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.360703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32072e1d-e495-49f5-8f33-19e3929a8092 req-d05ba270-98b5-4756-8e30-88c02cb28d36 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974467 Aug 27 12:00:04.361619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Transition to ACTIVE for port object df190667-7e5b-4891-8c68-c19abc67e067 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:04.367863 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.373014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f113075f-d2ee-4cb6-a942-b41ead4b62d4 req-4afef795-29c0-4234-86d1-8387df265564 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736313 Aug 27 12:00:04.443148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Pushing event updated for resources: {'Port': ['ID=df190667-7e5b-4891-8c68-c19abc67e067,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:04.456854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-930ab20e-ba93-4782-90fd-6d2d12034232 None None] Provisioning for port 821d5803-07a9-4876-a4bb-12673b3277f5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:04.544877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 821d5803-07a9-4876-a4bb-12673b3277f5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:04.603589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Attempting to bind port df190667-7e5b-4891-8c68-c19abc67e067 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:04.604239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Attempting to bind port df190667-7e5b-4891-8c68-c19abc67e067 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:04.604239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Attempting to bind port df190667-7e5b-4891-8c68-c19abc67e067 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:04.616241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Port df190667-7e5b-4891-8c68-c19abc67e067 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:04.616642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Attempting to bind port df190667-7e5b-4891-8c68-c19abc67e067 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:04.617581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 821d5803-07a9-4876-a4bb-12673b3277f5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:04.622054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 821d5803-07a9-4876-a4bb-12673b3277f5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:04.622485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.627894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:04.628297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:04.630255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Checking segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:04.630770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Bound using segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:04.633097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Bound port: df190667-7e5b-4891-8c68-c19abc67e067, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:04.633503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.657563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cb424-dd8b-4ee6-a971-c5a5fb4effff req-f3c67816-717c-4281-bbcb-40f8c655c9f7 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:04.660355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d524-c5ee-45ce-964a-f15344223b8d req-60491086-8c23-49b0-bdce-46707c133c0b tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:04.665096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-450cb424-dd8b-4ee6-a971-c5a5fb4effff req-f3c67816-717c-4281-bbcb-40f8c655c9f7 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 948 time: 0.1405215 Aug 27 12:00:04.670227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6651-05ca-4b5a-a702-9d40be36aaf6 req-6ce89bdd-30cd-4d0b-b2c5-7b457f7445bd tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:04.671607 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-60491086-8c23-49b0-bdce-46707c133c0b tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.0903685 Aug 27 12:00:04.671745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0af6651-05ca-4b5a-a702-9d40be36aaf6 req-6ce89bdd-30cd-4d0b-b2c5-7b457f7445bd tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 1101 time: 0.1262939 Aug 27 12:00:04.679592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.727780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:04.728219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device aee10a1b-d80f-44fa-aa33-db0d42c3c23a no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:04.754447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: aee10a1b-d80f-44fa-aa33-db0d42c3c23a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:04.755144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device aee10a1b-d80f-44fa-aa33-db0d42c3c23a not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:04.809347 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-450cb424-dd8b-4ee6-a971-c5a5fb4effff req-3e933c36-1c72-404b-bd60-8fc5c5be26d5 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285672 Aug 27 12:00:04.819490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0af6651-05ca-4b5a-a702-9d40be36aaf6 req-14f0320e-6eeb-409c-93f9-68d26736f247 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381476 Aug 27 12:00:04.834929 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.847665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] For port df190667-7e5b-4891-8c68-c19abc67e067, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:04.856309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] For port df190667-7e5b-4891-8c68-c19abc67e067, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=df190667-7e5b-4891-8c68-c19abc67e067,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:04.867228 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.917662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:04.918436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.919902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] 10.222.0.65 "PUT /v2.0/ports/df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 1091 time: 1.3540175 Aug 27 12:00:04.932176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 821d5803-07a9-4876-a4bb-12673b3277f5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=821d5803-07a9-4876-a4bb-12673b3277f5,segment=NetworkSegment(7e912719-1654-4c51-a0cf-fce94327d1cc),segment_id=7e912719-1654-4c51-a0cf-fce94327d1cc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:04.937950 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:04.987594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa491fea-2741-4488-bb12-9559f1db216f service neutron] Pushing event updated for resources: {'Port': ['ID=df190667-7e5b-4891-8c68-c19abc67e067,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:04.996676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:00:05.019842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2575d524-c5ee-45ce-964a-f15344223b8d req-ec331339-730a-4362-8dfb-3245b77d68b3 service neutron] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:05.026990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2575d524-c5ee-45ce-964a-f15344223b8d req-ec331339-730a-4362-8dfb-3245b77d68b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:05.029164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2575d524-c5ee-45ce-964a-f15344223b8d req-ec331339-730a-4362-8dfb-3245b77d68b3 service neutron] 10.222.0.65 "DELETE /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76/bindings/n-h1-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.3452578 Aug 27 12:00:05.041772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=821d5803-07a9-4876-a4bb-12673b3277f5,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:05.064451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d174b-fbee-4a46-bd9a-4cd6b0c39c2b req-03016973-90c7-48a4-b16b-d1441e3bbf11 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.076323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd2d174b-fbee-4a46-bd9a-4cd6b0c39c2b req-03016973-90c7-48a4-b16b-d1441e3bbf11 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 944 time: 0.1118789 Aug 27 12:00:05.085930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-a78004a2-e172-4d06-8d5c-4048d526c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.087449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-a78004a2-e172-4d06-8d5c-4048d526c61a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1094 time: 0.1077650 Aug 27 12:00:05.089062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8e416d7d-530a-43f8-a1b8-37544a211666 None None] Provisioning complete for port 821d5803-07a9-4876-a4bb-12673b3277f5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:05.090496 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8e416d7d-530a-43f8-a1b8-37544a211666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:05.153113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-84dcdd39-8732-41db-b597-1e76c1d3772a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0493071 Aug 27 12:00:05.195631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:05.205472 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Sync routers for ids ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:05.216092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:05.220004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Routers {'a17bf4f8-b0fc-4ec6-b72c-2002217a7210'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:05.220823 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:05.221499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2092733b-3d28-4632-8bd1-1aa7819fb871 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9055908 Aug 27 12:00:05.222279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35106) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:05.228777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd2d174b-fbee-4a46-bd9a-4cd6b0c39c2b req-dabe098f-45da-4ca7-b89d-00b6c1334209 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514356 Aug 27 12:00:05.278321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692fb3-66e8-4f2a-8e67-b86e85e7f9fb req-e59b6791-08b6-4753-b591-50321da8ef0e tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.288860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91692fb3-66e8-4f2a-8e67-b86e85e7f9fb req-e59b6791-08b6-4753-b591-50321da8ef0e tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 1101 time: 0.1282506 Aug 27 12:00:05.293286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-1840a241-f379-49b5-ac4b-1530e4bf1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.294817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-1840a241-f379-49b5-ac4b-1530e4bf1312 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0933807 Aug 27 12:00:05.354204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91692fb3-66e8-4f2a-8e67-b86e85e7f9fb req-3beb5b63-3e7e-43bc-a25c-33c5c6add676 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634637 Aug 27 12:00:05.357681 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Set router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:05.364654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d08844-d986-47d6-9486-f59990a9a3ca req-2452ed76-bb3f-4fbb-9c85-042bbf792354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.366955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-2452ed76-bb3f-4fbb-9c85-042bbf792354 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632107 Aug 27 12:00:05.570980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ffe8b-7fbd-4efe-8baf-3e35c502c398 req-2b9c58bd-27c3-474c-a69a-2f4dd3496251 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.579788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e19ffe8b-7fbd-4efe-8baf-3e35c502c398 req-2b9c58bd-27c3-474c-a69a-2f4dd3496251 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 950 time: 0.0932808 Aug 27 12:00:05.625848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-b9df7b69-37ea-4ebb-8ee6-b18335ed17fb service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484472 Aug 27 12:00:05.631931 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:04Z', 'revision_number': 3, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:05.651279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e19ffe8b-7fbd-4efe-8baf-3e35c502c398 req-508c75dd-c134-4a57-a072-679d83db146d tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684903 Aug 27 12:00:05.667378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 821d5803-07a9-4876-a4bb-12673b3277f5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:05.678822 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Checking router: a17bf4f8-b0fc-4ec6-b72c-2002217a7210 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:05.679379 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Updating router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 port 5d9af28f-45bc-431a-9b89-9f21d0732f78 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:00:05.708711 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:05.774291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 821d5803-07a9-4876-a4bb-12673b3277f5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:05.774696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:05.883127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d08844-d986-47d6-9486-f59990a9a3ca req-cc6c651d-8c17-4a4e-a867-6d5ab856b320 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307930 Aug 27 12:00:05.893581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f148be-6ca4-4057-b700-962abff0985e req-bab7339b-5b4d-40a0-8fb1-7e7bb42edd52 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:05.914642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4f148be-6ca4-4057-b700-962abff0985e req-bab7339b-5b4d-40a0-8fb1-7e7bb42edd52 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 943 time: 0.1297419 Aug 27 12:00:05.970909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:05.973307 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28080a-7eef-4d44-a58d-80ccbccff08e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:06.004710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4f148be-6ca4-4057-b700-962abff0985e req-1007a197-2b4b-4d73-a68d-316b592573fd tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861566 Aug 27 12:00:06.016270 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.026213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861521-ff7d-4020-adc6-e29336ceb772 req-dfc315ac-9b1c-45e9-8881-2889e377c37f tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.028298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1861521-ff7d-4020-adc6-e29336ceb772 req-dfc315ac-9b1c-45e9-8881-2889e377c37f tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 950 time: 0.0947177 Aug 27 12:00:06.030744 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Transition to ACTIVE for port object 5d9af28f-45bc-431a-9b89-9f21d0732f78 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:06.041053 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.077363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1861521-ff7d-4020-adc6-e29336ceb772 req-37198085-cd3f-4b90-8620-da719f30b9af tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420752 Aug 27 12:00:06.105073 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74788452-a809-4def-8295-d6c1b68e48e1 None None] Pushing event updated for resources: {'Port': ['ID=5d9af28f-45bc-431a-9b89-9f21d0732f78,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:06.138610 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Attempting to bind port 5d9af28f-45bc-431a-9b89-9f21d0732f78 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:06.139264 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Attempting to bind port 5d9af28f-45bc-431a-9b89-9f21d0732f78 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:06.139818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Attempting to bind port 5d9af28f-45bc-431a-9b89-9f21d0732f78 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:06.145252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d5d0d-48fc-491a-a93a-7458003c056d req-c7e52d01-2d21-4305-80b3-b3f1464b8646 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.148206 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:06.148618 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:06.149028 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.149547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:06.150031 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Bound port: 5d9af28f-45bc-431a-9b89-9f21d0732f78, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:06.150624 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.157574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0d5d0d-48fc-491a-a93a-7458003c056d req-c7e52d01-2d21-4305-80b3-b3f1464b8646 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.0791881 Aug 27 12:00:06.216909 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] For port 5d9af28f-45bc-431a-9b89-9f21d0732f78, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:06.221208 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] For port 5d9af28f-45bc-431a-9b89-9f21d0732f78, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5d9af28f-45bc-431a-9b89-9f21d0732f78,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:06.225782 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.228143 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.238426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0d5d0d-48fc-491a-a93a-7458003c056d req-b46f9aee-9b42-4a26-a58d-4febab94c194 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798759 Aug 27 12:00:06.293909 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74788452-a809-4def-8295-d6c1b68e48e1 None None] Pushing event updated for resources: {'Port': ['ID=5d9af28f-45bc-431a-9b89-9f21d0732f78,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:06.296318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2b7d-fb1a-4c46-bf62-fb45bcc5ff27 req-1a582fc9-7773-443d-bb3e-8c0b15f1dca4 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.299131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-551f2b7d-fb1a-4c46-bf62-fb45bcc5ff27 req-1a582fc9-7773-443d-bb3e-8c0b15f1dca4 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 948 time: 0.1150191 Aug 27 12:00:06.318072 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Routers {'a17bf4f8-b0fc-4ec6-b72c-2002217a7210'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:06.319344 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:06.332390 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69a33f-bacc-4150-b2e4-1646b2c9381e x-openstack-request-id: req-8b69a33f-bacc-4150-b2e4-1646b2c9381e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:06.332390 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:06.332390 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b69a33f-bacc-4150-b2e4-1646b2c9381e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:06.336330 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'status': 'completed', 'code': 200} Aug 27 12:00:06.402947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-551f2b7d-fb1a-4c46-bf62-fb45bcc5ff27 req-ad367e47-bfaa-4099-9358-32d235fc8432 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Aug 27 12:00:06.450543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-7a84e687-d7cd-430b-aac0-2eccdfbd229a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414903 Aug 27 12:00:06.465935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-bf4db9b9-5b2b-48f8-b4d1-587bac618808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.468772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-bf4db9b9-5b2b-48f8-b4d1-587bac618808 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1094 time: 0.1141438 Aug 27 12:00:06.483615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Allocated IP 172.20.0.1 (307729b7-7d87-44f1-954a-546b6c569e99/2c78871d-3714-4205-850c-69099cb74901/4e59b27f-112c-477c-9edd-070fcef5e2e7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:06.483980 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] Set router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:06.597646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.613478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Transition to ACTIVE for port object 4e59b27f-112c-477c-9edd-070fcef5e2e7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:06.650849 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.683282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-c898c3bb-1e8b-4d73-a28d-a6f31b09ade6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.684683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-c898c3bb-1e8b-4d73-a28d-a6f31b09ade6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333682 Aug 27 12:00:06.690443 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:04Z', 'revision_number': 3, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:06.694413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Network 307729b7-7d87-44f1-954a-546b6c569e99 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:06.699798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:06.703970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:06.703970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.726888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-dd0abf04-2db6-41dc-b3df-ebfb41d1b861 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/quotas/04ebd9e730044067889d740d77a3653e HTTP/1.1" status: 200 len: 375 time: 0.0332015 Aug 27 12:00:06.729070 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9554a-d5c5-4495-a207-0f2a0e6f4c2c None None] The sync data for ids ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'] in n-d-688802-4 is: [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:04Z', 'revision_number': 3, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:06.751991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-c1cfa23e-2266-401b-aed5-9b1010bb9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.753519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-c1cfa23e-2266-401b-aed5-9b1010bb9802 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.2273443 Aug 27 12:00:06.790611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Pushing event updated for resources: {'Port': ['ID=4e59b27f-112c-477c-9edd-070fcef5e2e7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:06.807397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-9db14761-fa9a-418c-975e-51625306c698 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.809015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-9db14761-fa9a-418c-975e-51625306c698 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.2839377 Aug 27 12:00:06.842962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-a91ae04f-3d3d-4931-a01d-7a88c2e015d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0681024 Aug 27 12:00:06.860841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:06.887739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-386ceb94-c26d-4f93-8189-00afe869e19c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/quotas/4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 375 time: 0.0497458 Aug 27 12:00:06.922780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-8972acf3-1216-4a52-a10a-e8489bbcce40 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678288 Aug 27 12:00:06.949801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-b58774bd-e26d-420c-a5aa-563c33f82600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:06.951312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-b58774bd-e26d-420c-a5aa-563c33f82600 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0975170 Aug 27 12:00:07.029510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b0f9b500-84ec-4832-9bf8-d148d3ec47ca up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:07.035496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-c84843c5-0410-4c46-82e8-40c413e4b258 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390712 Aug 27 12:00:07.087894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-4d0419d3-70ad-4aa9-82d3-b8ce9543bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:07.089410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-4d0419d3-70ad-4aa9-82d3-b8ce9543bfe6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279120 Aug 27 12:00:07.129240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-412fd6e0-e36b-4b39-9abd-ee5dba07a3de tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:07.130981 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-412fd6e0-e36b-4b39-9abd-ee5dba07a3de tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.65 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 950 time: 0.2107074 Aug 27 12:00:07.201360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-65ea1d12-8f8f-4e4e-ac24-55c1ea3f09a4 None None] Provisioning for port 4e59b27f-112c-477c-9edd-070fcef5e2e7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:07.208421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port b0f9b500-84ec-4832-9bf8-d148d3ec47ca completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:07.211815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-65ea1d12-8f8f-4e4e-ac24-55c1ea3f09a4 None None] Provisioning complete for port 4e59b27f-112c-477c-9edd-070fcef5e2e7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:07.212930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65ea1d12-8f8f-4e4e-ac24-55c1ea3f09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.215717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port b0f9b500-84ec-4832-9bf8-d148d3ec47ca triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:07.216085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.247285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-f2fd51d6-6820-45a3-82e0-41d885472d14 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827264 Aug 27 12:00:07.271830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-a5562618-4ea9-4ead-b9ec-e8f46e14d267 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533620 Aug 27 12:00:07.299883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-65ea1d12-8f8f-4e4e-ac24-55c1ea3f09a4 None None] Port 4e59b27f-112c-477c-9edd-070fcef5e2e7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:07.357513 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.372046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.372824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.377455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.411151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:07.414085 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262c0f5-dec6-46d6-b6ad-e8b444fc4a62" -d '{"events": [{"server_uuid": "eeb201ba-5bef-46b7-bf8b-5159881057d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9b500-84ec-4832-9bf8-d148d3ec47ca"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:07.431679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:07.438662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.520225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Deleting port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:07.520842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.528678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Pushing event updated for resources: {'Port': ['ID=4e59b27f-112c-477c-9edd-070fcef5e2e7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:07.583914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:07.641405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5d9af28f-45bc-431a-9b89-9f21d0732f78 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:07.703556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Network 307729b7-7d87-44f1-954a-546b6c569e99 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:07.717661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 5d9af28f-45bc-431a-9b89-9f21d0732f78 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:07.722043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:07.724463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5d9af28f-45bc-431a-9b89-9f21d0732f78 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:07.725570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.740292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] For port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:07.740713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.780905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Calling delete_port for 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:07.872598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.911257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 5d9af28f-45bc-431a-9b89-9f21d0732f78, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5d9af28f-45bc-431a-9b89-9f21d0732f78,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:07.911895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-501e61d0-5a19-4b5b-9e53-79583a666943 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537247 Aug 27 12:00:07.918702 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:07.965097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-72ce6772-25d0-4de7-b9df-3c4787aec68e tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:07.966910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-72ce6772-25d0-4de7-b9df-3c4787aec68e tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 950 time: 0.2937505 Aug 27 12:00:07.970018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e28080a-7eef-4d44-a58d-80ccbccff08e req-5954721e-f8d2-4514-a45c-02042e6953e3 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850843 Aug 27 12:00:08.018192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=5d9af28f-45bc-431a-9b89-9f21d0732f78,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:08.056893 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:08.060017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd8b35-4edf-4c9e-b82f-2b34531a4aa2 req-28bde2fd-1a64-43b8-8f6a-e9df31a7b307 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:08.067324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cbfd8b35-4edf-4c9e-b82f-2b34531a4aa2 req-28bde2fd-1a64-43b8-8f6a-e9df31a7b307 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 950 time: 0.2354476 Aug 27 12:00:08.083149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:00:08.203205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cbfd8b35-4edf-4c9e-b82f-2b34531a4aa2 req-2018c510-8eb5-4763-ba1e-b11a00a2db94 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/security-groups?id=3763e51a-cbec-4930-af36-a755cf9ba902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302693 Aug 27 12:00:08.231587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:08.237052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e61b6f25-21f5-419c-92c6-42d9bc7f7bd8 None None] Provisioning complete for port 4e59b27f-112c-477c-9edd-070fcef5e2e7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:08.237634 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e61b6f25-21f5-419c-92c6-42d9bc7f7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:08.255829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Deleting port c6089cac-c390-456a-befa-ba352f48c025 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:08.256452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:08.290086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8caf0072-102a-4d1b-b3f0-f47eaf036fc8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:08.323881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Pushing event deleted for resources: {'Port': ['ID=8caf0072-102a-4d1b-b3f0-f47eaf036fc8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:08.431326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e61b6f25-21f5-419c-92c6-42d9bc7f7bd8 None None] Port 4e59b27f-112c-477c-9edd-070fcef5e2e7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:08.442773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] No DVR routers for this DVR port 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:08.453113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:08.455617 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8e8b10c-deb5-4b24-972c-1602d44dda4d req-8576d00b-6e33-48f5-87f4-3d5c3bc977c6 tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.65 "DELETE /v2.0/ports/8caf0072-102a-4d1b-b3f0-f47eaf036fc8 HTTP/1.1" status: 204 len: 173 time: 1.3090065 Aug 27 12:00:08.457545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'name': 'network-vif-deleted', 'tag': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:08.472450 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d307e550-dee3-4fff-b9c0-b171f31f8628" -d '{"events": [{"server_uuid": "25c977ee-cf30-4374-b40d-cf77acd6569f", "name": "network-vif-deleted", "tag": "8caf0072-102a-4d1b-b3f0-f47eaf036fc8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:08.549996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd6be0-5b0e-4285-9372-436a7f878d19 req-f3d0d74a-0603-4383-8801-378cb5f42722 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:08.551605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28fd6be0-5b0e-4285-9372-436a7f878d19 req-f3d0d74a-0603-4383-8801-378cb5f42722 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 943 time: 0.2432232 Aug 27 12:00:08.558354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] For port c6089cac-c390-456a-befa-ba352f48c025, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c6089cac-c390-456a-befa-ba352f48c025,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:08.558796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:08.570222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19d64f-cceb-40e0-af3e-817d12155ef8 req-7d357b83-bb61-4678-a4f6-20d5cde69fb6 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:08.578318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d19d64f-cceb-40e0-af3e-817d12155ef8 req-7d357b83-bb61-4678-a4f6-20d5cde69fb6 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 950 time: 0.2130895 Aug 27 12:00:08.599846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:08.618522 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-34033c41-eb36-4fab-9da1-09546f681e85 admin admin] 10.222.0.76 "PUT /v2.0/routers/a17bf4f8-b0fc-4ec6-b72c-2002217a7210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3949161 Aug 27 12:00:08.630968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Calling delete_port for c6089cac-c390-456a-befa-ba352f48c025 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:08.671293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d19d64f-cceb-40e0-af3e-817d12155ef8 req-2ab45f81-71a2-421c-bca1-f89884a8e327 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/security-groups?id=8677400b-51e6-413a-899a-4999fe90dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920727 Aug 27 12:00:08.743848 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129b110-478a-4848-a025-5b7319ee1ba0 x-openstack-request-id: req-b129b110-478a-4848-a025-5b7319ee1ba0 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:08.744398 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb201ba-5bef-46b7-bf8b-5159881057d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9b500-84ec-4832-9bf8-d148d3ec47ca", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:08.744813 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b129b110-478a-4848-a025-5b7319ee1ba0 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:08.745377 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca', 'code': 200} Aug 27 12:00:08.754816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28fd6be0-5b0e-4285-9372-436a7f878d19 req-83d461c9-9867-4beb-be0a-451b8398185f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607649 Aug 27 12:00:08.935302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988d0fa-9260-4100-80ea-6a9e0776a562 req-12f8e094-9de2-46b0-9c0b-a31691340407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:08.937381 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f988d0fa-9260-4100-80ea-6a9e0776a562 req-12f8e094-9de2-46b0-9c0b-a31691340407 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 1100 time: 0.1075819 Aug 27 12:00:08.958067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c425e0b-c165-44fe-818a-2adf521225d4 req-6d179617-baab-46eb-a9ff-54870d0a5c97 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:08.960173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c425e0b-c165-44fe-818a-2adf521225d4 req-6d179617-baab-46eb-a9ff-54870d0a5c97 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.1352556 Aug 27 12:00:09.011783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f988d0fa-9260-4100-80ea-6a9e0776a562 req-16e52c8f-4573-4531-bf61-1844a77fc4e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622754 Aug 27 12:00:09.045319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device df190667-7e5b-4891-8c68-c19abc67e067 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:09.070039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c425e0b-c165-44fe-818a-2adf521225d4 req-fe0df4b3-4160-4aa9-a44b-4b7071842786 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019020 Aug 27 12:00:09.078604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:09.133964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Pushing event deleted for resources: {'Port': ['ID=c6089cac-c390-456a-befa-ba352f48c025,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:09.268902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] No DVR routers for this DVR port c6089cac-c390-456a-befa-ba352f48c025 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:09.273447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:09.276752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8410a1e6-1ec5-4a66-9cea-ff74ab93c1e8 req-0ebafc9d-1c29-46f0-8f60-30b2c9016342 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.77 "DELETE /v2.0/ports/c6089cac-c390-456a-befa-ba352f48c025 HTTP/1.1" status: 204 len: 173 time: 1.2936411 Aug 27 12:00:09.277851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'name': 'network-vif-deleted', 'tag': 'c6089cac-c390-456a-befa-ba352f48c025'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:09.280534 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0038d31b-24df-42c3-bf56-7cb4b6df0b7c" -d '{"events": [{"server_uuid": "32a6b57e-9662-493d-b180-bdc9a3be4f97", "name": "network-vif-deleted", "tag": "c6089cac-c390-456a-befa-ba352f48c025"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:09.284681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port df190667-7e5b-4891-8c68-c19abc67e067, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=df190667-7e5b-4891-8c68-c19abc67e067,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:09.285235 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b925c6-fa1b-4149-9d24-dfdd829ad6f3 x-openstack-request-id: req-f2b925c6-fa1b-4149-9d24-dfdd829ad6f3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:09.287033 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c977ee-cf30-4374-b40d-cf77acd6569f", "name": "network-vif-deleted", "tag": "8caf0072-102a-4d1b-b3f0-f47eaf036fc8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:09.287530 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2b925c6-fa1b-4149-9d24-dfdd829ad6f3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:09.288054 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c977ee-cf30-4374-b40d-cf77acd6569f', 'name': 'network-vif-deleted', 'tag': '8caf0072-102a-4d1b-b3f0-f47eaf036fc8', 'status': 'completed', 'code': 200} Aug 27 12:00:09.310638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'df190667-7e5b-4891-8c68-c19abc67e067', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:09.328691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d3dc883-539f-4b56-813c-6dd55072e616 req-926f5dc2-541d-4704-8650-2ed0e9d7d125 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 210 time: 0.0795677 Aug 27 12:00:09.419859 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:09.449219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df190667-7e5b-4891-8c68-c19abc67e067 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:09.481936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Sync routers for ids ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:09.501911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port df190667-7e5b-4891-8c68-c19abc67e067, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=df190667-7e5b-4891-8c68-c19abc67e067,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:09.512198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:09.517015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Routers {'a17bf4f8-b0fc-4ec6-b72c-2002217a7210'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:09.517662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:09.551834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0087918-0c53-40b1-8eed-cb8f46a440b0 req-e895763c-68c5-4654-8cba-e1ad6b90502c tempest-ImagesNegativeTestJSON-1650935285 tempest-ImagesNegativeTestJSON-1650935285-project] 10.222.0.76 "GET /v2.0/ports?device_id=25c977ee-cf30-4374-b40d-cf77acd6569f HTTP/1.1" status: 200 len: 210 time: 0.0362918 Aug 27 12:00:09.610549 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-15494e2e-6661-42e0-a030-7f0974a553c5 req-c2ecc1a8-0256-4d6e-9124-3a6b310548e7 tempest-FloatingIPDetailsNegativeTestJSON-857493977 tempest-FloatingIPDetailsNegativeTestJSON-857493977-project] show failed (client error): The resource could not be found. Aug 27 12:00:09.621720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:09.623474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15494e2e-6661-42e0-a030-7f0974a553c5 req-c2ecc1a8-0256-4d6e-9124-3a6b310548e7 tempest-FloatingIPDetailsNegativeTestJSON-857493977 tempest-FloatingIPDetailsNegativeTestJSON-857493977-project] 10.222.0.76 "GET /v2.0/floatingips/fc9704b7-3ac6-446f-9c12-012674ce835e HTTP/1.1" status: 404 len: 350 time: 0.0740635 Aug 27 12:00:09.640820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5d9af28f-45bc-431a-9b89-9f21d0732f78 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:09.707165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bcbe41e7-e679-41b5-8993-d83b400b1098 req-f8ce64d0-62d5-465d-a5ee-e11cf49c3905 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 210 time: 0.0632820 Aug 27 12:00:09.715506 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27691518-1f7f-46bd-8418-eb1c82a720af x-openstack-request-id: req-27691518-1f7f-46bd-8418-eb1c82a720af {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:09.715759 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a6b57e-9662-493d-b180-bdc9a3be4f97", "name": "network-vif-deleted", "tag": "c6089cac-c390-456a-befa-ba352f48c025", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:09.717622 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27691518-1f7f-46bd-8418-eb1c82a720af {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:09.718610 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a6b57e-9662-493d-b180-bdc9a3be4f97', 'name': 'network-vif-deleted', 'tag': 'c6089cac-c390-456a-befa-ba352f48c025', 'status': 'completed', 'code': 200} Aug 27 12:00:09.748031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=df190667-7e5b-4891-8c68-c19abc67e067,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:09.789886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Set router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:09.819067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5d9af28f-45bc-431a-9b89-9f21d0732f78 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:09.819710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:09.858207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48f5a3a7-81ef-485c-bfb0-0e8719637d75 req-4f094138-7a5c-4a42-b47d-a7aa25163b41 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0460508 Aug 27 12:00:09.898197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['df190667-7e5b-4891-8c68-c19abc67e067'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:09.941859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cbd58-452c-42ed-81b5-ae57a711d2cb req-5d73bb4a-7c3f-44b6-a962-d459944f7a3f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:09.944090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874cbd58-452c-42ed-81b5-ae57a711d2cb req-5d73bb4a-7c3f-44b6-a962-d459944f7a3f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 944 time: 0.0680313 Aug 27 12:00:09.969493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-47689f93-364e-418a-a4c9-e8bd32d62cff tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361760 Aug 27 12:00:10.134120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874cbd58-452c-42ed-81b5-ae57a711d2cb req-95cffea0-cb20-4f2f-9c22-f967e45b045d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635270 Aug 27 12:00:10.262442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:10.271627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-be119411-a027-4153-8d12-54575913ccfb tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:10.273529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-be119411-a027-4153-8d12-54575913ccfb tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946517 Aug 27 12:00:10.300405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b4882-1748-40a5-bcbe-d6ef69728695 req-2a426259-4936-4c67-9473-8571333af0b6 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:10.311329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-655b4882-1748-40a5-bcbe-d6ef69728695 req-2a426259-4936-4c67-9473-8571333af0b6 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.0977256 Aug 27 12:00:10.329210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:06Z', 'revision_number': 4, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '4e59b27f-112c-477c-9edd-070fcef5e2e7', 'name': '', 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2c78871d-3714-4205-850c-69099cb74901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:06Z', 'updated_at': '2021-08-27T12:00:06Z', 'revision_number': 2, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'subnets': [{'id': '2c78871d-3714-4205-850c-69099cb74901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:10.363642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Checking router: a17bf4f8-b0fc-4ec6-b72c-2002217a7210 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:10.364004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Updating router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 port 4e59b27f-112c-477c-9edd-070fcef5e2e7 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:00:10.372961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:10.402311 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:10.421389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-c3dc1560-f4be-4968-ae9f-277b28d74bc4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297685 Aug 27 12:00:10.444088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-655b4882-1748-40a5-bcbe-d6ef69728695 req-96d80581-0924-46f7-9ed1-aae40d3e7438 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271703 Aug 27 12:00:10.598555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fcc422e5-0b06-40f2-b748-a3665a6db9e9 req-4192e838-979a-469a-bba6-506b7ad67be4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 210 time: 0.0780964 Aug 27 12:00:10.675904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c6089cac-c390-456a-befa-ba352f48c025 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:10.726795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:10.744459 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:10.750342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: c6089cac-c390-456a-befa-ba352f48c025 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:10.750726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c6089cac-c390-456a-befa-ba352f48c025 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:10.884607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0949e519-1521-4388-8c97-b98edff19ac7 req-00b3c1e5-3295-490a-83bc-13917df98619 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 210 time: 0.0391836 Aug 27 12:00:10.980449 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.007635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Transition to ACTIVE for port object 4e59b27f-112c-477c-9edd-070fcef5e2e7 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:11.007968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.42 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/4f9e3571-cbd1-4bc2-8628-afa5dadfb918) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:11.017609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.062749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:11.070004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ea967f1-2575-4391-954f-81d8df1cb039 req-55e09d22-9488-45be-aa46-10b0bd1e18c0 tempest-ServersAdminNegativeTestJSON-1336343093 tempest-ServersAdminNegativeTestJSON-1336343093-project] 10.222.0.76 "GET /v2.0/ports?device_id=32a6b57e-9662-493d-b180-bdc9a3be4f97 HTTP/1.1" status: 200 len: 210 time: 0.0558860 Aug 27 12:00:11.117282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:11.126928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8caf0072-102a-4d1b-b3f0-f47eaf036fc8 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:11.184993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-a68984bf-a8bd-4ade-811f-af00ba860823 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:11.186667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-a68984bf-a8bd-4ade-811f-af00ba860823 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7263951 Aug 27 12:00:11.190475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d439a-893d-4692-9c2f-0dfb74b37748 None None] Pushing event updated for resources: {'Port': ['ID=4e59b27f-112c-477c-9edd-070fcef5e2e7,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:11.219300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': '66e03429-eec9-481b-81d7-c12988fc773b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:11.235593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-d954bb9c-2686-468e-add2-f093de3699eb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:11.237613 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-d954bb9c-2686-468e-add2-f093de3699eb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.2804201 Aug 27 12:00:11.302056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Attempting to bind port 4e59b27f-112c-477c-9edd-070fcef5e2e7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:11.303617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Attempting to bind port 4e59b27f-112c-477c-9edd-070fcef5e2e7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:11.303887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Attempting to bind port 4e59b27f-112c-477c-9edd-070fcef5e2e7 on network 307729b7-7d87-44f1-954a-546b6c569e99 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:11.310530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:11.311364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Checking segment: {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:11.311564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.312611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Bound using segment: {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:11.313548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Bound port: 4e59b27f-112c-477c-9edd-070fcef5e2e7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e912719-1654-4c51-a0cf-fce94327d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:11.314157 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.314461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Request body: {'port': {'device_id': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'admin_state_up': True, 'tenant_id': '4d8b68a3f5c24767aed383205f87b862'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:11.317385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:11.388873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a797-d8b0-4281-823c-c52150ded9de req-6083211d-81fd-46c1-87a4-0099849fa1f8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:11.395139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7949a797-d8b0-4281-823c-c52150ded9de req-6083211d-81fd-46c1-87a4-0099849fa1f8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 944 time: 0.1044390 Aug 27 12:00:11.432972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.475608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] For port 4e59b27f-112c-477c-9edd-070fcef5e2e7, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:11.481586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] For port 4e59b27f-112c-477c-9edd-070fcef5e2e7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4e59b27f-112c-477c-9edd-070fcef5e2e7,segment=NetworkSegment(7e912719-1654-4c51-a0cf-fce94327d1cc),segment_id=7e912719-1654-4c51-a0cf-fce94327d1cc)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:11.494994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.529854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:11.562369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Deleting port 4e59b27f-112c-477c-9edd-070fcef5e2e7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:11.562796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.574059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Routers {'a17bf4f8-b0fc-4ec6-b72c-2002217a7210'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:11.575102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:11.585115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:11.588684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.631063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7949a797-d8b0-4281-823c-c52150ded9de req-5f85c787-2d8b-4f33-b042-9b4a8c80efe2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888962 Aug 27 12:00:11.674081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d439a-893d-4692-9c2f-0dfb74b37748 None None] Pushing event updated for resources: {'Port': ['ID=4e59b27f-112c-477c-9edd-070fcef5e2e7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:11.689591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Made reservation on behalf of 4d8b68a3f5c24767aed383205f87b862 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:11.698621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.728026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97fd3b-f32d-4ade-88f5-13534b4ef796 req-95f7945f-98a1-4ec2-a9f2-7690daf00ac1 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:11.731081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e97fd3b-f32d-4ade-88f5-13534b4ef796 req-95f7945f-98a1-4ec2-a9f2-7690daf00ac1 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.1879363 Aug 27 12:00:11.784076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] Set router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:11.812870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:11.839305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:11.871279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:11.918770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72bbdbc2-9c29-4de0-b805-7a75942bab9c req-b2f9070a-aaf7-4365-aa8a-bac187ad7cad tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 210 time: 0.0590484 Aug 27 12:00:11.934736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e97fd3b-f32d-4ade-88f5-13534b4ef796 req-f25deb83-990f-418f-8af2-22e74d7bcd38 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907389 Aug 27 12:00:11.962153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:11.972868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:11.975573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:11.983228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:12.055573 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-65dac05d-4338-4890-b9a1-6dde19a54464 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcc26edcf71245e18013f14c030ca7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316740 Aug 27 12:00:12.062863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35248) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:12.076381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:12.077009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.107675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-49ec0335-469d-448a-b185-3da59daf98e1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7499590 Aug 27 12:00:12.138665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] For port 4e59b27f-112c-477c-9edd-070fcef5e2e7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4e59b27f-112c-477c-9edd-070fcef5e2e7,segment=NetworkSegment(7e912719-1654-4c51-a0cf-fce94327d1cc),segment_id=7e912719-1654-4c51-a0cf-fce94327d1cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:12.139242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.148583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Request body: {'port': {'device_id': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:12.153417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d22f3aaf-9cf6-4e28-91fd-6d1eaacd7a42 req-359e5bfe-8062-47b4-95bd-d72c708c1e72 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 210 time: 0.0629990 Aug 27 12:00:12.198009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Calling delete_port for 4e59b27f-112c-477c-9edd-070fcef5e2e7 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:12.236123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Allocated IP 172.20.0.7 (c3413eeb-efb4-4a7b-bd76-5198de6c7fdd/9395a922-30e4-4584-8b4a-f0da551ea860/629954b3-7b2c-4a51-86b2-b0c2e06c8b50) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:12.283367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.152 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/3b263924-d676-4ed7-9f27-7fe3f4dc521f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:12.345089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.430962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80705294-24de-4149-b070-2494baf36ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.461435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-fa2454b8-0cf5-4b6d-8290-d6acaa50e52f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159419 Aug 27 12:00:12.519303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a46d5-b5d2-4833-bd39-f63f5f220d27 req-53a4a09a-1618-4bda-860e-7000c053ff43 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:12.531065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a0a46d5-b5d2-4833-bd39-f63f5f220d27 req-53a4a09a-1618-4bda-860e-7000c053ff43 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.1884143 Aug 27 12:00:12.537504 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80705294-24de-4149-b070-2494baf36ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.550724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8f29dc9b-68d0-435c-afaf-cc960bb7803b None None] Provisioning for port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:12.564685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:06Z', 'revision_number': 4, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '4e59b27f-112c-477c-9edd-070fcef5e2e7', 'name': '', 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2c78871d-3714-4205-850c-69099cb74901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:06Z', 'updated_at': '2021-08-27T12:00:11Z', 'revision_number': 4, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'subnets': [{'id': '2c78871d-3714-4205-850c-69099cb74901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:12.599907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8f29dc9b-68d0-435c-afaf-cc960bb7803b None None] Provisioning complete for port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:12.600287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc9b-68d0-435c-afaf-cc960bb7803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.607500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7b340-f3f2-4718-a64e-10fd802015e0 None None] The sync data for ids ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'] in n-d-688802-4 is: [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:06Z', 'revision_number': 4, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '4e59b27f-112c-477c-9edd-070fcef5e2e7', 'name': '', 'network_id': '307729b7-7d87-44f1-954a-546b6c569e99', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2c78871d-3714-4205-850c-69099cb74901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:06Z', 'updated_at': '2021-08-27T12:00:11Z', 'revision_number': 4, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'subnets': [{'id': '2c78871d-3714-4205-850c-69099cb74901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:12.701272 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.720987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object 3b263924-d676-4ed7-9f27-7fe3f4dc521f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:12.736556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8f29dc9b-68d0-435c-afaf-cc960bb7803b None None] Port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:12.821826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35262) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:12.914047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a0a46d5-b5d2-4833-bd39-f63f5f220d27 req-b9392d44-c9b1-406d-922b-2a5c9547b080 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556261 Aug 27 12:00:12.930231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:12.953420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:12.992896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b47f-3088-4089-b530-d2e678b0b36d req-89e6a6e2-aed2-4d10-8aab-e03839d03c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:12.996869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-89e6a6e2-aed2-4d10-8aab-e03839d03c71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 1096 time: 0.4632804 Aug 27 12:00:13.060807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:13.061025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device df190667-7e5b-4891-8c68-c19abc67e067 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:13.076691 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80705294-24de-4149-b070-2494baf36ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.076961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9ace6-394a-430c-9769-c0346e8c610d req-1bd44cf0-c8be-4421-aa30-490cba022aeb tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:13.079807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80705294-24de-4149-b070-2494baf36ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.084379 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80705294-24de-4149-b070-2494baf36ead admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3763e51a-cbec-4930-af36-a755cf9ba902 HTTP/1.1" status: 204 len: 168 time: 1.0004265 Aug 27 12:00:13.090307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bd9ace6-394a-430c-9769-c0346e8c610d req-1bd44cf0-c8be-4421-aa30-490cba022aeb tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 944 time: 0.2934597 Aug 27 12:00:13.092223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:13.098096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.111292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:13.115102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:13.116441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.137094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=3b263924-d676-4ed7-9f27-7fe3f4dc521f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:13.159530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80705294-24de-4149-b070-2494baf36ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3763e51a-cbec-4930-af36-a755cf9ba902,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:13.214729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port df190667-7e5b-4891-8c68-c19abc67e067 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:13.220419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port df190667-7e5b-4891-8c68-c19abc67e067 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:13.221195 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.286810 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-ab559ffd-8184-4b21-8a45-c2a7276027fc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0768797 Aug 27 12:00:13.353770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Request body: {'port': {'device_id': '66e03429-eec9-481b-81d7-c12988fc773b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:13.383142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be07044f-79af-4a9c-aaf6-9dd3655d1dd3 req-9fd60047-9482-4b4c-978a-ecc01ce00552 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 210 time: 0.0966589 Aug 27 12:00:13.413028 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.439106 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6a74ee4e-8ff1-4b53-9141-cfef18fe197f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=502e73c26d5a4fd1b631baab3265f4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157360 Aug 27 12:00:13.450965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:13.458239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:13.490968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bd9ace6-394a-430c-9769-c0346e8c610d req-6cfccd3f-7786-477e-8ee7-b6a4ee250f86 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001646 Aug 27 12:00:13.513165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.569419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:13.571813 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2211f4f-6365-4323-9d09-ca57cce50118" -d '{"events": [{"server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "name": "network-vif-plugged", "status": "completed", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:13.636072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port df190667-7e5b-4891-8c68-c19abc67e067, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=df190667-7e5b-4891-8c68-c19abc67e067,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:13.652280 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.672359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b47f-3088-4089-b530-d2e678b0b36d req-fff5e9af-656e-4e35-abd1-36d3e4097a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:13.673746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-fff5e9af-656e-4e35-abd1-36d3e4097a59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 924 time: 0.6478508 Aug 27 12:00:13.704100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:13.720749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:13.722605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.739791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:13.751250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:13.751960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.804693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=df190667-7e5b-4891-8c68-c19abc67e067,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:13.809518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e59b27f-112c-477c-9edd-070fcef5e2e7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:13.825692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:13.943965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4e59b27f-112c-477c-9edd-070fcef5e2e7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:13.944655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e59b27f-112c-477c-9edd-070fcef5e2e7 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 12:00:14.025556 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da77979-8e42-4d5b-a04a-e4adfbe0e28e x-openstack-request-id: req-0da77979-8e42-4d5b-a04a-e4adfbe0e28e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:14.031871 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "name": "network-vif-plugged", "status": "completed", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:14.032274 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0da77979-8e42-4d5b-a04a-e4adfbe0e28e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:14.033132 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'code': 200} Aug 27 12:00:14.034442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Port 4e59b27f-112c-477c-9edd-070fcef5e2e7 not found, will not notify nova. {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 12:00:14.059064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:14.081521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-29c97bd9-337f-4dbb-bfcb-c1e7db5f11f3 None None] Provisioning for port 3b263924-d676-4ed7-9f27-7fe3f4dc521f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:14.090871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-29c97bd9-337f-4dbb-bfcb-c1e7db5f11f3 None None] Provisioning complete for port 3b263924-d676-4ed7-9f27-7fe3f4dc521f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:14.091340 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29c97bd9-337f-4dbb-bfcb-c1e7db5f11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.137899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-29c97bd9-337f-4dbb-bfcb-c1e7db5f11f3 None None] Port 3b263924-d676-4ed7-9f27-7fe3f4dc521f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:14.173436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-28829ec1-3eee-4f5f-8685-c2533d467573 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8916695 Aug 27 12:00:14.257080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Request body: {'port': {'device_id': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:14.264998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e59b27f-112c-477c-9edd-070fcef5e2e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:14.366221 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b239f30-4aef-404f-9aa6-006c3005bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.373008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:14.398411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.446965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b239f30-4aef-404f-9aa6-006c3005bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.450924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-ba76b03d-9a3c-4b04-b00c-61a2ecfaaf0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe78d12-09be-4475-989b-67b91e0525d6 HTTP/1.1" status: 200 len: 1001 time: 0.7388070 Aug 27 12:00:14.459631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Transition to ACTIVE for port object 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:14.471705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fe1f-6dbf-4591-94d7-eb03761a6edf req-a7c7e12d-8f00-48be-a415-c8c44ec0e6da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:14.473433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c229fe1f-6dbf-4591-94d7-eb03761a6edf req-a7c7e12d-8f00-48be-a415-c8c44ec0e6da tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 936 time: 0.8028264 Aug 27 12:00:14.538793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.577203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17a7ba-83e7-43cd-903d-657d8b2bfca7 req-b8c99633-12f1-4ae5-9055-b46ada6543f8 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:14.584973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e17a7ba-83e7-43cd-903d-657d8b2bfca7 req-b8c99633-12f1-4ae5-9055-b46ada6543f8 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.3079965 Aug 27 12:00:14.597945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35304) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:14.670951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.683373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b47f-3088-4089-b530-d2e678b0b36d req-3c002998-a692-47d8-9276-3bd33d0b496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:14.684308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-3c002998-a692-47d8-9276-3bd33d0b496e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.2234838 Aug 27 12:00:14.730373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c229fe1f-6dbf-4591-94d7-eb03761a6edf req-359798d9-9bdf-4f07-96fa-87e6ce359936 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038593 Aug 27 12:00:14.736382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Pushing event updated for resources: {'Port': ['ID=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:14.805606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e17a7ba-83e7-43cd-903d-657d8b2bfca7 req-31a2c343-e47a-4fb5-913e-d0d6ff5a0387 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194777 Aug 27 12:00:14.827006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1658410914-network', 'tenant_id': '237a73e6f5a04e31972542bbf8545b9e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:14.864144 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b239f30-4aef-404f-9aa6-006c3005bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.872338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b239f30-4aef-404f-9aa6-006c3005bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:14.875982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4b239f30-4aef-404f-9aa6-006c3005bec1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8677400b-51e6-413a-899a-4999fe90dc23 HTTP/1.1" status: 204 len: 168 time: 1.4107001 Aug 27 12:00:14.905478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806adb7a-9164-4bff-9b00-ffaa419923b2 req-5a7272c6-6fa6-420c-a991-1be0ca04a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:14.907025 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-806adb7a-9164-4bff-9b00-ffaa419923b2 req-5a7272c6-6fa6-420c-a991-1be0ca04a541 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.7723501 Aug 27 12:00:14.940580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b239f30-4aef-404f-9aa6-006c3005bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8677400b-51e6-413a-899a-4999fe90dc23,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:14.986291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b47f-3088-4089-b530-d2e678b0b36d req-d9490514-5cfe-4c7c-9dc0-af22ac2cc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:14.988225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-d9490514-5cfe-4c7c-9dc0-af22ac2cc9d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880776 Aug 27 12:00:15.007129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Made reservation on behalf of 237a73e6f5a04e31972542bbf8545b9e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:15.009370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.024890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.086864 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.094672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Attempting to bind port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:15.095347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Attempting to bind port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:15.095744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Attempting to bind port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:15.097471 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-806adb7a-9164-4bff-9b00-ffaa419923b2 req-ec9359fb-13aa-48fa-9a47-e7ef15827b42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206417 Aug 27 12:00:15.120657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:15.120981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Attempting to bind port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:15.136393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817702a-a5f1-45d5-8043-9bb0455034e0 req-80ad5593-a7d2-4639-9ffe-ec2ecaf9c4e9 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:15.137906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d817702a-a5f1-45d5-8043-9bb0455034e0 req-80ad5593-a7d2-4639-9ffe-ec2ecaf9c4e9 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 931 time: 0.2180569 Aug 27 12:00:15.156939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:15.157287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:15.157664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:15.158272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Bound port: 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:15.158655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.180455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:00:15.200759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999415-ace6-4a64-bca4-969d66c3ac49 req-b618e815-e311-4f4e-afa4-7f738cd9a815 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:15.202204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67999415-ace6-4a64-bca4-969d66c3ac49 req-b618e815-e311-4f4e-afa4-7f738cd9a815 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 945 time: 0.2210848 Aug 27 12:00:15.255146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35312) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:15.292192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-f8e3d47d-43e9-4aeb-beb6-075e42c8b204 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891951 Aug 27 12:00:15.299030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b263924-d676-4ed7-9f27-7fe3f4dc521f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:15.327426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d817702a-a5f1-45d5-8043-9bb0455034e0 req-5402344c-294d-4b71-887a-89973e210f45 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715164 Aug 27 12:00:15.340619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.384776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67999415-ace6-4a64-bca4-969d66c3ac49 req-bbc2b5d3-f2b9-47bb-a00c-c4d43edb74fd tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715693 Aug 27 12:00:15.423837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Transition to ACTIVE for port object 3b263924-d676-4ed7-9f27-7fe3f4dc521f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:15.432968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] For port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:15.456890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] For port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:15.463750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.473861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.483819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-278f8f02-0780-459b-8272-54c5fb6a3788 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0dd7756be7c416e905c5f6c611acc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275498 Aug 27 12:00:15.485178 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.488187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:15.523589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.567778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b263924-d676-4ed7-9f27-7fe3f4dc521f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:15.584251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:15.585029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.586285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:15.586472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-461e12fd-c719-4607-a788-c77000bb552d service neutron] 10.222.0.77 "PUT /v2.0/ports/4f9e3571-cbd1-4bc2-8628-afa5dadfb918 HTTP/1.1" status: 200 len: 1095 time: 3.4432294 Aug 27 12:00:15.596617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'tag': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:15.598937 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e1ee91-c559-44af-b078-45fb89bab2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1", "tag": "4f9e3571-cbd1-4bc2-8628-afa5dadfb918"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:15.602009 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] Sync routers for ids ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:15.603684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9777b47f-3088-4089-b530-d2e678b0b36d req-8083765f-5946-497d-96b8-975aa86fde23 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641585 Aug 27 12:00:15.611220 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-26bd16a6-7d37-4665-8dd1-0056169e23d8 admin admin] 10.222.0.76 "PUT /v2.0/routers/a17bf4f8-b0fc-4ec6-b72c-2002217a7210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9883947 Aug 27 12:00:15.616153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35318) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:15.617161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:00:15.636220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e12fd-c719-4607-a788-c77000bb552d service neutron] Pushing event updated for resources: {'Port': ['ID=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:15.640271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d6e7b-9ae5-4870-8933-814eeefbe612,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:15.647272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.647712 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Added segment 3dd20df6-fae8-49f5-847f-30e7f76a41d2 of type vlan for network 2be0c730-d502-400e-86a0-8a62690c01a4 Aug 27 12:00:15.661527 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] Routers {'a17bf4f8-b0fc-4ec6-b72c-2002217a7210'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:15.665430 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:15.697665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50272cc-525a-4fee-a0d5-4cf6d2274249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.712429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.742139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Attempting to bind port 3b263924-d676-4ed7-9f27-7fe3f4dc521f on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:15.742765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Attempting to bind port 3b263924-d676-4ed7-9f27-7fe3f4dc521f by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:15.742867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Attempting to bind port 3b263924-d676-4ed7-9f27-7fe3f4dc521f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:15.746470 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99495f1a-f65b-4013-a8ea-1ae7cd676538 x-openstack-request-id: req-99495f1a-f65b-4013-a8ea-1ae7cd676538 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:15.746470 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1", "tag": "4f9e3571-cbd1-4bc2-8628-afa5dadfb918", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:15.746727 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99495f1a-f65b-4013-a8ea-1ae7cd676538 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:15.746998 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'tag': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'status': 'completed', 'code': 200} Aug 27 12:00:15.761022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Port 3b263924-d676-4ed7-9f27-7fe3f4dc521f on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:15.761371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Attempting to bind port 3b263924-d676-4ed7-9f27-7fe3f4dc521f on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:15.763292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50272cc-525a-4fee-a0d5-4cf6d2274249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.777790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:15.782094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:15.782484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:15.782877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:15.783317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Bound port: 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:15.783670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.814021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.814947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:15.815528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.819286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-496829ae-f2a0-49df-85cb-3d447c346977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:15.820798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-496829ae-f2a0-49df-85cb-3d447c346977 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 1098 time: 0.1197889 Aug 27 12:00:15.825106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.890051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Transition to ACTIVE for port object 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:15.903383 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] Set router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:15.909987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.919994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:15.937384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-9a80974c-00b0-4d37-ae56-837b792f42e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918 HTTP/1.1" status: 200 len: 217 time: 0.0521958 Aug 27 12:00:15.949295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3433702 Aug 27 12:00:15.956440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:16.013965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Request body: {'subnet': {'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1658410914-subnet', 'tenant_id': '237a73e6f5a04e31972542bbf8545b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:16.087946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:16.089121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Made reservation on behalf of 237a73e6f5a04e31972542bbf8545b9e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:16.091856 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.094546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] For port 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:16.127088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c0e0d-41d7-4296-9ead-d07f6aab0992 admin admin] Pushing event updated for resources: {'Network': ['ID=2be0c730-d502-400e-86a0-8a62690c01a4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:16.140672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 2be0c730-d502-400e-86a0-8a62690c01a4 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:00:16.150234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] For port 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:16.153498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8b8cb-b2af-4e13-869f-d057384e13c0 req-c43ead10-0944-4403-b4ee-7d7505d98f6b tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.155490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8f8b8cb-b2af-4e13-869f-d057384e13c0 req-c43ead10-0944-4403-b4ee-7d7505d98f6b tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.2002416 Aug 27 12:00:16.156748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:16.157068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:16.157672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:16.164808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.174211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:16.174211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:16.198882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50272cc-525a-4fee-a0d5-4cf6d2274249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.201298 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f50272cc-525a-4fee-a0d5-4cf6d2274249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.205747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f50272cc-525a-4fee-a0d5-4cf6d2274249 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/868e83f1-b76f-4175-b79d-a4510ba34e01 HTTP/1.1" status: 204 len: 168 time: 0.6965890 Aug 27 12:00:16.231893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50272cc-525a-4fee-a0d5-4cf6d2274249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e83f1-b76f-4175-b79d-a4510ba34e01,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:16.242141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 11, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:16.249814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:16.250589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:16.251239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Bound port: 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:16.254468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.262686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.266802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720c7d-3c13-44f3-ad82-94661217b584 req-971a5098-dfe6-43ae-ac18-203df86320db tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.274672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94720c7d-3c13-44f3-ad82-94661217b584 req-971a5098-dfe6-43ae-ac18-203df86320db tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 948 time: 0.3904898 Aug 27 12:00:16.276940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.277275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-1884af65-fe25-4fbb-9119-643467d89cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.277900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.278723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-1884af65-fe25-4fbb-9119-643467d89cc9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.3284025 Aug 27 12:00:16.280045 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/3b263924-d676-4ed7-9f27-7fe3f4dc521f HTTP/1.1" status: 200 len: 1096 time: 2.9504824 Aug 27 12:00:16.281053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e03429-eec9-481b-81d7-c12988fc773b', 'tag': '3b263924-d676-4ed7-9f27-7fe3f4dc521f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:16.283599 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc975e-cf86-4063-8a17-29342a622cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "66e03429-eec9-481b-81d7-c12988fc773b", "tag": "3b263924-d676-4ed7-9f27-7fe3f4dc521f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:16.310699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2101-4689-49be-9876-a757802cc67c req-a3ce325f-5742-4a23-8342-f23432d194db tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.313004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15bb2101-4689-49be-9876-a757802cc67c req-a3ce325f-5742-4a23-8342-f23432d194db tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.2463143 Aug 27 12:00:16.437822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474be164-6e82-486a-9edc-63f4da1eb7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b263924-d676-4ed7-9f27-7fe3f4dc521f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:16.438430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8f8b8cb-b2af-4e13-869f-d057384e13c0 req-cc929868-a797-4b45-be3d-574a55e37fc3 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479527 Aug 27 12:00:16.450233 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:13Z', 'revision_number': 5, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port': {'id': '5d9af28f-45bc-431a-9b89-9f21d0732f78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:00:02Z', 'updated_at': '2021-08-27T12:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:16.476857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-4f8b92d0-07f2-451b-a76a-4465761191cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.478366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-4f8b92d0-07f2-451b-a76a-4465761191cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817739 Aug 27 12:00:16.511045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94720c7d-3c13-44f3-ad82-94661217b584 req-428b576a-471a-4e4e-964c-8a3c433d3254 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354107 Aug 27 12:00:16.532940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] Checking router: a17bf4f8-b0fc-4ec6-b72c-2002217a7210 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:16.548018 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] Routers {'a17bf4f8-b0fc-4ec6-b72c-2002217a7210'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:16.548868 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T11:59:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:16.586253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-2624ab3a-f079-4a9f-92a8-8b108b4b2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.591445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-2624ab3a-f079-4a9f-92a8-8b108b4b2d7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 1099 time: 0.2132142 Aug 27 12:00:16.596009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:16.607178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:16.635372 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5c4da-32b0-4c6a-902f-1283e2638107 x-openstack-request-id: req-5eb5c4da-32b0-4c6a-902f-1283e2638107 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:16.635708 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e03429-eec9-481b-81d7-c12988fc773b", "tag": "3b263924-d676-4ed7-9f27-7fe3f4dc521f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:16.636034 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5eb5c4da-32b0-4c6a-902f-1283e2638107 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:16.636509 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e03429-eec9-481b-81d7-c12988fc773b', 'tag': '3b263924-d676-4ed7-9f27-7fe3f4dc521f', 'status': 'completed', 'code': 200} Aug 27 12:00:16.650045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.714935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Deleting port 5d9af28f-45bc-431a-9b89-9f21d0732f78 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:16.715506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.716348 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] Set router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:16.721106 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-12777d9e-5637-4e8f-8414-2f4cea33ba45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f HTTP/1.1" status: 200 len: 217 time: 0.1166179 Aug 27 12:00:16.788860 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:16Z', 'revision_number': 6, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:16.822193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.823833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.825260 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca99056-1b46-4885-9d47-a7bfbfc7becd None None] The sync data for ids ['a17bf4f8-b0fc-4ec6-b72c-2002217a7210'] in n-d-688802-4 is: [{'id': 'a17bf4f8-b0fc-4ec6-b72c-2002217a7210', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-936903520-router', 'tenant_id': 'bace650dbba84bafb3cca7bd9d122855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:00:01Z', 'updated_at': '2021-08-27T12:00:16Z', 'revision_number': 6, 'project_id': 'bace650dbba84bafb3cca7bd9d122855', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:16.825740 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] 10.222.0.77 "PUT /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 1091 time: 2.5741959 Aug 27 12:00:16.933928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855672c-860c-4f8c-a9bf-03ad3ea20533 req-52b01577-0401-4c29-aaef-dd15816f87fb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.935547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e855672c-860c-4f8c-a9bf-03ad3ea20533 req-52b01577-0401-4c29-aaef-dd15816f87fb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 943 time: 0.2304156 Aug 27 12:00:16.944385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Deleting port b0f9b500-84ec-4832-9bf8-d148d3ec47ca {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:16.944801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.953804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-cfddc612-6833-4230-9e2d-45b32fa1bd8e service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416933 Aug 27 12:00:16.954673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:16.977246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df744e8-7ecc-4fe6-9dbe-e990d6794e6d req-78c004dc-45e8-403a-b8bb-f2c29625b8d8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:16.978860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df744e8-7ecc-4fe6-9dbe-e990d6794e6d req-78c004dc-45e8-403a-b8bb-f2c29625b8d8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 945 time: 0.2119484 Aug 27 12:00:17.158909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec3708-a2bd-4012-b98b-565be9a4c752 service neutron] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:17.173872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-1d7ce478-6585-4794-935a-fb2f3b66793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:17.175500 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-1d7ce478-6585-4794-935a-fb2f3b66793d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.4352748 Aug 27 12:00:17.228522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-fcf546dc-9489-446b-b6a8-c7624909e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:17.230101 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-fcf546dc-9489-446b-b6a8-c7624909e974 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1094 time: 0.1255729 Aug 27 12:00:17.236783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] For port 5d9af28f-45bc-431a-9b89-9f21d0732f78, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5d9af28f-45bc-431a-9b89-9f21d0732f78,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:17.237160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:17.260394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Calling delete_port for 5d9af28f-45bc-431a-9b89-9f21d0732f78 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:17.297193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-5147d40e-a5fc-4fd3-81a3-bcfa8e5fc36f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0513682 Aug 27 12:00:17.368490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-5bb6a64c-2202-4232-a300-4ae2a5c86f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:17.370196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-5bb6a64c-2202-4232-a300-4ae2a5c86f49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812329 Aug 27 12:00:17.399058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13722941-4dcf-46a6-ad0e-febf8aa83384,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:17.425391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e855672c-860c-4f8c-a9bf-03ad3ea20533 req-0b132a29-8c1b-43a7-8ee4-6bc484e9d7f5 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559069 Aug 27 12:00:17.457180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-2a544b1f-e01d-4b7c-bafb-944a135409b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:17.458711 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-2a544b1f-e01d-4b7c-bafb-944a135409b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1509645 Aug 27 12:00:17.486070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df744e8-7ecc-4fe6-9dbe-e990d6794e6d req-e0c3df9a-ae0f-4c63-9774-6d26cebc0a20 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646454 Aug 27 12:00:17.489461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] For port b0f9b500-84ec-4832-9bf8-d148d3ec47ca, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:17.489914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:17.493742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Checking segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:17.494457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Network hostable DHCP agents. Network: 2be0c730-d502-400e-86a0-8a62690c01a4, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:00:17.508795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-cacea223-3524-4501-ae10-511fe8481b11 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271816 Aug 27 12:00:17.514871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Calling delete_port for b0f9b500-84ec-4832-9bf8-d148d3ec47ca owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:17.564923 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-35c00ef9-f986-4e2c-8f99-45f05115ae8f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948396 Aug 27 12:00:17.588662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Network 2be0c730-d502-400e-86a0-8a62690c01a4 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:00:17.600603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-d580d8aa-ad8c-4330-9fde-d924e38f5920 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168751 Aug 27 12:00:17.698170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 2be0c730-d502-400e-86a0-8a62690c01a4) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:17.711548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715aafa8-35ae-424c-898a-c2ba35da755b None None] Network 2be0c730-d502-400e-86a0-8a62690c01a4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:17.747086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:17.747864 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:17.811564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:17.815562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5d9af28f-45bc-431a-9b89-9f21d0732f78 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:17.843467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 5d9af28f-45bc-431a-9b89-9f21d0732f78 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:17.843814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5d9af28f-45bc-431a-9b89-9f21d0732f78 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:17.844223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e59b27f-112c-477c-9edd-070fcef5e2e7 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:17.858366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d33004bd-c50e-4f8a-991a-e44d7636672f req-25056dba-dcdf-4cd0-b4c8-20c962700ebe service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491224 Aug 27 12:00:17.861024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9af28f-45bc-431a-9b89-9f21d0732f78,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:17.866745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-a6234a0d-625d-45eb-a959-f554256aaeff service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451985 Aug 27 12:00:17.888869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4e59b27f-112c-477c-9edd-070fcef5e2e7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:17.889215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e59b27f-112c-477c-9edd-070fcef5e2e7 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:17.899570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:17.999573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59c20d64-af64-443b-b8cd-72882791c84f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0072839 Aug 27 12:00:18.002408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-8861e413-6da6-4520-87f4-3cc8c039e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.008263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-8861e413-6da6-4520-87f4-3cc8c039e290 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 1098 time: 0.3340960 Aug 27 12:00:18.019862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2327b45-9584-431a-b90d-5d132d8af083 req-2abc92c3-f6b8-4fb5-93c9-c01731fb30f6 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.028327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2327b45-9584-431a-b90d-5d132d8af083 req-2abc92c3-f6b8-4fb5-93c9-c01731fb30f6 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb201ba-5bef-46b7-bf8b-5159881057d4 HTTP/1.1" status: 200 len: 949 time: 0.4515467 Aug 27 12:00:18.056941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf817f99-a22d-4442-bca7-6583862a6caa req-119a30fa-cd06-4752-a1c8-656a34977fe0 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5214012 Aug 27 12:00:18.084679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.090282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.096227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae25b3-2288-43e5-ac40-f656c54adc4d None None] Network 2be0c730-d502-400e-86a0-8a62690c01a4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:18.112148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:18.216510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2327b45-9584-431a-b90d-5d132d8af083 req-858b144b-947b-4da6-b192-ba543e05e368 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.76 "GET /v2.0/security-groups?id=40bd8649-e5c4-4b46-823c-977b849a4014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871862 Aug 27 12:00:18.231632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.239038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.256514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-a903b601-cd8b-411d-a7a3-55e60d541a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.258358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-a903b601-cd8b-411d-a7a3-55e60d541a40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 1099 time: 0.2366343 Aug 27 12:00:18.262554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.263229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17bf4f8-b0fc-4ec6-b72c-2002217a7210 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:00:18.267436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6b2eabd6-7d26-4840-9ea3-70ec9b7327ce req-bc7aaf8b-93bb-4a2a-9c3a-13b7272992ed service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789082 Aug 27 12:00:18.279866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.283779 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bbbf2be3-0218-4bd0-8b56-5237de770136 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a17bf4f8-b0fc-4ec6-b72c-2002217a7210 HTTP/1.1" status: 204 len: 168 time: 2.6645026 Aug 27 12:00:18.296709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:18.348167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['b0f9b500-84ec-4832-9bf8-d148d3ec47ca'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:18.423623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Pushing event deleted for resources: {'Port': ['ID=b0f9b500-84ec-4832-9bf8-d148d3ec47ca,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:18.428468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-6e6a6a26-6477-45c7-9f45-d5cd051eaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.430025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-6e6a6a26-6477-45c7-9f45-d5cd051eaefe service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3981016 Aug 27 12:00:18.471884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Deleting subnet 2c78871d-3714-4205-850c-69099cb74901 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:00:18.472705 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ca721b2b-a329-49c0-a99f-f898ac3410fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.482158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.529471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] No DVR routers for this DVR port b0f9b500-84ec-4832-9bf8-d148d3ec47ca on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:18.537718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-2fdb334d-7388-4417-8e52-1ba320054a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.541261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-2fdb334d-7388-4417-8e52-1ba320054a18 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2586179 Aug 27 12:00:18.558369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.565638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.567727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15bb2101-4689-49be-9876-a757802cc67c req-c924316d-624d-4f4d-bd65-b0d103091a84 tempest-DeleteServersAdminTestJSON-503726805 tempest-DeleteServersAdminTestJSON-503726805-project] 10.222.0.65 "DELETE /v2.0/ports/b0f9b500-84ec-4832-9bf8-d148d3ec47ca HTTP/1.1" status: 204 len: 173 time: 2.1926899 Aug 27 12:00:18.568973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'name': 'network-vif-deleted', 'tag': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:18.571409 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a07a31-d219-4087-864d-f565b5ca0390" -d '{"events": [{"server_uuid": "eeb201ba-5bef-46b7-bf8b-5159881057d4", "name": "network-vif-deleted", "tag": "b0f9b500-84ec-4832-9bf8-d148d3ec47ca"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:18.578708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-3116a7ff-ebe2-4f4d-87ae-a3dd627d8221 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918 HTTP/1.1" status: 200 len: 217 time: 0.0870206 Aug 27 12:00:18.605179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-1731e5c4-a5bf-44f7-98dd-deef7f30923c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f HTTP/1.1" status: 200 len: 217 time: 0.0558822 Aug 27 12:00:18.650617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da8faa-a1bf-4e4a-9820-278f55278626 req-8cd4a3f4-0831-4c68-94d3-0072748500a3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.651810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4da8faa-a1bf-4e4a-9820-278f55278626 req-8cd4a3f4-0831-4c68-94d3-0072748500a3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 948 time: 0.2573676 Aug 27 12:00:18.660707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:18.663205 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b" -d '{"events": [{"name": "network-changed", "server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:18.715299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-92c08f71-805a-4152-b4c1-ac2a70e9309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.716830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-92c08f71-805a-4152-b4c1-ac2a70e9309e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1293323 Aug 27 12:00:18.737457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4da8faa-a1bf-4e4a-9820-278f55278626 req-2199b5df-b9ba-44f0-9af9-c4e3283b631b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846570 Aug 27 12:00:18.760555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-f37ff15f-1bc6-42d3-9bdd-f1693831891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.762072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-f37ff15f-1bc6-42d3-9bdd-f1693831891a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1387274 Aug 27 12:00:18.768010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.831800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.890952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-14d2e9f5-5183-461b-ae60-faef3a03ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.891266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-82b923d6-4eea-42c4-9288-9a833245ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:18.891983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-14d2e9f5-5183-461b-ae60-faef3a03ed45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525662 Aug 27 12:00:18.892515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-82b923d6-4eea-42c4-9288-9a833245ccc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814621 Aug 27 12:00:18.902238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.973223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c78871d-3714-4205-850c-69099cb74901,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:18.977390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:18.982113 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f1bc2e11-f27a-4bd9-9e23-bcc63d87b9c7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2c78871d-3714-4205-850c-69099cb74901 HTTP/1.1" status: 204 len: 168 time: 0.6840074 Aug 27 12:00:18.985366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35398) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:18.995354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aaa9da-47a7-4c97-834b-e44a095ec129 None None] Network 307729b7-7d87-44f1-954a-546b6c569e99 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:19.041217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Allocated IP 172.25.8.96 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/92cabc60-5c39-46b5-a09c-ad46d0f65200) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:19.061410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-c0c737d7-7d7e-4466-be3e-dd3fe4d7e812 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571791 Aug 27 12:00:19.132586 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.144060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-0d9c4581-8e87-483f-a9ce-9dbc259615e7 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436736 Aug 27 12:00:19.270941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31e1ee91-c559-44af-b078-45fb89bab2ca req-f4b021ea-8490-444e-9877-b7be4ef4f1b5 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002749 Aug 27 12:00:19.284492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.378830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] DHCP port deletion for 307729b7-7d87-44f1-954a-546b6c569e99 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:00:19.397549 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-05bc975e-cf86-4063-8a17-29342a622cb6 req-2f6add67-974c-4aa1-a224-a04d32e35263 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416821 Aug 27 12:00:19.400983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Deleting port 821d5803-07a9-4876-a4bb-12673b3277f5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:19.401270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.427980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.455826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] Deleting port 821d5803-07a9-4876-a4bb-12673b3277f5 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:19.456644 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.488208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:19.495282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-248374f7-a769-4a9f-952f-2ee440e20fe1 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:19.496890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-248374f7-a769-4a9f-952f-2ee440e20fe1 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 822 time: 0.1651967 Aug 27 12:00:19.502443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:19.506275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:19.507801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] For port 821d5803-07a9-4876-a4bb-12673b3277f5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=821d5803-07a9-4876-a4bb-12673b3277f5,segment=NetworkSegment(7e912719-1654-4c51-a0cf-fce94327d1cc),segment_id=7e912719-1654-4c51-a0cf-fce94327d1cc)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:19.508080 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.528090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Calling delete_port for 821d5803-07a9-4876-a4bb-12673b3277f5 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:19.536770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event updated for resources: {'Port': ['ID=92cabc60-5c39-46b5-a09c-ad46d0f65200,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:19.550154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-088386c4-fedb-4ea1-a38d-15ebdf1cf9df tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/quotas/237a73e6f5a04e31972542bbf8545b9e HTTP/1.1" status: 200 len: 375 time: 0.0388923 Aug 27 12:00:19.563555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] For port 821d5803-07a9-4876-a4bb-12673b3277f5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=821d5803-07a9-4876-a4bb-12673b3277f5,segment=NetworkSegment(7e912719-1654-4c51-a0cf-fce94327d1cc),segment_id=7e912719-1654-4c51-a0cf-fce94327d1cc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:19.574666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.593036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 821d5803-07a9-4876-a4bb-12673b3277f5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:19.604178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-a20690f4-9924-47f2-8da3-c81334435f3d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383291 Aug 27 12:00:19.618117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] Calling delete_port for 821d5803-07a9-4876-a4bb-12673b3277f5 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:19.636649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.663890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=821d5803-07a9-4876-a4bb-12673b3277f5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:19.668996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] No DVR routers for this DVR port 821d5803-07a9-4876-a4bb-12673b3277f5 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:19.710680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No active binding found for port 821d5803-07a9-4876-a4bb-12673b3277f5 {{(pid=94625) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 12:00:19.711539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 821d5803-07a9-4876-a4bb-12673b3277f5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:19.726755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.757437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.760748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.773332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.774040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.775228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.775666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.776054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.776463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.777011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.777408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.777797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.778193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.787757 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.814529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] Pushing event deleted for resources: {'Port': ['ID=821d5803-07a9-4876-a4bb-12673b3277f5,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:19.820266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5eca80-5eac-4c6b-90c8-cb3152a491a0 None None] No DVR routers for this DVR port 821d5803-07a9-4876-a4bb-12673b3277f5 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:19.864249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.864609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.864952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.865324 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 12:00:19.865725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307729b7-7d87-44f1-954a-546b6c569e99']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:19.890486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e912719-1654-4c51-a0cf-fce94327d1cc') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:19.891008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e912719-1654-4c51-a0cf-fce94327d1cc') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:19.919861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.949721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.961435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:00:19.962030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: from cryptography.utils import int_from_bytes Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: from cryptography.utils import int_from_bytes Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:00:19.968241 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:00:20.030940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-13b892fe-267b-41e7-a21c-80cee7b18b7b service neutron] 10.222.0.76 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258702 Aug 27 12:00:20.045879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.050779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.058560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.060551 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/307729b7-7d87-44f1-954a-546b6c569e99 HTTP/1.1" status: 204 len: 168 time: 1.0746598 Aug 27 12:00:20.074967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93139214-6b88-4aad-b35f-7e3a90d671d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=307729b7-7d87-44f1-954a-546b6c569e99,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:20.201388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-31b6c634-4c95-4b23-a612-a486bbdb7704 service neutron] 10.222.0.76 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631410 Aug 27 12:00:20.244708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:20.267473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.273074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.288169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5bfb8d5e-50cf-4bac-a8f0-dab9c3451cf4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bace650dbba84bafb3cca7bd9d122855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396714 Aug 27 12:00:20.289136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:20.345335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a19933-ed99-4aa7-8605-4c327a841767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.352367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event updated for resources: {'Port': ['ID=92cabc60-5c39-46b5-a09c-ad46d0f65200,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:20.360862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.368268 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a19933-ed99-4aa7-8605-4c327a841767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.376127 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.377935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf817f99-a22d-4442-bca7-6583862a6caa req-c0931ebb-393c-4211-a9fc-f3d4c00ce5dc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3201950 Aug 27 12:00:20.419664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a19933-ed99-4aa7-8605-4c327a841767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.426222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f7a19933-ed99-4aa7-8605-4c327a841767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.426222 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f7a19933-ed99-4aa7-8605-4c327a841767 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6649395f-d01d-40d6-add0-2cf7c587f959 HTTP/1.1" status: 204 len: 168 time: 0.1342163 Aug 27 12:00:20.434820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a19933-ed99-4aa7-8605-4c327a841767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6649395f-d01d-40d6-add0-2cf7c587f959,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:20.508122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf817f99-a22d-4442-bca7-6583862a6caa req-bf738d5a-2b5b-46ca-a14f-5cb19f1596d5 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1223669 Aug 27 12:00:20.578079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd239997-4f97-49ba-adad-789bc24b6c97 req-45d04a03-c032-47e7-810e-df100395453b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:20.579687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd239997-4f97-49ba-adad-789bc24b6c97 req-45d04a03-c032-47e7-810e-df100395453b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 943 time: 0.1667345 Aug 27 12:00:20.668769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817f99-a22d-4442-bca7-6583862a6caa req-bcbb1614-73a8-40e2-92c3-f96033825004 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:20.670334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf817f99-a22d-4442-bca7-6583862a6caa req-bcbb1614-73a8-40e2-92c3-f96033825004 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.1552622 Aug 27 12:00:20.673911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd239997-4f97-49ba-adad-789bc24b6c97 req-db55872b-526d-4522-9929-029ad93e73dc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847673 Aug 27 12:00:20.690461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-cf817f99-a22d-4442-bca7-6583862a6caa req-0fc04692-b636-40b2-ac4f-536741448fa4 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:00:20.701713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf817f99-a22d-4442-bca7-6583862a6caa req-0fc04692-b636-40b2-ac4f-536741448fa4 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182753 Aug 27 12:00:20.746819 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa5382d-ef4e-4304-8466-c640ea3c59e8 x-openstack-request-id: req-faa5382d-ef4e-4304-8466-c640ea3c59e8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:20.747195 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb201ba-5bef-46b7-bf8b-5159881057d4", "name": "network-vif-deleted", "tag": "b0f9b500-84ec-4832-9bf8-d148d3ec47ca", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:20.747604 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-faa5382d-ef4e-4304-8466-c640ea3c59e8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:20.747994 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb201ba-5bef-46b7-bf8b-5159881057d4', 'name': 'network-vif-deleted', 'tag': 'b0f9b500-84ec-4832-9bf8-d148d3ec47ca', 'status': 'completed', 'code': 200} Aug 27 12:00:20.782962 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520bf3f1-981d-4589-a0cd-2455ca130f55 x-openstack-request-id: req-520bf3f1-981d-4589-a0cd-2455ca130f55 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:20.783532 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:20.784074 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-520bf3f1-981d-4589-a0cd-2455ca130f55 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:20.785070 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'status': 'completed', 'code': 200} Aug 27 12:00:20.945700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ca09bbcf-c263-4d46-8553-31e50495dcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:20.946434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-4a80ce91-4f59-4545-a7ac-f1f26eb56f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:20.948122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-4a80ce91-4f59-4545-a7ac-f1f26eb56f74 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1094 time: 0.1161983 Aug 27 12:00:20.965063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f24fc-0a78-4b2d-9e74-d9b99ee88eed req-888122f7-eb01-4cf0-9ee2-aad49984aff0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:20.966929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-090f24fc-0a78-4b2d-9e74-d9b99ee88eed req-888122f7-eb01-4cf0-9ee2-aad49984aff0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 948 time: 0.0762174 Aug 27 12:00:21.068820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-090f24fc-0a78-4b2d-9e74-d9b99ee88eed req-96be5b62-ab03-42f2-bf7a-d13738ef8542 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918069 Aug 27 12:00:21.077768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b263924-d676-4ed7-9f27-7fe3f4dc521f details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:21.110593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b0f9b500-84ec-4832-9bf8-d148d3ec47ca no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:21.159629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-f0095646-c2b5-4b63-b23c-62b90aee4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:21.161606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-f0095646-c2b5-4b63-b23c-62b90aee4ab7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1929317 Aug 27 12:00:21.213253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-07d6a8aa-9630-425f-ab68-b8684d4aaa44 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0399866 Aug 27 12:00:21.214373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: b0f9b500-84ec-4832-9bf8-d148d3ec47ca {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:00:21.214773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b0f9b500-84ec-4832-9bf8-d148d3ec47ca not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:21.218822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:21.257951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-784985b0-a0d2-4ca5-929b-6dcd8dcb27d8 req-68b69173-60ef-4022-8785-0492f9a89054 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0399790 Aug 27 12:00:21.309989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:21.332967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '3b263924-d676-4ed7-9f27-7fe3f4dc521f', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '3b263924-d676-4ed7-9f27-7fe3f4dc521f', 'mac_address': 'fa:16:3e:63:6a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:21.381330 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:21.381590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-e126755c-8582-4d96-8c7e-7bc5a6be16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:21.383239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-e126755c-8582-4d96-8c7e-7bc5a6be16a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1379049 Aug 27 12:00:21.395628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b263924-d676-4ed7-9f27-7fe3f4dc521f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:21.416986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:21.424093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:21.451762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-c4e611ee-8723-49f2-87e4-1d268d4eb4ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563650 Aug 27 12:00:21.470241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-d4b62de8-9e3e-45a7-80e2-9b258b33526d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:21.471784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-d4b62de8-9e3e-45a7-80e2-9b258b33526d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 821 time: 0.2128723 Aug 27 12:00:21.503121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b263924-d676-4ed7-9f27-7fe3f4dc521f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:21.528734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-a4731c24-06c0-40a9-abce-a3fc73dc0039 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/quotas/840ebcfc78c14b79966ff050894c23a5 HTTP/1.1" status: 200 len: 375 time: 0.0476196 Aug 27 12:00:21.609551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-3f54998f-11cb-4ffb-aef2-01ecb9841172 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365249 Aug 27 12:00:21.622834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-96299426-bb59-4f6d-ad7b-05cbd5d23efe tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0861101 Aug 27 12:00:21.713718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:21.823470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-863c3764-fd46-490a-869d-a77d2341d1dc service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923585 Aug 27 12:00:21.943016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:21.973091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9bb03f1-0c8b-4602-a0c3-2fac7014db4b req-244e5bbd-fb9c-4124-8b9c-c0c8917cddc4 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761233 Aug 27 12:00:22.014355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.023531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4212ed-861c-481c-97b0-352eca6a6763 req-67f3aaf2-062d-4e1a-8193-6c05ac2715a7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:22.025891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea4212ed-861c-481c-97b0-352eca6a6763 req-67f3aaf2-062d-4e1a-8193-6c05ac2715a7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 943 time: 0.1286707 Aug 27 12:00:22.040190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-16c8294e-f545-4141-9b4a-f7ed803d5c08 service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155817 Aug 27 12:00:22.128574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea4212ed-861c-481c-97b0-352eca6a6763 req-aa651b4f-f891-4ac4-aa47-1115fb6b9717 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852904 Aug 27 12:00:22.215454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:22.308150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35526) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:22.362102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-26a4e2dd-eaf1-4a62-b2c3-921924421b6d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:22.363633 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-26a4e2dd-eaf1-4a62-b2c3-921924421b6d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.77 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 822 time: 0.6314256 Aug 27 12:00:22.394597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b3019ce-ed27-4420-8c1b-a366081c5ad2 req-62ef107c-ef22-45cc-be72-b56e675a786b tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 210 time: 0.0802639 Aug 27 12:00:22.397314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37d87e2c-ac29-49c4-a932-7b8ca0a3333f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.421235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'port': {'device_id': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'admin_state_up': True, 'tenant_id': '237a73e6f5a04e31972542bbf8545b9e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:22.476419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.553549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d75f7214-77a3-4b4a-ac44-95de91a5a8f2 req-e42e0360-bcd5-40a4-ad93-f2c2b9b76d47 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0653243 Aug 27 12:00:22.573461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:00:22.573461 n-d-688802-4 neutron-server[94623]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:00:22.573461 n-d-688802-4 neutron-server[94623]: [parameters: {'project_id': '849f3322530540ee8ea5890eb7a81553', 'id': '925860d2-b891-4a1a-9523-d8a37fdc5eeb', 'expiration': datetime.datetime(2021, 8, 27, 12, 2, 22, 548330)}] Aug 27 12:00:22.573461 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:00:22.573461 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:00:22.581859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-80a0daf0-cfe2-4c4a-9270-d4e20dd608dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=529d021f6cae4b46be9b6d9fb79862b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726104 Aug 27 12:00:22.585079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:22.602797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c716-eb99-43a0-921b-2f0528221994 req-32051e7b-0069-48eb-be36-79ab08202ba3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:22.604713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6205c716-eb99-43a0-921b-2f0528221994 req-32051e7b-0069-48eb-be36-79ab08202ba3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 949 time: 0.2637670 Aug 27 12:00:22.653286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2db511b-ce7d-45a6-badc-1047880411e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.669748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6205c716-eb99-43a0-921b-2f0528221994 req-96419385-1fdb-44ae-b281-94e502abe304 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577755 Aug 27 12:00:22.684747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2db511b-ce7d-45a6-badc-1047880411e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.711670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:22.714049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37d87e2c-ac29-49c4-a932-7b8ca0a3333f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.719989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37d87e2c-ac29-49c4-a932-7b8ca0a3333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.740026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Made reservation on behalf of 237a73e6f5a04e31972542bbf8545b9e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:22.745579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.768633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37d87e2c-ac29-49c4-a932-7b8ca0a3333f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54c0e37d9b77491da50725430a638f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8181200 Aug 27 12:00:22.769242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:22.777546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d87e2c-ac29-49c4-a932-7b8ca0a3333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ebde4e-94a2-4348-b0a4-cb18cdf7b4b6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:22.829342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2db511b-ce7d-45a6-badc-1047880411e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.832096 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.832357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2db511b-ce7d-45a6-badc-1047880411e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.833862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c2db511b-ce7d-45a6-badc-1047880411e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40bd8649-e5c4-4b46-823c-977b849a4014 HTTP/1.1" status: 204 len: 168 time: 0.2472610 Aug 27 12:00:22.843939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:22.854754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db511b-ce7d-45a6-badc-1047880411e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd8649-e5c4-4b46-823c-977b849a4014,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:22.863315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'mac_address': 'fa:16:3e:82:d8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:22.897119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.936460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Allocated IP 172.20.0.10 (2be0c730-d502-400e-86a0-8a62690c01a4/13722941-4dcf-46a6-ad0e-febf8aa83384/f4c62098-4326-478e-9073-4f0cc9393765) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:22.945896 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.968511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.975400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:22.977466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:22.979110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29ebde4e-94a2-4348-b0a4-cb18cdf7b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2085078 Aug 27 12:00:22.990155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ebde4e-94a2-4348-b0a4-cb18cdf7b4b6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:23.000654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.001347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.001836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.003372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.004497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.005099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.005542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.006047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.006563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.007009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.007474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.007904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7e082-0b3b-469b-adb6-7fe03ba380d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:23.040900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:23.054930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.056253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:23.074349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.150550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b263924-d676-4ed7-9f27-7fe3f4dc521f up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:23.257277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.278649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.resource_extend [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:00:23.295723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.304725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.352413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.365304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=849f3322530540ee8ea5890eb7a81553&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1484301 Aug 27 12:00:23.377488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923a351-8b24-4b09-9edf-005cdfb1e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4787c25f-ee93-4992-a388-43bef5f9b69b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:23.406229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35552) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:23.406754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:23.413074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:23.454711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 3b263924-d676-4ed7-9f27-7fe3f4dc521f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:23.470909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 3b263924-d676-4ed7-9f27-7fe3f4dc521f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:23.471508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.473787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:23.476690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:23.486670 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51701cfb-c49f-42cc-848a-9c4853228ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.487364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Network 2be0c730-d502-400e-86a0-8a62690c01a4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:23.490112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:23.497971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:23.546764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cc5b0-a3d6-4fe6-af94-8be565dd7238 req-5673804e-44be-4c95-8d21-439f9d04eb2e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:23.548466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d2cc5b0-a3d6-4fe6-af94-8be565dd7238 req-5673804e-44be-4c95-8d21-439f9d04eb2e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 943 time: 0.3087251 Aug 27 12:00:23.553620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'port_id': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'mac_address': 'fa:16:3e:50:aa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9395a922-30e4-4584-8b4a-f0da551ea860', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:23.597792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:23.599515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.612682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:23.651156 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.660002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72579260-4035-43fb-8337-e505880e2273 req-59189b5d-36d7-423d-907a-adb5411bcdfc tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 210 time: 0.1105003 Aug 27 12:00:23.676770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:23.682965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.687524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d6eda72-90e4-4bf5-a6ed-3e09d5ba9a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.727250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:23.733607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e03429-eec9-481b-81d7-c12988fc773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b263924-d676-4ed7-9f27-7fe3f4dc521f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:23.736927 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72474e80-c7dd-469e-ad8b-493401e60a47" -d '{"events": [{"server_uuid": "66e03429-eec9-481b-81d7-c12988fc773b", "name": "network-vif-plugged", "status": "completed", "tag": "3b263924-d676-4ed7-9f27-7fe3f4dc521f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:23.744982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.766681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:23.784242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-808f3547-50f6-4492-a895-4e9c75f47d07 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:23.788670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-808f3547-50f6-4492-a895-4e9c75f47d07 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 821 time: 0.2181420 Aug 27 12:00:23.796445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.800634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d2cc5b0-a3d6-4fe6-af94-8be565dd7238 req-6c3a79cf-de65-43b6-a876-9d682864bbb2 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170820 Aug 27 12:00:23.811459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'port': {'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'admin_state_up': True, 'tenant_id': '840ebcfc78c14b79966ff050894c23a5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:23.820694 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.845002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:23.848715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ac35e5-7e3f-4259-94ab-2c0bd83556ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.888725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ac35e5-7e3f-4259-94ab-2c0bd83556ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:23.911852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b263924-d676-4ed7-9f27-7fe3f4dc521f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.013354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688237a2-a959-413a-a75a-a0f829f2b84e req-6fad4d2b-1e6c-4689-a402-f1608731429f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:24.014974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-688237a2-a959-413a-a75a-a0f829f2b84e req-6fad4d2b-1e6c-4689-a402-f1608731429f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 932 time: 0.2520084 Aug 27 12:00:24.031680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51701cfb-c49f-42cc-848a-9c4853228ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.043691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-7bf0cbed-aebe-41ad-b0a3-8299f3531436 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6335552 Aug 27 12:00:24.048862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51701cfb-c49f-42cc-848a-9c4853228ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.072846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Request body: {'port': {'device_id': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:24.084991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e7082-96dd-4a3f-b8d4-db43bdf397da req-e4f5998e-2d3a-48d0-8346-a1fc83cf857d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:24.086551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-059e7082-96dd-4a3f-b8d4-db43bdf397da req-e4f5998e-2d3a-48d0-8346-a1fc83cf857d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 950 time: 0.1492779 Aug 27 12:00:24.116491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ac35e5-7e3f-4259-94ab-2c0bd83556ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.119085 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05ac35e5-7e3f-4259-94ab-2c0bd83556ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.122653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05ac35e5-7e3f-4259-94ab-2c0bd83556ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4787c25f-ee93-4992-a388-43bef5f9b69b HTTP/1.1" status: 204 len: 168 time: 0.7117007 Aug 27 12:00:24.131685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.152382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-51701cfb-c49f-42cc-848a-9c4853228ea3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae0b13baa24d49c98e53a6ee82249088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425668 Aug 27 12:00:24.157988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51701cfb-c49f-42cc-848a-9c4853228ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70a2ccb-d693-4423-8dbc-c2cb376c88dc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.160488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:24.181462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-688237a2-a959-413a-a75a-a0f829f2b84e req-12399c8b-ac75-4148-8002-60c221cf350e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576846 Aug 27 12:00:24.211994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac35e5-7e3f-4259-94ab-2c0bd83556ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4787c25f-ee93-4992-a388-43bef5f9b69b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.237206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-059e7082-96dd-4a3f-b8d4-db43bdf397da req-7525afd8-70fa-4566-97ff-941280cee0d8 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372015 Aug 27 12:00:24.247332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['629954b3-7b2c-4a51-86b2-b0c2e06c8b50'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:24.288617 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b03e2a9-4a55-4a9f-ad66-30d206f0d574 x-openstack-request-id: req-3b03e2a9-4a55-4a9f-ad66-30d206f0d574 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:24.289207 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e03429-eec9-481b-81d7-c12988fc773b", "name": "network-vif-plugged", "status": "completed", "tag": "3b263924-d676-4ed7-9f27-7fe3f4dc521f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:24.289469 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b03e2a9-4a55-4a9f-ad66-30d206f0d574 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:24.289859 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e03429-eec9-481b-81d7-c12988fc773b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b263924-d676-4ed7-9f27-7fe3f4dc521f', 'code': 200} Aug 27 12:00:24.326557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b48dffc4-2e70-4943-82a4-ce0c9c327383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.335383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['4f9e3571-cbd1-4bc2-8628-afa5dadfb918'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:24.366416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b48dffc4-2e70-4943-82a4-ce0c9c327383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.378292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d6eda72-90e4-4bf5-a6ed-3e09d5ba9a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.409619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d6eda72-90e4-4bf5-a6ed-3e09d5ba9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.498106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8d6eda72-90e4-4bf5-a6ed-3e09d5ba9a39 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3c66dfbd21d43efa55f4c86510f6212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8620021 Aug 27 12:00:24.502441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eda72-90e4-4bf5-a6ed-3e09d5ba9a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7127f86-2492-40a3-b009-09f38ab7f321,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.504976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:24.514779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87d885-f63d-4fa3-b348-6bd3216fad53 req-87197b59-71b5-4453-9cdb-e59deba1589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:24.516139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c87d885-f63d-4fa3-b348-6bd3216fad53 req-87197b59-71b5-4453-9cdb-e59deba1589a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 1101 time: 0.1363823 Aug 27 12:00:24.539178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Made reservation on behalf of 840ebcfc78c14b79966ff050894c23a5 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:24.542844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.560361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b48dffc4-2e70-4943-82a4-ce0c9c327383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.563148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b48dffc4-2e70-4943-82a4-ce0c9c327383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.564333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b48dffc4-2e70-4943-82a4-ce0c9c327383 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b70a2ccb-d693-4423-8dbc-c2cb376c88dc HTTP/1.1" status: 204 len: 168 time: 0.3985345 Aug 27 12:00:24.586896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dffc4-2e70-4943-82a4-ce0c9c327383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70a2ccb-d693-4423-8dbc-c2cb376c88dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.603587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c87d885-f63d-4fa3-b348-6bd3216fad53 req-b9cd7ef9-7c7e-4aed-ae0b-359e670e4eb5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752976 Aug 27 12:00:24.613325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5b83869-b544-4ea8-9014-17ac35ab3408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.615330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c62098-4326-478e-9073-4f0cc9393765 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:24.626289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.644103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5b83869-b544-4ea8-9014-17ac35ab3408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.682954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Transition to ACTIVE for port object f4c62098-4326-478e-9073-4f0cc9393765 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:24.705768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.746411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5b83869-b544-4ea8-9014-17ac35ab3408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.749255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5b83869-b544-4ea8-9014-17ac35ab3408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:24.752882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5b83869-b544-4ea8-9014-17ac35ab3408 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7127f86-2492-40a3-b009-09f38ab7f321 HTTP/1.1" status: 204 len: 168 time: 0.2434561 Aug 27 12:00:24.761147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b83869-b544-4ea8-9014-17ac35ab3408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7127f86-2492-40a3-b009-09f38ab7f321,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.867313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0cb65de2-5815-4389-8584-df3861f60ac5 req-a0af5973-448d-465a-9117-c29eb54ff453 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 210 time: 0.0662796 Aug 27 12:00:24.878740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:24.919274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Allocated IP 172.20.0.13 (fa1475a3-1a01-4f97-aee9-148257cf9a19/dedd4efe-d445-4f34-9af2-9985707e08db/1078158c-ee46-4494-9811-3124f1408547) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:24.975770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8cb8e-d85a-4766-ac26-1c4ebff734c3 req-4bc35da9-810b-44bb-80b0-bb6720d5e1c6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:24.977461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0f8cb8e-d85a-4766-ac26-1c4ebff734c3 req-4bc35da9-810b-44bb-80b0-bb6720d5e1c6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 944 time: 0.0675991 Aug 27 12:00:24.980671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Attempting to bind port f4c62098-4326-478e-9073-4f0cc9393765 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:24.981053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Attempting to bind port f4c62098-4326-478e-9073-4f0cc9393765 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:24.981391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Attempting to bind port f4c62098-4326-478e-9073-4f0cc9393765 on network 2be0c730-d502-400e-86a0-8a62690c01a4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:24.992428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Port f4c62098-4326-478e-9073-4f0cc9393765 on network 2be0c730-d502-400e-86a0-8a62690c01a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:24.992788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Attempting to bind port f4c62098-4326-478e-9073-4f0cc9393765 on network 2be0c730-d502-400e-86a0-8a62690c01a4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:25.001921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:25.003157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Checking segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:25.003157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Bound using segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:25.003157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Bound port: f4c62098-4326-478e-9073-4f0cc9393765, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:25.003584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.029389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0f8cb8e-d85a-4766-ac26-1c4ebff734c3 req-7769857c-bb48-4bf4-9bac-1b66ce8e3ab8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Aug 27 12:00:25.159185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:25.165878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:25.176079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.186131 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.238277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.238932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.240489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4c62098-4326-478e-9073-4f0cc9393765 HTTP/1.1" status: 200 len: 1092 time: 1.1728830 Aug 27 12:00:25.244833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:25.247527 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82da2d6-66dd-481e-8913-3a513b31088d" -d '{"events": [{"name": "network-changed", "server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "tag": "f4c62098-4326-478e-9073-4f0cc9393765"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:25.252437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Transition to ACTIVE for port object 1078158c-ee46-4494-9811-3124f1408547 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:25.287372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:25.311691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.312037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.312379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.312718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.313052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.313384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.313713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.314062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.314367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.314715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.315040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.315346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed609eeb-49cc-40e4-b137-f272a0b237e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:25.322892 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a035ed0-d84b-43df-9410-df196606160f x-openstack-request-id: req-9a035ed0-d84b-43df-9410-df196606160f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:25.323475 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "tag": "f4c62098-4326-478e-9073-4f0cc9393765", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:25.323739 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a035ed0-d84b-43df-9410-df196606160f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:25.324145 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765', 'status': 'completed', 'code': 200} Aug 27 12:00:25.335933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.342798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2865-a39f-4f5b-aa07-19f21e6ce586 req-dcc29552-cbe1-4bfe-8f30-59f9ca987736 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.348844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['df190667-7e5b-4891-8c68-c19abc67e067'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:25.353649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ba2865-a39f-4f5b-aa07-19f21e6ce586 req-dcc29552-cbe1-4bfe-8f30-59f9ca987736 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.0875170 Aug 27 12:00:25.441292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ba2865-a39f-4f5b-aa07-19f21e6ce586 req-328c635d-8b79-4f43-b610-ab16cc2857c8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863633 Aug 27 12:00:25.485095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:25.494871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:25.497507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:25.552548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-3148971a-c6df-4e35-a0c2-8a5c9c326fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.553379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.554025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.558456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-3148971a-c6df-4e35-a0c2-8a5c9c326fcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 1095 time: 0.1685655 Aug 27 12:00:25.569975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-40164798-a338-430f-a3ab-287c95bee6fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824489 Aug 27 12:00:25.573004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event updated for resources: {'Port': ['ID=1078158c-ee46-4494-9811-3124f1408547,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:25.584637 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-5d38fe2f-475f-49de-8a64-f762fa006b62 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7775915 Aug 27 12:00:25.602992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Request body: {'port': {'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:25.640191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b066136-4baa-4038-9dd7-4962d23f4065 req-405fe421-b313-4be0-90e9-1cc321598a8a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.653969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b066136-4baa-4038-9dd7-4962d23f4065 req-405fe421-b313-4be0-90e9-1cc321598a8a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 950 time: 0.2330997 Aug 27 12:00:25.714452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-6f9e2fc5-5db3-4bbd-a6e6-19a00793e65e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4c62098-4326-478e-9073-4f0cc9393765 HTTP/1.1" status: 200 len: 217 time: 0.1039248 Aug 27 12:00:25.748762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-cac79538-fa69-4d0a-b2f8-6c38f5645a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.750640 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-cac79538-fa69-4d0a-b2f8-6c38f5645a15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 1101 time: 0.0932279 Aug 27 12:00:25.757119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:25.794123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b066136-4baa-4038-9dd7-4962d23f4065 req-3ad7d468-7d6d-43b9-afc3-48905a7470f3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385639 Aug 27 12:00:25.816841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-90d02115-cab9-4b0c-94b5-aea64a2a47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:25.819097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-90d02115-cab9-4b0c-94b5-aea64a2a47a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 200 len: 862 time: 0.0951593 Aug 27 12:00:25.876883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-fc1753c4-17c8-4fdd-964c-caa266cbf10f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2be0c730-d502-400e-86a0-8a62690c01a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487638 Aug 27 12:00:25.960976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c1a623ff-d47a-401b-8dd3-a5ece87792a4 None None] Provisioning for port 1078158c-ee46-4494-9811-3124f1408547 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:25.968911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c1a623ff-d47a-401b-8dd3-a5ece87792a4 None None] Provisioning complete for port 1078158c-ee46-4494-9811-3124f1408547 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:25.969756 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c1a623ff-d47a-401b-8dd3-a5ece87792a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:26.036021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c1a623ff-d47a-401b-8dd3-a5ece87792a4 None None] Port 1078158c-ee46-4494-9811-3124f1408547 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:26.097466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8bcae-a1cf-4361-9c1b-dfc2e1afe3e3 req-ac31e13c-2aeb-40ba-805a-1f2dd6244bb1 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:26.099240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8a8bcae-a1cf-4361-9c1b-dfc2e1afe3e3 req-ac31e13c-2aeb-40ba-805a-1f2dd6244bb1 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 932 time: 0.1145780 Aug 27 12:00:26.120629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-610f477c-d4bd-40ab-a28b-cd65abe9fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:26.133311 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-610f477c-d4bd-40ab-a28b-cd65abe9fa56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3589597 Aug 27 12:00:26.222159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-e644abe8-e5a3-4865-992a-52a2c2b61976 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f HTTP/1.1" status: 200 len: 217 time: 0.0733347 Aug 27 12:00:26.325990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-b197d094-c681-4434-aafd-d669a79094de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:26.328399 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-b197d094-c681-4434-aafd-d669a79094de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0967274 Aug 27 12:00:26.393926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-1bc32889-c3c3-4974-9dd2-bcc7a3e7c993 service neutron] 10.222.0.77 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081775 Aug 27 12:00:26.427085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-d152a392-a93a-4956-b5a5-a875b782d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:26.429231 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-d152a392-a93a-4956-b5a5-a875b782d1a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931516 Aug 27 12:00:26.495071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8a8bcae-a1cf-4361-9c1b-dfc2e1afe3e3 req-1104469f-e3ec-4fa0-8284-2f127686f0da tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865552 Aug 27 12:00:26.536222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1078158c-ee46-4494-9811-3124f1408547 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:26.547875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:26.579657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Transition to ACTIVE for port object 1078158c-ee46-4494-9811-3124f1408547 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:26.589704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:26.606180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d1e-be14-445f-9aa0-047984489756 req-f3084024-c221-451f-b7a4-21fd2d1a8368 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:26.618214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05e63d1e-be14-445f-9aa0-047984489756 req-f3084024-c221-451f-b7a4-21fd2d1a8368 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 944 time: 0.2396162 Aug 27 12:00:26.624569 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-235527ad-03d0-4040-95fa-93dbe9c2b29b service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828992 Aug 27 12:00:26.676197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05e63d1e-be14-445f-9aa0-047984489756 req-d09310e8-e175-424a-9747-20ad9ca74fbe tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598695 Aug 27 12:00:26.683566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d75960e-7b21-4aea-9c1e-5369addef37a req-c2a4ab04-e29c-4efa-a06c-a4bba03d7f3d service neutron] 10.222.0.77 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412889 Aug 27 12:00:26.718878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Pushing event updated for resources: {'Port': ['ID=1078158c-ee46-4494-9811-3124f1408547,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:26.788221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:26.889631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82da2d6-66dd-481e-8913-3a513b31088d req-b564fcae-4efc-4a52-8126-53279ec5631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:26.891399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-b564fcae-4efc-4a52-8126-53279ec5631e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 1095 time: 0.1060798 Aug 27 12:00:26.905023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:26.909327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:26.909698 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:26.966085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f89304c2-ba8a-46c0-8dfd-6d5d9bee0e2c req-2219442c-561c-47aa-9e12-e23ca6d1481f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331959 Aug 27 12:00:26.967751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Attempting to bind port 1078158c-ee46-4494-9811-3124f1408547 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:26.968278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Attempting to bind port 1078158c-ee46-4494-9811-3124f1408547 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:26.968678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Attempting to bind port 1078158c-ee46-4494-9811-3124f1408547 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:26.992793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b9b7-2bb4-440a-b52c-de6b2a415e0e req-bd0b0c8c-e61c-421c-aa23-bbe036b4d501 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.000074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Port 1078158c-ee46-4494-9811-3124f1408547 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:27.000440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Attempting to bind port 1078158c-ee46-4494-9811-3124f1408547 on network fa1475a3-1a01-4f97-aee9-148257cf9a19 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:27.008380 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5f3b9b7-2bb4-440a-b52c-de6b2a415e0e req-bd0b0c8c-e61c-421c-aa23-bbe036b4d501 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.2062392 Aug 27 12:00:27.008593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:27.009191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Checking segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:27.009191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Bound using segment: {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:27.010884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Bound port: 1078158c-ee46-4494-9811-3124f1408547, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10be96d8-0099-4833-a98a-7f116daa4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:27.011267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.089319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5f3b9b7-2bb4-440a-b52c-de6b2a415e0e req-08211d8f-c63f-4845-97b9-851d8340272c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800557 Aug 27 12:00:27.093039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82da2d6-66dd-481e-8913-3a513b31088d req-073912f4-01bf-4221-a547-e51483ff1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.097973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-073912f4-01bf-4221-a547-e51483ff1e29 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 923 time: 0.1986413 Aug 27 12:00:27.128697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] For port 1078158c-ee46-4494-9811-3124f1408547, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:27.141131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] For port 1078158c-ee46-4494-9811-3124f1408547, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=1078158c-ee46-4494-9811-3124f1408547,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:27.153315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.162866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-a17df83d-00ca-4167-bb97-add3e26f03bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4c62098-4326-478e-9073-4f0cc9393765 HTTP/1.1" status: 200 len: 217 time: 0.0551155 Aug 27 12:00:27.171872 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.234223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.234937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.238425 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] 10.222.0.65 "PUT /v2.0/ports/1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 1092 time: 1.6385975 Aug 27 12:00:27.261594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:27.272524 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b4c8c7-36e3-44c1-b5b9-82a41d2fed42" -d '{"events": [{"server_uuid": "3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9e3571-cbd1-4bc2-8628-afa5dadfb918"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:27.292386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be663b-87d9-4347-b232-99083bc9ee60 service neutron] Pushing event updated for resources: {'Port': ['ID=1078158c-ee46-4494-9811-3124f1408547,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:27.316190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:27.322860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.325722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:27.338794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'tag': '1078158c-ee46-4494-9811-3124f1408547'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:27.341494 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64acfbc4-ea21-408f-ad78-02c9f06908c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "tag": "1078158c-ee46-4494-9811-3124f1408547"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:27.384515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-81d24f2f-4079-4de2-85f8-ae1b02b37112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.395992 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-81d24f2f-4079-4de2-85f8-ae1b02b37112 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1095 time: 0.0867524 Aug 27 12:00:27.423138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82da2d6-66dd-481e-8913-3a513b31088d req-ad01958b-dfab-43f4-ae82-8330a704b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.434004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-ad01958b-dfab-43f4-ae82-8330a704b0cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 200 len: 862 time: 0.2599416 Aug 27 12:00:27.539811 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a0935e-705a-42d7-91ca-775ad92959a3 x-openstack-request-id: req-58a0935e-705a-42d7-91ca-775ad92959a3 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:27.540237 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9e3571-cbd1-4bc2-8628-afa5dadfb918", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:27.541007 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58a0935e-705a-42d7-91ca-775ad92959a3 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:27.541704 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'code': 200} Aug 27 12:00:27.553735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d06af-4929-4203-ae6b-b2f93a36fcd4 req-9f886475-cf2a-4738-a3f2-fcac50bbede4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.568346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-dc148f3d-9d70-4b1e-b90f-d7aeedcfea8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 217 time: 0.1598241 Aug 27 12:00:27.575683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:27.579952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-376d06af-4929-4203-ae6b-b2f93a36fcd4 req-9f886475-cf2a-4738-a3f2-fcac50bbede4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 950 time: 0.2888305 Aug 27 12:00:27.583158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-9c3100eb-5e10-43e1-ba79-7570740cef6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2be0c730-d502-400e-86a0-8a62690c01a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375353 Aug 27 12:00:27.594559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:27.595000 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.596753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:27.610724 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ecd79f-55d9-4b77-b08c-ee1e9c2061b1 x-openstack-request-id: req-c9ecd79f-55d9-4b77-b08c-ee1e9c2061b1 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:27.611529 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "tag": "1078158c-ee46-4494-9811-3124f1408547", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:27.611831 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9ecd79f-55d9-4b77-b08c-ee1e9c2061b1 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:27.612787 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'tag': '1078158c-ee46-4494-9811-3124f1408547', 'status': 'completed', 'code': 200} Aug 27 12:00:27.760663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-3643c216-a61c-4409-aa93-e9026cd33e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.763870 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-3643c216-a61c-4409-aa93-e9026cd33e5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.1851091 Aug 27 12:00:27.798315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-376d06af-4929-4203-ae6b-b2f93a36fcd4 req-e353aa98-9e16-4c70-a89d-2c6f34d12dfd tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123413 Aug 27 12:00:27.865682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:27.886141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d781a1-1d02-454e-afad-348add9b0a44 req-7ba96ad4-0247-426e-9818-326ca9d3623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.888112 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99d781a1-1d02-454e-afad-348add9b0a44 req-7ba96ad4-0247-426e-9818-326ca9d3623d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 1100 time: 0.1682482 Aug 27 12:00:27.892521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-62d2e9a9-56db-4105-996a-e65dfc9cc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:27.894108 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-62d2e9a9-56db-4105-996a-e65dfc9cc304 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868270 Aug 27 12:00:27.898154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-2fcc35f6-96ea-4948-86f3-19a5617adcd4 service neutron] 10.222.0.77 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044989 Aug 27 12:00:27.950979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:27.956974 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:28.030039 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99d781a1-1d02-454e-afad-348add9b0a44 req-f8311f8c-119d-4b48-839e-abaad957e84e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193047 Aug 27 12:00:28.066674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:28.074311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712555b-e69f-42eb-b65a-931cc8360245 req-09fc3133-a3c4-4fec-ab66-c2f31f8ebd77 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.079297 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-b9c50e5d-64df-431a-8353-52065eee2a92 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681845 Aug 27 12:00:28.079549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d712555b-e69f-42eb-b65a-931cc8360245 req-09fc3133-a3c4-4fec-ab66-c2f31f8ebd77 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 944 time: 0.1320305 Aug 27 12:00:28.128348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c82da2d6-66dd-481e-8913-3a513b31088d req-9abee990-d092-4785-9ca5-fec561f8ef09 service neutron] 10.222.0.77 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200141 Aug 27 12:00:28.155352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d712555b-e69f-42eb-b65a-931cc8360245 req-8cdde518-b541-4e4c-addd-840ffca8e565 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Aug 27 12:00:28.168032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e506-889d-43d4-8a22-74be417278b1 req-a3aec6c3-de1a-456a-b081-69bf1ca5c34f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.169535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a4e506-889d-43d4-8a22-74be417278b1 req-a3aec6c3-de1a-456a-b081-69bf1ca5c34f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 945 time: 0.0836127 Aug 27 12:00:28.187483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e3c3fbf-7b06-4b05-9b1e-b8710d0c07d3 req-53f2de00-bf08-46fb-aaa1-2b421322982c service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039321 Aug 27 12:00:28.231910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a4e506-889d-43d4-8a22-74be417278b1 req-c5c4c99d-3a07-45f5-a8ff-38dee7d26b19 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563531 Aug 27 12:00:28.279658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8863868-a32c-4dbe-b9b8-3ba41e22f639 req-b76d3847-3487-4df9-aa67-78f2127703ae tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.281445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8863868-a32c-4dbe-b9b8-3ba41e22f639 req-b76d3847-3487-4df9-aa67-78f2127703ae tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.0647428 Aug 27 12:00:28.292801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-d23cf1f9-8208-4d4f-9272-b31ba46d0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.294443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-d23cf1f9-8208-4d4f-9272-b31ba46d0fb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1095 time: 0.0537624 Aug 27 12:00:28.329746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8863868-a32c-4dbe-b9b8-3ba41e22f639 req-980bfde6-13ca-4ac9-88f1-de67000da6c1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Aug 27 12:00:28.401180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-819d1537-d37a-451b-a21a-23effc2ca047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.403506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-819d1537-d37a-451b-a21a-23effc2ca047 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.0972855 Aug 27 12:00:28.454586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-25cca74c-3d26-434e-89ca-8fd16bdb6941 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 217 time: 0.0437648 Aug 27 12:00:28.518805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-1f69e35f-4faf-4fbb-8004-09e877108a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.520387 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-1f69e35f-4faf-4fbb-8004-09e877108a4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0513203 Aug 27 12:00:28.577554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-89563a22-eb58-475c-b54b-a381eda1e4bf tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a7c77f380d6f4d2e9b89a3ac031ee1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288649 Aug 27 12:00:28.585248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-f5f66b64-19c7-4f13-bb6a-f0ae4b53433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.587090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-f5f66b64-19c7-4f13-bb6a-f0ae4b53433f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466859 Aug 27 12:00:28.696151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-06d2b931-281c-4906-bd90-b8d37e47745f service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002989 Aug 27 12:00:28.722414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3a225-2fb3-44dd-b3f3-4dcbbec16bce req-82da83a6-187c-40cb-9e98-5efbfaa29301 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.723996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93b3a225-2fb3-44dd-b3f3-4dcbbec16bce req-82da83a6-187c-40cb-9e98-5efbfaa29301 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.0769651 Aug 27 12:00:28.791072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-2da1723d-9559-4284-8fe8-e0ed88b8dd7a tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:28.792647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-2da1723d-9559-4284-8fe8-e0ed88b8dd7a tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085288 Aug 27 12:00:28.820420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93b3a225-2fb3-44dd-b3f3-4dcbbec16bce req-fd69a88c-3531-4359-b34b-55e71efbb3de tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848060 Aug 27 12:00:28.821861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-86a777ed-74f4-45c1-b43b-23c9407d2b6f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/quotas/a7c77f380d6f4d2e9b89a3ac031ee1b1 HTTP/1.1" status: 200 len: 375 time: 0.0174251 Aug 27 12:00:28.822931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64acfbc4-ea21-408f-ad78-02c9f06908c9 req-1660ce8e-74bc-45c6-819a-fdad653664bc service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180387 Aug 27 12:00:28.865744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-ae5616ef-9ddf-4621-a502-30e03665686a tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7c77f380d6f4d2e9b89a3ac031ee1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315714 Aug 27 12:00:29.083444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55e944c8-8428-42e9-875a-557d2588865e req-5c300ce3-a255-48e4-8411-e27944fdc3cd tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Aug 27 12:00:29.329981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2934814-b22a-4555-84e3-684ee2f14730 req-16775749-eb52-482a-8bf4-08cd981cf7df tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:29.337845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2934814-b22a-4555-84e3-684ee2f14730 req-16775749-eb52-482a-8bf4-08cd981cf7df tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 944 time: 0.0752041 Aug 27 12:00:29.382894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2934814-b22a-4555-84e3-684ee2f14730 req-aeb93e42-70a2-4f18-936a-84be632e819e tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Aug 27 12:00:29.469035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f13ed-8f4a-4038-af03-c741b9e62c9a req-3448772d-43d0-4aff-bd6c-5e53d58d3153 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:29.470720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b13f13ed-8f4a-4038-af03-c741b9e62c9a req-3448772d-43d0-4aff-bd6c-5e53d58d3153 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 945 time: 0.0827680 Aug 27 12:00:29.543568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:29.547217 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4037b4e-59b1-4fb8-b0ce-cec44e7294e6" -d '{"events": [{"server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "name": "network-vif-plugged", "status": "completed", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:29.610532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b13f13ed-8f4a-4038-af03-c741b9e62c9a req-80b41a24-5fcd-493a-8df2-3491740f2ba6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323395 Aug 27 12:00:29.654707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061c517-411e-49bc-8013-c9866c0d89b0 req-5a487a2b-d12d-494f-acff-707b9d023344 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:29.656454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e061c517-411e-49bc-8013-c9866c0d89b0 req-5a487a2b-d12d-494f-acff-707b9d023344 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.1279333 Aug 27 12:00:29.705793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35780) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:29.719997 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb95a53-f93e-4a13-83f3-e980fed189c1 x-openstack-request-id: req-deb95a53-f93e-4a13-83f3-e980fed189c1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:29.720517 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "name": "network-vif-plugged", "status": "completed", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:29.720925 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-deb95a53-f93e-4a13-83f3-e980fed189c1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:29.721714 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'code': 200} Aug 27 12:00:29.744759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e061c517-411e-49bc-8013-c9866c0d89b0 req-98f2e692-49b4-4659-90e1-8d559ec3a077 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651188 Aug 27 12:00:29.850157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d265e792-3532-4862-99ba-da06e07f02b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:29.990467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d265e792-3532-4862-99ba-da06e07f02b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:29.997069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d265e792-3532-4862-99ba-da06e07f02b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:30.043623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d265e792-3532-4862-99ba-da06e07f02b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe9db5ec7e334006ad7c61b7af79380e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352020 Aug 27 12:00:30.045540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35798) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:30.054776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265e792-3532-4862-99ba-da06e07f02b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1d0c54-cbfb-4eb2-b947-d4f24256b48b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:30.075830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27608205-d4b4-4e3a-8a43-a336e5afd03e req-48b9f591-454b-444c-8ad3-b159f370a6e2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:30.078476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27608205-d4b4-4e3a-8a43-a336e5afd03e req-48b9f591-454b-444c-8ad3-b159f370a6e2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.0999446 Aug 27 12:00:30.087258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f56e-3750-4e9c-94cd-8dad0a751a2d req-7ded81cf-a13b-42d4-80da-2d3dfac3e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:30.088912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd00f56e-3750-4e9c-94cd-8dad0a751a2d req-7ded81cf-a13b-42d4-80da-2d3dfac3e118 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1096 time: 0.0942636 Aug 27 12:00:30.108910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5841b1f-90cd-4fc5-aecc-82e41b3a8a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:30.138156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5841b1f-90cd-4fc5-aecc-82e41b3a8a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:30.147894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27608205-d4b4-4e3a-8a43-a336e5afd03e req-a348cf2c-d369-4700-beac-bfdca5174a5a tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571027 Aug 27 12:00:30.153284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd00f56e-3750-4e9c-94cd-8dad0a751a2d req-d08e855f-f068-4df8-8a8f-00bc996d0711 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Aug 27 12:00:30.202707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5841b1f-90cd-4fc5-aecc-82e41b3a8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:30.205762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0486eb0-6e40-4b3a-ac26-7297c90a664f req-ee1abe08-70fd-446e-b165-a8df5e773f56 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0370848 Aug 27 12:00:30.205916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e5841b1f-90cd-4fc5-aecc-82e41b3a8a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:30.206954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e5841b1f-90cd-4fc5-aecc-82e41b3a8a61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a1d0c54-cbfb-4eb2-b947-d4f24256b48b HTTP/1.1" status: 204 len: 168 time: 0.1603420 Aug 27 12:00:30.215733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5841b1f-90cd-4fc5-aecc-82e41b3a8a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1d0c54-cbfb-4eb2-b947-d4f24256b48b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:30.536567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541fe9e-fa88-4857-84bb-82620e20864e req-6004d97a-5122-4258-acbf-63a8ea9af2a3 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:30.538643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d541fe9e-fa88-4857-84bb-82620e20864e req-6004d97a-5122-4258-acbf-63a8ea9af2a3 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 944 time: 0.0624433 Aug 27 12:00:30.587456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d541fe9e-fa88-4857-84bb-82620e20864e req-b3c83cc4-4574-4cee-8387-af0806869e81 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Aug 27 12:00:30.767364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0d390-70d8-437a-9458-13ed3eb3297a req-32ac58b7-b544-4a11-923d-448111af9d40 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:30.769020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86c0d390-70d8-437a-9458-13ed3eb3297a req-32ac58b7-b544-4a11-923d-448111af9d40 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 945 time: 0.0532510 Aug 27 12:00:30.814045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:30.835694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86c0d390-70d8-437a-9458-13ed3eb3297a req-9d94e14d-3bad-4b61-a183-ec7a93ce69d1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Aug 27 12:00:30.880688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-d5bb99e5-e713-402a-87a9-29c69f844c03 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a7c77f380d6f4d2e9b89a3ac031ee1b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618401 Aug 27 12:00:31.040009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35864) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:31.079206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276f6a5-428d-456e-b9fc-4bc0b0990235 req-a66ea704-0f15-4e26-b262-140fda615eb9 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.089006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:31.091218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2276f6a5-428d-456e-b9fc-4bc0b0990235 req-a66ea704-0f15-4e26-b262-140fda615eb9 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.2544284 Aug 27 12:00:31.107475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f4c62098-4326-478e-9073-4f0cc9393765', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'port_id': 'f4c62098-4326-478e-9073-4f0cc9393765', 'mac_address': 'fa:16:3e:44:d0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13722941-4dcf-46a6-ad0e-febf8aa83384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:31.132361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-363391b3-5651-468e-91ce-e2e6e6640272 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.133956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-363391b3-5651-468e-91ce-e2e6e6640272 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340627 Aug 27 12:00:31.136594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 1078158c-ee46-4494-9811-3124f1408547 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:31.162316 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.167302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2276f6a5-428d-456e-b9fc-4bc0b0990235 req-fd52865e-b0a4-40c5-9fa3-0e57fdd5fc2a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747139 Aug 27 12:00:31.170767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-23055472-network', 'tenant_id': 'ef1bab56bd5c4bad8297e0d5096effaa'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:31.170910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Request body: {'port': {'device_id': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'a7c77f380d6f4d2e9b89a3ac031ee1b1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:31.179244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c62098-4326-478e-9073-4f0cc9393765 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:31.211057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:31.218815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.236864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Made reservation on behalf of ef1bab56bd5c4bad8297e0d5096effaa for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:31.240055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.257384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.327089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:31.351993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 1078158c-ee46-4494-9811-3124f1408547, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=1078158c-ee46-4494-9811-3124f1408547,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:31.368273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '1078158c-ee46-4494-9811-3124f1408547', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:31.382564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.383108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51d89-1dc2-49a4-a397-6e705968587d req-ccd9b8ee-831e-4fab-a076-668a5c9322fe tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.384941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44d51d89-1dc2-49a4-a397-6e705968587d req-ccd9b8ee-831e-4fab-a076-668a5c9322fe tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.0786357 Aug 27 12:00:31.392660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.423628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:00:31.433749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.434991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Made reservation on behalf of a7c77f380d6f4d2e9b89a3ac031ee1b1 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:31.446935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.450719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1078158c-ee46-4494-9811-3124f1408547 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:31.451274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd51f0b-9acb-45fa-8b1c-e77314099091,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:31.455449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.455798 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Added segment a4287a66-9ae4-4513-a8e9-fa34ba8700ea of type vlan for network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 Aug 27 12:00:31.483001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.498058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 1078158c-ee46-4494-9811-3124f1408547, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=1078158c-ee46-4494-9811-3124f1408547,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:31.502655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44d51d89-1dc2-49a4-a397-6e705968587d req-b9e0aafe-af7b-45e0-b1b6-55d3c86abc56 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088836 Aug 27 12:00:31.504413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.505062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.543067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.544296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.545049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.582507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=1078158c-ee46-4494-9811-3124f1408547,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:31.612738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-108ad7e8-cd2d-4754-9e93-83b50e7200d6 req-ddb7ca9c-6afc-4db1-8c18-f3c460ebccb4 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0345352 Aug 27 12:00:31.614113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] Pushing event updated for resources: {'Network': ['ID=66da1fd8-5a97-4dd1-8336-0d85ae450dd6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:31.627360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:00:31.640844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d991be-75a5-4027-90a8-b579d9e731d1 req-825e3fcf-4512-4f28-98f0-0606b30c1b94 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.647659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d991be-75a5-4027-90a8-b579d9e731d1 req-825e3fcf-4512-4f28-98f0-0606b30c1b94 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.649290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17d991be-75a5-4027-90a8-b579d9e731d1 req-825e3fcf-4512-4f28-98f0-0606b30c1b94 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1&device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 1690 time: 0.1168275 Aug 27 12:00:31.710136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17d991be-75a5-4027-90a8-b579d9e731d1 req-7e78d1fc-44b7-4d27-9e1f-d0c90aebc777 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529368 Aug 27 12:00:31.752509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.760023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.766436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-920ea48f-9e08-4896-8021-0bd39dfc6810 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7218482 Aug 27 12:00:31.772036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35888) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:31.778401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Request body: {'subnet': {'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-23055472-subnet', 'tenant_id': 'ef1bab56bd5c4bad8297e0d5096effaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:31.803802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f4c62098-4326-478e-9073-4f0cc9393765'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:31.815877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Made reservation on behalf of ef1bab56bd5c4bad8297e0d5096effaa for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:31.819475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:31.866128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d7486-d8f9-400c-b6f5-dd23c9bfb0a2 req-66eabb3f-d104-4bb8-8085-c18cd2c6c409 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:31.867041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['1078158c-ee46-4494-9811-3124f1408547'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:31.883058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-483d7486-d8f9-400c-b6f5-dd23c9bfb0a2 req-66eabb3f-d104-4bb8-8085-c18cd2c6c409 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 945 time: 0.1667957 Aug 27 12:00:31.919449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e496d6-4245-4efc-8dce-eace9f0532fd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:32.007789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Allocated IP 192.168.233.56 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/e2636013-5cec-43b9-bdd2-2bcecaa6158b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:32.030500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-483d7486-d8f9-400c-b6f5-dd23c9bfb0a2 req-2edcdff3-42d9-42f2-a350-2f5e65960392 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990684 Aug 27 12:00:32.051290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be6657-9a89-4db1-934b-63839825b9d9 req-50664576-e5f7-48e9-a64f-894411fe6de4 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.065398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88be6657-9a89-4db1-934b-63839825b9d9 req-50664576-e5f7-48e9-a64f-894411fe6de4 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 1100 time: 0.1478083 Aug 27 12:00:32.084185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.128678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d79ca4-3859-4eab-8b2e-63efd9bda11f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:32.172299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Checking segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:32.172658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Network hostable DHCP agents. Network: 66da1fd8-5a97-4dd1-8336-0d85ae450dd6, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:00:32.192385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:00:32.202732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 66da1fd8-5a97-4dd1-8336-0d85ae450dd6) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:32.207225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.207992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.214368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b35633-0540-425f-87fa-9a8fb2ac3850 None None] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:32.222032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88be6657-9a89-4db1-934b-63839825b9d9 req-57f2221d-a40b-484a-9ce1-5224dac5b6e0 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553731 Aug 27 12:00:32.226913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3bdbf92c-1f5c-40f9-a5c0-5badb6825377 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4525862 Aug 27 12:00:32.238630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd619-dd1a-47df-abc3-71a8bf33b6f3 req-b9f59448-542b-4b55-94ef-37145ba71b21 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.240178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-286cd619-dd1a-47df-abc3-71a8bf33b6f3 req-b9f59448-542b-4b55-94ef-37145ba71b21 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 945 time: 0.1609724 Aug 27 12:00:32.300372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-286cd619-dd1a-47df-abc3-71a8bf33b6f3 req-8d3d4f16-92e2-46c8-8fb8-ea1519c0a312 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524809 Aug 27 12:00:32.349973 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.370557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Transition to ACTIVE for port object e2636013-5cec-43b9-bdd2-2bcecaa6158b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:32.413794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'tenant_id': 'ef1bab56bd5c4bad8297e0d5096effaa', 'fixed_ips': [{'subnet_id': 'f1d79ca4-3859-4eab-8b2e-63efd9bda11f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:00:32.414979 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.463866 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.525469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Pushing event updated for resources: {'Port': ['ID=e2636013-5cec-43b9-bdd2-2bcecaa6158b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:32.562114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:32.566627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382641c9-bc3b-4fcc-9f74-f7211e1801c7 req-629f438c-eb00-48a4-9245-b416726e1c7b tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.568708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-382641c9-bc3b-4fcc-9f74-f7211e1801c7 req-629f438c-eb00-48a4-9245-b416726e1c7b tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 1101 time: 0.1609945 Aug 27 12:00:32.570432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:32.573405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:32.583582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Allocated IP 172.20.0.2 (66da1fd8-5a97-4dd1-8336-0d85ae450dd6/f1d79ca4-3859-4eab-8b2e-63efd9bda11f/bd3a531a-bf75-4d8b-9e16-21920c0c37cd) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:32.635912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570184f9-f6e2-471c-83fd-e2aa29f9b4f9 req-11f12372-9fc3-4055-a964-d2eda30b82dc tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.637477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-570184f9-f6e2-471c-83fd-e2aa29f9b4f9 req-11f12372-9fc3-4055-a964-d2eda30b82dc tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1096 time: 0.1187510 Aug 27 12:00:32.665619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.666267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.679249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-382641c9-bc3b-4fcc-9f74-f7211e1801c7 req-05c73fbd-cde9-4a21-be6e-e7505b3deac3 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018448 Aug 27 12:00:32.697278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-4703c386-704c-4de6-9e1b-af8b6fdf7790 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5359032 Aug 27 12:00:32.703453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-570184f9-f6e2-471c-83fd-e2aa29f9b4f9 req-397e6212-8422-47a8-89ec-c2e284e2f65a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550048 Aug 27 12:00:32.719918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Request body: {'port': {'device_id': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:32.790876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.839964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.851364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Transition to ACTIVE for port object bd3a531a-bf75-4d8b-9e16-21920c0c37cd will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:32.878272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Transition to ACTIVE for port object bd3a531a-bf75-4d8b-9e16-21920c0c37cd will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:32.886935 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:32.909200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8bd6-a254-4d03-8a2d-6b102384548b req-f0f76c26-fdec-4c88-a481-ba4910a42e08 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:32.910769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88ee8bd6-a254-4d03-8a2d-6b102384548b req-f0f76c26-fdec-4c88-a481-ba4910a42e08 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.0968084 Aug 27 12:00:32.932674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:32.948761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:32.954414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:32.966289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Pushing event updated for resources: {'Port': ['ID=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:33.001909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-829c667a-ba69-4928-9bc1-a557b1076d4f None None] Provisioning for port e2636013-5cec-43b9-bdd2-2bcecaa6158b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:33.014826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-829c667a-ba69-4928-9bc1-a557b1076d4f None None] Provisioning complete for port e2636013-5cec-43b9-bdd2-2bcecaa6158b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:33.015202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-829c667a-ba69-4928-9bc1-a557b1076d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.072953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Attempting to bind port bd3a531a-bf75-4d8b-9e16-21920c0c37cd on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:33.073319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Attempting to bind port bd3a531a-bf75-4d8b-9e16-21920c0c37cd by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:33.073689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Attempting to bind port bd3a531a-bf75-4d8b-9e16-21920c0c37cd on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:33.081205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88ee8bd6-a254-4d03-8a2d-6b102384548b req-5f4dc248-3d9e-428e-aa0f-36d0a5e1922d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091523 Aug 27 12:00:33.086128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:33.086631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Checking segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:33.086938 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.087346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Bound using segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:33.087873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Bound port: bd3a531a-bf75-4d8b-9e16-21920c0c37cd, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:33.089393 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.090269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-829c667a-ba69-4928-9bc1-a557b1076d4f None None] Port e2636013-5cec-43b9-bdd2-2bcecaa6158b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:33.149237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 1078158c-ee46-4494-9811-3124f1408547 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:33.223819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] For port bd3a531a-bf75-4d8b-9e16-21920c0c37cd, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:33.227664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] For port bd3a531a-bf75-4d8b-9e16-21920c0c37cd, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:33.242566 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.246623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 1078158c-ee46-4494-9811-3124f1408547 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:33.260371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 1078158c-ee46-4494-9811-3124f1408547 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:33.260761 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.369521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1fbe5-4fed-4038-83a3-fd2fcd031411 None None] Pushing event updated for resources: {'Port': ['ID=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:33.418766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.455042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078158c-ee46-4494-9811-3124f1408547'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:33.457771 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b2a17-aa3c-4660-9516-8f6b8aa60680" -d '{"events": [{"server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "name": "network-vif-plugged", "status": "completed", "tag": "1078158c-ee46-4494-9811-3124f1408547"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:33.473214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 1078158c-ee46-4494-9811-3124f1408547, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=1078158c-ee46-4494-9811-3124f1408547,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:33.479824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.553665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-62152ab1-0854-4ebc-b66e-bc87434582f5 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:33.555302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-62152ab1-0854-4ebc-b66e-bc87434582f5 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 814 time: 0.5353086 Aug 27 12:00:33.565492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0fdf-b042-45a4-9c7e-e01f6dd02a38 req-88b4590e-107c-4577-a196-556daf31ba3f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:33.579082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1fa0fdf-b042-45a4-9c7e-e01f6dd02a38 req-88b4590e-107c-4577-a196-556daf31ba3f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 935 time: 0.4094324 Aug 27 12:00:33.580509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=1078158c-ee46-4494-9811-3124f1408547,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:33.656052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-94e93acc-9643-45ac-99e6-601cf748f486 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/quotas/ef1bab56bd5c4bad8297e0d5096effaa HTTP/1.1" status: 200 len: 375 time: 0.0744603 Aug 27 12:00:33.665488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd3a531a-bf75-4d8b-9e16-21920c0c37cd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:33.712187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2636013-5cec-43b9-bdd2-2bcecaa6158b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:33.719943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1fa0fdf-b042-45a4-9c7e-e01f6dd02a38 req-dd63781b-e93c-4001-8d43-8bbfdbf637a1 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208236 Aug 27 12:00:33.732426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.732658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port bd3a531a-bf75-4d8b-9e16-21920c0c37cd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:33.749302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Transition to ACTIVE for port object e2636013-5cec-43b9-bdd2-2bcecaa6158b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:33.756196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-6b63d0f6-df81-474f-b062-682c8477c040 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990348 Aug 27 12:00:33.757308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:33.895315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Pushing event updated for resources: {'Port': ['ID=e2636013-5cec-43b9-bdd2-2bcecaa6158b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:33.972458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36c85-5fd0-4c69-992f-517c0318d52b req-9eb6fbbb-152c-4869-92e3-fa16f6d8198d tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:33.974270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42f36c85-5fd0-4c69-992f-517c0318d52b req-9eb6fbbb-152c-4869-92e3-fa16f6d8198d tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1096 time: 0.1692913 Aug 27 12:00:33.982921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-9bd09254-8ce4-4122-96ae-59fe238e5cd5 service neutron] 10.222.0.76 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164683 Aug 27 12:00:34.095617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Attempting to bind port e2636013-5cec-43b9-bdd2-2bcecaa6158b on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:34.095867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Attempting to bind port e2636013-5cec-43b9-bdd2-2bcecaa6158b by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:34.096185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Attempting to bind port e2636013-5cec-43b9-bdd2-2bcecaa6158b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:34.109506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42f36c85-5fd0-4c69-992f-517c0318d52b req-93c2235a-95b4-49af-867f-b87ad524ea34 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253273 Aug 27 12:00:34.117526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Port e2636013-5cec-43b9-bdd2-2bcecaa6158b on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:34.118059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Attempting to bind port e2636013-5cec-43b9-bdd2-2bcecaa6158b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:34.137701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:34.138120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:34.138740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:34.139407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Bound port: e2636013-5cec-43b9-bdd2-2bcecaa6158b, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:34.139935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:34.155681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-182c91e6-4e91-404a-bcb9-a6a3e01a8b38 service neutron] 10.222.0.76 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665092 Aug 27 12:00:34.241512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] For port e2636013-5cec-43b9-bdd2-2bcecaa6158b, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:34.245664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] For port e2636013-5cec-43b9-bdd2-2bcecaa6158b, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:34.250493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:34.317798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:34.319250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:34.320727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] 10.222.0.77 "PUT /v2.0/ports/e2636013-5cec-43b9-bdd2-2bcecaa6158b HTTP/1.1" status: 200 len: 1095 time: 1.6081624 Aug 27 12:00:34.321227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'tag': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:34.323920 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356f9984-0715-4c4b-ae1d-5db7117f1cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "559bff39-ebe0-46f7-b057-2645ad1f1bb6", "tag": "e2636013-5cec-43b9-bdd2-2bcecaa6158b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:34.332830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-aed65dd3-a935-4216-ad6a-db51c461cd89 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665667 Aug 27 12:00:34.424395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bf013-8ebe-466b-ba8c-0c228afbb66a service neutron] Pushing event updated for resources: {'Port': ['ID=e2636013-5cec-43b9-bdd2-2bcecaa6158b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:34.437226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9b176-39e6-433a-96ff-5ea72f40f499 None None] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:00:34.524553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] Provisioning for port bd3a531a-bf75-4d8b-9e16-21920c0c37cd completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:34.534051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] Provisioning complete for port bd3a531a-bf75-4d8b-9e16-21920c0c37cd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:34.534499 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:34.554238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605919a3-6dcc-4fb7-95b8-0e3a581872c3 req-1904462e-25cc-4d1b-9312-5e14eaadbd70 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:34.555822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-605919a3-6dcc-4fb7-95b8-0e3a581872c3 req-1904462e-25cc-4d1b-9312-5e14eaadbd70 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 946 time: 0.1548722 Aug 27 12:00:34.560528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-4fb1ed3c-e097-463f-9570-7040ce24732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:34.561972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-4fb1ed3c-e097-463f-9570-7040ce24732d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7c77f380d6f4d2e9b89a3ac031ee1b1&device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 1098 time: 0.1599343 Aug 27 12:00:34.569655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-aea029c0-f35a-4f3c-b8d5-abd5c7d7f2c1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:34.576654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-aea029c0-f35a-4f3c-b8d5-abd5c7d7f2c1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316368 Aug 27 12:00:34.669520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-7993c88b-e0b7-46ed-85ab-b1dd9a3b39ee tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/quotas/04ebd9e730044067889d740d77a3653e HTTP/1.1" status: 200 len: 375 time: 0.0918903 Aug 27 12:00:34.676135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-2716b3df-5cb6-437b-bc62-900bc0cd2522 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b HTTP/1.1" status: 200 len: 217 time: 0.0957763 Aug 27 12:00:34.693737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-605919a3-6dcc-4fb7-95b8-0e3a581872c3 req-4b781520-c513-486c-91bb-12e50e6dcca0 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122983 Aug 27 12:00:34.694160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:34.754114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] For port bd3a531a-bf75-4d8b-9e16-21920c0c37cd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:34.762103 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:34.844411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:34.845205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-cd7e8315-1fcd-49a3-afd6-d20e6701df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:34.847070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-cd7e8315-1fcd-49a3-afd6-d20e6701df1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1474714 Aug 27 12:00:34.862593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-34049276-a332-455a-9275-d02e7908bfbb tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1610229 Aug 27 12:00:34.954900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945de51-5f68-44d9-9472-44f6c833882a req-7fb279e5-3e2d-464a-b51f-1b810ba908c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:34.957348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-7fb279e5-3e2d-464a-b51f-1b810ba908c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924196 Aug 27 12:00:34.974574 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad72e5-3f76-4558-b00b-fc43d2dbed56 x-openstack-request-id: req-69ad72e5-3f76-4558-b00b-fc43d2dbed56 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:34.975069 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "name": "network-vif-plugged", "status": "completed", "tag": "1078158c-ee46-4494-9811-3124f1408547", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:34.975480 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69ad72e5-3f76-4558-b00b-fc43d2dbed56 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:34.976097 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078158c-ee46-4494-9811-3124f1408547', 'code': 200} Aug 27 12:00:34.998057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88bca8-89d5-452f-8be5-0ff340da0b25 None None] Pushing event updated for resources: {'Port': ['ID=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:35.116583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-32a3177b-0cd2-4ec4-a5f6-2c078d365819 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508193 Aug 27 12:00:35.139648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e237bd-ff0e-4158-adbd-c1a37c92b643 req-3cac132a-0535-4b81-ac44-4f2b3c6be340 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:35.147809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53e237bd-ff0e-4158-adbd-c1a37c92b643 req-3cac132a-0535-4b81-ac44-4f2b3c6be340 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.0982604 Aug 27 12:00:35.151030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f4c62098-4326-478e-9073-4f0cc9393765 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:35.166330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f4c62098-4326-478e-9073-4f0cc9393765 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:35.167279 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:35.188890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a903-82cf-4fad-b2ec-475681b2ff60 req-0c4edf0a-4c71-4c7f-a4d3-524fc3d264bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:35.198494 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e29a903-82cf-4fad-b2ec-475681b2ff60 req-0c4edf0a-4c71-4c7f-a4d3-524fc3d264bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1097 time: 0.1986887 Aug 27 12:00:35.264479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53e237bd-ff0e-4158-adbd-c1a37c92b643 req-5d6cc0c2-4c65-4835-8381-095d24caaae9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120238 Aug 27 12:00:35.308538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e29a903-82cf-4fad-b2ec-475681b2ff60 req-02d06728-a003-47db-8639-babcde845593 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012328 Aug 27 12:00:35.326093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7945de51-5f68-44d9-9472-44f6c833882a req-ef8b0241-f3fa-4808-95e1-7c1143ba787d service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972902 Aug 27 12:00:35.367880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-12c0cb22-3de2-4d21-8b5a-e87220e73e6a None None] Provisioning complete for port bd3a531a-bf75-4d8b-9e16-21920c0c37cd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:35.368622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-12c0cb22-3de2-4d21-8b5a-e87220e73e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:35.401699 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe53330-672a-4bda-bd70-6726627b85d6 x-openstack-request-id: req-9fe53330-672a-4bda-bd70-6726627b85d6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:35.402216 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559bff39-ebe0-46f7-b057-2645ad1f1bb6", "tag": "e2636013-5cec-43b9-bdd2-2bcecaa6158b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:35.402590 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9fe53330-672a-4bda-bd70-6726627b85d6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:35.403088 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'tag': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b', 'status': 'completed', 'code': 200} Aug 27 12:00:35.466724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:35.567562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:35.582981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:35.628880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c92c-9101-44ab-81e0-7b8c971d6ec5 req-bf03342e-6adc-42ff-a1b8-3a1dc72df0ed tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:35.630093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9185c92c-9101-44ab-81e0-7b8c971d6ec5 req-bf03342e-6adc-42ff-a1b8-3a1dc72df0ed tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 947 time: 0.1210868 Aug 27 12:00:35.639481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-394660d5-f7cb-4261-b04e-2e8621ebe7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:35.641397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-394660d5-f7cb-4261-b04e-2e8621ebe7a4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a7c77f380d6f4d2e9b89a3ac031ee1b1&device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 1098 time: 0.1335039 Aug 27 12:00:35.655327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:35.672839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd3a531a-bf75-4d8b-9e16-21920c0c37cd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:35.727448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port bd3a531a-bf75-4d8b-9e16-21920c0c37cd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:35.727902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:35.743733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-c59e01fc-b7b8-493a-8dee-a0393a2e32c4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:35.745399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-c59e01fc-b7b8-493a-8dee-a0393a2e32c4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 814 time: 0.2991786 Aug 27 12:00:35.761221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9185c92c-9101-44ab-81e0-7b8c971d6ec5 req-21bee77d-ab21-4209-9ded-070fca7d0846 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188200 Aug 27 12:00:35.772032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-41a81279-8f5e-46f7-9115-96abc41c8b80 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/quotas/ef1bab56bd5c4bad8297e0d5096effaa HTTP/1.1" status: 200 len: 375 time: 0.0186036 Aug 27 12:00:35.912583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57782ce6-ee53-48b5-a82c-e6f9bdd5b2fb req-dd310282-4804-476c-bb6c-9ed7cabaa16c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 210 time: 0.0606699 Aug 27 12:00:35.915385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-d0739647-04b1-437a-990f-94281c05ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:35.917636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-d0739647-04b1-437a-990f-94281c05ea38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2545109 Aug 27 12:00:35.981389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-3817d723-6d24-4c76-8877-68988c8f1ba1 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935158 Aug 27 12:00:35.983477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-7b0fedce-a255-431d-9fab-a9a022075ed2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b HTTP/1.1" status: 200 len: 217 time: 0.0587709 Aug 27 12:00:36.106234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-c1fde43d-e02f-4225-b38d-f89f14990479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:36.107153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-c1fde43d-e02f-4225-b38d-f89f14990479 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1086605 Aug 27 12:00:36.161019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-fb74384f-268c-42dc-8cc3-d35ec1ccdfb8 service neutron] 10.222.0.76 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707389 Aug 27 12:00:36.165728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-dc568530-05ec-4419-807a-fbeb4bfc01e4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:36.167788 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-dc568530-05ec-4419-807a-fbeb4bfc01e4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 814 time: 0.1493659 Aug 27 12:00:36.190392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Request body: {'port': {'device_id': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'admin_state_up': True, 'tenant_id': 'ef1bab56bd5c4bad8297e0d5096effaa'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:36.234269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-154acef4-e9b4-4d63-a55b-6ebaa66d3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:36.235848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-154acef4-e9b4-4d63-a55b-6ebaa66d3181 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073081 Aug 27 12:00:36.304553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Made reservation on behalf of ef1bab56bd5c4bad8297e0d5096effaa for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:36.308339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:36.344599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da44af4-ba57-4a30-8e79-7c4ca36f83a4 req-cbba460d-a257-4448-96e1-ca85802478e1 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:36.346102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2da44af4-ba57-4a30-8e79-7c4ca36f83a4 req-cbba460d-a257-4448-96e1-ca85802478e1 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 946 time: 0.1308756 Aug 27 12:00:36.360833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-471506c7-58ce-4b5d-a1aa-f36247bc0481 service neutron] 10.222.0.76 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910141 Aug 27 12:00:36.414502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2da44af4-ba57-4a30-8e79-7c4ca36f83a4 req-5b3e90a3-2b92-45ff-a27f-5542aef6e07c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589178 Aug 27 12:00:36.426050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-a3a84aca-4600-479b-b1c3-45c33939888b service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514268 Aug 27 12:00:36.514784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Allocated IP 172.20.0.9 (66da1fd8-5a97-4dd1-8336-0d85ae450dd6/f1d79ca4-3859-4eab-8b2e-63efd9bda11f/859b740a-1673-4c89-9d80-cfbd912296a7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:36.967862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab32aa-3805-4916-b54f-ce8fef5e2930 req-18106cd6-ff8d-4f5b-8d01-89b616abe96d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:36.969571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61ab32aa-3805-4916-b54f-ce8fef5e2930 req-18106cd6-ff8d-4f5b-8d01-89b616abe96d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1539059 Aug 27 12:00:36.977813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:36.978374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2377-bea3-4c0e-9aba-7a28c0e33b5a req-e9133f94-e038-4152-8728-8078e399590c tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:36.979597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccea2377-bea3-4c0e-9aba-7a28c0e33b5a req-e9133f94-e038-4152-8728-8078e399590c tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1096 time: 0.1627872 Aug 27 12:00:36.981401 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9d871-6454-4e10-899c-cfd430217e77" -d '{"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f4c62098-4326-478e-9073-4f0cc9393765"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:36.986727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-356f9984-0715-4c4b-ae1d-5db7117f1cc0 req-6276fd55-b592-4e7a-a916-2780f8d85cdb service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508626 Aug 27 12:00:37.020975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-11ea4c07-fa80-4e5b-bdbc-db248cb240cc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325246 Aug 27 12:00:37.048117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccea2377-bea3-4c0e-9aba-7a28c0e33b5a req-894849a2-8264-4a6e-9967-491e5dd25dfd tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 Aug 27 12:00:37.051178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61ab32aa-3805-4916-b54f-ce8fef5e2930 req-efe7d1d5-903b-4771-81ec-6687012ab923 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Aug 27 12:00:37.260466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.277156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-b487c27f-0383-4df1-99db-ce01333a7340 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:37.278680 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-b487c27f-0383-4df1-99db-ce01333a7340 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876867 Aug 27 12:00:37.285290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Transition to ACTIVE for port object 859b740a-1673-4c89-9d80-cfbd912296a7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:37.301403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:37.321004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6198ce-0542-4ca6-8987-2ad35b91e3da req-6cc6059b-21d0-4ce8-9f41-29dd807e72bc tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:37.322156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a6198ce-0542-4ca6-8987-2ad35b91e3da req-6cc6059b-21d0-4ce8-9f41-29dd807e72bc tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 947 time: 0.1305313 Aug 27 12:00:37.357754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-9c2b4519-e833-4ccb-a8b2-a845b37458c8 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:37.359354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-9c2b4519-e833-4ccb-a8b2-a845b37458c8 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 814 time: 0.2024567 Aug 27 12:00:37.389759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a6198ce-0542-4ca6-8987-2ad35b91e3da req-3c1bdcb1-7075-4eed-a6ff-3dabdf393340 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542274 Aug 27 12:00:37.391500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-1a4e7e08-8fb5-42f9-9721-dc422acd1fc0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/quotas/ef1bab56bd5c4bad8297e0d5096effaa HTTP/1.1" status: 200 len: 375 time: 0.0172067 Aug 27 12:00:37.433366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.499202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-70c76af0-685e-454d-8ba6-d85b11752d23 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904782 Aug 27 12:00:37.547371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:37.563535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:37.565999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:37.603487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Pushing event updated for resources: {'Port': ['ID=859b740a-1673-4c89-9d80-cfbd912296a7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:37.603977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89e401f9-9371-4953-8c05-e864d557cffb req-12a03427-c17e-4f0c-8a20-dadbaff63be4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 210 time: 0.0694513 Aug 27 12:00:37.666008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:37.666975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.671765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-530e17d5-81c8-40c8-ba38-e36a7374fdb6 service neutron] 10.222.0.76 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676514 Aug 27 12:00:37.684127 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d21a442-e087-405f-a2e2-1630b17d8780 x-openstack-request-id: req-9d21a442-e087-405f-a2e2-1630b17d8780 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:37.684648 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f4c62098-4326-478e-9073-4f0cc9393765", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:37.685195 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d21a442-e087-405f-a2e2-1630b17d8780 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:37.685941 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765', 'code': 200} Aug 27 12:00:37.686575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:37.693966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.707955 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-cdbe6021-f800-481f-aaf4-654f1636bdcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251739 Aug 27 12:00:37.731330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Request body: {'port': {'device_id': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:37.871896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-e9e9310f-8524-4977-a100-0a396e036248 service neutron] 10.222.0.76 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976597 Aug 27 12:00:37.886372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.940000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5cf31-5e30-48bd-b896-b0e558dd141f req-d63ab883-a365-4488-991b-84c7ce1d4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:37.949988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14f5cf31-5e30-48bd-b896-b0e558dd141f req-d63ab883-a365-4488-991b-84c7ce1d4e5d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 1097 time: 0.0717878 Aug 27 12:00:37.964446 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.966918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-14b138c0-1bf3-4ec3-9a7a-e93547777099 None None] Provisioning for port 859b740a-1673-4c89-9d80-cfbd912296a7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:37.979088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-14b138c0-1bf3-4ec3-9a7a-e93547777099 None None] Provisioning complete for port 859b740a-1673-4c89-9d80-cfbd912296a7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:37.979768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-14b138c0-1bf3-4ec3-9a7a-e93547777099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:37.981594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.41 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/d3cd44ef-aa35-4f83-a1fc-e459a607e2d3) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:38.069844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14f5cf31-5e30-48bd-b896-b0e558dd141f req-8677bec4-60ef-4a43-bc00-97264c17ad70 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123557 Aug 27 12:00:38.073552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-14b138c0-1bf3-4ec3-9a7a-e93547777099 None None] Port 859b740a-1673-4c89-9d80-cfbd912296a7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:38.194445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-e099c5c1-8f07-42c3-a457-08dbad7fcf2e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:38.194445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-e099c5c1-8f07-42c3-a457-08dbad7fcf2e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 814 time: 0.2174253 Aug 27 12:00:38.216672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Request body: {'port': {'device_id': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'admin_state_up': True, 'tenant_id': 'ef1bab56bd5c4bad8297e0d5096effaa'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:38.390770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b0d85-2372-4e2d-aedf-99f2165556c1 req-d0919de5-26b1-445e-b7d3-d5a81421d735 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:38.392303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b0d85-2372-4e2d-aedf-99f2165556c1 req-d0919de5-26b1-445e-b7d3-d5a81421d735 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 946 time: 0.1076806 Aug 27 12:00:38.476711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Made reservation on behalf of ef1bab56bd5c4bad8297e0d5096effaa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:38.482580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:38.517433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b0d85-2372-4e2d-aedf-99f2165556c1 req-d48fde08-f6d0-4749-902c-350e7cb70c79 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170943 Aug 27 12:00:38.555024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:38.593754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:38.691949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:38.709777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:38.736869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859b740a-1673-4c89-9d80-cfbd912296a7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:38.758297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:38.766910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:38.774497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:38.776959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:38.784864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:38.789852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:38.824687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Transition to ACTIVE for port object 859b740a-1673-4c89-9d80-cfbd912296a7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:38.831961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:38.873987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e2636013-5cec-43b9-bdd2-2bcecaa6158b details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:38.930263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:38.932161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:38.978428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Pushing event updated for resources: {'Port': ['ID=859b740a-1673-4c89-9d80-cfbd912296a7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:39.050022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-8cfb7ea8-a6d6-440b-9551-9c4a56a23931 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7521553 Aug 27 12:00:39.075119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Allocated IP 172.20.0.13 (66da1fd8-5a97-4dd1-8336-0d85ae450dd6/f1d79ca4-3859-4eab-8b2e-63efd9bda11f/072b5a1a-de57-4b1e-b713-f7775194c34d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:39.098722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dcb10-d165-49a2-afe3-64a11c40a2eb req-440d806a-e86a-433d-b2d1-465e8c594ea5 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:39.108510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb0dcb10-d165-49a2-afe3-64a11c40a2eb req-440d806a-e86a-433d-b2d1-465e8c594ea5 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.2990837 Aug 27 12:00:39.123579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Request body: {'port': {'device_id': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:39.276779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb0dcb10-d165-49a2-afe3-64a11c40a2eb req-1619f844-e857-4e09-bdc3-cb79a4777b2d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672738 Aug 27 12:00:39.308363 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.385163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Attempting to bind port 859b740a-1673-4c89-9d80-cfbd912296a7 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:39.385851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Attempting to bind port 859b740a-1673-4c89-9d80-cfbd912296a7 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:39.386432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Attempting to bind port 859b740a-1673-4c89-9d80-cfbd912296a7 on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:39.402170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Port 859b740a-1673-4c89-9d80-cfbd912296a7 on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:39.402926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Attempting to bind port 859b740a-1673-4c89-9d80-cfbd912296a7 on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:39.408493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dcdf61ee-d140-49db-9d54-81727160fbc9 None None] Provisioning for port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:39.409983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:39.410574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Checking segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:39.411217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Bound using segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:39.412259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Bound port: 859b740a-1673-4c89-9d80-cfbd912296a7, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:39.412744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.437975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dcdf61ee-d140-49db-9d54-81727160fbc9 None None] Provisioning complete for port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:39.438265 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcdf61ee-d140-49db-9d54-81727160fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.469572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-643266d4-f823-4ece-a1d4-a92ddc0db258 req-c108a968-7993-4d6a-bf36-431a84d28801 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 210 time: 0.0357780 Aug 27 12:00:39.509147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e2636013-5cec-43b9-bdd2-2bcecaa6158b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:39.576805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b', 'mac_address': 'fa:16:3e:5a:08:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:39.605445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] For port 859b740a-1673-4c89-9d80-cfbd912296a7, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:39.617623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.623304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf61ee-d140-49db-9d54-81727160fbc9 None None] Port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:39.633347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] For port 859b740a-1673-4c89-9d80-cfbd912296a7, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=859b740a-1673-4c89-9d80-cfbd912296a7,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:39.648010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Transition to ACTIVE for port object 072b5a1a-de57-4b1e-b713-f7775194c34d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:39.653109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.691843 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:00:39.722921 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.728658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:39.729301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.730741 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] 10.222.0.65 "PUT /v2.0/ports/859b740a-1673-4c89-9d80-cfbd912296a7 HTTP/1.1" status: 200 len: 1091 time: 2.0051980 Aug 27 12:00:39.734319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'tag': '859b740a-1673-4c89-9d80-cfbd912296a7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:39.736756 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6a383-0506-48dc-92e0-c74063426e58" -d '{"events": [{"name": "network-changed", "server_uuid": "fcabb4cf-2de6-4f64-955a-2bf52653dde2", "tag": "859b740a-1673-4c89-9d80-cfbd912296a7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:39.756793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4d5f-d2e2-4e76-934d-d8c64189cb7e service neutron] Pushing event updated for resources: {'Port': ['ID=859b740a-1673-4c89-9d80-cfbd912296a7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:39.776486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2636013-5cec-43b9-bdd2-2bcecaa6158b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:39.781576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb1f1-0e78-4679-b26e-8e8e07bc178b req-446f9c3d-5976-40ab-97f0-c48d29a5abb7 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:39.784407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bebcb1f1-0e78-4679-b26e-8e8e07bc178b req-446f9c3d-5976-40ab-97f0-c48d29a5abb7 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 947 time: 0.1174941 Aug 27 12:00:39.862628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e2636013-5cec-43b9-bdd2-2bcecaa6158b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:39.879145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.887980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bebcb1f1-0e78-4679-b26e-8e8e07bc178b req-b63ef77c-00e9-4dda-829b-d82f5816cf41 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908737 Aug 27 12:00:39.888613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:39.889832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.917564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.937623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:39.958291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-7414bd4f-8b53-4daf-a9af-ee3646861f20 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:00:39.959509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-7414bd4f-8b53-4daf-a9af-ee3646861f20 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260625 Aug 27 12:00:39.971780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-aa78b559-bfc8-4f13-a59b-10bafcb60d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:39.973487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-aa78b559-bfc8-4f13-a59b-10bafcb60d26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 1094 time: 0.1652255 Aug 27 12:00:39.977623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Transition to ACTIVE for port object d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:39.981267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Request body: {'binding': {'host': 'n-h2-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:39.981850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:00:39.985472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:39.998025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:40.007223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:40.135077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-8a7dc86b-4508-454e-8184-c5f0fd0564dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859b740a-1673-4c89-9d80-cfbd912296a7 HTTP/1.1" status: 200 len: 217 time: 0.0996726 Aug 27 12:00:40.194399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e2636013-5cec-43b9-bdd2-2bcecaa6158b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:40.223421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Pushing event updated for resources: {'Port': ['ID=072b5a1a-de57-4b1e-b713-f7775194c34d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:40.288598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:40.289349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.306302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Pushing event updated for resources: {'Port': ['ID=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:40.324038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-871d9dd8-3441-4300-a23c-968fdd7e0fce tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:40.331416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-871d9dd8-3441-4300-a23c-968fdd7e0fce tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2455616 Aug 27 12:00:40.357079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ed8ab51f-9a21-4972-8174-81de0d4e27f4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1456957 Aug 27 12:00:40.373156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-436745b1-f1e9-4f3d-a5a5-01977751c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:40.374684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-436745b1-f1e9-4f3d-a5a5-01977751c28f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.2301719 Aug 27 12:00:40.397339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Request body: {'port': {'device_id': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:40.413073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-27421c23-eecf-40fa-9c7b-b8fad84e818e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:40.414693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-27421c23-eecf-40fa-9c7b-b8fad84e818e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.77 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 814 time: 0.4179966 Aug 27 12:00:40.437519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e2636013-5cec-43b9-bdd2-2bcecaa6158b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:40.438884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-e707cce2-37a1-4ff8-aa66-49c14589a4b2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1063263 Aug 27 12:00:40.447791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'floatingip': {'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:40.504986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Attempting to bind port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:40.505394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Attempting to bind port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:40.506166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Attempting to bind port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:40.520269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Request body: {'port': {'device_id': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'admin_state_up': True, 'tenant_id': 'ef1bab56bd5c4bad8297e0d5096effaa'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:40.524395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-0ffcf5ac-6a76-4175-a0ec-8bfc5d7b7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:40.525924 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-0ffcf5ac-6a76-4175-a0ec-8bfc5d7b7c7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299777 Aug 27 12:00:40.526267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.526545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:40.526868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Attempting to bind port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:40.532816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on host n-h2-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:40.533153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:40.533473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:40.545622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:40.545967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:40.546353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:40.546872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Bound port: d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:40.547233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.584298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:40.584604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:40.600412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:40.600752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:40.601576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:40.601576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Bound port: 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:40.664522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-45a5043b-ccc4-49e2-9d05-87bfd2b275bf None None] Provisioning for port 072b5a1a-de57-4b1e-b713-f7775194c34d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:40.667123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.673575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-45a5043b-ccc4-49e2-9d05-87bfd2b275bf None None] Provisioning complete for port 072b5a1a-de57-4b1e-b713-f7775194c34d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:40.673941 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-45a5043b-ccc4-49e2-9d05-87bfd2b275bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.684289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:40.700538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.702211 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-02896a07-3af3-4f2d-94cf-149f0d5c9324 service neutron] 10.222.0.76 "POST /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50/bindings HTTP/1.1" status: 201 len: 389 time: 0.7256734 Aug 27 12:00:40.723670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-45a5043b-ccc4-49e2-9d05-87bfd2b275bf None None] Port 072b5a1a-de57-4b1e-b713-f7775194c34d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:40.746609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-2565b6b6-3717-4e4c-b59b-d1dcee7acbf9 service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105408 Aug 27 12:00:40.749588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] For port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:40.753218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] For port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:40.767772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.854891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:40.855661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:40.856979 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] 10.222.0.77 "PUT /v2.0/ports/d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 HTTP/1.1" status: 200 len: 1095 time: 1.7570238 Aug 27 12:00:40.921708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36937e12-9a7c-41dd-bb2b-894bfbe238fc service neutron] Pushing event updated for resources: {'Port': ['ID=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:40.936976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ae34b3a-94bd-4ee5-b7b0-5e68eed17fab req-2d822506-d88b-46a9-946a-0bd798803a79 service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795120 Aug 27 12:00:40.980307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Made reservation on behalf of ef1bab56bd5c4bad8297e0d5096effaa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:40.983786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:41.098756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-95d2e93a-9228-4efe-b52c-2d66640b5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.101095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-95d2e93a-9228-4efe-b52c-2d66640b5bc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 1098 time: 0.0797501 Aug 27 12:00:41.106767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-f9e4f3c1-1375-4213-9def-6db808143921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.108560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-f9e4f3c1-1375-4213-9def-6db808143921 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1096 time: 0.0746865 Aug 27 12:00:41.171634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-a81766fd-cecc-4dee-ada4-a6a08b28464d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 HTTP/1.1" status: 200 len: 217 time: 0.0506592 Aug 27 12:00:41.277794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-f4685b5a-a82d-42eb-8879-f593822b47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.279295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-f4685b5a-a82d-42eb-8879-f593822b47f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0985029 Aug 27 12:00:41.327322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-35b0c486-48c7-4b25-80de-b1a662b548a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.328844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-35b0c486-48c7-4b25-80de-b1a662b548a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2039082 Aug 27 12:00:41.341428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063b85c-a17f-488e-9924-810f81e06613 req-094511fa-02ce-4eaf-9165-4263a23d32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.343336 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-094511fa-02ce-4eaf-9165-4263a23d32ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558360 Aug 27 12:00:41.387881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-5cce37fd-fcd6-4112-bb50-d1aee0af7132 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0435481 Aug 27 12:00:41.511367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b607-c93e-4327-8b2d-6e6a86be9ba4 req-bdfa5261-6f76-42c6-8141-b5daded0e2b4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.513063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4227b607-c93e-4327-8b2d-6e6a86be9ba4 req-bdfa5261-6f76-42c6-8141-b5daded0e2b4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 947 time: 0.5901930 Aug 27 12:00:41.692475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4227b607-c93e-4327-8b2d-6e6a86be9ba4 req-7ed7f30f-7a70-47c3-80a7-2afb116626ab tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626341 Aug 27 12:00:41.737459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-b97325cb-aac9-4f83-b39a-53a3feee6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:41.740332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-b97325cb-aac9-4f83-b39a-53a3feee6117 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0651307 Aug 27 12:00:41.811199 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-92a15d8d-57f1-447a-a954-da01a1a1ff5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610216 Aug 27 12:00:41.816905 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-efe81008-2dc4-4e85-b47e-4b996409a83e service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649105 Aug 27 12:00:41.859566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.resource_extend [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:00:41.905717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072b5a1a-de57-4b1e-b713-f7775194c34d {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:41.917206 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d104aa-a903-4ef2-ba98-87730f5ba8d9 x-openstack-request-id: req-59d104aa-a903-4ef2-ba98-87730f5ba8d9 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:41.917910 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcabb4cf-2de6-4f64-955a-2bf52653dde2", "tag": "859b740a-1673-4c89-9d80-cfbd912296a7", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:41.918082 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59d104aa-a903-4ef2-ba98-87730f5ba8d9 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:41.918689 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'tag': '859b740a-1673-4c89-9d80-cfbd912296a7', 'status': 'completed', 'code': 200} Aug 27 12:00:41.932817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:41.997921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.023146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Transition to ACTIVE for port object 072b5a1a-de57-4b1e-b713-f7775194c34d will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:42.024586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.033017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.079549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36104) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:42.095412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e063b85c-a17f-488e-9924-810f81e06613 req-4ef8679e-7504-43ea-90d6-54d3341da2d0 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711444 Aug 27 12:00:42.097419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-24346392-c621-4bbd-be9b-25cb5ef885e9 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655709 Aug 27 12:00:42.099419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a383-0506-48dc-92e0-c74063426e58 req-8a45d2eb-f7ff-4f6e-9279-6d8b9931c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:42.100841 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-8a45d2eb-f7ff-4f6e-9279-6d8b9931c2bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 1094 time: 0.1592672 Aug 27 12:00:42.278538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Pushing event updated for resources: {'Port': ['ID=072b5a1a-de57-4b1e-b713-f7775194c34d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:42.287427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a20c4-01b1-4b95-bb9b-df7ba35c0552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.296776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995b1ff-ec6c-4c88-8ea7-e25a61c3c9b3 req-05fc8b87-1a35-429e-aa51-e1dc4581a8fb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:42.302600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a995b1ff-ec6c-4c88-8ea7-e25a61c3c9b3 req-05fc8b87-1a35-429e-aa51-e1dc4581a8fb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.3254747 Aug 27 12:00:42.334524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-6ac52302-a753-4be4-a11a-73d91adb4c9d service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268617 Aug 27 12:00:42.336811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Allocated IP 172.20.0.5 (66da1fd8-5a97-4dd1-8336-0d85ae450dd6/f1d79ca4-3859-4eab-8b2e-63efd9bda11f/cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:42.364279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a383-0506-48dc-92e0-c74063426e58 req-75085db5-56a3-4562-8c17-f27c3c9ad585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:42.366025 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-75085db5-56a3-4562-8c17-f27c3c9ad585 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 915 time: 0.2281687 Aug 27 12:00:42.441634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-85f920c7-6d76-4239-b296-df3bce314999 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859b740a-1673-4c89-9d80-cfbd912296a7 HTTP/1.1" status: 200 len: 217 time: 0.0622981 Aug 27 12:00:42.454644 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e associated. External IP: 172.25.8.96, port: df190667-7e5b-4891-8c68-c19abc67e067. Aug 27 12:00:42.515585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a995b1ff-ec6c-4c88-8ea7-e25a61c3c9b3 req-7c730959-781e-4d9e-b3b2-09556c67d521 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828408 Aug 27 12:00:42.533773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Attempting to bind port 072b5a1a-de57-4b1e-b713-f7775194c34d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:42.534113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Attempting to bind port 072b5a1a-de57-4b1e-b713-f7775194c34d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:42.534464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Attempting to bind port 072b5a1a-de57-4b1e-b713-f7775194c34d on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:42.543968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Port 072b5a1a-de57-4b1e-b713-f7775194c34d on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:42.544681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Attempting to bind port 072b5a1a-de57-4b1e-b713-f7775194c34d on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:42.564859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a383-0506-48dc-92e0-c74063426e58 req-60523971-d58b-4119-a3ac-4869964a25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:42.565645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:42.566637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Checking segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:42.567146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Bound using segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:42.567421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-60523971-d58b-4119-a3ac-4869964a25ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.1101093 Aug 27 12:00:42.567809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Bound port: 072b5a1a-de57-4b1e-b713-f7775194c34d, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:42.568306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.578264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-8fe69b49-be9d-4068-bc2d-c358cad80693 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:42.580063 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-8fe69b49-be9d-4068-bc2d-c358cad80693 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.1542714 Aug 27 12:00:42.597667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:42.659890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a20c4-01b1-4b95-bb9b-df7ba35c0552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.669738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc1a20c4-01b1-4b95-bb9b-df7ba35c0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.720166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a383-0506-48dc-92e0-c74063426e58 req-cd9e3f18-9962-4ab2-bca0-a8796075e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:42.721719 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-cd9e3f18-9962-4ab2-bca0-a8796075e47e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406600 Aug 27 12:00:42.722765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f07640e6-6fef-418f-813f-6356ac558376 req-76e72e2f-51ba-4863-b72c-883f1930cfc7 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 210 time: 0.1040375 Aug 27 12:00:42.735463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:42.748337 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc1a20c4-01b1-4b95-bb9b-df7ba35c0552 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3177cfc703c404c8853869ac9d97383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6664059 Aug 27 12:00:42.762605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:42.764284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a20c4-01b1-4b95-bb9b-df7ba35c0552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e58dfc-f0e5-4376-bb3c-c5aff0672436,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:42.812362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] For port 072b5a1a-de57-4b1e-b713-f7775194c34d, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:42.891903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] For port 072b5a1a-de57-4b1e-b713-f7775194c34d, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=072b5a1a-de57-4b1e-b713-f7775194c34d,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:42.902612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e2636013-5cec-43b9-bdd2-2bcecaa6158b up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:42.911461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-80554501-6c9b-4d91-9905-c1c94035f4fa service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768637 Aug 27 12:00:42.964106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e2636013-5cec-43b9-bdd2-2bcecaa6158b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:42.970544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e2636013-5cec-43b9-bdd2-2bcecaa6158b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:42.971196 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.012986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:43.065519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caf6a383-0506-48dc-92e0-c74063426e58 req-32f87e98-0a60-4b00-8537-5ee358a9e3d2 service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429522 Aug 27 12:00:43.080098 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.088865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:43.114441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:43.117626 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a356ede1-15e3-4afa-9829-16b91eb97a66" -d '{"events": [{"server_uuid": "559bff39-ebe0-46f7-b057-2645ad1f1bb6", "name": "network-vif-plugged", "status": "completed", "tag": "e2636013-5cec-43b9-bdd2-2bcecaa6158b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:43.134585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e2636013-5cec-43b9-bdd2-2bcecaa6158b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:43.142233 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.145044 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.153117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.185198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.198724 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.224529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e2636013-5cec-43b9-bdd2-2bcecaa6158b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:43.242565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.243092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.244766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.244766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.245039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.246285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.246892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.248138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.248516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.248850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.249200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.249533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:00:43.252351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.252998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.254400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] 10.222.0.65 "PUT /v2.0/ports/072b5a1a-de57-4b1e-b713-f7775194c34d HTTP/1.1" status: 200 len: 1092 time: 2.8686736 Aug 27 12:00:43.254854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'tag': '072b5a1a-de57-4b1e-b713-f7775194c34d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:43.255769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:43.257653 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb47dfa-5e5b-41a9-990a-81162fe59c70" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d66001-940f-4e75-8f48-09dd6bf9f677", "tag": "072b5a1a-de57-4b1e-b713-f7775194c34d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:43.261602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on host n-h1-688802-4 for vnic_type normal with profile {"migrating_to": "n-h2-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:43.262014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:43.262747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:43.267806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:43.268209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Attempting to bind port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:43.275678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:43.276106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:43.276570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:43.277103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Bound port: 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:43.277693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.294092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Transition to ACTIVE for port object cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:43.346877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c4321-26f3-4783-a106-8047a15e0616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.364290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:43.367699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:43.371898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.382733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155d2a8-1665-46b7-8e94-3f878b46386d req-9f48a4ff-f6b3-489c-bf16-601093349ee4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.390164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b155d2a8-1665-46b7-8e94-3f878b46386d req-9f48a4ff-f6b3-489c-bf16-601093349ee4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 945 time: 0.5528877 Aug 27 12:00:43.426550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38108ce-4bde-4bf3-a4d8-660a0f24a10d service neutron] Pushing event updated for resources: {'Port': ['ID=072b5a1a-de57-4b1e-b713-f7775194c34d,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:43.460192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.461224 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.463154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] 10.222.0.65 "PUT /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 1121 time: 0.8707993 Aug 27 12:00:43.494492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c4321-26f3-4783-a106-8047a15e0616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.498063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c1067-2fe6-476a-b70f-b0ef39d1137c service neutron] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:43.509013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:00:43.564275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b155d2a8-1665-46b7-8e94-3f878b46386d req-4f13ef77-f5a5-433a-aef0-6b44a9d707bb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732149 Aug 27 12:00:43.573978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-e132ad2a-fed3-431e-acfe-1fe23cd1bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.574872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-e132ad2a-fed3-431e-acfe-1fe23cd1bb00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 1095 time: 0.2523530 Aug 27 12:00:43.594785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.695040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-ca440151-e7fb-416c-9e4c-2d5ff6f3d208 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=072b5a1a-de57-4b1e-b713-f7775194c34d HTTP/1.1" status: 200 len: 217 time: 0.1084964 Aug 27 12:00:43.714750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['629954b3-7b2c-4a51-86b2-b0c2e06c8b50'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:43.748557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:43.783962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:43.816003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Pushing event updated for resources: {'Port': ['ID=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:43.820226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:43.832990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c4321-26f3-4783-a106-8047a15e0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.839876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-041c4321-26f3-4783-a106-8047a15e0616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.839876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-041c4321-26f3-4783-a106-8047a15e0616 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62e58dfc-f0e5-4376-bb3c-c5aff0672436 HTTP/1.1" status: 204 len: 168 time: 1.0731146 Aug 27 12:00:43.886537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c4321-26f3-4783-a106-8047a15e0616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e58dfc-f0e5-4376-bb3c-c5aff0672436,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:43.898836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-d96f1712-93a0-459f-9fec-274f9639919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.900350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-d96f1712-93a0-459f-9fec-274f9639919f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.1872239 Aug 27 12:00:43.913010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4123542-fc12-4d59-baa9-3203bfa04d1d req-cf0e2f58-070d-4074-8743-aa133acbd2ae tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.920160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4123542-fc12-4d59-baa9-3203bfa04d1d req-cf0e2f58-070d-4074-8743-aa133acbd2ae tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 949 time: 0.2617531 Aug 27 12:00:43.920824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'tag': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3'}, {'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50'}, {'name': 'network-changed', 'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:43.926672 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187cb626-ad06-4426-9b03-87c12516720f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e67ad8-65f1-4f98-89bf-25bbea9e69d9", "tag": "d3cd44ef-aa35-4f83-a1fc-e459a607e2d3"}, {"server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "name": "network-vif-unplugged", "status": "completed", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50"}, {"name": "network-changed", "server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:43.959423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:43.960078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:43.978857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:43.985922 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.006676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:44.018035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:44.018982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:44.059861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4123542-fc12-4d59-baa9-3203bfa04d1d req-5704e96e-5983-4465-a0d5-0485fe6016ae tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385443 Aug 27 12:00:44.070640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-b891bf84-0e67-400c-9948-b39bd7874a96 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "PUT /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 995 time: 3.6303771 Aug 27 12:00:44.074149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-5b709a19-bd7f-416a-b004-1ed8a1900258 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6324232 Aug 27 12:00:44.097211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-e1dd41e4-3ff8-4b22-93cd-54a99aa72378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:44.098745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-e1dd41e4-3ff8-4b22-93cd-54a99aa72378 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718788 Aug 27 12:00:44.107748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Request body: {'port': {'device_id': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:44.185819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1dbd4961-19ff-447e-8345-0539e7cdde4d None None] Provisioning for port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:44.195525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1dbd4961-19ff-447e-8345-0539e7cdde4d None None] Provisioning complete for port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:44.195887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4961-19ff-447e-8345-0539e7cdde4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.200909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:44.269783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd4961-19ff-447e-8345-0539e7cdde4d None None] Port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:00:44.271976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.300435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-847e531e-2c07-4fb7-a088-6c063e2c257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:44.306122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36128) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:44.308065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-847e531e-2c07-4fb7-a088-6c063e2c257f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.2212584 Aug 27 12:00:44.322753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99fbf399-a0cd-4a71-8ced-f8a727fb9115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.408054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd3532-48b2-4fc6-9daa-cecbe9e9106c req-6701cf74-d861-4b4a-b7af-5129fb836c75 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:44.410857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35bd3532-48b2-4fc6-9daa-cecbe9e9106c req-6701cf74-d861-4b4a-b7af-5129fb836c75 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.2657573 Aug 27 12:00:44.434367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-54aefb75-e641-4066-83a0-444258c202e3 service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057625 Aug 27 12:00:44.443587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99fbf399-a0cd-4a71-8ced-f8a727fb9115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.448300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99fbf399-a0cd-4a71-8ced-f8a727fb9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.508567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbf399-a0cd-4a71-8ced-f8a727fb9115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb81ce-dcd1-4588-92eb-57bcff0d21b0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:44.513721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-99fbf399-a0cd-4a71-8ced-f8a727fb9115 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be26987e6cfd42ec93ad330c640d2049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070186 Aug 27 12:00:44.516331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:44.563236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:41Z', 'revision_number': 1, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:44.576992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6cdf540d-3b50-440e-bfea-429cb347f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.598410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:44.599530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6cdf540d-3b50-440e-bfea-429cb347f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.610596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:44.611219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:44.635398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-063d85f5-08c5-4a8b-8b11-88f6bd21849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:44.642978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-063d85f5-08c5-4a8b-8b11-88f6bd21849b service neutron] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.3358555 Aug 27 12:00:44.651250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35bd3532-48b2-4fc6-9daa-cecbe9e9106c req-8016fbfb-762d-4e81-a94e-a58b6ec10db2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283678 Aug 27 12:00:44.673712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6cdf540d-3b50-440e-bfea-429cb347f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.676402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6cdf540d-3b50-440e-bfea-429cb347f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:44.680675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6cdf540d-3b50-440e-bfea-429cb347f3b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdfb81ce-dcd1-4588-92eb-57bcff0d21b0 HTTP/1.1" status: 204 len: 168 time: 0.1603155 Aug 27 12:00:44.701213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf540d-3b50-440e-bfea-429cb347f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb81ce-dcd1-4588-92eb-57bcff0d21b0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:44.769589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:44.817280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-973d0161-6991-4240-bf05-d9bb70a7f1b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 998 time: 0.1734357 Aug 27 12:00:44.821642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc7b4cd6-1e1f-401c-bddc-321f8dc9ed61 req-dfd11142-103d-4d43-b390-5796072a6a85 service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763144 Aug 27 12:00:44.904305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-0d3eeef2-0dae-4708-aacc-ea57c882c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:44.910870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-0d3eeef2-0dae-4708-aacc-ea57c882c59d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0845501 Aug 27 12:00:44.921495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42cf83-6095-4b5d-9def-fb8c27cce7fa req-3fbc2c6e-ff8a-4261-82d1-290d7d384036 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:44.923410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d42cf83-6095-4b5d-9def-fb8c27cce7fa req-3fbc2c6e-ff8a-4261-82d1-290d7d384036 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 947 time: 0.1983161 Aug 27 12:00:45.024127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d42cf83-6095-4b5d-9def-fb8c27cce7fa req-940b35ca-5953-458c-bda8-6b11e14ac1e7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873556 Aug 27 12:00:45.025927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-a237b3be-74b4-47af-a962-60ad5fa556cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:45.036109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-a237b3be-74b4-47af-a962-60ad5fa556cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232347 Aug 27 12:00:45.045477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-61ba9c37-8139-466a-b31e-84d9354a609b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:00:45.052378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-61ba9c37-8139-466a-b31e-84d9354a609b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147102 Aug 27 12:00:45.124710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:41Z', 'revision_number': 1, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:45.163645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:45.170243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 859b740a-1673-4c89-9d80-cfbd912296a7 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:45.175992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8302de-f89d-4cb1-a7da-149c8c973284 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:41Z', 'revision_number': 1, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:45.188247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:45.225168 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ee816f-e886-4f69-aece-71eb31596b16 x-openstack-request-id: req-52ee816f-e886-4f69-aece-71eb31596b16 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:45.225708 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559bff39-ebe0-46f7-b057-2645ad1f1bb6", "name": "network-vif-plugged", "status": "completed", "tag": "e2636013-5cec-43b9-bdd2-2bcecaa6158b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:45.226347 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52ee816f-e886-4f69-aece-71eb31596b16 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:45.227371 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b', 'code': 200} Aug 27 12:00:45.253993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-064567b0-34e6-4387-b9ad-d3554e277fcc service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006660 Aug 27 12:00:45.278583 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3538a7-923d-46e6-a354-78198d8e4c42 x-openstack-request-id: req-9d3538a7-923d-46e6-a354-78198d8e4c42 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:45.278880 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d66001-940f-4e75-8f48-09dd6bf9f677", "tag": "072b5a1a-de57-4b1e-b713-f7775194c34d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:45.279137 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d3538a7-923d-46e6-a354-78198d8e4c42 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:45.279533 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'tag': '072b5a1a-de57-4b1e-b713-f7775194c34d', 'status': 'completed', 'code': 200} Aug 27 12:00:45.282656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Transition to ACTIVE for port object cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:45.326311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 859b740a-1673-4c89-9d80-cfbd912296a7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=859b740a-1673-4c89-9d80-cfbd912296a7,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:45.339274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '859b740a-1673-4c89-9d80-cfbd912296a7', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'port_id': '859b740a-1673-4c89-9d80-cfbd912296a7', 'mac_address': 'fa:16:3e:40:a9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d79ca4-3859-4eab-8b2e-63efd9bda11f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:45.363553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:45.393533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e43d76-3f02-45d2-8781-1f97ec409206 req-d85902db-bc71-45d0-b402-9331c017fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:45.395277 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38e43d76-3f02-45d2-8781-1f97ec409206 req-d85902db-bc71-45d0-b402-9331c017fa60 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 1100 time: 0.0747795 Aug 27 12:00:45.413103 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:45.442264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b740a-1673-4c89-9d80-cfbd912296a7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:45.467066 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38e43d76-3f02-45d2-8781-1f97ec409206 req-79ec8ca2-1ac5-4180-9013-fb4c6e9b7a4d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508518 Aug 27 12:00:45.481216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 859b740a-1673-4c89-9d80-cfbd912296a7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=859b740a-1673-4c89-9d80-cfbd912296a7,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:45.486224 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:45.554358 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9366ff8-ffee-4510-94e4-43b3496338c6 None None] New status for floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:00:45.573775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=859b740a-1673-4c89-9d80-cfbd912296a7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:45.850930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-5eb3ead4-3f5b-4279-be0e-53ed9b44babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:45.852442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-5eb3ead4-3f5b-4279-be0e-53ed9b44babc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 1095 time: 0.5401611 Aug 27 12:00:45.853054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:45.866252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98582d9d-8fb1-46af-8e79-750c62e5df48 req-0935a90d-aafb-44fb-8f57-5d121bae5b9b tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:45.870971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98582d9d-8fb1-46af-8e79-750c62e5df48 req-0935a90d-aafb-44fb-8f57-5d121bae5b9b tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 943 time: 0.5574062 Aug 27 12:00:45.922099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['859b740a-1673-4c89-9d80-cfbd912296a7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:45.973713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f93ef53a-d8a5-4b19-b8bc-f307bfc36f91 req-3e8ee032-0bed-4d65-a35e-30d95e97b94d service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188268 Aug 27 12:00:46.038554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98582d9d-8fb1-46af-8e79-750c62e5df48 req-fccafd54-e8d8-4fdb-9ea8-826ea87b6d65 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525321 Aug 27 12:00:46.055445 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a7bf2e-305e-428f-b5fd-2efdcb25147b x-openstack-request-id: req-30a7bf2e-305e-428f-b5fd-2efdcb25147b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:46.055751 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e67ad8-65f1-4f98-89bf-25bbea9e69d9", "tag": "d3cd44ef-aa35-4f83-a1fc-e459a607e2d3", "status": "completed", "code": 200}, {"server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "name": "network-vif-unplugged", "status": "completed", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50", "code": 200}, {"name": "network-changed", "server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:46.056011 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30a7bf2e-305e-428f-b5fd-2efdcb25147b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:46.056424 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'tag': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', 'status': 'completed', 'code': 200} Aug 27 12:00:46.056684 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'code': 200} Aug 27 12:00:46.056940 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'status': 'completed', 'code': 200} Aug 27 12:00:46.059694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Attempting to bind port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:00:46.060035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Attempting to bind port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:00:46.060369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Attempting to bind port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:46.097074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:00:46.097413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Attempting to bind port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b on network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:00:46.118821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:00:46.119191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Checking segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:00:46.119623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Bound using segment: {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:00:46.120084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Bound port: cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:00:46.120451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:46.123987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-4c04db51-47ac-48b6-94da-4347041bbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.125488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-4c04db51-47ac-48b6-94da-4347041bbd9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 915 time: 0.2493839 Aug 27 12:00:46.201967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-0cb00a6e-c518-482d-899b-8b2761c77856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.203774 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-0cb00a6e-c518-482d-899b-8b2761c77856 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 1098 time: 0.0610857 Aug 27 12:00:46.220607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-ac690274-832e-4910-9849-3250767f1cdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=072b5a1a-de57-4b1e-b713-f7775194c34d HTTP/1.1" status: 200 len: 217 time: 0.0649586 Aug 27 12:00:46.336013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-d0601441-bb73-4849-96d4-ad46356d32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.337577 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-d0601441-bb73-4849-96d4-ad46356d32ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1212068 Aug 27 12:00:46.381957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ce61f-a160-4c6f-9fcc-6f1757fc6bb0 req-8f9a4520-a9f1-4d8c-ba5c-7f47e9425d8a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.387823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d09ce61f-a160-4c6f-9fcc-6f1757fc6bb0 req-8f9a4520-a9f1-4d8c-ba5c-7f47e9425d8a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 943 time: 0.2340906 Aug 27 12:00:46.390776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-82956ec0-4a20-47e6-a1fb-144e2841b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.393536 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-82956ec0-4a20-47e6-a1fb-144e2841b29b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.1567254 Aug 27 12:00:46.395386 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-dba5b57b-9c16-4605-85cb-a8f2266d82aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 HTTP/1.1" status: 200 len: 217 time: 0.0466723 Aug 27 12:00:46.408817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] For port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:46.420325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c57ae1-77c7-4294-bd3c-bbe48c7e8a6b req-ac45f44f-f75f-4d60-b9be-cbb675d8ece2 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.428977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c57ae1-77c7-4294-bd3c-bbe48c7e8a6b req-ac45f44f-f75f-4d60-b9be-cbb675d8ece2 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 949 time: 0.2771811 Aug 27 12:00:46.467293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-c0696d0b-768b-441d-9ae9-f9833f81078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.471158 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-c0696d0b-768b-441d-9ae9-f9833f81078d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0629036 Aug 27 12:00:46.492798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] For port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:00:46.510544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:46.536247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-d121b1a7-f1a6-48a8-aa90-eb60f358368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.538786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-d121b1a7-f1a6-48a8-aa90-eb60f358368d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610447 Aug 27 12:00:46.562973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-2fe6976f-90f8-46ce-8ae6-415ed896dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.565247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-2fe6976f-90f8-46ce-8ae6-415ed896dff3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540880 Aug 27 12:00:46.566889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.567997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:46.569425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] 10.222.0.77 "PUT /v2.0/ports/cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b HTTP/1.1" status: 200 len: 1091 time: 2.4659791 Aug 27 12:00:46.622671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d09ce61f-a160-4c6f-9fcc-6f1757fc6bb0 req-cde82d5f-5ae6-46a0-9365-d408fb02e269 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222259 Aug 27 12:00:46.655069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062890d-d6bb-4c77-ad30-031891f44965 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:46.683769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-cd8f4ccd-81d6-4c33-9806-9a8ed7f6bf2b service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359165 Aug 27 12:00:46.739513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c57ae1-77c7-4294-bd3c-bbe48c7e8a6b req-f8ca1dab-9d81-41b0-bb2b-48ba42c0e9a0 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094921 Aug 27 12:00:46.815176 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-a7acca9c-49ae-4587-a4ce-a60d9fc94bee service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177526 Aug 27 12:00:46.823016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-812f898a-3e68-4d33-9dd0-516051628b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.824496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-812f898a-3e68-4d33-9dd0-516051628b1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 1094 time: 0.1481829 Aug 27 12:00:46.878825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-cc3b85c5-60ef-40f5-9cc4-88f962cede9b service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965441 Aug 27 12:00:46.893889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-12d916b7-5d93-4c66-bea4-b7c91a0c8b84 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.895357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-12d916b7-5d93-4c66-bea4-b7c91a0c8b84 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1351719 Aug 27 12:00:46.929689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed55820-5855-4661-9cb0-726b0401cfbb req-be215da9-7461-4e87-92bb-805c860f81c4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:46.931165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ed55820-5855-4661-9cb0-726b0401cfbb req-be215da9-7461-4e87-92bb-805c860f81c4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 947 time: 0.1160347 Aug 27 12:00:46.952139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:47.050531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:47.057165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-2841b125-a45a-43e9-8e32-1ada614dcbfe tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.1524022 Aug 27 12:00:47.064346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', 'mac_address': 'fa:16:3e:d5:77:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:47.085145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'floatingip': {'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:47.107759 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:47.118985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ed55820-5855-4661-9cb0-726b0401cfbb req-ea6130e7-0073-4c7f-ba1c-5d61896c6e92 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372433 Aug 27 12:00:47.121916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:47.145009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-4404fbaa-c2ed-45ec-8f59-edba42b95dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:47.147706 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-4404fbaa-c2ed-45ec-8f59-edba42b95dc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1124 time: 0.0674634 Aug 27 12:00:47.153426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:47.154217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-ba49fe35-6934-4ed2-bda7-7eb3539a8349 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b HTTP/1.1" status: 200 len: 217 time: 0.0845659 Aug 27 12:00:47.159684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:47.165771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:47.189614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cb47dfa-5e5b-41a9-990a-81162fe59c70 req-6dbaed7b-8aa5-4db3-9441-e51addd6694a service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927053 Aug 27 12:00:47.251489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:47.274671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:47.287462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}, {'name': 'network-changed', 'server_uuid': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'tag': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:47.289705 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18496aa-35ea-468b-a956-8c79132efd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}, {"name": "network-changed", "server_uuid": "dc8c927f-feed-453c-b374-8290d42d8bcc", "tag": "cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:47.297132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-8e32d0e6-cb57-4232-9df6-9ad259978c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:47.298989 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-8e32d0e6-cb57-4232-9df6-9ad259978c11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1342351 Aug 27 12:00:47.304030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-58ab959d-51f1-4d59-b002-8c77a9eba1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:47.305485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-58ab959d-51f1-4d59-b002-8c77a9eba1c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.1355860 Aug 27 12:00:47.330363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:47.346277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 has no active binding in host n-h2-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:00:47.356507 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-c1460cb3-bd6d-4114-9513-c640a83046d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0419273 Aug 27 12:00:47.379259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe925e-67dd-4095-b136-888eb8fec33f req-2bb601a4-7deb-46d4-b849-fe1cf3b9e302 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:47.382350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62fe925e-67dd-4095-b136-888eb8fec33f req-2bb601a4-7deb-46d4-b849-fe1cf3b9e302 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1687357 Aug 27 12:00:47.480235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb626-ad06-4426-9b03-87c12516720f req-33b87475-a6f0-4355-bc39-d950bc2cdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:47.481734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-33b87475-a6f0-4355-bc39-d950bc2cdc8d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0458286 Aug 27 12:00:47.520416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-00d568a7-c836-4fe6-8d4e-15756ba6e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:47.522489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-00d568a7-c836-4fe6-8d4e-15756ba6e2e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051015 Aug 27 12:00:47.527123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62fe925e-67dd-4095-b136-888eb8fec33f req-14eb0ecb-0888-4e78-873f-849584bcea27 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363723 Aug 27 12:00:47.539569 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-17f7b351-d57a-451b-b93f-81873887823e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279255 Aug 27 12:00:47.715041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-64ad56aa-1100-4541-a1da-9a46102498f0 service neutron] 10.222.0.77 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797788 Aug 27 12:00:47.716289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-b50bbbe6-60b7-4cb2-9e71-6a4170796769 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612444 Aug 27 12:00:47.823709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d3cd44ef-aa35-4f83-a1fc-e459a607e2d3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:47.962999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-1a1d8269-8d57-47e3-a016-37c57eec9a52 service neutron] 10.222.0.77 "GET /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50/bindings/n-h2-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1294546 Aug 27 12:00:47.963874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a989eba4-95d1-42b3-9bec-7bbf2e3e8df3 req-3e3e7543-6b94-4351-9a68-7ee824e20585 service neutron] 10.222.0.77 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857908 Aug 27 12:00:47.967056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-187cb626-ad06-4426-9b03-87c12516720f req-9b799ada-ec25-43f0-bb12-d0aa2925c9ae service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940849 Aug 27 12:00:48.053091 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:48.069536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:48.079001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00534c1-dc94-4d78-b448-7a8d4e5a2180 req-b7ae57a2-7f01-49df-b744-1063f64c8e73 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.080594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00534c1-dc94-4d78-b448-7a8d4e5a2180 req-b7ae57a2-7f01-49df-b744-1063f64c8e73 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 943 time: 0.1108627 Aug 27 12:00:48.221734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:48.244837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:48.283249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:48.297822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:48.314574 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:48.403571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae33f-5d87-41dd-b2ed-6664915e91bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:48.406766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] Transition to ACTIVE for port object 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:00:48.412555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:48.425571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00534c1-dc94-4d78-b448-7a8d4e5a2180 req-bdc1e35e-9797-44ce-80e2-0b57c00d6eb1 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119121 Aug 27 12:00:48.452382 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e associated. External IP: 172.25.8.96, port: df190667-7e5b-4891-8c68-c19abc67e067. Aug 27 12:00:48.503726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] No DVR routers for this DVR port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:48.513545 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962527e1-f7f4-4bb4-805b-07cb6142b791 x-openstack-request-id: req-962527e1-f7f4-4bb4-805b-07cb6142b791 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:48.513911 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc8c927f-feed-453c-b374-8290d42d8bcc", "tag": "cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:48.514101 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-962527e1-f7f4-4bb4-805b-07cb6142b791 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:48.514532 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'status': 'completed', 'code': 200} Aug 27 12:00:48.514791 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'tag': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b', 'status': 'completed', 'code': 200} Aug 27 12:00:48.551486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:48.561011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-4a257033-6d29-47d4-8826-12493501c7c5 service neutron] 10.222.0.77 "PUT /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50/bindings/n-h2-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5517600 Aug 27 12:00:48.647881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-7f913b83-0750-4ce7-ac35-5418b138fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.649412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-7f913b83-0750-4ce7-ac35-5418b138fff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.1173697 Aug 27 12:00:48.728032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-e8cabe88-cddf-4157-a045-8f6758f2cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.729578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-e8cabe88-cddf-4157-a045-8f6758f2cf8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 1094 time: 0.0716820 Aug 27 12:00:48.751776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b02f-8927-4346-a1fa-203fdd10752e req-0f0fa953-fd0d-43c6-9f8d-281becf0938d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.753148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47a3b02f-8927-4346-a1fa-203fdd10752e req-0f0fa953-fd0d-43c6-9f8d-281becf0938d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1818745 Aug 27 12:00:48.794043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-1829439a-2b54-4894-949f-1f0e8e1215e8 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.795602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-1829439a-2b54-4894-949f-1f0e8e1215e8 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1000164 Aug 27 12:00:48.862189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47a3b02f-8927-4346-a1fa-203fdd10752e req-7324084b-e64d-4064-b84d-6bc71d5b12d3 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001956 Aug 27 12:00:48.870224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-67f0713b-09b0-43b0-9bc0-d09caab39f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.871784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-67f0713b-09b0-43b0-9bc0-d09caab39f83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&tenant_id=4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 1095 time: 0.0681713 Aug 27 12:00:48.872905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-685a084f-a16a-4a16-86f9-38141888c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.874272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-685a084f-a16a-4a16-86f9-38141888c383 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 915 time: 0.1351790 Aug 27 12:00:48.877850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-2a84aada-2c9c-4a9e-9bff-60125191aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:48.879387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-2a84aada-2c9c-4a9e-9bff-60125191aa07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.2204077 Aug 27 12:00:48.893278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:00:48.929901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-19a3333f-5935-401b-9aa5-4dd8b46cb08d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0434730 Aug 27 12:00:48.930866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-f87f4243-19f4-4ecc-ac65-1bdb4ac749a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b HTTP/1.1" status: 200 len: 217 time: 0.0488815 Aug 27 12:00:48.998519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-2a96af99-2ed0-4df6-92e3-a71a567b33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.000028 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-2a96af99-2ed0-4df6-92e3-a71a567b33e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1095 time: 0.0778906 Aug 27 12:00:49.003556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-69469c01-3548-4ae8-aec9-557c8cc1d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.004809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-69469c01-3548-4ae8-aec9-557c8cc1d344 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.0568733 Aug 27 12:00:49.080980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-d542d031-6061-4c31-9f65-e2c23a436097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.082486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-d542d031-6061-4c31-9f65-e2c23a436097 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.1447802 Aug 27 12:00:49.111407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b69be-9ede-4e40-92ee-dc6cb5ac99c4 req-c28f25d5-2d09-4c96-a88f-7cd494c6dd96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.112945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-897b69be-9ede-4e40-92ee-dc6cb5ac99c4 req-c28f25d5-2d09-4c96-a88f-7cd494c6dd96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 944 time: 0.1741154 Aug 27 12:00:49.122585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-a571a034-a5f5-45fa-b854-8789d7fa91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.124229 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-a571a034-a5f5-45fa-b854-8789d7fa91d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087940 Aug 27 12:00:49.143001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-07d38e8a-e48b-4849-b1ce-9ee7e0381afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.144440 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-07d38e8a-e48b-4849-b1ce-9ee7e0381afe service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1369092 Aug 27 12:00:49.160886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 072b5a1a-de57-4b1e-b713-f7775194c34d details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:49.167176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 859b740a-1673-4c89-9d80-cfbd912296a7 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:49.170330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:49.190196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:49.220259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-5c952b94-10cb-4639-b006-198c35fd25f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0379069 Aug 27 12:00:49.240410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-897b69be-9ede-4e40-92ee-dc6cb5ac99c4 req-59113153-ef40-4f76-84de-dfcb8f52909d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080174 Aug 27 12:00:49.246967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18496aa-35ea-468b-a956-8c79132efd3e req-79f2e3e2-e89a-4c7d-8e63-7ff321762040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.248576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-79f2e3e2-e89a-4c7d-8e63-7ff321762040 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578479 Aug 27 12:00:49.253967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:49.255911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:49.303705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-823b078f-d531-496f-97fa-559fc3397e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.305087 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-823b078f-d531-496f-97fa-559fc3397e83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0769298 Aug 27 12:00:49.307275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-77891219-31cc-416b-b733-f38af8de5362 service neutron] 10.222.0.77 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748176 Aug 27 12:00:49.374844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-6684e60a-525c-4d96-9232-9a53a7625ab6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618749 Aug 27 12:00:49.493274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-ab9be850-0766-40e0-b0c3-60ca04ba73bf service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353427 Aug 27 12:00:49.512177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2605d-ede4-4332-b360-e9bd2410ca40 req-75897437-2834-4bf9-827d-f5e0812b8e4b tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:49.513727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0fc2605d-ede4-4332-b360-e9bd2410ca40 req-75897437-2834-4bf9-827d-f5e0812b8e4b tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 949 time: 0.1605318 Aug 27 12:00:49.542933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-86601320-88a9-429f-bfbc-ae03500a13a9 service neutron] 10.222.0.77 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202671 Aug 27 12:00:49.545738 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-b1662c7a-d216-4b06-abc5-4877c5745d93 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364605 Aug 27 12:00:49.587692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 859b740a-1673-4c89-9d80-cfbd912296a7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:49.638990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 859b740a-1673-4c89-9d80-cfbd912296a7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:49.639620 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:49.667470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-9f6d228c-8a1e-4daa-a2d0-649cbbc45900 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138375 Aug 27 12:00:49.668624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0fc2605d-ede4-4332-b360-e9bd2410ca40 req-bbeb6da8-24ce-42a6-a852-7552a8a190d8 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425405 Aug 27 12:00:49.688613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:00:49.700645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b18496aa-35ea-468b-a956-8c79132efd3e req-7a8f6070-7e62-461d-909b-b9b1c4da66b5 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972926 Aug 27 12:00:49.729569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 072b5a1a-de57-4b1e-b713-f7775194c34d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=072b5a1a-de57-4b1e-b713-f7775194c34d,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:49.771331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '072b5a1a-de57-4b1e-b713-f7775194c34d', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'port_id': '072b5a1a-de57-4b1e-b713-f7775194c34d', 'mac_address': 'fa:16:3e:75:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d79ca4-3859-4eab-8b2e-63efd9bda11f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:49.775795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:49.814323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:49.874611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:49.882941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:49.905977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:49.948720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072b5a1a-de57-4b1e-b713-f7775194c34d {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:49.980707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c5b091f1-9173-46ab-8fe1-6da34ab87477 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "PUT /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 998 time: 2.9080656 Aug 27 12:00:49.993298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:49.999667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d8afd-908e-4a18-9a7b-6434cea25739 req-478c42b7-9b3b-4934-b76d-ecd966719c45 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.002009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-212d8afd-908e-4a18-9a7b-6434cea25739 req-478c42b7-9b3b-4934-b76d-ecd966719c45 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 948 time: 0.0951390 Aug 27 12:00:50.034640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 072b5a1a-de57-4b1e-b713-f7775194c34d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=072b5a1a-de57-4b1e-b713-f7775194c34d,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:50.050948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:50.063860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b740a-1673-4c89-9d80-cfbd912296a7'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:50.067136 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582677bc-6731-46ba-97b9-be2151e87b49" -d '{"events": [{"server_uuid": "fcabb4cf-2de6-4f64-955a-2bf52653dde2", "name": "network-vif-plugged", "status": "completed", "tag": "859b740a-1673-4c89-9d80-cfbd912296a7"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:50.076715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-a834b585-6c7c-4a83-b4f5-ae5cec526f87 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.078137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-a834b585-6c7c-4a83-b4f5-ae5cec526f87 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports/df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 942 time: 0.0750105 Aug 27 12:00:50.115254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 859b740a-1673-4c89-9d80-cfbd912296a7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=859b740a-1673-4c89-9d80-cfbd912296a7,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:50.123220 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:50.145870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-212d8afd-908e-4a18-9a7b-6434cea25739 req-fc6d1b60-af7b-40bf-bf6f-1fe9d6da4206 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305590 Aug 27 12:00:50.203146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=072b5a1a-de57-4b1e-b713-f7775194c34d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:50.230336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-288b9372-cc80-4741-b493-643c0c5bff19 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.232080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-288b9372-cc80-4741-b493-643c0c5bff19 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1530077 Aug 27 12:00:50.255965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-a965fe0b-b0d6-4baf-a15b-9cf3fed42cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.263752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-a965fe0b-b0d6-4baf-a15b-9cf3fed42cf3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.0896037 Aug 27 12:00:50.274273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=859b740a-1673-4c89-9d80-cfbd912296a7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:50.284422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:47Z', 'revision_number': 3, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:50.313829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:50.326263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:50.326941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:50.435079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['072b5a1a-de57-4b1e-b713-f7775194c34d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:50.466882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-e54842cc-8c78-425d-9514-b5b7d599dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.468355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-e54842cc-8c78-425d-9514-b5b7d599dc85 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.1883261 Aug 27 12:00:50.526153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:50.531829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}, {'name': 'network-changed', 'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'tag': '1078158c-ee46-4494-9811-3124f1408547'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:50.534129 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}, {"name": "network-changed", "server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "tag": "1078158c-ee46-4494-9811-3124f1408547"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:50.547108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-98c88ea5-af2e-4f17-aabf-81404ca38218 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0643017 Aug 27 12:00:50.883146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-32ba5dd1-f50f-47ec-8e39-f61ec18bd73f service neutron] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:00:50.892497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-32ba5dd1-f50f-47ec-8e39-f61ec18bd73f service neutron] Notify callbacks [] for binding, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:50.893628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17b387fb-1367-4c53-b4cf-64b8d1966313 req-32ba5dd1-f50f-47ec-8e39-f61ec18bd73f service neutron] 10.222.0.65 "DELETE /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50/bindings/n-h1-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.6489406 Aug 27 12:00:50.921266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:47Z', 'revision_number': 3, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:50.922060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e7017-7f79-461d-b845-98a0712077eb req-40b5fd02-1c1e-48fa-950d-077398992cd2 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.923256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c6e7017-7f79-461d-b845-98a0712077eb req-40b5fd02-1c1e-48fa-950d-077398992cd2 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 943 time: 0.3818152 Aug 27 12:00:50.925920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-133d65bb-d4a7-4464-abc3-def8053144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:50.928259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-133d65bb-d4a7-4464-abc3-def8053144ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0815532 Aug 27 12:00:50.960855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb30f0-97d0-48aa-b91c-9edd62544df6 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:47Z', 'revision_number': 3, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:50.971934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73e22902-8bf3-44d2-ac64-8c9b643e40f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:50.984891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:51.000872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c6e7017-7f79-461d-b845-98a0712077eb req-eabf74b0-c5ea-4634-9fa9-e0b6276a010a tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677752 Aug 27 12:00:51.011834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-8392c45f-bbfb-4913-9e7a-1901470187dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.013445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-8392c45f-bbfb-4913-9e7a-1901470187dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740662 Aug 27 12:00:51.028912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-8c16f371-e8a6-496e-a322-1e3dfecebe61 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:00:51.028912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-8c16f371-e8a6-496e-a322-1e3dfecebe61 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067408 Aug 27 12:00:51.059276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:51.064925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:51.065435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:51.112015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:51.153792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-0398e725-fe36-455b-8627-99b83d8752e6 service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098294 Aug 27 12:00:51.190894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:51.242423 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249df8b2-82ed-415d-85e8-848ddfb9de24 None None] New status for floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:00:51.249192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:51.254337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:51.256191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:00:51.314800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-006c20e0-42d0-4690-beef-e21b0497bad7 service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490402 Aug 27 12:00:51.345758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:51.359317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:00:51.389694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-d0e1839d-e5bd-43f4-9912-e2885f72fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.398055 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-d0e1839d-e5bd-43f4-9912-e2885f72fd23 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1097 time: 0.0610633 Aug 27 12:00:51.452413 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f88cfae-34e4-4ef5-a272-1239ce1e65e3 x-openstack-request-id: req-6f88cfae-34e4-4ef5-a272-1239ce1e65e3 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:51.453107 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcabb4cf-2de6-4f64-955a-2bf52653dde2", "name": "network-vif-plugged", "status": "completed", "tag": "859b740a-1673-4c89-9d80-cfbd912296a7", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:51.453541 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f88cfae-34e4-4ef5-a272-1239ce1e65e3 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:51.454102 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b740a-1673-4c89-9d80-cfbd912296a7', 'code': 200} Aug 27 12:00:51.600512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-96472d29-130c-4a59-aad1-6044ff3419b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.602058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-96472d29-130c-4a59-aad1-6044ff3419b2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.2031925 Aug 27 12:00:51.618251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:51.633372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:51.634469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:51.673878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115dd07-eacb-4fa4-8a72-b32607cd4549 req-fb876ae2-3a13-4c36-996b-38ac9d624318 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.675421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a115dd07-eacb-4fa4-8a72-b32607cd4549 req-fb876ae2-3a13-4c36-996b-38ac9d624318 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1556103 Aug 27 12:00:51.683507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0b21-a00c-4b89-b4d7-c07b9aed295a req-5aa6df02-e964-41ad-a7e4-92e70076d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.685013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-795f0b21-a00c-4b89-b4d7-c07b9aed295a req-5aa6df02-e964-41ad-a7e4-92e70076d06d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 1096 time: 0.1212752 Aug 27 12:00:51.727607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-c1aae939-5063-48fd-89f2-e010aef24d54 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 1001 time: 0.1153135 Aug 27 12:00:51.767725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a115dd07-eacb-4fa4-8a72-b32607cd4549 req-1182cf95-3b56-4838-ab9c-f01cc00915fe tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797229 Aug 27 12:00:51.790413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-795f0b21-a00c-4b89-b4d7-c07b9aed295a req-643acd55-6b83-40f2-9a0c-d274e77b2fe6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910726 Aug 27 12:00:51.809847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:51.815535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-37e0a821-5a79-44d8-8328-fa17a3b31c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.817264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-37e0a821-5a79-44d8-8328-fa17a3b31c2f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0790653 Aug 27 12:00:51.915698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-1ee80a92-13f5-40d9-9640-e5389bd33235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.917415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-1ee80a92-13f5-40d9-9640-e5389bd33235 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926113 Aug 27 12:00:51.946078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e2fdb-3700-410a-8c5c-5370d5f8b300 req-0e23d886-0484-4d91-8570-b3b6e230e504 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:51.947490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-914e2fdb-3700-410a-8c5c-5370d5f8b300 req-0e23d886-0484-4d91-8570-b3b6e230e504 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 944 time: 0.0850916 Aug 27 12:00:52.061267 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:52.066832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-914e2fdb-3700-410a-8c5c-5370d5f8b300 req-fe26dd28-ebd4-47e4-bf23-ec63835e4efe tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045916 Aug 27 12:00:52.108439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-eaccc4f6-14cc-4e7a-9ed2-dfaf042081ec service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792490 Aug 27 12:00:52.183752 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ef307-3910-4555-b5b7-ffd1e5bc5bab x-openstack-request-id: req-718ef307-3910-4555-b5b7-ffd1e5bc5bab {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:52.184640 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "tag": "1078158c-ee46-4494-9811-3124f1408547", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:52.184640 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-718ef307-3910-4555-b5b7-ffd1e5bc5bab {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:52.184898 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'status': 'completed', 'code': 200} Aug 27 12:00:52.185291 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'tag': '1078158c-ee46-4494-9811-3124f1408547', 'status': 'completed', 'code': 200} Aug 27 12:00:52.303002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeefeea1-3320-4b53-abe9-169f8155d00b req-ea601fcf-979d-43c9-981b-5e9a6f9fddee service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871367 Aug 27 12:00:52.325528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-199857cc-2f31-49a6-941a-206392bae2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.325947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-199857cc-2f31-49a6-941a-206392bae2ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.1255693 Aug 27 12:00:52.336011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:51Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:52.348260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aa465-aa72-4bbf-abab-765abce91ea5 req-c734fb2a-de36-419d-9f47-04fd939fd72e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.352597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-328aa465-aa72-4bbf-abab-765abce91ea5 req-c734fb2a-de36-419d-9f47-04fd939fd72e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.1132159 Aug 27 12:00:52.392580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:52.406571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:52.407230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:52.528806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-328aa465-aa72-4bbf-abab-765abce91ea5 req-24081727-d500-4536-9cdc-71c5d5024e85 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546032 Aug 27 12:00:52.547189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:52.558752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-83c75789-76fa-4487-bac9-679df41eff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.561214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-83c75789-76fa-4487-bac9-679df41eff93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.2066758 Aug 27 12:00:52.623013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-6c60c341-4d9f-450d-8a29-7cf9e3da02bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0530908 Aug 27 12:00:52.764941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-af414236-a9c7-4eda-b05f-9ea9daa289c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.766555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-af414236-a9c7-4eda-b05f-9ea9daa289c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.1336465 Aug 27 12:00:52.780816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921811e-2762-477c-ab6d-3400ae7daf7d req-b7ef49b0-e736-476b-9be6-67205cbf5e7f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.783720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4921811e-2762-477c-ab6d-3400ae7daf7d req-b7ef49b0-e736-476b-9be6-67205cbf5e7f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.0848217 Aug 27 12:00:52.870667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:51Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:52.891494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4921811e-2762-477c-ab6d-3400ae7daf7d req-0dc30df6-e0da-41fb-9285-8c90bfc20fc3 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903804 Aug 27 12:00:52.897240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-20de9e0e-3b98-479f-8056-61b993aba2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.898886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-20de9e0e-3b98-479f-8056-61b993aba2ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150155 Aug 27 12:00:52.908356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168499e6-d5b1-4059-b816-e17e9c926140 req-95f88d81-f089-434f-8b04-d3e5024f8500 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:52.909145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-168499e6-d5b1-4059-b816-e17e9c926140 req-95f88d81-f089-434f-8b04-d3e5024f8500 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 943 time: 0.1372004 Aug 27 12:00:52.913311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a227e6b-0db5-441a-a394-35b5ca35a348 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': '1078158c-ee46-4494-9811-3124f1408547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:2d:44:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:51Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:52.985827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:00:53.057553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-168499e6-d5b1-4059-b816-e17e9c926140 req-ae953818-ff80-4936-9385-8759974b94cf tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327956 Aug 27 12:00:53.103725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9da294c2-e931-4528-af55-65d12ddc73f1 req-710c69cf-c50b-42a0-9d76-ef457c036de7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1001 time: 0.1325195 Aug 27 12:00:53.106307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-af3de515-4c73-4264-bb68-67cc247fa2d4 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893415 Aug 27 12:00:53.121145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:53.140764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b', 'network_id': '66da1fd8-5a97-4dd1-8336-0d85ae450dd6', 'port_id': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b', 'mac_address': 'fa:16:3e:f0:94:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d79ca4-3859-4eab-8b2e-63efd9bda11f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:00:53.187855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 072b5a1a-de57-4b1e-b713-f7775194c34d up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:53.216040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da294c2-e931-4528-af55-65d12ddc73f1 req-95decb15-c441-45be-9f35-cb69e9caf3fb tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:53.217972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9da294c2-e931-4528-af55-65d12ddc73f1 req-95decb15-c441-45be-9f35-cb69e9caf3fb tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports/1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 943 time: 0.1035120 Aug 27 12:00:53.260607 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:53.295733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:00:53.325749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:53.332671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:53.342374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 072b5a1a-de57-4b1e-b713-f7775194c34d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:53.379674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 072b5a1a-de57-4b1e-b713-f7775194c34d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:53.380006 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:53.402621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-5d4d8d09-8383-40ce-9031-1b504054e4df service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575846 Aug 27 12:00:53.449365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9da294c2-e931-4528-af55-65d12ddc73f1 req-912bad60-47ca-4338-a64b-30c8cf01abd7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1001 time: 0.1694744 Aug 27 12:00:53.459291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:53.463987 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca6e571-e1b7-4a02-903a-ca7520786723" -d '{"events": [{"server_uuid": "f1e67ad8-65f1-4f98-89bf-25bbea9e69d9", "name": "network-vif-plugged", "status": "completed", "tag": "d3cd44ef-aa35-4f83-a1fc-e459a607e2d3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:53.480772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:53.562130 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:53.607089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 072b5a1a-de57-4b1e-b713-f7775194c34d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=072b5a1a-de57-4b1e-b713-f7775194c34d,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:53.611814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:53.651748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-27964e5c-9a99-4a0c-bfdd-9df02419f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:53.653422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-27964e5c-9a99-4a0c-bfdd-9df02419f9c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1097 time: 0.1462352 Aug 27 12:00:53.663416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=072b5a1a-de57-4b1e-b713-f7775194c34d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:53.737811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0124be-c375-4d64-9569-f6e216ca59b2 req-c1a35623-b8dd-45ba-b312-cb324008de2a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:53.739447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb0124be-c375-4d64-9569-f6e216ca59b2 req-c1a35623-b8dd-45ba-b312-cb324008de2a tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1095 time: 0.1487792 Aug 27 12:00:53.751774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da294c2-e931-4528-af55-65d12ddc73f1 req-4b6b9ba1-b575-4a69-959a-6aecc80db42a tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:53.752236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9da294c2-e931-4528-af55-65d12ddc73f1 req-4b6b9ba1-b575-4a69-959a-6aecc80db42a tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3005240 Aug 27 12:00:53.791545 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:53.810068 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0c4aed-a2c6-4a02-b535-245e5efab5cc x-openstack-request-id: req-fe0c4aed-a2c6-4a02-b535-245e5efab5cc {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:53.811213 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e67ad8-65f1-4f98-89bf-25bbea9e69d9", "name": "network-vif-plugged", "status": "completed", "tag": "d3cd44ef-aa35-4f83-a1fc-e459a607e2d3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:53.811213 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe0c4aed-a2c6-4a02-b535-245e5efab5cc {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:53.811213 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', 'code': 200} Aug 27 12:00:53.812134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb0124be-c375-4d64-9569-f6e216ca59b2 req-45bf9171-ace8-4a8b-9576-40eb60083cce tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Aug 27 12:00:53.826724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-12bc4776-f8f9-4052-9e5e-3007bd9580f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:53.836561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-12bc4776-f8f9-4052-9e5e-3007bd9580f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.1671278 Aug 27 12:00:53.949474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-1999b83a-808a-4f2f-b683-6287030557b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 1001 time: 0.0994523 Aug 27 12:00:53.966023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:54.021789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819f31-a006-4c59-a5fd-acce2ea2ddaf req-15be7b7e-d140-456a-8d08-ee43980c6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.023368 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-de819f31-a006-4c59-a5fd-acce2ea2ddaf req-15be7b7e-d140-456a-8d08-ee43980c6556 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 1100 time: 0.0829856 Aug 27 12:00:54.091508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-7b9e3e3f-3328-494a-bc3e-af2c257f4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.096540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-7b9e3e3f-3328-494a-bc3e-af2c257f4a17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.1313152 Aug 27 12:00:54.106027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-de819f31-a006-4c59-a5fd-acce2ea2ddaf req-979d5281-e04d-4fc8-90f6-90e59a4e0d73 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Aug 27 12:00:54.119354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd2a07-e504-4a06-860b-b2cdca98ae2b req-677e2ca6-ab91-46b7-a2f1-0db4a0ef5306 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.121414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8fd2a07-e504-4a06-860b-b2cdca98ae2b req-677e2ca6-ab91-46b7-a2f1-0db4a0ef5306 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1369987 Aug 27 12:00:54.212061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8fd2a07-e504-4a06-860b-b2cdca98ae2b req-233b4e33-464a-4cb0-84cd-ce0d9fefe32e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789576 Aug 27 12:00:54.231531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b0ff0-03b2-4773-97c6-c0deddc90cc8 req-7b0e84c0-1b24-4337-a17e-7b0dee5ff702 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.233058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1b0ff0-03b2-4773-97c6-c0deddc90cc8 req-7b0e84c0-1b24-4337-a17e-7b0dee5ff702 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.1021683 Aug 27 12:00:54.235139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-50da400d-9ea1-4b1c-a0b1-5c0eaa34923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.236497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-50da400d-9ea1-4b1c-a0b1-5c0eaa34923d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135845 Aug 27 12:00:54.372098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-368b5285-728b-4112-9d1d-cd50d8628ede tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1001 time: 0.1346323 Aug 27 12:00:54.377091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1b0ff0-03b2-4773-97c6-c0deddc90cc8 req-07cda55d-c023-4004-b48d-7a2d17f188f3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325748 Aug 27 12:00:54.437424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-ed2232da-bdad-4369-9a88-ecbdc183fc19 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857135 Aug 27 12:00:54.450607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-8a9d697f-d882-4475-bb6f-47d0ca4c75a5 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.451951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-8a9d697f-d882-4475-bb6f-47d0ca4c75a5 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports/1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 943 time: 0.0679035 Aug 27 12:00:54.870080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-737f774f-b66c-4e2e-9c3e-e37ddbc20785 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1001 time: 0.3594429 Aug 27 12:00:54.874209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9fe90f0-aca1-46c3-9b6e-249efecd21a3 req-e470e35d-fa00-4f03-a07b-e27c327f394f service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213362 Aug 27 12:00:54.884523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f506f-5674-4aed-85bb-fd2feea872d6 req-7bcec9cf-0b6d-4315-bdb7-ca5f77638d65 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:54.886067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b35f506f-5674-4aed-85bb-fd2feea872d6 req-7bcec9cf-0b6d-4315-bdb7-ca5f77638d65 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 949 time: 0.3860996 Aug 27 12:00:54.974638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b35f506f-5674-4aed-85bb-fd2feea872d6 req-d10f5a49-a5a2-4a72-9bf9-89fa990c7ef7 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793424 Aug 27 12:00:55.022915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-2efdef40-fa09-4962-b3d5-cf6ef3babd4d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:55.024419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-2efdef40-fa09-4962-b3d5-cf6ef3babd4d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.1484320 Aug 27 12:00:55.155419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-21552c5e-f848-4368-ae64-23276368dbcf tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1001 time: 0.1179266 Aug 27 12:00:55.175044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:55.245910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-144324c0-80ca-4408-9dd9-0afbbd637a05 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:55.247487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-144324c0-80ca-4408-9dd9-0afbbd637a05 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.1687174 Aug 27 12:00:55.266282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:55.271322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-7c42a9ae-c8f5-4339-bdd4-176024085e8d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/quotas/4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 375 time: 0.0160356 Aug 27 12:00:55.403577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-1479b983-c527-4f64-b7f3-142f7651c0de tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052034 Aug 27 12:00:55.496613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:55.505874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:55.506201 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e disassociated. External IP: 172.25.8.96, port: 1078158c-ee46-4494-9811-3124f1408547. Aug 27 12:00:55.608565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-4311c735-6840-4bed-ae88-43c5256ca4a5 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974525 Aug 27 12:00:55.762261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-a94f34c0-ee8f-412b-bdfa-3b19d0726626 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466100 Aug 27 12:00:55.812478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b5a1a-de57-4b1e-b713-f7775194c34d'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:55.815372 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adae56d-7a12-487b-8714-f46f5720ecb0" -d '{"events": [{"server_uuid": "f3d66001-940f-4e75-8f48-09dd6bf9f677", "name": "network-vif-plugged", "status": "completed", "tag": "072b5a1a-de57-4b1e-b713-f7775194c34d"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:55.825523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:00:55.981627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:00:55.987037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:55.992202 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:00:56.001976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:56.002728 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:56.014971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa210ad-d897-4905-a139-af66341e283b req-e5e9ba38-c104-4d11-9028-7c2dd30d75e1 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.016483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1aa210ad-d897-4905-a139-af66341e283b req-e5e9ba38-c104-4d11-9028-7c2dd30d75e1 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 944 time: 0.0848439 Aug 27 12:00:56.030636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-e5985127-f705-4ea0-bc37-8e755fc14a41 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "PUT /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 694 time: 0.8660300 Aug 27 12:00:56.037417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'tag': '1078158c-ee46-4494-9811-3124f1408547'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:56.039940 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90c7c8-41b6-4de1-8399-95a737384f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "tag": "1078158c-ee46-4494-9811-3124f1408547"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:56.101800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1aa210ad-d897-4905-a139-af66341e283b req-3edd03d1-fa1b-4b2d-80cc-82e1809336bb tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743923 Aug 27 12:00:56.111746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-0e0cc941-6841-40f1-8d5c-62ffb158e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.113263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-0e0cc941-6841-40f1-8d5c-62ffb158e3f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1097 time: 0.0579724 Aug 27 12:00:56.156546 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:56.270515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7178d17-41f0-4e1e-b253-4d87d3e2085d req-12f13dc2-2f06-4cfc-968d-61b5f4d68761 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.272033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7178d17-41f0-4e1e-b253-4d87d3e2085d req-12f13dc2-2f06-4cfc-968d-61b5f4d68761 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.0782468 Aug 27 12:00:56.283014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-bde2815f-f9b4-46d1-a0d1-5557be87717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.284620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-bde2815f-f9b4-46d1-a0d1-5557be87717c service neutron] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.1639690 Aug 27 12:00:56.348986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-017332de-d9b5-4670-84ed-2cdec78fccfb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 217 time: 0.0485373 Aug 27 12:00:56.354080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7178d17-41f0-4e1e-b253-4d87d3e2085d req-86f89c1f-ef9c-490f-b319-61e0a54d0e5a tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Aug 27 12:00:56.418431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-87bc42e6-4b9f-4db2-b96e-7bafc4d09268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.420178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-87bc42e6-4b9f-4db2-b96e-7bafc4d09268 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0590551 Aug 27 12:00:56.427463 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:56.457607 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:00:56.468189 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:00:56.468831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:56.484525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-7c148679-a435-4f1c-8ed0-e42c0a4057f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.486877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-7c148679-a435-4f1c-8ed0-e42c0a4057f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560207 Aug 27 12:00:56.599480 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:00:56.630868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-de70a8cf-538e-43bd-b9ca-5169fb4ce245 service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351736 Aug 27 12:00:56.640165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761942-c5ee-46b6-9e8b-6ff9e43626ea req-d61e7d68-5fc3-4a87-8c70-28822cc9935c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.641669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2761942-c5ee-46b6-9e8b-6ff9e43626ea req-d61e7d68-5fc3-4a87-8c70-28822cc9935c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.0847950 Aug 27 12:00:56.731975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2761942-c5ee-46b6-9e8b-6ff9e43626ea req-5f52de17-76e3-4f5d-842a-3306fe08542a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820920 Aug 27 12:00:56.772825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-775af868-9231-46d5-86cc-0a8b3b509c6d req-004d3cb4-f3a0-4964-b3c7-340146fc598b service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300147 Aug 27 12:00:56.785059 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912988cd-1915-4976-a05a-90679f111ead x-openstack-request-id: req-912988cd-1915-4976-a05a-90679f111ead {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:56.785732 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d66001-940f-4e75-8f48-09dd6bf9f677", "name": "network-vif-plugged", "status": "completed", "tag": "072b5a1a-de57-4b1e-b713-f7775194c34d", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:56.786769 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-912988cd-1915-4976-a05a-90679f111ead {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:56.787469 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b5a1a-de57-4b1e-b713-f7775194c34d', 'code': 200} Aug 27 12:00:56.874931 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5794a167-ea5b-4a53-a928-e2bab265581b req-34221ba3-d34d-46fc-a620-ebd173b6d8f4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 210 time: 0.0308883 Aug 27 12:00:56.909694 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:00:56.928883 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405023fc-b8a8-434a-ada4-4ac19588a156 x-openstack-request-id: req-405023fc-b8a8-434a-ada4-4ac19588a156 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:00:56.929603 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "tag": "1078158c-ee46-4494-9811-3124f1408547", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:00:56.929603 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-405023fc-b8a8-434a-ada4-4ac19588a156 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:00:56.929840 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'tag': '1078158c-ee46-4494-9811-3124f1408547', 'status': 'completed', 'code': 200} Aug 27 12:00:56.941054 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111a7b8-e683-4aa9-b7ec-d7d33e323201 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:00:56.961993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57367022-6902-4350-ada4-f240cbdb6458 req-3cf8e7ce-0896-4a29-a6be-3212ea1f9a0a tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.971089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57367022-6902-4350-ada4-f240cbdb6458 req-3cf8e7ce-0896-4a29-a6be-3212ea1f9a0a tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 949 time: 0.0986569 Aug 27 12:00:56.976916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75922e6-f44e-4c87-9153-2daba75f130c req-7e73642a-94d2-40a9-be70-1a612058c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:56.979236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c75922e6-f44e-4c87-9153-2daba75f130c req-7e73642a-94d2-40a9-be70-1a612058c55f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 1097 time: 0.0945408 Aug 27 12:00:56.990480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:00:57.094973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:00:57.097699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57367022-6902-4350-ada4-f240cbdb6458 req-b2359ed3-caf7-4640-a037-b154d57327a7 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/security-groups?id=84e496d6-4245-4efc-8dce-eace9f0532fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252434 Aug 27 12:00:57.107563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c75922e6-f44e-4c87-9153-2daba75f130c req-6545099f-4064-43da-a28a-100bbe369d06 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150184 Aug 27 12:00:57.111448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:00:57.112290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:57.261959 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:57.317122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94198e86-fd92-4e0b-8447-a7a895df819c req-6f48c65c-a2f6-47c2-bfc7-8032032808a0 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:57.321635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94198e86-fd92-4e0b-8447-a7a895df819c req-6f48c65c-a2f6-47c2-bfc7-8032032808a0 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 1100 time: 0.0739563 Aug 27 12:00:57.342290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:57.348341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:57.351239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-5d354131-fd13-49d6-87f4-d1c72c7c0f00 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:57.353764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-5d354131-fd13-49d6-87f4-d1c72c7c0f00 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.77 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 949 time: 0.4137063 Aug 27 12:00:57.387898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-f836e760-2a2d-4be5-8b59-fbb72242294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:57.389347 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-f836e760-2a2d-4be5-8b59-fbb72242294c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 1097 time: 0.1134808 Aug 27 12:00:57.406635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94198e86-fd92-4e0b-8447-a7a895df819c req-5510d27f-3e8c-4feb-b2fe-6c9d445eb05f tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787024 Aug 27 12:00:57.423325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:57.488046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b8152-009f-4e41-b8ae-2c7833223c85 None None] New status for floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:00:57.733905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3045-7d53-4a40-afe2-b9626bd7d117 req-df687be9-c710-4ce1-b0dd-1e2dec4b6e13 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:57.748088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d25f3045-7d53-4a40-afe2-b9626bd7d117 req-df687be9-c710-4ce1-b0dd-1e2dec4b6e13 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.1256208 Aug 27 12:00:57.836824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-68af6ee4-0ef3-4061-ab08-12b1cba92cfa tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:57.838858 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-68af6ee4-0ef3-4061-ab08-12b1cba92cfa tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.3492923 Aug 27 12:00:57.839881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d25f3045-7d53-4a40-afe2-b9626bd7d117 req-becbb91e-314d-4968-bf13-f775fe8e2a9f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871365 Aug 27 12:00:57.870985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Request body: {'port': {'device_id': '90256325-56b9-445f-ae2a-b19c7e20b417', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'admin_state_up': True, 'tenant_id': '4d8b68a3f5c24767aed383205f87b862'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:57.933556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-924b9a5a-fac3-409e-9e34-d622fa87f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:57.939708 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-924b9a5a-fac3-409e-9e34-d622fa87f0df service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.5278919 Aug 27 12:00:58.029694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-314bfe24-2b14-4cda-8035-7593141757b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 200 len: 217 time: 0.0770321 Aug 27 12:00:58.034182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Deleting port e2636013-5cec-43b9-bdd2-2bcecaa6158b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:00:58.034651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:58.074205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-39f047b1-0102-4272-bfb2-98aa4ad04c51 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372231 Aug 27 12:00:58.174355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-00e41f75-7b90-4d46-a36b-ed2691493892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:58.175877 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-00e41f75-7b90-4d46-a36b-ed2691493892 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.1380911 Aug 27 12:00:58.178196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-5a7e0036-8b77-4ea3-9691-f897f68211f9 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:58.179846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-5a7e0036-8b77-4ea3-9691-f897f68211f9 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1284776 Aug 27 12:00:58.252405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] For port e2636013-5cec-43b9-bdd2-2bcecaa6158b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e2636013-5cec-43b9-bdd2-2bcecaa6158b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:00:58.252716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:58.253090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-4878ed46-087b-4ff3-8fe3-0d7ee2f69d7b tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.0603385 Aug 27 12:00:58.256974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Made reservation on behalf of 4d8b68a3f5c24767aed383205f87b862 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:00:58.260971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:58.264806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-7c792d38-84ff-4f47-8934-e8c1a22b4dbe tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:58.267498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-7c792d38-84ff-4f47-8934-e8c1a22b4dbe tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751919 Aug 27 12:00:58.271376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'floatingip': {'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:58.288332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Calling delete_port for e2636013-5cec-43b9-bdd2-2bcecaa6158b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:00:58.297562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-07d6fa7a-bfdb-438b-a3b3-c3115bb90ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:58.299121 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-07d6fa7a-bfdb-438b-a3b3-c3115bb90ffe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072457 Aug 27 12:00:58.326364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-687b6e9f-6e67-474b-9c29-9efb13407cd3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/quotas/04ebd9e730044067889d740d77a3653e HTTP/1.1" status: 200 len: 375 time: 0.0512803 Aug 27 12:00:58.328517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:58.496633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-85d0720a-13c6-4ffd-a985-42c8d141f8b7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1637537 Aug 27 12:00:58.547159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-e9ba6065-ad04-4211-aa25-1f27328aa775 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022340 Aug 27 12:00:58.549904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Allocated IP 172.20.0.9 (c3413eeb-efb4-4a7b-bd76-5198de6c7fdd/9395a922-30e4-4584-8b4a-f0da551ea860/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:00:58.735643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:58.774130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e2636013-5cec-43b9-bdd2-2bcecaa6158b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:00:58.787740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b02d71e3-190b-4c15-a736-cfe1da7e63d5 req-4302245a-18cc-44b6-8a95-95bc6ef0f16e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 210 time: 0.0458183 Aug 27 12:00:58.796005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Pushing event deleted for resources: {'Port': ['ID=e2636013-5cec-43b9-bdd2-2bcecaa6158b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:58.884686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:58.894581 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e3bf81-e98b-4072-b503-e28a307370ff" -d '{"events": [{"server_uuid": "dc8c927f-feed-453c-b374-8290d42d8bcc", "name": "network-vif-plugged", "status": "completed", "tag": "cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:58.912368 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dc90c7c8-41b6-4de1-8399-95a737384f8f req-b10351a8-0f6f-4b3e-8765-4bfe92b4c648 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312538 Aug 27 12:00:58.923069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] No DVR routers for this DVR port e2636013-5cec-43b9-bdd2-2bcecaa6158b on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:00:58.928559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:58.933473 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8ff41631-874e-4056-83a0-d92d6df1a331 req-6e3b2605-80ad-4394-8d73-98d69041b44f tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.77 "DELETE /v2.0/ports/e2636013-5cec-43b9-bdd2-2bcecaa6158b HTTP/1.1" status: 204 len: 173 time: 1.5099072 Aug 27 12:00:58.940205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'name': 'network-vif-deleted', 'tag': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:00:58.943134 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b24623-f955-4b17-9866-272f9aea137d" -d '{"events": [{"server_uuid": "559bff39-ebe0-46f7-b057-2645ad1f1bb6", "name": "network-vif-deleted", "tag": "e2636013-5cec-43b9-bdd2-2bcecaa6158b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:00:59.057207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.160929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:59.168939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.222997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:00:59.230534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:00:59.243961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:00:59.252419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.252781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:59.258323 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.324329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:59.325058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.345619 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-1b456e32-835e-4574-9f02-8c6465b13c96 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4794176 Aug 27 12:00:59.387164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Request body: {'port': {'device_id': '90256325-56b9-445f-ae2a-b19c7e20b417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:00:59.409045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eda05094-1a70-4163-b5b3-46272bd7f6db req-4a46ee78-d97a-4838-85a9-2e4365103595 tempest-TenantUsagesTestJSON-495643584 tempest-TenantUsagesTestJSON-495643584-project] 10.222.0.76 "GET /v2.0/ports?device_id=559bff39-ebe0-46f7-b057-2645ad1f1bb6 HTTP/1.1" status: 200 len: 210 time: 0.0583494 Aug 27 12:00:59.430905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3abd9644-6d11-4101-a8af-3ae61dc7fc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.449500 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e associated. External IP: 172.25.8.96, port: df190667-7e5b-4891-8c68-c19abc67e067. Aug 27 12:00:59.482913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.761117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3abd9644-6d11-4101-a8af-3ae61dc7fc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.772904 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3abd9644-6d11-4101-a8af-3ae61dc7fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.844771 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3abd9644-6d11-4101-a8af-3ae61dc7fc53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1cced38ea03e45958448fce673f67386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6824427 Aug 27 12:00:59.848204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:00:59.854645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-9b56cea2-fe25-4ef5-9299-25c6776c3619 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:00:59.856163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-9b56cea2-fe25-4ef5-9299-25c6776c3619 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "GET /v2.0/ports?device_id=e55cba65-c402-49f1-92d0-57ac6eef56ba HTTP/1.1" status: 200 len: 946 time: 0.1518731 Aug 27 12:00:59.858536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd9644-6d11-4101-a8af-3ae61dc7fc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d883631-99d1-499a-80be-467f1a8326b9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:00:59.882436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec24cd7c-111a-4977-ba56-a5aea96a489d req-c1a8f686-c582-463f-a55c-cac7008517ba tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 210 time: 0.0444965 Aug 27 12:00:59.982896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9bc993f-967d-4f86-a128-69462f4cab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:00:59.995631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:00.006795 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.028878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Transition to ACTIVE for port object 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:00.037215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.073931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9bc993f-967d-4f86-a128-69462f4cab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.079219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Deleting port 1078158c-ee46-4494-9811-3124f1408547 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:00.079879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.102773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:00.125877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350916f-2c76-4fe8-b73d-c64683213481 req-9d53cc0c-586c-4ffe-86e3-0d1bb937141b tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:00.127395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e350916f-2c76-4fe8-b73d-c64683213481 req-9d53cc0c-586c-4ffe-86e3-0d1bb937141b tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.1182067 Aug 27 12:01:00.149586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:00.216595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9bc993f-967d-4f86-a128-69462f4cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.219409 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9bc993f-967d-4f86-a128-69462f4cab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.222946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b9bc993f-967d-4f86-a128-69462f4cab0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d883631-99d1-499a-80be-467f1a8326b9 HTTP/1.1" status: 204 len: 168 time: 0.3637178 Aug 27 12:01:00.228936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e350916f-2c76-4fe8-b73d-c64683213481 req-813331ac-088e-4877-9722-dd204e2bdbdc tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Aug 27 12:01:00.235890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc993f-967d-4f86-a128-69462f4cab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d883631-99d1-499a-80be-467f1a8326b9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:00.242458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] For port 1078158c-ee46-4494-9811-3124f1408547, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=1078158c-ee46-4494-9811-3124f1408547,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:00.242842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.255463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:00.255793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:00.256200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:00.262236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Calling delete_port for 1078158c-ee46-4494-9811-3124f1408547 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:00.275242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:00.275242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:00.275242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:00.275242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:00.276428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:00.279112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Bound port: 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:00.279562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.295125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:00.307772 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:00.309809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.321954 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:00.322628 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:00.337783 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cedd99-8e40-4267-adb7-f05428dc1c36 x-openstack-request-id: req-f5cedd99-8e40-4267-adb7-f05428dc1c36 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:00.338292 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8c927f-feed-453c-b374-8290d42d8bcc", "name": "network-vif-plugged", "status": "completed", "tag": "cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:00.338433 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5cedd99-8e40-4267-adb7-f05428dc1c36 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:00.338769 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b', 'code': 200} Aug 27 12:01:00.359035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-6bc1cc8b-9453-41eb-b618-8fb6ad67c719 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "PUT /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 995 time: 2.0916111 Aug 27 12:01:00.360961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:00.363543 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96" -d '{"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:00.460525 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2710a18b-09c0-45b5-87f6-4614efead5fc x-openstack-request-id: req-2710a18b-09c0-45b5-87f6-4614efead5fc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:00.460822 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559bff39-ebe0-46f7-b057-2645ad1f1bb6", "name": "network-vif-deleted", "tag": "e2636013-5cec-43b9-bdd2-2bcecaa6158b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:00.461081 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2710a18b-09c0-45b5-87f6-4614efead5fc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:00.461476 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bff39-ebe0-46f7-b057-2645ad1f1bb6', 'name': 'network-vif-deleted', 'tag': 'e2636013-5cec-43b9-bdd2-2bcecaa6158b', 'status': 'completed', 'code': 200} Aug 27 12:01:00.473663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-c03b17ef-8870-4199-905a-e75def5d03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:00.475276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-c03b17ef-8870-4199-905a-e75def5d03cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.1055899 Aug 27 12:01:00.535852 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:00.604470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-c8230be1-2e9e-4a71-9454-b1665569d1a6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857069 Aug 27 12:01:00.609174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:00.765759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6e746-6c7d-4540-bd6b-594723fbb80f req-27a9290e-47cf-434a-a420-07475d40ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:00.768441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92a6e746-6c7d-4540-bd6b-594723fbb80f req-27a9290e-47cf-434a-a420-07475d40ae9f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 1096 time: 0.2376635 Aug 27 12:01:00.775831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:00.784832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.785422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ac67d-82a3-471f-aac5-fc321e8fdc7e req-bbe7ab9d-c0b5-46ca-8f06-860e6325e99f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:00.793516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b73ac67d-82a3-471f-aac5-fc321e8fdc7e req-bbe7ab9d-c0b5-46ca-8f06-860e6325e99f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.2638927 Aug 27 12:01:00.840021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-bcdba043-b6b1-40dd-8a72-03073478f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:00.851210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-bcdba043-b6b1-40dd-8a72-03073478f027 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.3686314 Aug 27 12:01:00.854625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:00.860489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:00.861645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.863244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] 10.222.0.77 "PUT /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 1091 time: 1.4837024 Aug 27 12:01:00.909809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:59Z', 'revision_number': 8, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:00.944484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eae331d-34f5-4376-aff2-62d5e1616eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:00.963478 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:00.970825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b73ac67d-82a3-471f-aac5-fc321e8fdc7e req-549de473-019c-4574-a7d8-05a3c5ca5eeb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715500 Aug 27 12:01:00.972897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92a6e746-6c7d-4540-bd6b-594723fbb80f req-962aee36-bf18-4d47-bc2a-18f974713044 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773477 Aug 27 12:01:00.976901 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:00.976901 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:01.009867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce6ad4-1dfb-4dd6-b368-aeda6997874c service neutron] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:01.024760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e2636013-5cec-43b9-bdd2-2bcecaa6158b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:01.045419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:01.065750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-2a83a649-5674-4258-83a1-5387745e7047 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:01.067041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: e2636013-5cec-43b9-bdd2-2bcecaa6158b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:01.069865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e2636013-5cec-43b9-bdd2-2bcecaa6158b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:01.072918 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-2a83a649-5674-4258-83a1-5387745e7047 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4578803 Aug 27 12:01:01.076024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['df190667-7e5b-4891-8c68-c19abc67e067', '1078158c-ee46-4494-9811-3124f1408547'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:01.144038 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:01.156751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eae331d-34f5-4376-aff2-62d5e1616eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:01.221491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-8b0fd747-7655-4839-ac9f-a16810914959 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 998 time: 0.3684099 Aug 27 12:01:01.303758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-d5c8b9f0-d788-4138-810a-e8bf95520e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:01.316607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-d5c8b9f0-d788-4138-810a-e8bf95520e9c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0941629 Aug 27 12:01:01.354411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eae331d-34f5-4376-aff2-62d5e1616eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:01.407798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae331d-34f5-4376-aff2-62d5e1616eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17616a2-f055-4d15-ade9-67d9e20f1915,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:01.465712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event deleted for resources: {'Port': ['ID=1078158c-ee46-4494-9811-3124f1408547,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:01.473104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-26855a30-c336-4095-946c-834953c841fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:01.475384 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-26855a30-c336-4095-946c-834953c841fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1094 time: 0.5214591 Aug 27 12:01:01.491598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-31996e66-0883-4f66-9898-27ab344495cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:01.493390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-31996e66-0883-4f66-9898-27ab344495cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759813 Aug 27 12:01:01.506327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b5a2-ac16-4523-b217-71955130bcd9 req-f6e843e9-5842-40ba-9ad5-69db1fd80a74 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:01.515165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5c5b5a2-ac16-4523-b217-71955130bcd9 req-f6e843e9-5842-40ba-9ad5-69db1fd80a74 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.3446403 Aug 27 12:01:01.527582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8eae331d-34f5-4376-aff2-62d5e1616eab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebd78f19a6294f319981f9cd31cec9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6695786 Aug 27 12:01:01.534731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36406) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:01.537703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] No DVR routers for this DVR port 1078158c-ee46-4494-9811-3124f1408547 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:01.544175 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:01.545900 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499356dc-aca8-4e05-8db6-ff97e88cb390 req-10337e4a-5d24-40e9-b642-f91da0f609c2 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "DELETE /v2.0/ports/1078158c-ee46-4494-9811-3124f1408547 HTTP/1.1" status: 204 len: 173 time: 1.6796896 Aug 27 12:01:01.572105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:01.582470 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:59Z', 'revision_number': 8, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:01.657537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d2ceb-702a-48a4-8e7f-286c3b5994fa None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c0208144-a2f2-4aa8-b9da-072c40e8ca2e', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'port_id': 'df190667-7e5b-4891-8c68-c19abc67e067', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'mac_address': 'fa:16:3e:89:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:00:19Z', 'updated_at': '2021-08-27T12:00:59Z', 'revision_number': 8, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:01.711997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5c5b5a2-ac16-4523-b217-71955130bcd9 req-e70812e0-ce11-4102-bdcf-828161fed658 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969199 Aug 27 12:01:01.792629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-f93ee060-ae48-4e2f-9fe2-e754f016506a service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762296 Aug 27 12:01:01.836564 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fa892-db11-49be-99c8-e8c13e65703a x-openstack-request-id: req-b06fa892-db11-49be-99c8-e8c13e65703a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:01.837030 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:01.837397 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b06fa892-db11-49be-99c8-e8c13e65703a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:01.837994 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'status': 'completed', 'code': 200} Aug 27 12:01:01.859108 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-6a12ab81-bf69-4089-bd2d-2f81ddc7e3e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.2554867 Aug 27 12:01:01.996003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be41c5c-77a7-4e8a-ae69-0264dedf519d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:02.019484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e821-b206-4a0e-9b70-999e0812190d req-1d22d9eb-300f-48aa-ae39-46a1d3f3f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:02.021090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-1d22d9eb-300f-48aa-ae39-46a1d3f3f3fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1514516 Aug 27 12:01:02.084847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba23f8b-f256-4ab3-a407-7c91349efed2 None None] New status for floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:01:02.091735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-ea7cd1da-1287-4bc5-bb08-7be06129957a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583842 Aug 27 12:01:02.101180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be41c5c-77a7-4e8a-ae69-0264dedf519d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:02.110728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:02.110960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f8f9ebb-a1a8-4e12-ba55-04006f11ec4e req-8ca20a58-b504-4dd0-9885-12624c9e0413 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 210 time: 0.0680430 Aug 27 12:01:02.114615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:02.120600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41eff178-3b1b-4508-ad68-bd13e0cd8f05 req-54a1fe98-9c82-429a-a32c-77e6f68f6f0b service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000581 Aug 27 12:01:02.120853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-d399890f-d5f1-41d4-bb12-83d7dbacf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:02.121973 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-d399890f-d5f1-41d4-bb12-83d7dbacf7da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.2433472 Aug 27 12:01:02.412972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900b2a8-1274-430e-9329-c91c047bd3e2 req-11ba5c29-82b9-4f75-b494-80490bf311bf tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:02.414837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d900b2a8-1274-430e-9329-c91c047bd3e2 req-11ba5c29-82b9-4f75-b494-80490bf311bf tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.1380999 Aug 27 12:01:02.464597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'}, {'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'name': 'network-vif-deleted', 'tag': '1078158c-ee46-4494-9811-3124f1408547'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:02.466812 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868"}, {"server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "name": "network-vif-deleted", "tag": "1078158c-ee46-4494-9811-3124f1408547"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:02.479161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be41c5c-77a7-4e8a-ae69-0264dedf519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:02.481868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be41c5c-77a7-4e8a-ae69-0264dedf519d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:02.486032 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2be41c5c-77a7-4e8a-ae69-0264dedf519d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e17616a2-f055-4d15-ade9-67d9e20f1915 HTTP/1.1" status: 204 len: 168 time: 0.9473844 Aug 27 12:01:02.550993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-c53c6e14-7763-40c2-93ef-7cbb9b4b0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:02.553305 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-c53c6e14-7763-40c2-93ef-7cbb9b4b0535 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.3995974 Aug 27 12:01:02.554114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be41c5c-77a7-4e8a-ae69-0264dedf519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17616a2-f055-4d15-ade9-67d9e20f1915,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:02.563138 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-090930fb-939c-40b6-8ecc-1810c6923926 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360449 Aug 27 12:01:02.628848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d900b2a8-1274-430e-9329-c91c047bd3e2 req-ed422ec0-5756-467b-87d9-7841311388b3 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965203 Aug 27 12:01:02.674768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5178b6-b003-45bc-8667-1ae08247a91e req-129f6c20-db7c-47cf-bd63-4eb4d93733e2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:02.677137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad5178b6-b003-45bc-8667-1ae08247a91e req-129f6c20-db7c-47cf-bd63-4eb4d93733e2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.2102973 Aug 27 12:01:02.694860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:02.774746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad5178b6-b003-45bc-8667-1ae08247a91e req-57a1bd34-158d-45f3-a601-afe997719547 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900915 Aug 27 12:01:02.793107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.191 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/9f5c5efc-9fd7-4694-b62a-500ffd0ac106) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:02.802722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ac3bfdf-b5c2-4e37-b568-e5228b47b2f7 req-a1486db2-ff68-424f-9b8a-79a38bc6de6f tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 997 time: 0.1011350 Aug 27 12:01:02.855520 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-d925598b-6c25-40aa-9f6c-3e445477aab9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 1000 time: 0.2825804 Aug 27 12:01:02.881592 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea77d89-0250-48c4-ab56-7b699b543dfa x-openstack-request-id: req-8ea77d89-0250-48c4-ab56-7b699b543dfa {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:02.882331 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868", "status": "completed", "code": 200}, {"server_uuid": "e55cba65-c402-49f1-92d0-57ac6eef56ba", "name": "network-vif-deleted", "tag": "1078158c-ee46-4494-9811-3124f1408547", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:02.882331 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ea77d89-0250-48c4-ab56-7b699b543dfa {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:02.882553 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'status': 'completed', 'code': 200} Aug 27 12:01:02.882801 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55cba65-c402-49f1-92d0-57ac6eef56ba', 'name': 'network-vif-deleted', 'tag': '1078158c-ee46-4494-9811-3124f1408547', 'status': 'completed', 'code': 200} Aug 27 12:01:02.929420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7475e821-b206-4a0e-9b70-999e0812190d req-c7e6a272-92a9-4d37-85f9-fac7d751b165 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333457 Aug 27 12:01:02.975857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-8a25e51c-2492-40cd-acba-fb9de1ff563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:02.977661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-8a25e51c-2492-40cd-acba-fb9de1ff563a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.1070945 Aug 27 12:01:03.015755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3bfdf-b5c2-4e37-b568-e5228b47b2f7 req-a838835e-ed66-459b-bafd-a5e23e540687 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.022911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ac3bfdf-b5c2-4e37-b568-e5228b47b2f7 req-a838835e-ed66-459b-bafd-a5e23e540687 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2151971 Aug 27 12:01:03.047474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:03.055692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e0ecc-97d9-4fe5-86cd-86b8623fab29 req-6644aa05-1d88-44ed-8ec2-b716a3366e27 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.066956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-693e0ecc-97d9-4fe5-86cd-86b8623fab29 req-6644aa05-1d88-44ed-8ec2-b716a3366e27 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.1189818 Aug 27 12:01:03.079230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-0ac3bfdf-b5c2-4e37-b568-e5228b47b2f7 req-8eda3e29-8b86-4fde-b805-706f1a3f52c7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:03.086860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-53c1e711-730a-4e73-bcea-0dd11d488925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.087181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ac3bfdf-b5c2-4e37-b568-e5228b47b2f7 req-8eda3e29-8b86-4fde-b805-706f1a3f52c7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509877 Aug 27 12:01:03.088384 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-53c1e711-730a-4e73-bcea-0dd11d488925 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002643 Aug 27 12:01:03.173148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:03.192217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f4c62098-4326-478e-9073-4f0cc9393765', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'port_id': 'f4c62098-4326-478e-9073-4f0cc9393765', 'mac_address': 'fa:16:3e:44:d0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13722941-4dcf-46a6-ad0e-febf8aa83384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:03.257325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b913be9-7639-4190-85a3-dc5a170f6811 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7c77f380d6f4d2e9b89a3ac031ee1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602984 Aug 27 12:01:03.264738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:03.274920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.283768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-fe80837b-78d5-40a5-9ea8-5af7a3f1e60e tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.1706071 Aug 27 12:01:03.291984 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.304204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 1078158c-ee46-4494-9811-3124f1408547 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:03.323530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-693e0ecc-97d9-4fe5-86cd-86b8623fab29 req-f667b1ec-9c2f-47b7-8295-4b36c0971593 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276721 Aug 27 12:01:03.323838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-b68e8476-6c2c-4bf8-b936-045d7ec0cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.325263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-b68e8476-6c2c-4bf8-b936-045d7ec0cebf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1094 time: 0.1964626 Aug 27 12:01:03.329754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:03.395261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 1078158c-ee46-4494-9811-3124f1408547 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:03.396448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 1078158c-ee46-4494-9811-3124f1408547 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:03.409516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4c62098-4326-478e-9073-4f0cc9393765 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:03.419055 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-4e835470-6ffa-493f-807c-4a0974b99896 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064804 Aug 27 12:01:03.475867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:03.487223 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.524011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a421d01-e65e-4b63-974f-a4ae5a92b208 req-926805df-80ff-4a70-8034-e8a9772f3ce5 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 210 time: 0.0703197 Aug 27 12:01:03.525561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13ac00d-73d0-4a7b-aa9b-81e1a8efbf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.578789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:03.579530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.581606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-4fe6f95e-a9a4-41e3-bbda-f50696e52ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.583961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-4fe6f95e-a9a4-41e3-bbda-f50696e52ceb service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2353935 Aug 27 12:01:03.591931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:03.598781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-c108f66a-edb7-4074-9c4a-2df575645b72 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.600540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-c108f66a-edb7-4074-9c4a-2df575645b72 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports/df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 942 time: 0.3081901 Aug 27 12:01:03.602836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13ac00d-73d0-4a7b-aa9b-81e1a8efbf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.637083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:03.707391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13ac00d-73d0-4a7b-aa9b-81e1a8efbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.716914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e13ac00d-73d0-4a7b-aa9b-81e1a8efbf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.718910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e13ac00d-73d0-4a7b-aa9b-81e1a8efbf37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84e496d6-4245-4efc-8dce-eace9f0532fd HTTP/1.1" status: 204 len: 168 time: 0.4511669 Aug 27 12:01:03.756361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-3e2d97a7-6022-45b1-9953-03d87c2d0887 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.1398938 Aug 27 12:01:03.766188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ac00d-73d0-4a7b-aa9b-81e1a8efbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e496d6-4245-4efc-8dce-eace9f0532fd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:03.791508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:03.798798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:03.800703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:03.832659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:03.838302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-247636ba-5e88-42f0-8c3b-8fa3ae02cd96 req-274369df-7a89-474a-bcde-0654796d39f9 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983970 Aug 27 12:01:03.838922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-f7494dd8-4ed8-4e71-bf46-b7c7f6bc23ce tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.1514795 Aug 27 12:01:03.859177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f4c62098-4326-478e-9073-4f0cc9393765'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:03.910569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-1f562b1c-cbb6-4d34-b901-b5b4ba6155a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.919351 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-1f562b1c-cbb6-4d34-b901-b5b4ba6155a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1385505 Aug 27 12:01:03.935494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.938234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:03.983807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-e581d78a-0611-4d3b-9110-d7413c125b66 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:03.985437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-e581d78a-0611-4d3b-9110-d7413c125b66 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.1387682 Aug 27 12:01:04.004187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-21b743cf-6383-45c3-b105-c6faa457b837 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587215 Aug 27 12:01:04.031877 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-e682ae70-ee33-47ad-aa9d-0c5aad376d37 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4826388 Aug 27 12:01:04.060172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Request body: {'port': {'device_id': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:04.163819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cf529-7fa8-4f19-aff9-791b8d5cb249 req-347394c4-8722-4a3a-994e-e4a9883e5bd1 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:04.171560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d6cf529-7fa8-4f19-aff9-791b8d5cb249 req-347394c4-8722-4a3a-994e-e4a9883e5bd1 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.3786511 Aug 27 12:01:04.176024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-292dc677-ba39-41c8-b085-36974a48e46a tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 1000 time: 0.1740880 Aug 27 12:01:04.201304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:04.223037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.263879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-b4abeee2-d1b0-49bb-84af-ec2019d3ef7a service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499862 Aug 27 12:01:04.272920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d6cf529-7fa8-4f19-aff9-791b8d5cb249 req-d9cafb01-11da-45e2-8120-96a2e71f6417 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003983 Aug 27 12:01:04.299782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-525a931d-caec-40c4-b92f-e6c5d03cc4df None None] Provisioning for port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:04.318282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-525a931d-caec-40c4-b92f-e6c5d03cc4df None None] Provisioning complete for port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:04.319079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-525a931d-caec-40c4-b92f-e6c5d03cc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.320488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.500006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-525a931d-caec-40c4-b92f-e6c5d03cc4df None None] Port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:04.503406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36472) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:04.544616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-068dc4fe-fe7b-4ef2-bde9-fa193702f4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.555715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ec021c3c-3ac3-4a01-bad5-aa56cd3fe0a7 req-0269d785-c7f8-46af-943a-f24d4ce42ff6 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823746 Aug 27 12:01:04.602576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9366c-2b93-42b7-b6ac-f599a95b8855 req-caf1c4d5-aaf5-438a-b279-fdb900476425 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:04.608752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9c9366c-2b93-42b7-b6ac-f599a95b8855 req-caf1c4d5-aaf5-438a-b279-fdb900476425 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.1928997 Aug 27 12:01:04.719825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9c9366c-2b93-42b7-b6ac-f599a95b8855 req-253d59df-a4a3-46d2-9d25-9b496d3f1e0f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030288 Aug 27 12:01:04.745413 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.753969 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.754306 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e disassociated. External IP: 172.25.8.96, port: df190667-7e5b-4891-8c68-c19abc67e067. Aug 27 12:01:04.844180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-068dc4fe-fe7b-4ef2-bde9-fa193702f4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.858772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-068dc4fe-fe7b-4ef2-bde9-fa193702f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:04.929021 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-068dc4fe-fe7b-4ef2-bde9-fa193702f4ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e5d5f925de442fc9155c564bc793d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191630 Aug 27 12:01:04.932528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36484) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:04.959529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc4fe-fe7b-4ef2-bde9-fa193702f4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f889b0ff-bb6a-4091-baac-4d3becf4f5a8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:04.988408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:05.003894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.035957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Transition to ACTIVE for port object 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:05.042609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.062821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d170b15b-016d-4495-8b8e-95f8ff9c70dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.075525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:05.142060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f4c62098-4326-478e-9073-4f0cc9393765 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:05.142434 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.191183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d170b15b-016d-4495-8b8e-95f8ff9c70dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.200391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:05.227316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Attempting to bind port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:05.227914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Attempting to bind port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:05.228415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Attempting to bind port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:05.231839 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.238472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:05.239588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Attempting to bind port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:05.252856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:05.253209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:05.253601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:05.254059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Bound port: 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:05.254521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.259848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:05.262329 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f867244e-23ac-4f0b-a6f7-3a577bc40081" -d '{"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f4c62098-4326-478e-9073-4f0cc9393765"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:05.279341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:05.287090 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.315084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ad54-9f23-47c3-8da4-34e99d2e9321 req-abce6888-3e39-4a26-951c-3dfdd066fe23 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.323670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1654ad54-9f23-47c3-8da4-34e99d2e9321 req-abce6888-3e39-4a26-951c-3dfdd066fe23 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.5088811 Aug 27 12:01:05.338238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d170b15b-016d-4495-8b8e-95f8ff9c70dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.343543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d170b15b-016d-4495-8b8e-95f8ff9c70dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.347054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d170b15b-016d-4495-8b8e-95f8ff9c70dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f889b0ff-bb6a-4091-baac-4d3becf4f5a8 HTTP/1.1" status: 204 len: 168 time: 0.4097977 Aug 27 12:01:05.363041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170b15b-016d-4495-8b8e-95f8ff9c70dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f889b0ff-bb6a-4091-baac-4d3becf4f5a8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:05.380991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:05.385861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:05.396272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] For port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:05.401858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1654ad54-9f23-47c3-8da4-34e99d2e9321 req-84966c9a-edf0-4f7b-982a-60d7382afcd3 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 Aug 27 12:01:05.404659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] For port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:05.410266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.457653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.458598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.460044 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] 10.222.0.77 "PUT /v2.0/ports/9f5c5efc-9fd7-4694-b62a-500ffd0ac106 HTTP/1.1" status: 200 len: 1096 time: 1.4056985 Aug 27 12:01:05.460586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'tag': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:05.463057 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e" -d '{"events": [{"name": "network-changed", "server_uuid": "367ce0fe-bd67-4b17-89f8-ede3f34d67b6", "tag": "9f5c5efc-9fd7-4694-b62a-500ffd0ac106"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:05.492616 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d661c1-292a-44ee-bf8c-a47a60dddb79 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:05.599210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-768aea97-972f-47f7-8aa3-013af051c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.601011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-768aea97-972f-47f7-8aa3-013af051c79e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 1099 time: 0.0537035 Aug 27 12:01:05.606832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0925e-d7b4-408b-927f-249294884e2e req-45da7779-2647-4b70-8e8b-6b5123dad026 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.608425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3d0925e-d7b4-408b-927f-249294884e2e req-45da7779-2647-4b70-8e8b-6b5123dad026 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.1067927 Aug 27 12:01:05.644992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:05.650570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:05.659420 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:05.671012 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:05.671973 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:05.700500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3d0925e-d7b4-408b-927f-249294884e2e req-cda5d986-0e06-4bb2-8b64-5e54c71f6a62 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800381 Aug 27 12:01:05.704300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-88302358-2908-4e06-9162-719c224cc8b8 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "PUT /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 695 time: 1.5178056 Aug 27 12:01:05.704718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:05.707115 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8786d-022e-4f82-bb08-5da7754a0346" -d '{"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:05.807605 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-5ee0a9bd-0aff-4f0f-8051-10163de994c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106 HTTP/1.1" status: 200 len: 217 time: 0.0780118 Aug 27 12:01:05.812778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-1f9d6ea5-73b5-41a7-a014-3f481a96f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.814609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-1f9d6ea5-73b5-41a7-a014-3f481a96f64d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.0869026 Aug 27 12:01:05.834697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:05.872177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-2ed75f61-ed61-45f3-952b-349ba98bf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.874480 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-2ed75f61-ed61-45f3-952b-349ba98bf040 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0594523 Aug 27 12:01:05.929313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51366d-2de6-491d-acd0-07115e57b5dd req-af72bb8e-c410-47dd-a678-d305bc71796f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.930970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa51366d-2de6-491d-acd0-07115e57b5dd req-af72bb8e-c410-47dd-a678-d305bc71796f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 948 time: 0.1355388 Aug 27 12:01:05.941252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-d76dc36c-2b13-4c9d-b102-dac185866a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.942978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-d76dc36c-2b13-4c9d-b102-dac185866a30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610723 Aug 27 12:01:05.966450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-6cac56ee-ba9d-4f49-b51b-f417a236916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:05.968217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-6cac56ee-ba9d-4f49-b51b-f417a236916e service neutron] 10.222.0.76 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.1382391 Aug 27 12:01:06.022158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-135af19d-4af4-4675-829d-43fd6e921bb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0465567 Aug 27 12:01:06.025206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa51366d-2de6-491d-acd0-07115e57b5dd req-4e0d112d-13bb-4a62-839e-49ae507b3f2a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856502 Aug 27 12:01:06.093196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-146c7e3d-5e83-447e-8f84-fc3f6b9801bd service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406031 Aug 27 12:01:06.094401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-0597b2fd-d28d-4426-85cb-b1c6cf5de193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:06.095915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-0597b2fd-d28d-4426-85cb-b1c6cf5de193 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.0642111 Aug 27 12:01:06.105160 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:06.164324 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:06.174356 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:06.175037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:06.197625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-a03f120b-1904-4274-bcbe-eeae0e3724c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:06.199644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-a03f120b-1904-4274-bcbe-eeae0e3724c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957279 Aug 27 12:01:06.274005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9f46f520-bcb2-445f-b68a-587356aca4f5 req-d6c3d036-9b8d-453c-81c9-1c812dc1376e service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693304 Aug 27 12:01:06.340639 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:06.358061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-a0e7d224-010d-49ef-a6eb-781abe7d4b6f service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409304 Aug 27 12:01:06.435641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36520) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:06.488028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c57f565f-b038-4346-aa46-4c46ddcdf826 req-2e9d9aec-71e1-4c6a-93ec-d18b4526649c service neutron] 10.222.0.76 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211030 Aug 27 12:01:06.557561 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c33acac-8864-4458-b7e3-7a7d311d9861 x-openstack-request-id: req-6c33acac-8864-4458-b7e3-7a7d311d9861 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:06.558257 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-plugged", "status": "completed", "tag": "f4c62098-4326-478e-9073-4f0cc9393765", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:06.558257 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c33acac-8864-4458-b7e3-7a7d311d9861 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:06.558762 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765', 'code': 200} Aug 27 12:01:06.590252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-network', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:06.617405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Made reservation on behalf of a01fd5749fd74ea8b40e1f381799f21b for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:06.621797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:06.632072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:06.662044 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65aa5ce-7481-4c01-9cd2-6d7a9285f538 x-openstack-request-id: req-f65aa5ce-7481-4c01-9cd2-6d7a9285f538 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:06.662341 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367ce0fe-bd67-4b17-89f8-ede3f34d67b6", "tag": "9f5c5efc-9fd7-4694-b62a-500ffd0ac106", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:06.662641 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f65aa5ce-7481-4c01-9cd2-6d7a9285f538 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:06.663054 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'tag': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106', 'status': 'completed', 'code': 200} Aug 27 12:01:06.686454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9c89-0a08-4d42-b408-1ce83561a1c7 req-622f23ab-5f9a-4782-a3bc-b7143eeaf86b tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:06.689220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1dd9c89-0a08-4d42-b408-1ce83561a1c7 req-622f23ab-5f9a-4782-a3bc-b7143eeaf86b tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.0683358 Aug 27 12:01:06.726249 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:06.727148 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a814e30-a3de-4c36-86b1-f3ee6df5ba74 x-openstack-request-id: req-9a814e30-a3de-4c36-86b1-f3ee6df5ba74 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:06.727437 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:06.727687 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a814e30-a3de-4c36-86b1-f3ee6df5ba74 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:06.728300 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'status': 'completed', 'code': 200} Aug 27 12:01:06.763306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1dd9c89-0a08-4d42-b408-1ce83561a1c7 req-c671e02c-f6c8-4e6a-a0de-5ebee3d28596 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577219 Aug 27 12:01:06.767886 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea5d2bd-3556-4de6-9374-72ee39961e46 None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T11:59:54Z', 'revision_number': 4, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e467cb15-a800-42ca-8d9f-0a61cef5d660', 'name': '', 'network_id': 'fa1475a3-1a01-4f97-aee9-148257cf9a19', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'mac_address': 'fa:16:3e:6f:a6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:53Z', 'updated_at': '2021-08-27T12:00:02Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'subnets': [{'id': 'dedd4efe-d445-4f34-9af2-9985707e08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:06.843673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:06.853627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-e58033fa-fd65-46d9-b5c9-0f77fe15706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:06.855278 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-e58033fa-fd65-46d9-b5c9-0f77fe15706d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 1099 time: 0.1369629 Aug 27 12:01:06.857093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:06.907719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e8c4a-66e5-4410-aa34-4a4a82bd30d3 req-a9b17296-b586-4f23-a1f2-89cb73ec4b08 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:06.909385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-974e8c4a-66e5-4410-aa34-4a4a82bd30d3 req-a9b17296-b586-4f23-a1f2-89cb73ec4b08 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1280768 Aug 27 12:01:06.999053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-974e8c4a-66e5-4410-aa34-4a4a82bd30d3 req-f4d78ca2-c62e-4f77-b70f-5dd4ff85e9aa tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753376 Aug 27 12:01:07.085714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de3cf6-eb5c-460d-a640-c27e67bc6329 req-65a59d0e-44b2-4a8a-ad4f-a19511fc9d94 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.088487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69de3cf6-eb5c-460d-a640-c27e67bc6329 req-65a59d0e-44b2-4a8a-ad4f-a19511fc9d94 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.0880578 Aug 27 12:01:07.166606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-a3c6580c-7d52-4147-8432-b762a66d13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.168145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-a3c6580c-7d52-4147-8432-b762a66d13f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=840ebcfc78c14b79966ff050894c23a5&device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 1096 time: 0.3951182 Aug 27 12:01:07.179595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69de3cf6-eb5c-460d-a640-c27e67bc6329 req-66ce70bf-a8b3-472c-bb52-9ee7c53ef5ba tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779424 Aug 27 12:01:07.223498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a5e899-485c-46be-804c-14264a4dd7da None None] New status for floating IP c0208144-a2f2-4aa8-b9da-072c40e8ca2e: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:01:07.225285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:01:07.292523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c222d-0a15-41b9-a1ca-b1951b9403da,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:07.302123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:07.302494 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Added segment 6d48bac3-d108-453a-aa86-89a525e4efaa of type vlan for network ce91c202-e239-4f98-aa31-ea3185f4cf88 Aug 27 12:01:07.408419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-afe09a22-eb8b-4ed0-8b61-db11657dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.416372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-afe09a22-eb8b-4ed0-8b61-db11657dd504 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 200 len: 922 time: 0.2254181 Aug 27 12:01:07.426238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:07.476166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f3683-1fbf-4077-86e4-2566a73cef80 req-8f54f54e-5437-4ff1-bbda-bf3b39a9a30d tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.479103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-541f3683-1fbf-4077-86e4-2566a73cef80 req-8f54f54e-5437-4ff1-bbda-bf3b39a9a30d tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.1161363 Aug 27 12:01:07.497130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a600-4da7-4893-afb0-40ecd90756ee req-9b389c90-95d2-49d9-9e47-6ae03c907192 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.498718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d72a600-4da7-4893-afb0-40ecd90756ee req-9b389c90-95d2-49d9-9e47-6ae03c907192 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 948 time: 0.1056800 Aug 27 12:01:07.501547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-828185a1-ca70-4553-8266-272521d2340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.504035 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-828185a1-ca70-4553-8266-272521d2340b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.6384380 Aug 27 12:01:07.507976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-16c9be09-b194-445a-9b05-4c6e0b93adda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 200 len: 217 time: 0.0710807 Aug 27 12:01:07.533663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:07.534681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.535309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:07.552772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-541f3683-1fbf-4077-86e4-2566a73cef80 req-f6f86345-0d41-4b8a-be01-cb67edb3540a tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Aug 27 12:01:07.570369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d72a600-4da7-4893-afb0-40ecd90756ee req-7bc272a2-ead3-41d0-83bf-c7c746e186b3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Aug 27 12:01:07.631017 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-5f1b7c6f-5a73-41e5-aa14-a3b3db4f0302 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106 HTTP/1.1" status: 200 len: 217 time: 0.1166697 Aug 27 12:01:07.651960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-6e71428f-7136-4cbf-af9f-e5881716cad6 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 200 len: 693 time: 0.0569050 Aug 27 12:01:07.706147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2659984 Aug 27 12:01:07.712044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:07.719721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Request body: {'subnet': {'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-subnet', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:07.733309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-9e3380d4-6954-4e41-8bc9-1dc890da4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.734836 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-9e3380d4-6954-4e41-8bc9-1dc890da4a87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 200 len: 860 time: 0.2121387 Aug 27 12:01:07.748855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca030c03-9618-49dc-a367-63338bb08c3c admin admin] Pushing event updated for resources: {'Network': ['ID=ce91c202-e239-4f98-aa31-ea3185f4cf88,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:07.766084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:01:07.779777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Made reservation on behalf of a01fd5749fd74ea8b40e1f381799f21b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:07.783175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:07.796017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-0fee6b14-f8fb-4247-967c-da0bf9b1e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.797506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-0fee6b14-f8fb-4247-967c-da0bf9b1e7ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1189988 Aug 27 12:01:07.840680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-20a850db-efad-46f7-bfc9-733e7a1a0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.842290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-20a850db-efad-46f7-bfc9-733e7a1a0971 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa1475a3-1a01-4f97-aee9-148257cf9a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961969 Aug 27 12:01:07.892688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-8eb46ea3-cb15-4fd8-9fbe-c47c71807736 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.894289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-8eb46ea3-cb15-4fd8-9fbe-c47c71807736 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2357075 Aug 27 12:01:07.907766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-bb6b5e20-8f1e-41e5-8ea1-065e90503039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:07.909286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-bb6b5e20-8f1e-41e5-8ea1-065e90503039 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003370 Aug 27 12:01:07.913125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-b5f824b5-2b2e-494b-b07c-c88f2e713ca7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:07.921945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-b5f824b5-2b2e-494b-b07c-c88f2e713ca7 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178115 Aug 27 12:01:07.978126 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:07.992290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7e1b652f-97ce-49c0-9b0c-4c7454ed703d tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 696 time: 0.0628905 Aug 27 12:01:08.018754 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-f963af85-c9f0-46ca-9ef4-f104bff2f222 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658592 Aug 27 12:01:08.082768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-1445726d-1d4f-4078-8877-502c3bd8e492 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615465 Aug 27 12:01:08.101529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-5206c189-3bde-4f54-b74b-0bf42435184c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 696 time: 0.0995393 Aug 27 12:01:08.181669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8b8786d-022e-4f82-bb08-5da7754a0346 req-854ebf4e-51c9-44cb-8b6b-ac7d10ea3a02 service neutron] 10.222.0.65 "GET /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511097 Aug 27 12:01:08.192091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bf671-7d42-432e-bd81-a786665a1473 req-6946a7f3-8f25-4541-a625-a70e98f06a03 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:08.193666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f1bf671-7d42-432e-bd81-a786665a1473 req-6946a7f3-8f25-4541-a625-a70e98f06a03 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1929059 Aug 27 12:01:08.225238 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e0f3f6f2-ccda-4ac3-87e6-03f717b7414e req-3b5ae251-45cb-49e3-81f4-904140d39dc1 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254871 Aug 27 12:01:08.321860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.330802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f1bf671-7d42-432e-bd81-a786665a1473 req-b6b9f3b3-25c1-455a-be7c-b005558984cb tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154950 Aug 27 12:01:08.433131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c61ea53-e48b-4315-a716-866e5a934f61,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:08.445264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Deleting port 92cabc60-5c39-46b5-a09c-ad46d0f65200 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:08.445827 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.502229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Checking segment: {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:08.502525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Network hostable DHCP agents. Network: ce91c202-e239-4f98-aa31-ea3185f4cf88, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:01:08.566181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:01:08.578815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72222766-1709-491d-aac7-9c96e85f253c req-4ad32778-6a83-4209-a477-94e7d5d8c3c8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:08.580337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72222766-1709-491d-aac7-9c96e85f253c req-4ad32778-6a83-4209-a477-94e7d5d8c3c8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1288667 Aug 27 12:01:08.600042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.600364 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.608367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ce91c202-e239-4f98-aa31-ea3185f4cf88) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:08.619875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faac90f-fc7c-4211-94d6-07cf2901d0a7 None None] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:01:08.623485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:08.623984 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.628062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Calling delete_port for 92cabc60-5c39-46b5-a09c-ad46d0f65200 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:08.657632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5bd6ad8a-b178-45ea-9154-9096b3f4eab9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9445028 Aug 27 12:01:08.660495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36572) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:08.664443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72222766-1709-491d-aac7-9c96e85f253c req-49f43bdc-7055-4fbc-be5f-e3baf5fccdf2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767925 Aug 27 12:01:08.666107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:08.703605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.705032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.782949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.812783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-ce91c202-e239-4f98-aa31-ea3185f4cf88', 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'fixed_ips': [{'subnet_id': '5c61ea53-e48b-4315-a716-866e5a934f61'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:01:08.814048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.847027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fad20-70a7-40f4-a952-3685af9128d8 req-0797cdae-8ef3-47dc-87db-1f7e0a22f6ba tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:08.848585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd5fad20-70a7-40f4-a952-3685af9128d8 req-0797cdae-8ef3-47dc-87db-1f7e0a22f6ba tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.0895979 Aug 27 12:01:08.857447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.895937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event deleted for resources: {'Port': ['ID=92cabc60-5c39-46b5-a09c-ad46d0f65200,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:08.948936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.961687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd5fad20-70a7-40f4-a952-3685af9128d8 req-e188eb9d-be53-4fa8-97d1-ba506a868567 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016302 Aug 27 12:01:08.974734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Allocated IP 172.20.0.2 (ce91c202-e239-4f98-aa31-ea3185f4cf88/5c61ea53-e48b-4315-a716-866e5a934f61/afd1f212-f6dc-4b41-b6c9-87fd640b2a68) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:08.985315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.988586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:08.990355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5307cfa8-b1b9-4ea0-a651-b21aa1b304b5 req-7345f033-ade6-461f-8bcd-8f7aaa47ea17 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "DELETE /v2.0/floatingips/c0208144-a2f2-4aa8-b9da-072c40e8ca2e HTTP/1.1" status: 204 len: 173 time: 0.8806407 Aug 27 12:01:09.158122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:09.189832 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.206697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5751f3-d9b4-453b-9403-9d8c6e29fc5a req-89234121-5442-4df2-ba4f-a2ad925883bf tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:09.209594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f5751f3-d9b4-453b-9403-9d8c6e29fc5a req-89234121-5442-4df2-ba4f-a2ad925883bf tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 948 time: 0.0882990 Aug 27 12:01:09.217886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Transition to ACTIVE for port object afd1f212-f6dc-4b41-b6c9-87fd640b2a68 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:09.233179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.255240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.317930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Transition to ACTIVE for port object afd1f212-f6dc-4b41-b6c9-87fd640b2a68 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:09.326644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:09.329608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.350270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f5751f3-d9b4-453b-9403-9d8c6e29fc5a req-c07cb6e9-9565-4a90-96c4-52545ca512e5 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252019 Aug 27 12:01:09.360016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7bec-0c90-4212-a773-d7c8fe404a0d req-2187e34e-1973-4236-b9ee-b12f26f6b389 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:09.367659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7bec-0c90-4212-a773-d7c8fe404a0d req-2187e34e-1973-4236-b9ee-b12f26f6b389 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:09.374413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7bec-0c90-4212-a773-d7c8fe404a0d req-2187e34e-1973-4236-b9ee-b12f26f6b389 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:09.376814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85aa7bec-0c90-4212-a773-d7c8fe404a0d req-2187e34e-1973-4236-b9ee-b12f26f6b389 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc&device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677&device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 2417 time: 0.1156063 Aug 27 12:01:09.396120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Allocated IP 172.25.8.39 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ac759f1d-99bb-4681-aa4b-ee60b2714fa2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:09.397612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Pushing event updated for resources: {'Port': ['ID=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:09.400161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'port_id': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'mac_address': 'fa:16:3e:b8:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9395a922-30e4-4584-8b4a-f0da551ea860', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:09.412498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:09.414818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:09.450440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85aa7bec-0c90-4212-a773-d7c8fe404a0d req-c1a53d95-b003-4f5c-acc4-7e1f3cd1c385 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527246 Aug 27 12:01:09.450986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:09.469961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.521614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:09.544968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Attempting to bind port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:09.545236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Attempting to bind port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:09.545391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Attempting to bind port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 on network ce91c202-e239-4f98-aa31-ea3185f4cf88 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:09.559244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:09.560381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:09.560890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Checking segment: {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:09.561282 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.561825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Bound using segment: {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:09.562403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Bound port: afd1f212-f6dc-4b41-b6c9-87fd640b2a68, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:09.562800 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.580339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.630741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.692183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.711639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:09.721214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] For port afd1f212-f6dc-4b41-b6c9-87fd640b2a68, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:09.726306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] For port afd1f212-f6dc-4b41-b6c9-87fd640b2a68, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:09.743568 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:09.748075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:09.766106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:09.776352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:09.814710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Pushing event updated for resources: {'Port': ['ID=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:09.841702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456eccb-1340-442c-8b61-760e916770e1 None None] Pushing event updated for resources: {'Port': ['ID=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:09.921591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57a34d-1d8f-4dfa-8e75-4fd9b467b993 req-2fb7abcb-9da7-4627-a471-80aec61a92b9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:09.929747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e57a34d-1d8f-4dfa-8e75-4fd9b467b993 req-2fb7abcb-9da7-4627-a471-80aec61a92b9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.1437025 Aug 27 12:01:09.956667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf2f3e-779f-41f0-be09-f279672eaafc req-ef8d8c9d-0739-4f29-a7b4-5abd79ea200b tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:09.956997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eabf2f3e-779f-41f0-be09-f279672eaafc req-ef8d8c9d-0739-4f29-a7b4-5abd79ea200b tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 945 time: 0.1034625 Aug 27 12:01:09.999212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e57a34d-1d8f-4dfa-8e75-4fd9b467b993 req-dba7b0a2-0b72-40f7-8d25-6b458cee7304 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 Aug 27 12:01:10.095056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eabf2f3e-779f-41f0-be09-f279672eaafc req-3979b6e3-d40a-4c7e-aae1-6c5ea890a42a tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163900 Aug 27 12:01:10.164542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:10.175282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:10.227638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482f05-d17a-41e5-8213-731d8f424a0c req-ddca3e85-f240-489e-bec1-c6c40ac4aad6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:10.238769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9482f05-d17a-41e5-8213-731d8f424a0c req-ddca3e85-f240-489e-bec1-c6c40ac4aad6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1412261 Aug 27 12:01:10.327269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9482f05-d17a-41e5-8213-731d8f424a0c req-65ea2a1b-dd3c-47d4-8eba-9a64d006e48b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875816 Aug 27 12:01:10.336118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2dcb6-7fc4-4e7b-a9e6-1a309814691d req-128c97a3-9b83-45e8-88cc-d288faaf0029 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:10.338220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73c2dcb6-7fc4-4e7b-a9e6-1a309814691d req-128c97a3-9b83-45e8-88cc-d288faaf0029 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.0960636 Aug 27 12:01:10.390486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0f7a-e726-44dd-9110-db3196bf1783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:10.423506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73c2dcb6-7fc4-4e7b-a9e6-1a309814691d req-0c439b5d-850a-4e12-9226-f7a05ffb1cf5 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744069 Aug 27 12:01:10.474930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:10.586835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0f7a-e726-44dd-9110-db3196bf1783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:10.596509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0f7a-e726-44dd-9110-db3196bf1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:10.649404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9d6b0f7a-e726-44dd-9110-db3196bf1783 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0d294878a203427ebad4bd38996480f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802952 Aug 27 12:01:10.649522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36608) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:10.690185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a5eda-0ecf-4a25-b9d0-3c6a9c80710b req-baa35501-4c02-4cd6-bcd3-1b3988d9ba16 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:10.695821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-329a5eda-0ecf-4a25-b9d0-3c6a9c80710b req-baa35501-4c02-4cd6-bcd3-1b3988d9ba16 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 948 time: 0.1521084 Aug 27 12:01:10.698356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b0f7a-e726-44dd-9110-db3196bf1783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b4344-e20d-487b-8ca6-6e8a90c1dc79,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:10.725162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:01:10.782948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-329a5eda-0ecf-4a25-b9d0-3c6a9c80710b req-1559b808-d541-40e4-9a58-c5dd97e36972 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705876 Aug 27 12:01:10.823404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b396ece-894b-4ab5-ae6e-af31938bd3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:10.859690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:10.923538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b396ece-894b-4ab5-ae6e-af31938bd3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.006343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:11.009074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b396ece-894b-4ab5-ae6e-af31938bd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.011682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b396ece-894b-4ab5-ae6e-af31938bd3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.016283 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8b396ece-894b-4ab5-ae6e-af31938bd3fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b8b4344-e20d-487b-8ca6-6e8a90c1dc79 HTTP/1.1" status: 204 len: 168 time: 0.3661630 Aug 27 12:01:11.024464 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Sync routers for ids ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:11.028975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396ece-894b-4ab5-ae6e-af31938bd3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b4344-e20d-487b-8ca6-6e8a90c1dc79,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:11.042591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Routers {'d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:11.047809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:11.050748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.053365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b47e475-29be-4d30-ae7a-dad1a326446d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3912809 Aug 27 12:01:11.056547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36616) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:11.225184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83e529-1123-4363-ba0d-a144ace1d2d9 None None] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:01:11.269122 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Set router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:11.313441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-86be2218-4c66-4a18-99e0-6f2ba0c3933d None None] Provisioning for port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:11.388763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d0cd1-227c-4609-923d-f80ab2bd22de req-6102a320-c4b1-46ee-9031-02d17e35fe16 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:11.390605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c65d0cd1-227c-4609-923d-f80ab2bd22de req-6102a320-c4b1-46ee-9031-02d17e35fe16 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 945 time: 0.2007489 Aug 27 12:01:11.462746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36628) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:11.485157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82365662-19a4-4b66-8f0a-cc59daded514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.511964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c65d0cd1-227c-4609-923d-f80ab2bd22de req-121e1fdd-a8fe-4465-b4e4-e51222294cd6 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/security-groups?id=1da659d3-2a66-419a-b2ee-c997c9c3ea22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Aug 27 12:01:11.755429 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:09Z', 'revision_number': 3, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:11.786750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device afd1f212-f6dc-4b41-b6c9-87fd640b2a68 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:11.787736 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Checking router: d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:11.788384 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Updating router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:01:11.789134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-1f4f82b1-a599-4e7b-a13d-29cc37088688 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:11.791095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-1f4f82b1-a599-4e7b-a13d-29cc37088688 tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 945 time: 0.1455379 Aug 27 12:01:11.796346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82365662-19a4-4b66-8f0a-cc59daded514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.806985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82365662-19a4-4b66-8f0a-cc59daded514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.830364 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.877016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:11.884381 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82365662-19a4-4b66-8f0a-cc59daded514 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c2293221b0c43479e979e52fcc7d255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198146 Aug 27 12:01:11.885196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82365662-19a4-4b66-8f0a-cc59daded514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28111b8a-4462-414e-b27f-bc87bbbc0287,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:11.888402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36638) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:11.897012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:11.897613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.951137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.984700 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb69-8480-4de3-b0e4-e8d6e21207cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:11.986632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0c518442-2074-4844-bdbc-94cf99d0bf76 None None] Provisioning complete for port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:11.987179 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0c518442-2074-4844-bdbc-94cf99d0bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.006246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Deleting port df190667-7e5b-4891-8c68-c19abc67e067 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:12.006614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.030304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb69-8480-4de3-b0e4-e8d6e21207cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.065518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17a58f-a280-4baa-b37e-7502f1d48137 req-0ae371e0-e5cf-4522-a515-b524f848d64c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:12.068227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f17a58f-a280-4baa-b37e-7502f1d48137 req-0ae371e0-e5cf-4522-a515-b524f848d64c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.3784220 Aug 27 12:01:12.110026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d95d-a926-4b79-9ec1-f3dac830d208 req-39a725c9-9a49-4f68-8b7c-53cc65681781 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:12.110312 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.118429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bb5d95d-a926-4b79-9ec1-f3dac830d208 req-39a725c9-9a49-4f68-8b7c-53cc65681781 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.3806100 Aug 27 12:01:12.158413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port afd1f212-f6dc-4b41-b6c9-87fd640b2a68, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:12.186814 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.197718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] For port df190667-7e5b-4891-8c68-c19abc67e067, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=df190667-7e5b-4891-8c68-c19abc67e067,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:12.198417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.200181 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.202705 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Transition to ACTIVE for port object ac759f1d-99bb-4681-aa4b-ee60b2714fa2 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:12.204179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb69-8480-4de3-b0e4-e8d6e21207cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.209942 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.211289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7d1eb69-8480-4de3-b0e4-e8d6e21207cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.213752 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c7d1eb69-8480-4de3-b0e4-e8d6e21207cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28111b8a-4462-414e-b27f-bc87bbbc0287 HTTP/1.1" status: 204 len: 168 time: 0.3242109 Aug 27 12:01:12.244424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Calling delete_port for df190667-7e5b-4891-8c68-c19abc67e067 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:12.247854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1eb69-8480-4de3-b0e4-e8d6e21207cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28111b8a-4462-414e-b27f-bc87bbbc0287,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:12.318847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f17a58f-a280-4baa-b37e-7502f1d48137 req-f3909025-6505-4f41-9545-62bd00aaa9e9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400634 Aug 27 12:01:12.329410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:12.334044 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Attempting to bind port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:12.334461 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Attempting to bind port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:12.335061 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Attempting to bind port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:12.346464 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:12.347109 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:12.347675 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.348074 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:12.349232 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Bound port: ac759f1d-99bb-4681-aa4b-ee60b2714fa2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:12.349639 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.352933 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Pushing event updated for resources: {'Port': ['ID=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:12.383875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bb5d95d-a926-4b79-9ec1-f3dac830d208 req-38779acd-e2f1-4115-9fdc-f697f404f61f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640934 Aug 27 12:01:12.386771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.387442 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.387941 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.388452 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.389095 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.389629 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.390196 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.390726 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.391273 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.391815 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.392320 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.392820 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:12.432718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Allocated IP 172.20.0.1 (ce91c202-e239-4f98-aa31-ea3185f4cf88/5c61ea53-e48b-4315-a716-866e5a934f61/1aafe8d6-bd52-4ff2-827a-914414386de9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:12.456061 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] For port ac759f1d-99bb-4681-aa4b-ee60b2714fa2, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:12.462764 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] For port ac759f1d-99bb-4681-aa4b-ee60b2714fa2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:12.470762 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.517589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.538853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['df190667-7e5b-4891-8c68-c19abc67e067'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:12.557325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Pushing event deleted for resources: {'Port': ['ID=df190667-7e5b-4891-8c68-c19abc67e067,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:12.581614 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Routers {'d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:12.582493 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:12.645043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] No DVR routers for this DVR port df190667-7e5b-4891-8c68-c19abc67e067 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:12.649832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.653484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d224454e-b9e4-4b08-bae1-940bc66ffdb0 req-8fca5c67-f883-4759-8dab-d0d86538da6c tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.65 "DELETE /v2.0/ports/df190667-7e5b-4891-8c68-c19abc67e067 HTTP/1.1" status: 204 len: 173 time: 0.8556852 Aug 27 12:01:12.655461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'name': 'network-vif-deleted', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:12.680207 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64cd5d-2342-441d-bea1-19384ce0430b" -d '{"events": [{"server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "name": "network-vif-deleted", "tag": "df190667-7e5b-4891-8c68-c19abc67e067"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:12.784262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.804830 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] Set router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:12.808423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Transition to ACTIVE for port object 1aafe8d6-bd52-4ff2-827a-914414386de9 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:12.830900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe91b95-7f73-46ff-af1a-ff27a3b55721 req-726d2473-923b-44bc-b4ae-aa160a533808 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:12.839258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfe91b95-7f73-46ff-af1a-ff27a3b55721 req-726d2473-923b-44bc-b4ae-aa160a533808 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 948 time: 0.1333885 Aug 27 12:01:12.953347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:12.983603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfe91b95-7f73-46ff-af1a-ff27a3b55721 req-f885a5ed-03e4-4067-bfd5-9016bf3c5286 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431103 Aug 27 12:01:13.007973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8360b11d-3b3d-49af-bc6b-6762b9999a65 req-0760bf91-0228-435a-9c5c-33919424903a tempest-FloatingIPsAssociationTestJSON-1458066024 tempest-FloatingIPsAssociationTestJSON-1458066024-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3766c11-9c38-4b27-ad03-0d1b8bf72b76 HTTP/1.1" status: 200 len: 210 time: 0.0900643 Aug 27 12:01:13.029256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:13.032631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:13.035355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:13.071518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1aafe8d6-bd52-4ff2-827a-914414386de9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:13.072437 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdfef6-3542-449c-9bc1-4befd404de58 None None] Pushing event updated for resources: {'Port': ['ID=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:13.101646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:13.119158 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:09Z', 'revision_number': 3, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:13.137967 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8095789-7c48-422f-bd8e-43d391b21df0 x-openstack-request-id: req-e8095789-7c48-422f-bd8e-43d391b21df0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:13.138287 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3766c11-9c38-4b27-ad03-0d1b8bf72b76", "name": "network-vif-deleted", "tag": "df190667-7e5b-4891-8c68-c19abc67e067", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:13.138644 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8095789-7c48-422f-bd8e-43d391b21df0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:13.139111 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3766c11-9c38-4b27-ad03-0d1b8bf72b76', 'name': 'network-vif-deleted', 'tag': 'df190667-7e5b-4891-8c68-c19abc67e067', 'status': 'completed', 'code': 200} Aug 27 12:01:13.171822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:13.193344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:13.205776 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea7e5f-1ef4-46fa-8af9-39b794b9aab1 None None] The sync data for ids ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'] in n-d-688802-4 is: [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:09Z', 'revision_number': 3, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:13.384089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:13.397973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106', 'mac_address': 'fa:16:3e:87:d1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:13.510445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:13.552449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:13.592245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:13.647999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:13.648378 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:13.650219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3d1f87e9-b939-4a38-84ea-ff0b69c82ccb None None] Provisioning for port 1aafe8d6-bd52-4ff2-827a-914414386de9 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:13.708889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3d1f87e9-b939-4a38-84ea-ff0b69c82ccb None None] Provisioning complete for port 1aafe8d6-bd52-4ff2-827a-914414386de9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:13.718800 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d1f87e9-b939-4a38-84ea-ff0b69c82ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:13.782093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:13.809843 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:13.884342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device afd1f212-f6dc-4b41-b6c9-87fd640b2a68 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:13.902317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbcef3-fa7b-4866-b162-cb8d7b4ab8f1 req-a3957f77-4fc7-4f7b-806d-a79831176a7c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:13.911425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4dbcef3-fa7b-4866-b162-cb8d7b4ab8f1 req-a3957f77-4fc7-4f7b-806d-a79831176a7c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 946 time: 0.1055946 Aug 27 12:01:13.977606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065279c-3b04-4774-9911-a4e83572c1ba req-58ded014-867c-48a8-9e52-b3070fffd4b5 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:13.986495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e065279c-3b04-4774-9911-a4e83572c1ba req-58ded014-867c-48a8-9e52-b3070fffd4b5 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.8383663 Aug 27 12:01:14.009720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-d3af1fc3-7e8d-48b8-a713-6704137c56b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007881 Aug 27 12:01:14.057090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4dbcef3-fa7b-4866-b162-cb8d7b4ab8f1 req-67616bcb-065c-4abb-b7d5-63848d561cc0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447771 Aug 27 12:01:14.097307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e065279c-3b04-4774-9911-a4e83572c1ba req-2442c911-45d2-4965-a9d4-805fc89fdef4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041911 Aug 27 12:01:14.149611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6650094-9a1e-488e-a970-921cee0c257f req-17f6877c-6055-4e05-94c3-728b73e0da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:14.158508 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-17f6877c-6055-4e05-94c3-728b73e0da65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 1100 time: 0.1197932 Aug 27 12:01:14.235334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:14.341142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f87e9-b939-4a38-84ea-ff0b69c82ccb None None] Port 1aafe8d6-bd52-4ff2-827a-914414386de9 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:14.364681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:14.471777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b740-1875-46cd-9799-f759eaa82dcd req-6c803151-5007-4adc-9d17-b131dd915823 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:14.476598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a80b740-1875-46cd-9799-f759eaa82dcd req-6c803151-5007-4adc-9d17-b131dd915823 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.2174761 Aug 27 12:01:14.481932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:14.482319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:14.485331 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:14.553178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:14.563004 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f23a9f-f5b5-45ae-8731-4b00a6eb4f22" -d '{"events": [{"server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "name": "network-vif-plugged", "status": "completed", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:14.572283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['9f5c5efc-9fd7-4694-b62a-500ffd0ac106'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:14.638270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:14.699055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc885b4-1f45-419c-807b-2c0368e1c574 req-53eecf2f-a2eb-45f4-893d-d06e1797530d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:14.703857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdc885b4-1f45-419c-807b-2c0368e1c574 req-53eecf2f-a2eb-45f4-893d-d06e1797530d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 949 time: 0.2834213 Aug 27 12:01:14.704887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:14.705687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:14.708533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6650094-9a1e-488e-a970-921cee0c257f req-f6bc2d34-6546-4ecb-99d9-aefdddf9b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:14.710224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-f6bc2d34-6546-4ecb-99d9-aefdddf9b864 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.5309212 Aug 27 12:01:14.723854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a80b740-1875-46cd-9799-f759eaa82dcd req-72504f94-98e7-4975-9e67-0167a8fdef42 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400863 Aug 27 12:01:14.810588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-417400b4-107b-4ae2-ab01-2c9d270396a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4a2e1922-570c-4c55-aff6-406d51874b43 HTTP/1.1" status: 200 len: 217 time: 0.0821817 Aug 27 12:01:14.813744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36696) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:14.897974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdc885b4-1f45-419c-807b-2c0368e1c574 req-ee7dd04a-6d3f-4ddf-80b0-3dfceafadb3a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557424 Aug 27 12:01:14.917440 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2170d-f29f-4f8e-9639-580e95687f3a x-openstack-request-id: req-30c2170d-f29f-4f8e-9639-580e95687f3a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:14.917758 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "name": "network-vif-plugged", "status": "completed", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:14.918015 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30c2170d-f29f-4f8e-9639-580e95687f3a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:14.918449 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'code': 200} Aug 27 12:01:14.935360 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:14.941419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:15.014060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6650094-9a1e-488e-a970-921cee0c257f req-54fa0a16-1ff6-4a9b-80b2-9a765c341c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:15.021649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-54fa0a16-1ff6-4a9b-80b2-9a765c341c06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1905749 Aug 27 12:01:15.028532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1aafe8d6-bd52-4ff2-827a-914414386de9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:15.089855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:15.100303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:15.146675 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:15.201740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:15.207082 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:15.294121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254e5b-3615-46bb-ae95-98fa0479db5b req-91cd64c8-44a5-4f9b-aeac-07349d588647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:15.295976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6f254e5b-3615-46bb-ae95-98fa0479db5b req-91cd64c8-44a5-4f9b-aeac-07349d588647 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1096 time: 0.2993047 Aug 27 12:01:15.297568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device df190667-7e5b-4891-8c68-c19abc67e067 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:15.314686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d45c-a8f7-409b-bd16-32b0c01a2945 req-b80f59c3-48d2-4699-a5ad-c44057e84d1d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:15.317540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2387d45c-a8f7-409b-bd16-32b0c01a2945 req-b80f59c3-48d2-4699-a5ad-c44057e84d1d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.1231496 Aug 27 12:01:15.352087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: df190667-7e5b-4891-8c68-c19abc67e067 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:15.352883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device df190667-7e5b-4891-8c68-c19abc67e067 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:15.354448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:15.378297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:15.401645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:15.424489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6650094-9a1e-488e-a970-921cee0c257f req-2394e416-a493-4e40-b180-8605c6c32e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:15.427895 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-2394e416-a493-4e40-b180-8605c6c32e5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481253 Aug 27 12:01:15.457332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcafd1c-e6b2-4c39-b68c-cba904a2d5f1 req-1d94dae6-b780-42be-8f9c-a720d7993195 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:15.459006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdcafd1c-e6b2-4c39-b68c-cba904a2d5f1 req-1d94dae6-b780-42be-8f9c-a720d7993195 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1557443 Aug 27 12:01:15.475344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2387d45c-a8f7-409b-bd16-32b0c01a2945 req-3dee7fbd-442c-4958-ad8e-a121be372166 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425920 Aug 27 12:01:15.593046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdcafd1c-e6b2-4c39-b68c-cba904a2d5f1 req-c6ba5ecb-dcde-4eb1-914b-cbde9e50ee26 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619268 Aug 27 12:01:15.596638 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6f254e5b-3615-46bb-ae95-98fa0479db5b req-978d9a55-087c-425a-9bd2-71b52f8748f0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822077 Aug 27 12:01:15.729010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:15.760865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac759f1d-99bb-4681-aa4b-ee60b2714fa2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:15.812581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-0caaaf2d-2682-4208-bfb9-0d53d7ab2d21 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749969 Aug 27 12:01:15.878577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:15.894243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:15.894811 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:15.975200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-018d78b6-2c2c-4683-a95f-98a6baba1d89 None None] Provisioning complete for port 1aafe8d6-bd52-4ff2-827a-914414386de9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:15.975718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-018d78b6-2c2c-4683-a95f-98a6baba1d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.001303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a6650094-9a1e-488e-a970-921cee0c257f req-a1aa45fc-87db-4a7f-a2e1-7f55da94a2ab service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771269 Aug 27 12:01:16.039989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-018d78b6-2c2c-4683-a95f-98a6baba1d89 None None] Port 1aafe8d6-bd52-4ff2-827a-914414386de9 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:16.078561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792195-4b74-464a-9faf-42cb2dae069f req-851c1e19-7144-4012-bd07-66fe883f47fb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:16.080075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65792195-4b74-464a-9faf-42cb2dae069f req-851c1e19-7144-4012-bd07-66fe883f47fb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1783869 Aug 27 12:01:16.090306 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.105196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.117046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ac759f1d-99bb-4681-aa4b-ee60b2714fa2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:16.121575 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.194038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:16.233413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2b11-fd87-4374-b98c-b76b346fc22a req-80526a85-6ae4-4998-b7de-efeadfba214a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:16.235077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2ce2b11-fd87-4374-b98c-b76b346fc22a req-80526a85-6ae4-4998-b7de-efeadfba214a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 949 time: 0.1670861 Aug 27 12:01:16.236397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:16.241664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65792195-4b74-464a-9faf-42cb2dae069f req-bceb1d3b-476e-4ec6-8b56-b8960c439bc3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157057 Aug 27 12:01:16.249173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Sync routers for ids ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:16.260813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-062ff8d9-0149-40cc-afe4-7b96edff9aa4 admin admin] 10.222.0.76 "PUT /v2.0/routers/d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1963863 Aug 27 12:01:16.267369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Routers {'d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:16.268450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:16.293806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-c9b8c66b-82d4-4f7b-b8f7-1d7f04e6382f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:16.295893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-c9b8c66b-82d4-4f7b-b8f7-1d7f04e6382f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.77 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.0806899 Aug 27 12:01:16.336816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2ce2b11-fd87-4374-b98c-b76b346fc22a req-166b8211-f34f-4b04-af82-5492ed9cd482 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939341 Aug 27 12:01:16.506739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Set router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:16.513923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:16.583467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Deleting port f4c62098-4326-478e-9073-4f0cc9393765 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:16.583754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.676934 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:01:16.682179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968edc-f6b3-437b-b5b7-d1a8d0b066fc req-8a5d57f3-3379-4d71-a28f-daee834d6249 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:16.696517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df968edc-f6b3-437b-b5b7-d1a8d0b066fc req-8a5d57f3-3379-4d71-a28f-daee834d6249 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.1092978 Aug 27 12:01:16.741823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] For port f4c62098-4326-478e-9073-4f0cc9393765, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4c62098-4326-478e-9073-4f0cc9393765,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:16.742336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.746267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Deleting port e467cb15-a800-42ca-8d9f-0a61cef5d660 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:16.746716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.769654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df968edc-f6b3-437b-b5b7-d1a8d0b066fc req-f45953b1-ed8a-43f6-aa0f-7d481049e76d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684543 Aug 27 12:01:16.810222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a028145-cfde-4efc-b123-79eea118f0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.814753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Calling delete_port for f4c62098-4326-478e-9073-4f0cc9393765 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:16.894336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:14Z', 'revision_number': 4, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1aafe8d6-bd52-4ff2-827a-914414386de9', 'name': '', 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'mac_address': 'fa:16:3e:e9:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c61ea53-e48b-4315-a716-866e5a934f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:11Z', 'updated_at': '2021-08-27T12:01:14Z', 'revision_number': 2, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'subnets': [{'id': '5c61ea53-e48b-4315-a716-866e5a934f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:16.915795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] For port e467cb15-a800-42ca-8d9f-0a61cef5d660, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e467cb15-a800-42ca-8d9f-0a61cef5d660,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:16.916453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:16.927411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:16.929725 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38850c61-6a67-4094-8be0-9a645a2daf79" -d '{"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c62098-4326-478e-9073-4f0cc9393765"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:16.934228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Checking router: d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:16.934617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Updating router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d port 1aafe8d6-bd52-4ff2-827a-914414386de9 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:01:16.939682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Calling delete_port for e467cb15-a800-42ca-8d9f-0a61cef5d660 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:16.965284 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.010715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc474d29-b1fd-4bfd-8cbc-5f6fbc480f08 req-038d470f-9d4a-4042-b7ee-13209369507f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:17.012318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc474d29-b1fd-4bfd-8cbc-5f6fbc480f08 req-038d470f-9d4a-4042-b7ee-13209369507f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1645668 Aug 27 12:01:17.070251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-3626af1a-4f9c-43bb-8bb6-1c496a43b45b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2211769 Aug 27 12:01:17.100387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:17.117071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc474d29-b1fd-4bfd-8cbc-5f6fbc480f08 req-0f3c2c2e-7f93-4b7d-8df3-3a7f2a0bed87 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878015 Aug 27 12:01:17.118305 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.126256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a028145-cfde-4efc-b123-79eea118f0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.133544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a028145-cfde-4efc-b123-79eea118f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.190675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event deleted for resources: {'Port': ['ID=f4c62098-4326-478e-9073-4f0cc9393765,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:17.195296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.226259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6a028145-cfde-4efc-b123-79eea118f0f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70a75a163ce74f46bb48e4b31d6b03d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066159 Aug 27 12:01:17.226259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36746) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:17.228894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] No DVR routers for this DVR port f4c62098-4326-478e-9073-4f0cc9393765 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:17.231015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.233271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b2eb2c28-5043-4cbf-86b4-f2224f08fc9c req-bdd6aac9-78a9-4fae-92a7-3b3862efc7d6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.77 "DELETE /v2.0/ports/f4c62098-4326-478e-9073-4f0cc9393765 HTTP/1.1" status: 204 len: 173 time: 0.9010785 Aug 27 12:01:17.233600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-deleted', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:17.235993 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3517ca-4894-4674-bccf-7305efa82c53" -d '{"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-deleted", "tag": "f4c62098-4326-478e-9073-4f0cc9393765"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:17.242966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:17.267582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a028145-cfde-4efc-b123-79eea118f0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6cc50e-1202-4f5f-be1a-d5814ca7c3f9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:17.299471 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06961eb-8714-41ee-8221-ecf5b564b210 x-openstack-request-id: req-f06961eb-8714-41ee-8221-ecf5b564b210 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:17.299807 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c62098-4326-478e-9073-4f0cc9393765", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:17.300293 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f06961eb-8714-41ee-8221-ecf5b564b210 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:17.300462 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765', 'code': 200} Aug 27 12:01:17.322813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:17.345562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:17.346094 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.348776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6e62a02-366c-4664-8146-9568bc206521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.364466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.386034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6e62a02-366c-4664-8146-9568bc206521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.388825 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22573abb-0b52-484d-a0f8-9e44c80a5f83 x-openstack-request-id: req-22573abb-0b52-484d-a0f8-9e44c80a5f83 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:17.389162 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab949b-d1bd-48d6-8275-a3398d0bf2a6", "name": "network-vif-deleted", "tag": "f4c62098-4326-478e-9073-4f0cc9393765", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:17.389426 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22573abb-0b52-484d-a0f8-9e44c80a5f83 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:17.389844 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab949b-d1bd-48d6-8275-a3398d0bf2a6', 'name': 'network-vif-deleted', 'tag': 'f4c62098-4326-478e-9073-4f0cc9393765', 'status': 'completed', 'code': 200} Aug 27 12:01:17.438364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.459102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Pushing event deleted for resources: {'Port': ['ID=e467cb15-a800-42ca-8d9f-0a61cef5d660,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:17.468678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Transition to ACTIVE for port object 1aafe8d6-bd52-4ff2-827a-914414386de9 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:17.478296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.502211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.556878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2d6c-8c78-46a9-b632-008ae202209c req-5c845b34-6d04-4ddd-a2b2-8fd38ca5eaf2 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:17.568507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05ed2d6c-8c78-46a9-b632-008ae202209c req-5c845b34-6d04-4ddd-a2b2-8fd38ca5eaf2 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1096611 Aug 27 12:01:17.587950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6e62a02-366c-4664-8146-9568bc206521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.591845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6e62a02-366c-4664-8146-9568bc206521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.593357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a6e62a02-366c-4664-8146-9568bc206521 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f6cc50e-1202-4f5f-be1a-d5814ca7c3f9 HTTP/1.1" status: 204 len: 168 time: 0.3659651 Aug 27 12:01:17.667354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4433e-3ca0-4802-8870-15781722f244 None None] Pushing event updated for resources: {'Port': ['ID=1aafe8d6-bd52-4ff2-827a-914414386de9,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:17.768733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e62a02-366c-4664-8146-9568bc206521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6cc50e-1202-4f5f-be1a-d5814ca7c3f9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:17.792593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05ed2d6c-8c78-46a9-b632-008ae202209c req-566ecd31-0098-4a10-9141-5aab9ad7f3f7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230594 Aug 27 12:01:17.813671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.851463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.875181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac759f1d-99bb-4681-aa4b-ee60b2714fa2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:17.922481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Attempting to bind port 1aafe8d6-bd52-4ff2-827a-914414386de9 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:17.923171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Attempting to bind port 1aafe8d6-bd52-4ff2-827a-914414386de9 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:17.923646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Attempting to bind port 1aafe8d6-bd52-4ff2-827a-914414386de9 on network ce91c202-e239-4f98-aa31-ea3185f4cf88 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:17.947621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:17.948202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Checking segment: {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:17.948739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.949237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Bound using segment: {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:17.949827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Bound port: 1aafe8d6-bd52-4ff2-827a-914414386de9, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d48bac3-d108-453a-aa86-89a525e4efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:17.950315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:17.959367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Allocated IP 172.25.8.230 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/44fdd6f2-bbd8-4ca1-a7e1-7e058ec2258b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:17.985744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:18.010738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60fb15-1c2a-46f1-b0b9-098cce4c60fc req-cde4e3ab-be87-4ccf-ae9a-c7a71f529140 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:18.012336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c60fb15-1c2a-46f1-b0b9-098cce4c60fc req-cde4e3ab-be87-4ccf-ae9a-c7a71f529140 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 949 time: 0.1137633 Aug 27 12:01:18.014078 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.015188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:18.100186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: f4c62098-4326-478e-9073-4f0cc9393765 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:18.100186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4c62098-4326-478e-9073-4f0cc9393765 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:18.105135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:18.130950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c60fb15-1c2a-46f1-b0b9-098cce4c60fc req-4d0f5d50-87fa-4ec6-aeab-680c37a22514 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765870 Aug 27 12:01:18.131863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:18.166514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] For port 1aafe8d6-bd52-4ff2-827a-914414386de9, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:18.172658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] For port 1aafe8d6-bd52-4ff2-827a-914414386de9, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1aafe8d6-bd52-4ff2-827a-914414386de9,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:18.179132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:18.179661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.184442 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.236210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.325076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Routers {'d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:18.325892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:18.327765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:18.339037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4433e-3ca0-4802-8870-15781722f244 None None] Pushing event updated for resources: {'Port': ['ID=1aafe8d6-bd52-4ff2-827a-914414386de9,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:18.339536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:18.342112 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] Sync routers for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:18.354756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-10cad24f-19e9-4e77-916f-b71de998b117 admin admin] 10.222.0.76 "PUT /v2.0/routers/7f6947b7-4b46-468e-bdee-00af6a7d29d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373740 Aug 27 12:01:18.355575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36766) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:18.355875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbc0b300-6a1d-4ad7-a9d2-2fd899c5fd48 req-90107c4d-4f5b-4d60-9b7e-a287e2d59606 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=faab949b-d1bd-48d6-8275-a3398d0bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.1025434 Aug 27 12:01:18.381188 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:18.381847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:18.398749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.446348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3704956f-d469-4a7b-8ee4-e9509f0bc5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.513729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:18.518572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:18.524534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:18.570285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=44fdd6f2-bbd8-4ca1-a7e1-7e058ec2258b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:18.608898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.648667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e248c3-802c-4fcd-addd-afa2305e7347 req-5985f4cf-fc74-46b8-95b7-cae41dbaeb8f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:18.650583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02e248c3-802c-4fcd-addd-afa2305e7347 req-5985f4cf-fc74-46b8-95b7-cae41dbaeb8f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.2012894 Aug 27 12:01:18.652619 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:18.705246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab8e5-e4b7-4e0e-9826-f034eeca1c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.780715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] Set router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:18.784625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02e248c3-802c-4fcd-addd-afa2305e7347 req-26f20ec4-c5ef-4228-b90b-885745b58835 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253133 Aug 27 12:01:18.812836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.906912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3704956f-d469-4a7b-8ee4-e9509f0bc5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.910786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.914475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3704956f-d469-4a7b-8ee4-e9509f0bc5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:18.998792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704956f-d469-4a7b-8ee4-e9509f0bc5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccce7c2-3bbe-4ec8-a3b2-7e490c653129,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:19.066414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3704956f-d469-4a7b-8ee4-e9509f0bc5ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81cdcf21effd45fdbf9e43fe2a135ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7252028 Aug 27 12:01:19.070175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36770) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:19.133554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d65a1-2874-48b0-951f-3dd7b8a8c224 req-2b0ea9f2-12c8-4ef2-9366-2f1bf56a7e9e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:19.141482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e18d65a1-2874-48b0-951f-3dd7b8a8c224 req-2b0ea9f2-12c8-4ef2-9366-2f1bf56a7e9e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1351709 Aug 27 12:01:19.158808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:14Z', 'revision_number': 4, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1aafe8d6-bd52-4ff2-827a-914414386de9', 'name': '', 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'mac_address': 'fa:16:3e:e9:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c61ea53-e48b-4315-a716-866e5a934f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:11Z', 'updated_at': '2021-08-27T12:01:18Z', 'revision_number': 4, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'subnets': [{'id': '5c61ea53-e48b-4315-a716-866e5a934f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:19.160307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.169049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bc355b-e884-42b7-ad9d-cb629d5e4249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.196017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1ecb0-08b2-491d-905a-408baacfd308 None None] The sync data for ids ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'] in n-d-688802-4 is: [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:14Z', 'revision_number': 4, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1aafe8d6-bd52-4ff2-827a-914414386de9', 'name': '', 'network_id': 'ce91c202-e239-4f98-aa31-ea3185f4cf88', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'mac_address': 'fa:16:3e:e9:19:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5c61ea53-e48b-4315-a716-866e5a934f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:11Z', 'updated_at': '2021-08-27T12:01:18Z', 'revision_number': 4, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'subnets': [{'id': '5c61ea53-e48b-4315-a716-866e5a934f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:19.214967 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T12:01:17Z', 'revision_number': 5, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port': {'id': 'e8b12fad-0640-4e2b-bd61-03d54fe7398f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:59:48Z', 'updated_at': '2021-08-27T11:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:19.233513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e18d65a1-2874-48b0-951f-3dd7b8a8c224 req-7b64e3a5-d30f-4aee-a1b5-e9788833c9b7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909357 Aug 27 12:01:19.242639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bc355b-e884-42b7-ad9d-cb629d5e4249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.301228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:19.304301 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432743fe-c95d-4127-b414-3be975b29a09" -d '{"events": [{"server_uuid": "367ce0fe-bd67-4b17-89f8-ede3f34d67b6", "name": "network-vif-plugged", "status": "completed", "tag": "9f5c5efc-9fd7-4694-b62a-500ffd0ac106"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:19.309855 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] Checking router: 7f6947b7-4b46-468e-bdee-00af6a7d29d0 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:19.322189 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] Routers {'7f6947b7-4b46-468e-bdee-00af6a7d29d0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:19.322919 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:19.326451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Deleting port e8b12fad-0640-4e2b-bd61-03d54fe7398f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:19.327125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.369681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.391359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.454943 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bc355b-e884-42b7-ad9d-cb629d5e4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.459105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bc355b-e884-42b7-ad9d-cb629d5e4249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.460866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-20bc355b-e884-42b7-ad9d-cb629d5e4249 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dccce7c2-3bbe-4ec8-a3b2-7e490c653129 HTTP/1.1" status: 204 len: 168 time: 0.3867919 Aug 27 12:01:19.485200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] For port e8b12fad-0640-4e2b-bd61-03d54fe7398f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e8b12fad-0640-4e2b-bd61-03d54fe7398f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:19.485645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.489873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc355b-e884-42b7-ad9d-cb629d5e4249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccce7c2-3bbe-4ec8-a3b2-7e490c653129,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:19.495123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=44fdd6f2-bbd8-4ca1-a7e1-7e058ec2258b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:19.507555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Calling delete_port for e8b12fad-0640-4e2b-bd61-03d54fe7398f owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:19.510619 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] Set router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:19.514604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eb26d-cc03-424f-a3bf-ebf98134e7fa req-3ff467c9-e604-48fd-b245-aa657ac7823e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:19.517039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad1eb26d-cc03-424f-a3bf-ebf98134e7fa req-3ff467c9-e604-48fd-b245-aa657ac7823e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.1587756 Aug 27 12:01:19.555381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.646908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.649971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-a06e00f9-3a71-40d4-8135-7775afb0e4cd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5615203 Aug 27 12:01:19.684235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad1eb26d-cc03-424f-a3bf-ebf98134e7fa req-0ae2c015-21aa-441b-a4cf-b1771e7a9f09 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507611 Aug 27 12:01:19.699362 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T12:01:19Z', 'revision_number': 6, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:19.776538 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.808534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1aafe8d6-bd52-4ff2-827a-914414386de9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:19.824579 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6067df-8ea9-4668-a707-1852c4a56e5f None None] The sync data for ids ['7f6947b7-4b46-468e-bdee-00af6a7d29d0'] in n-d-688802-4 is: [{'id': '7f6947b7-4b46-468e-bdee-00af6a7d29d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1984234777-router', 'tenant_id': '840ebcfc78c14b79966ff050894c23a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:59:47Z', 'updated_at': '2021-08-27T12:01:19Z', 'revision_number': 6, 'project_id': '840ebcfc78c14b79966ff050894c23a5', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:19.828255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-54339fde-1f59-4b38-b809-9c506161ae57 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1423564 Aug 27 12:01:19.899484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:19.956084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b12fad-0640-4e2b-bd61-03d54fe7398f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:20.011303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 1aafe8d6-bd52-4ff2-827a-914414386de9 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:20.026795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1aafe8d6-bd52-4ff2-827a-914414386de9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:20.026795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.088590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.114569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb6c9a-d9d6-463e-847e-c1ecf6310ff3 req-a27fd26b-c00c-4373-83c1-020bdc5caa02 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:20.130175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1eb6c9a-d9d6-463e-847e-c1ecf6310ff3 req-a27fd26b-c00c-4373-83c1-020bdc5caa02 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1096 time: 0.1352015 Aug 27 12:01:20.179958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-c0d33ca8-1646-4001-9b59-7793092542f7 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:20.183128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ee54868-83e1-4ab0-8287-d1cf0de7c8a8 req-c0d33ca8-1646-4001-9b59-7793092542f7 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3533380 Aug 27 12:01:20.202965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.242334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 1aafe8d6-bd52-4ff2-827a-914414386de9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1aafe8d6-bd52-4ff2-827a-914414386de9,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:20.245683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1eb6c9a-d9d6-463e-847e-c1ecf6310ff3 req-1ad24e72-90e0-4a2d-b284-5f2c265bb3f4 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137855 Aug 27 12:01:20.271503 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.303282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.307432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.336677 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bddf94-83dc-46da-b1eb-1ff06fbf276e x-openstack-request-id: req-f4bddf94-83dc-46da-b1eb-1ff06fbf276e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:20.336971 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ce0fe-bd67-4b17-89f8-ede3f34d67b6", "name": "network-vif-plugged", "status": "completed", "tag": "9f5c5efc-9fd7-4694-b62a-500ffd0ac106", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:20.337225 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4bddf94-83dc-46da-b1eb-1ff06fbf276e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:20.337627 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106', 'code': 200} Aug 27 12:01:20.384894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.386029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6947b7-4b46-468e-bdee-00af6a7d29d0 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:01:20.411078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.416621 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c8d45f44-21fe-46ea-87ec-5abe66784851 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7f6947b7-4b46-468e-bdee-00af6a7d29d0 HTTP/1.1" status: 204 len: 168 time: 2.0441041 Aug 27 12:01:20.418705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:20.424529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=1aafe8d6-bd52-4ff2-827a-914414386de9,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:20.551936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616d849-5846-4e88-92cf-97a7df65f985 req-cf84db48-6971-45ea-9aa0-a89caa34f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:20.554139 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2616d849-5846-4e88-92cf-97a7df65f985 req-cf84db48-6971-45ea-9aa0-a89caa34f9eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 1101 time: 0.0985041 Aug 27 12:01:20.608063 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2616d849-5846-4e88-92cf-97a7df65f985 req-4c725ca0-b39a-4cde-abae-93838848586e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373752 Aug 27 12:01:20.636007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Deleting subnet dedd4efe-d445-4f34-9af2-9985707e08db {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:01:20.646148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:20.945821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c82e9-a7d8-4254-a3a5-a441bf09bf91 req-e379dd6a-ade0-4ea5-9b0f-15d22916cb4c tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:20.954033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d5c82e9-a7d8-4254-a3a5-a441bf09bf91 req-e379dd6a-ade0-4ea5-9b0f-15d22916cb4c tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.5150068 Aug 27 12:01:20.955076 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67c55fbd-3357-4bbf-a36b-fd02adc28a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.004831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.047491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d5c82e9-a7d8-4254-a3a5-a441bf09bf91 req-2c9a5b03-0472-4000-a333-052d80e440a6 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925441 Aug 27 12:01:21.066841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-d0ba395d-4f53-4c63-bd1d-dccf0e0bafc3 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4931996 Aug 27 12:01:21.077232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:21.091317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.132081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.232239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.319524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36828) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:21.327206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993021256', 'description': 'tempest-description--648909055'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:21.353534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.370071 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.374796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dedd4efe-d445-4f34-9af2-9985707e08db HTTP/1.1" status: 204 len: 168 time: 0.9521830 Aug 27 12:01:21.377685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36832) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:21.380169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea6757-69d0-40f2-9fad-0c0022c9e3c8 None None] Network fa1475a3-1a01-4f97-aee9-148257cf9a19 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:01:21.392174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7cb7d-d6d8-4e37-a826-7e26d5e912c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedd4efe-d445-4f34-9af2-9985707e08db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:21.407378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.479252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.641639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.702158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8776e-4402-43ac-91f3-8ad1edbdc5e9 req-e996f418-69ab-4a6f-bb1a-f72c2034bde2 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:21.713918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5a8776e-4402-43ac-91f3-8ad1edbdc5e9 req-e996f418-69ab-4a6f-bb1a-f72c2034bde2 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 945 time: 0.2204504 Aug 27 12:01:21.738242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1aafe8d6-bd52-4ff2-827a-914414386de9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:21.744755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Allocated IP 172.25.8.117 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/9c736961-364c-42c8-9b62-9ae66fd51671) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:21.784151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] DHCP port deletion for fa1475a3-1a01-4f97-aee9-148257cf9a19 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:01:21.831919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5a8776e-4402-43ac-91f3-8ad1edbdc5e9 req-04213197-871f-484c-aa3c-70c37e7feb39 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145599 Aug 27 12:01:21.920720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1aafe8d6-bd52-4ff2-827a-914414386de9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:21.921102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.923388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.930916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.948836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.962498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Deleting port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:21.963444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.980205 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.980645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] Deleting port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:21.981111 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:21.982574 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6606500 Aug 27 12:01:21.996003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36842) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:22.048365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'security_group_rule': {'security_group_id': 'ae2c9993-d547-4d78-8c4b-8fd1f3796130', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:22.055227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aff485-233a-4778-99f8-9a14c00aadbf tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c9993-d547-4d78-8c4b-8fd1f3796130,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.100451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] For port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:22.101181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.120697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Calling delete_port for 8b21848b-4a7c-4bcc-92f0-51abdd0c047b owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:22.140673 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.192869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] For port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,segment=NetworkSegment(10be96d8-0099-4833-a98a-7f116daa4bc6),segment_id=10be96d8-0099-4833-a98a-7f116daa4bc6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:22.193750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.199786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.215710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] Calling delete_port for 8b21848b-4a7c-4bcc-92f0-51abdd0c047b owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:22.268051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dd70d-ce4c-4f52-b8ba-dbe93f6c324c req-562efce1-5c76-4558-953f-03e344b8dbd0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:22.277760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1dd70d-ce4c-4f52-b8ba-dbe93f6c324c req-562efce1-5c76-4558-953f-03e344b8dbd0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.3207138 Aug 27 12:01:22.306209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.325809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e467cb15-a800-42ca-8d9f-0a61cef5d660 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:22.336820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.349246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] No DVR routers for this DVR port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:22.359356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.398301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e467cb15-a800-42ca-8d9f-0a61cef5d660 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:22.399681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e467cb15-a800-42ca-8d9f-0a61cef5d660 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:22.400966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e8b12fad-0640-4e2b-bd61-03d54fe7398f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:22.432992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e8b12fad-0640-4e2b-bd61-03d54fe7398f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:22.434580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e8b12fad-0640-4e2b-bd61-03d54fe7398f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:22.452295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.454258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1dd70d-ce4c-4f52-b8ba-dbe93f6c324c req-c0e034f6-50a7-4a59-b0a9-d6adb114f6fa tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745059 Aug 27 12:01:22.456257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:22.458046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.474370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1475a3-1a01-4f97-aee9-148257cf9a19']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:22.481029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.489759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:22.492634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:22.496357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10be96d8-0099-4833-a98a-7f116daa4bc6') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:22.497109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10be96d8-0099-4833-a98a-7f116daa4bc6') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:22.500084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] Pushing event deleted for resources: {'Port': ['ID=8b21848b-4a7c-4bcc-92f0-51abdd0c047b,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.512333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.514779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bebb86-1725-40fd-9373-0224bad30c3e None None] No DVR routers for this DVR port 8b21848b-4a7c-4bcc-92f0-51abdd0c047b on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:22.526788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.549404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=9c736961-364c-42c8-9b62-9ae66fd51671,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.558300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.570202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:01:22.570597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:01:22.572387 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:01:22.579526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8525a381-7309-4f78-95a5-ea68cfe1bb7a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.609180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.613526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37a701f4-8aa7-4ff6-b5e3-fc7101b5e2f0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6143713 Aug 27 12:01:22.614270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36862) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:22.622745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'security_group_rule': {'security_group_id': 'ae2c9993-d547-4d78-8c4b-8fd1f3796130', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:22.640751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.660395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.663378 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] 10.222.0.76 "DELETE /v2.0/networks/fa1475a3-1a01-4f97-aee9-148257cf9a19 HTTP/1.1" status: 204 len: 168 time: 1.2845397 Aug 27 12:01:22.664666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575e1f5-5cb8-470b-93d2-bfa1a0791a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1475a3-1a01-4f97-aee9-148257cf9a19,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.720695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4284540-9f92-4908-8539-dc0df6e3f05b req-22093701-7b95-4352-960e-cf87235e26d4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:22.723036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4284540-9f92-4908-8539-dc0df6e3f05b req-22093701-7b95-4352-960e-cf87235e26d4 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1588719 Aug 27 12:01:22.727469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.736492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.826575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.830756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4284540-9f92-4908-8539-dc0df6e3f05b req-6034cca9-f78a-4eff-8b8a-2aebf3fd4b2c tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962691 Aug 27 12:01:22.881766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.887475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.906967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36868) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:22.924725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386b8420-1104-4792-9430-069334e81e63,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:22.951551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:22.957388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fa40f4fe-001f-4ac4-8724-294d6d15a2cb tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3379500 Aug 27 12:01:22.958977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36870) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:22.965740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:22.987352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f7b7699-24f8-4599-9855-39e3f1a1c0b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=840ebcfc78c14b79966ff050894c23a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788767 Aug 27 12:01:22.991475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36872) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:23.024490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.073876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.081821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.122797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-701f9a31-ffbf-4c1f-b3da-ecea3f20d469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.156614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-701f9a31-ffbf-4c1f-b3da-ecea3f20d469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.196440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=9c736961-364c-42c8-9b62-9ae66fd51671,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:23.223764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.224463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.226313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.227281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.229758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.230247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.230683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.233156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.233156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.233156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.233156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.233156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:23.239110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.251822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.290146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.293285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-c7b317a1-c9a0-433e-b973-91a70b364846 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2212055 Aug 27 12:01:23.295800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-701f9a31-ffbf-4c1f-b3da-ecea3f20d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.298545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-701f9a31-ffbf-4c1f-b3da-ecea3f20d469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.299805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-701f9a31-ffbf-4c1f-b3da-ecea3f20d469 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1da659d3-2a66-419a-b2ee-c997c9c3ea22 HTTP/1.1" status: 204 len: 168 time: 0.3067141 Aug 27 12:01:23.338576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f9a31-ffbf-4c1f-b3da-ecea3f20d469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da659d3-2a66-419a-b2ee-c997c9c3ea22,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:23.413361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-1eb3a430-9720-401c-a582-18a11eb7ce1d tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1142833 Aug 27 12:01:23.469472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Allocated IP 172.25.8.48 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/d3b2a92b-e5bb-4b5c-a760-d7928d5db408) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:23.646233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-b852636a-2559-4907-88aa-3c431df5bc7d tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:23.650815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-b852636a-2559-4907-88aa-3c431df5bc7d tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2296484 Aug 27 12:01:23.703996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-60d19439-0121-48b2-b575-09da4027c681 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:23.704973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6b8cbf4-d3a7-4350-82ff-2878ed8b530d req-60d19439-0121-48b2-b575-09da4027c681 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103979 Aug 27 12:01:23.705247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.720043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b21848b-4a7c-4bcc-92f0-51abdd0c047b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:23.849280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:23.906029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8b21848b-4a7c-4bcc-92f0-51abdd0c047b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:23.907071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b21848b-4a7c-4bcc-92f0-51abdd0c047b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:23.916342 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.003566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:24.004901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'Port': ['ID=d3b2a92b-e5bb-4b5c-a760-d7928d5db408,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:24.037804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:24.043637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:24.154854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-007fd784-eb78-46d1-8490-fbc7016ebb37 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2671115 Aug 27 12:01:24.165597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:24.169428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.179432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720f7ca-12a9-4e3f-b745-4c392a62a0aa req-9e839941-254b-4f76-b152-cb727ed55f4d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:24.188476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e720f7ca-12a9-4e3f-b745-4c392a62a0aa req-9e839941-254b-4f76-b152-cb727ed55f4d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.3316295 Aug 27 12:01:24.232543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.249117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e720f7ca-12a9-4e3f-b745-4c392a62a0aa req-fbdd1d2b-c377-47f7-a8ac-cb8cd64342e9 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592434 Aug 27 12:01:24.250058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.437471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.527978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.536522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.555337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cb9b-cedb-4796-b2f7-0e59a54f6d9c req-a6d71cec-b199-4f1b-aecf-09fba190fc61 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:24.556942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2078cb9b-cedb-4796-b2f7-0e59a54f6d9c req-a6d71cec-b199-4f1b-aecf-09fba190fc61 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1809978 Aug 27 12:01:24.577460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Allocated IP 172.25.8.137 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b6ce0422-b87c-4ee3-94f0-d09c70469fd4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:24.635613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2078cb9b-cedb-4796-b2f7-0e59a54f6d9c req-b7ba202c-1972-48d2-9a5c-6cb65d6f0500 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 Aug 27 12:01:24.655091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'Port': ['ID=d3b2a92b-e5bb-4b5c-a760-d7928d5db408,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:24.662461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.680228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.683631 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-baaa9d4d-eb10-4cec-9727-ac54f521a83b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7218876 Aug 27 12:01:24.758902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.764716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36932) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:24.811495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-0dd9fb4f-d60e-4cd3-b780-8338a2f38dfe tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--891216928&fields=id&tenant_id=3b34dbfb1a124b82ab838b1219014f29 HTTP/1.1" status: 200 len: 267 time: 0.0499029 Aug 27 12:01:24.901737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.928405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42544167-7253-426c-af5b-aa3930a95f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:24.982234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:24.990933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:24.993505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:24.999681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=b6ce0422-b87c-4ee3-94f0-d09c70469fd4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:25.028288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-5ab81453-0cba-46a4-87d0-92845afeb8b6 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:25.030656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-5ab81453-0cba-46a4-87d0-92845afeb8b6 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 823 time: 0.2107465 Aug 27 12:01:25.042593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42544167-7253-426c-af5b-aa3930a95f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.049086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42544167-7253-426c-af5b-aa3930a95f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.061269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-3c6341ce-435e-4bda-8b7c-30e214d83d54 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/quotas/3b34dbfb1a124b82ab838b1219014f29 HTTP/1.1" status: 200 len: 375 time: 0.0196848 Aug 27 12:01:25.104225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-42544167-7253-426c-af5b-aa3930a95f35 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=583a5859664345b8b9959a176a17073c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380001 Aug 27 12:01:25.107746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42544167-7253-426c-af5b-aa3930a95f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d67181-bb66-4eab-81e3-fe01b181e4d0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:25.107939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:25.164146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.206536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-36386996-36b9-45a2-b9c5-3e34cbf09697 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:25.208102 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-36386996-36b9-45a2-b9c5-3e34cbf09697 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a35aab0-69a9-49fe-945d-461a3eb1e9d7 HTTP/1.1" status: 200 len: 945 time: 0.0533648 Aug 27 12:01:25.224886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-55d3fa02-3638-483c-885b-9c894824a3bc tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1524813 Aug 27 12:01:25.236677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.271090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2263d277-e200-4b91-9097-05db2d060dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.305792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Deleting port efe78d12-09be-4475-989b-67b91e0525d6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:25.306140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.350886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2263d277-e200-4b91-9097-05db2d060dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.408004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] For port efe78d12-09be-4475-989b-67b91e0525d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=efe78d12-09be-4475-989b-67b91e0525d6,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:25.408961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.481197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-740995ec-4fde-4a70-b945-908240c35e45 service neutron] 10.222.0.76 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392190 Aug 27 12:01:25.511538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2263d277-e200-4b91-9097-05db2d060dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.514121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2263d277-e200-4b91-9097-05db2d060dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.515282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2263d277-e200-4b91-9097-05db2d060dda admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57d67181-bb66-4eab-81e3-fe01b181e4d0 HTTP/1.1" status: 204 len: 168 time: 0.4066491 Aug 27 12:01:25.566662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263d277-e200-4b91-9097-05db2d060dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d67181-bb66-4eab-81e3-fe01b181e4d0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:25.609785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.617675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.667847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-02e330d1-eda8-4bd4-8c6e-9799bc2ffd0b service neutron] 10.222.0.76 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706519 Aug 27 12:01:25.668645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.669235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.669710 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Floating IP 84de2029-07da-4680-bde4-27078cad72f1 disassociated. External IP: 172.25.8.175, port: efe78d12-09be-4475-989b-67b91e0525d6. Aug 27 12:01:25.670119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Calling delete_port for efe78d12-09be-4475-989b-67b91e0525d6 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:25.711675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.722716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=b6ce0422-b87c-4ee3-94f0-d09c70469fd4,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:25.739515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.740838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-b23d2f01-371a-41b7-b18e-c517c0ef8856 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5850592 Aug 27 12:01:25.817139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-7396589e-80fc-4596-9c72-29286d43d433 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0664003 Aug 27 12:01:25.837403 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:25.882364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event deleted for resources: {'Port': ['ID=efe78d12-09be-4475-989b-67b91e0525d6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:25.893963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.894795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.895859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.896364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.896852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.897346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.898796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.899297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.899784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.900404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.901020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.901510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:25.946991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:25.979476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f057e4d5-f5d3-4248-901c-3a9d065be6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.006653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-83b5890e-9403-4fd7-a17a-e2c9492c7ff0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:26.008050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1baa46e-eca7-4e8a-ae92-999fb5034687 req-83b5890e-9403-4fd7-a17a-e2c9492c7ff0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.1777246 Aug 27 12:01:26.039774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c2753-2a33-4703-98d4-5dc58247e53c req-eb05ea62-e50e-477a-80d1-971c67a82b27 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:26.041670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d85c2753-2a33-4703-98d4-5dc58247e53c req-eb05ea62-e50e-477a-80d1-971c67a82b27 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 1101 time: 0.0936749 Aug 27 12:01:26.063193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Router f163c4ce-4498-4934-8b90-2d74c62c39ce has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:26.130902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d85c2753-2a33-4703-98d4-5dc58247e53c req-1d4d4c09-c086-452f-8f1a-171263565f49 tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687425 Aug 27 12:01:26.211012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f057e4d5-f5d3-4248-901c-3a9d065be6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.216150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f057e4d5-f5d3-4248-901c-3a9d065be6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.260188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f057e4d5-f5d3-4248-901c-3a9d065be6ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac34364623ca4db5a529ee43d022f22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107364 Aug 27 12:01:26.265120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:26.287102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057e4d5-f5d3-4248-901c-3a9d065be6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705941e9-3154-4b2c-8050-28a70533f740,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:26.415904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:26.430263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:26.438185 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6b0-b088-4dfb-bc0b-c5427a6fcd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.455294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:26.457823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:01:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:26.470474 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6b0-b088-4dfb-bc0b-c5427a6fcd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.565304 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6b0-b088-4dfb-bc0b-c5427a6fcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.570213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6b0-b088-4dfb-bc0b-c5427a6fcd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.571677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-04bcd6b0-b088-4dfb-bc0b-c5427a6fcd5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/705941e9-3154-4b2c-8050-28a70533f740 HTTP/1.1" status: 204 len: 168 time: 0.3052320 Aug 27 12:01:26.595817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcd6b0-b088-4dfb-bc0b-c5427a6fcd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705941e9-3154-4b2c-8050-28a70533f740,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:26.625115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-86189092-a901-48b5-af8d-e40f7e822ae9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:26.636843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-86189092-a901-48b5-af8d-e40f7e822ae9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 822 time: 0.3283513 Aug 27 12:01:26.661482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-08acd49b-b231-4f24-81e0-b15e6f81ff1e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/quotas/237a73e6f5a04e31972542bbf8545b9e HTTP/1.1" status: 200 len: 375 time: 0.0226007 Aug 27 12:01:26.771122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-e4519f57-db8c-4cf8-a14a-6749b84646f8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981624 Aug 27 12:01:26.913337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] No DVR routers for this DVR port efe78d12-09be-4475-989b-67b91e0525d6 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:26.918850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:26.922955 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-29cd540c-0319-4a97-bb2a-5122a6b39615 req-651fa904-e739-4f89-ae5c-28789e80a0b9 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "DELETE /v2.0/ports/efe78d12-09be-4475-989b-67b91e0525d6 HTTP/1.1" status: 204 len: 173 time: 1.7072701 Aug 27 12:01:26.925702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'name': 'network-vif-deleted', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:26.928593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:26.930250 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a5efd-1ae4-4703-a07d-bdb426187a64" -d '{"events": [{"server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "name": "network-vif-deleted", "tag": "efe78d12-09be-4475-989b-67b91e0525d6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:26.941656 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-481f6504-83c7-40c4-8a43-728b087bffdd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4996142 Aug 27 12:01:27.253585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-17246b62-aedb-4e86-8efc-db024a105f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:27.258403 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-17246b62-aedb-4e86-8efc-db024a105f6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 1101 time: 0.1080387 Aug 27 12:01:27.311488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:27.340596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6406fef-1e22-4a30-a1ab-585cd191f31a req-956e0e73-09be-4115-9b7d-b1b1696ba985 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:27.348847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6406fef-1e22-4a30-a1ab-585cd191f31a req-956e0e73-09be-4115-9b7d-b1b1696ba985 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.4898295 Aug 27 12:01:27.374487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:27.386730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:27.388029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:01:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:27.402210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6406fef-1e22-4a30-a1ab-585cd191f31a req-020383b4-4636-48f2-94c1-3089bd24f061 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522766 Aug 27 12:01:27.423750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-b0be7f7e-a8d8-4fbc-ac91-7ecae2317362 service neutron] 10.222.0.76 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516414 Aug 27 12:01:27.516139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-9a4de950-0af8-49e4-a2cb-3b3405be5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:27.518026 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-9a4de950-0af8-49e4-a2cb-3b3405be5278 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2347701 Aug 27 12:01:27.589856 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-5d5baa1d-0c76-4b36-a4e7-934ecbcc3337 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f HTTP/1.1" status: 200 len: 217 time: 0.0637364 Aug 27 12:01:27.608018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e638e53b-c652-453e-b899-2653e06efd1c req-0a48505e-3918-4933-9127-468275066ffc tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 210 time: 0.0395606 Aug 27 12:01:27.623202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-5834052d-24dc-4940-b187-7fe60fdc0efc service neutron] 10.222.0.76 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980569 Aug 27 12:01:27.700671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-66fc7f8a-3289-4302-93db-2737b043db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:27.702213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-66fc7f8a-3289-4302-93db-2737b043db92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1025088 Aug 27 12:01:27.716497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:27.787925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-d87c4c72-9d23-4d1e-86b9-333c4788a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:27.792558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-d87c4c72-9d23-4d1e-86b9-333c4788a05d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825768 Aug 27 12:01:27.972337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-a0e004d6-a9a3-4a8b-ae2f-b1af7e6602b4 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3065782 Aug 27 12:01:27.986725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:28.007473 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-7229d143-3b29-4643-9f08-ace4496cfe6c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037773 Aug 27 12:01:28.025960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:28.094173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-15949675-45b8-4a50-a46e-c114c00d1b9f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338900 Aug 27 12:01:28.262974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-ffd78ba4-6405-4221-8c08-71421148d91f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:28.265626 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-ffd78ba4-6405-4221-8c08-71421148d91f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 823 time: 0.2082922 Aug 27 12:01:28.342406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:28.406110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-c26456e6-d719-42a9-ac60-7dbd7259300a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b34dbfb1a124b82ab838b1219014f29 HTTP/1.1" status: 200 len: 379 time: 0.0813065 Aug 27 12:01:28.412594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e3b37-d571-4578-acbb-a74afe25d80e None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:28.424571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-d07f71bb-30d6-448f-b2dd-d69c77d5d08e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:28.430323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-d07f71bb-30d6-448f-b2dd-d69c77d5d08e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961318 Aug 27 12:01:28.436997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'port': {'device_id': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'admin_state_up': True, 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'security_groups': ['9873a10e-e5f0-4133-bfe4-962d27675d23']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:28.496910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-b29fee88-f47a-4221-880d-db6550c35457 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/quotas/04ebd9e730044067889d740d77a3653e HTTP/1.1" status: 200 len: 375 time: 0.0412798 Aug 27 12:01:28.594170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:28.621052 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c2ddb3dd-eaaf-49dd-a9cd-e251cd7569f0 req-175f3ec4-fe11-435e-99eb-e3ef50eb7a2f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987294 Aug 27 12:01:28.727008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-fbad73bb-a2e5-4ac0-beca-f231e36199f5 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2212203 Aug 27 12:01:28.751641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Made reservation on behalf of 3b34dbfb1a124b82ab838b1219014f29 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:28.759240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:28.945544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Allocated IP 172.25.8.185 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/9ae31bcc-36fc-4e3b-838f-94a678494025) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:28.949317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b87dd-5146-4e80-b7da-c4eb7be65f6f None None] New status for floating IP 84de2029-07da-4680-bde4-27078cad72f1: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:01:29.013379 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3624f7-d3ae-4eee-be13-453a19b72756 x-openstack-request-id: req-cb3624f7-d3ae-4eee-be13-453a19b72756 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:29.014722 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a35aab0-69a9-49fe-945d-461a3eb1e9d7", "name": "network-vif-deleted", "tag": "efe78d12-09be-4475-989b-67b91e0525d6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:29.016267 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb3624f7-d3ae-4eee-be13-453a19b72756 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:29.016727 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a35aab0-69a9-49fe-945d-461a3eb1e9d7', 'name': 'network-vif-deleted', 'tag': 'efe78d12-09be-4475-989b-67b91e0525d6', 'status': 'completed', 'code': 200} Aug 27 12:01:29.202534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Allocated IP 172.20.0.14 (f7448c16-e86f-486a-940b-967a191f38ba/30ef6ee6-8c11-410b-bfa9-3037627a2d51/0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:29.299216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-212b2b54-002e-4323-89c3-256b7d563359 req-8505154c-52d9-443d-9d34-e3f2fce09c53 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 210 time: 0.0657425 Aug 27 12:01:29.329668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device efe78d12-09be-4475-989b-67b91e0525d6 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:29.388547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:29.413401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: efe78d12-09be-4475-989b-67b91e0525d6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:29.413754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device efe78d12-09be-4475-989b-67b91e0525d6 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:29.474286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:29.566187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:29.589685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:29.596822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:29.606130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=9ae31bcc-36fc-4e3b-838f-94a678494025,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:29.640671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33812b02-1d4a-474d-a491-02ef52ada976 req-405ac1a2-de5b-43b2-be19-f2b397711336 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:29.642276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33812b02-1d4a-474d-a491-02ef52ada976 req-405ac1a2-de5b-43b2-be19-f2b397711336 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1887527 Aug 27 12:01:29.681771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:29.734148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Transition to ACTIVE for port object 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:29.792444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33812b02-1d4a-474d-a491-02ef52ada976 req-3c3cf9dd-8e13-4ed9-a57c-43a0dbcc09da tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144521 Aug 27 12:01:29.833046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:29.901621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Network f7448c16-e86f-486a-940b-967a191f38ba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:29.904235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:29.907290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:30.006842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:30.007527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.021127 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.030431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event updated for resources: {'Port': ['ID=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:30.048635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e3e5d5bb-b3d0-4425-aa61-9d4ccb1f8022 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6316223 Aug 27 12:01:30.079505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Request body: {'port': {'device_id': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:30.193634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.214571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd3e2e-b3f4-4b01-b81d-b562f7a14a51 req-5e2113f4-f3a8-4d54-b5b6-5bc8ac076143 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:30.216230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73dd3e2e-b3f4-4b01-b81d-b562f7a14a51 req-5e2113f4-f3a8-4d54-b5b6-5bc8ac076143 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 932 time: 0.1926475 Aug 27 12:01:30.247679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.273631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-b2259c57-d9da-49f6-8988-a8802b50feec tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:30.276635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-b2259c57-d9da-49f6-8988-a8802b50feec tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 822 time: 0.4743953 Aug 27 12:01:30.327809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4e52b322-5173-4b5c-89b3-ecd57cb5d1da None None] Provisioning for port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:30.333779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4e52b322-5173-4b5c-89b3-ecd57cb5d1da None None] Provisioning complete for port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:30.334625 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e52b322-5173-4b5c-89b3-ecd57cb5d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.382469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4e52b322-5173-4b5c-89b3-ecd57cb5d1da None None] Port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:30.395560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'port': {'device_id': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'admin_state_up': True, 'tenant_id': '237a73e6f5a04e31972542bbf8545b9e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:30.536179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73dd3e2e-b3f4-4b01-b81d-b562f7a14a51 req-f5825818-18b4-4586-8a8e-4e7cba7de349 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580216 Aug 27 12:01:30.673458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Made reservation on behalf of 237a73e6f5a04e31972542bbf8545b9e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:30.684635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:30.688310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.701478 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.714448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Transition to ACTIVE for port object 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:30.730297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.740186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75393166-487b-47e8-9b07-f3aec32602b6 req-41e11377-ca75-4faa-aa66-0aeecf169935 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 210 time: 0.0690658 Aug 27 12:01:30.745511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.794766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:30.832526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-30c4413a-174d-48d9-9659-d66b78a148b0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=04ebd9e730044067889d740d77a3653e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148076 Aug 27 12:01:30.840648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:30.918351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event updated for resources: {'Port': ['ID=9ae31bcc-36fc-4e3b-838f-94a678494025,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:30.993885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.004479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Allocated IP 172.20.0.10 (2be0c730-d502-400e-86a0-8a62690c01a4/13722941-4dcf-46a6-ad0e-febf8aa83384/511593e7-d311-4270-bd80-ff237df794e7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:31.030501 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.032432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-13952790-d6c4-48b9-bc20-da492b33d099 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0581748 Aug 27 12:01:31.108120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-82d16c18-0f67-4897-838e-05c7f88c2e21 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.0666678 Aug 27 12:01:31.111895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Attempting to bind port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:31.112458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Attempting to bind port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:31.112723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Attempting to bind port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c on network f7448c16-e86f-486a-940b-967a191f38ba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:31.122413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c on network f7448c16-e86f-486a-940b-967a191f38ba not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:31.122882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Attempting to bind port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c on network f7448c16-e86f-486a-940b-967a191f38ba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:31.141518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:31.141867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Checking segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:31.142323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Bound using segment: {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:31.142927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Bound port: 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcda0eb4-5087-41b1-82d8-02aca890f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:31.143442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.176852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-1fdcc4d7-9c07-4677-b207-8f72c0639d75 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.178891 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-1fdcc4d7-9c07-4677-b207-8f72c0639d75 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405547 Aug 27 12:01:31.239149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Request body: {'port': {'device_id': '285e7918-2e16-4112-8b89-01d81e33448d', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '04ebd9e730044067889d740d77a3653e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:31.279202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-49bd4703-4d6b-4915-acda-1bf04981eeb9 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507555 Aug 27 12:01:31.325779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] For port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:31.329970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] For port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:31.337400 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.403742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.404362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.408786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c HTTP/1.1" status: 200 len: 1092 time: 1.3460281 Aug 27 12:01:31.412230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:31.414933 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:31.418745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-b71bbfd4-1201-41c2-bb6e-0838e34a016b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.420399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32d13d43-3b7a-4136-9f3b-d23dd8d1eed9 req-b71bbfd4-1201-41c2-bb6e-0838e34a016b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3028877 Aug 27 12:01:31.457263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06acf1a-2253-40cc-a961-18717cccf1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:31.472145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.525323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Made reservation on behalf of 04ebd9e730044067889d740d77a3653e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:31.528797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.536439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-6de3e67e-9673-40e0-9999-320624e43cfd tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.543518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-6de3e67e-9673-40e0-9999-320624e43cfd tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572446 Aug 27 12:01:31.549635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-58f25d49-5e01-4d08-bd05-b9f234619141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.551931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-58f25d49-5e01-4d08-bd05-b9f234619141 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 1095 time: 0.0901034 Aug 27 12:01:31.602279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21feba05-57e3-4923-b119-d33c3989e516 req-fda592f9-99c1-41dd-8ad8-24091c46600d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 210 time: 0.0750706 Aug 27 12:01:31.604133 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:31.613885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-ae6485d1-f6e3-4be0-b91c-dfb10121c82a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/quotas/4cb4bcefae754f9e9cfab58ddc6f1b8e HTTP/1.1" status: 200 len: 375 time: 0.0688097 Aug 27 12:01:31.660474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-b7dfa50f-0b46-4111-810d-77fe1a386914 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c HTTP/1.1" status: 200 len: 217 time: 0.0964959 Aug 27 12:01:31.697012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-ac118b1a-8b2b-42db-a7cc-488cc04f1c67 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820355 Aug 27 12:01:31.779105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-273e65d1-9b5b-40db-84db-f58586e3c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.780623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-273e65d1-9b5b-40db-84db-f58586e3c55e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.1087952 Aug 27 12:01:31.783569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Network 2be0c730-d502-400e-86a0-8a62690c01a4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:31.786371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:31.789387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:31.837571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Allocated IP 192.168.233.72 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/ccf85e7a-73b8-406f-9251-2b6564355e4b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:31.844559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:31.858444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e400dc4a-143f-45f6-86a4-324587e8a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.859964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-e400dc4a-143f-45f6-86a4-324587e8a36f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695927 Aug 27 12:01:31.911295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:31.912078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:32.002502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68cb42-221d-4b75-8270-df1d4efc6a78 req-df244ecb-f8d7-46e6-a2b3-80a83d41bdcc tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:32.012582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f68cb42-221d-4b75-8270-df1d4efc6a78 req-df244ecb-f8d7-46e6-a2b3-80a83d41bdcc tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.3080664 Aug 27 12:01:32.015653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-0757dfed-4239-4991-8406-3e4dee704ae8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7089033 Aug 27 12:01:32.026443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1784d74-5407-4e90-bb4b-74940ff4fe7b req-65b8a3ec-e789-4117-93cc-c8d864496c4f tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips/a7908fee-0590-4832-806d-6aa309f22e5a HTTP/1.1" status: 200 len: 693 time: 0.0920854 Aug 27 12:01:32.042734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Request body: {'port': {'device_id': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:32.103218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f68cb42-221d-4b75-8270-df1d4efc6a78 req-3739423a-ce41-4ffb-b28c-d7bd4f8723ee tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893860 Aug 27 12:01:32.201504 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04be8e1-ebbc-4958-8d64-e5c8ef05db1b x-openstack-request-id: req-d04be8e1-ebbc-4958-8d64-e5c8ef05db1b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:32.202061 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:32.202061 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d04be8e1-ebbc-4958-8d64-e5c8ef05db1b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:32.202445 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'status': 'completed', 'code': 200} Aug 27 12:01:32.206742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-402f9d6d-e98a-4f9d-809a-57f8c1e2b278 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285089 Aug 27 12:01:32.314698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:32.343927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Transition to ACTIVE for port object ccf85e7a-73b8-406f-9251-2b6564355e4b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:32.355266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784d74-5407-4e90-bb4b-74940ff4fe7b req-d7b19f0a-1368-4074-81da-4e25b290d0e6 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:32.357958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1784d74-5407-4e90-bb4b-74940ff4fe7b req-d7b19f0a-1368-4074-81da-4e25b290d0e6 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3301837 Aug 27 12:01:32.418174 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c820a50-2594-4143-b323-4d1df1e614bf req-d3239970-6ff1-4d5d-ac70-1d4a6ba7bbfe service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012544 Aug 27 12:01:32.476709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:32.493277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:32.500625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:32.543566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', '9f5c5efc-9fd7-4694-b62a-500ffd0ac106'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:32.570099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abf17e-198b-46d7-88a0-ac6f2c0abff3 req-ca9464a1-4210-4987-b5e9-ba7b896e0f07 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:32.575891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80abf17e-198b-46d7-88a0-ac6f2c0abff3 req-ca9464a1-4210-4987-b5e9-ba7b896e0f07 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 944 time: 0.2143710 Aug 27 12:01:32.610916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:32.617152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:32.623735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:32.670763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event updated for resources: {'Port': ['ID=ccf85e7a-73b8-406f-9251-2b6564355e4b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:32.693442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-03bb107c-e64b-402f-9e47-0261438537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:32.695488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-03bb107c-e64b-402f-9e47-0261438537d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 1095 time: 0.1990907 Aug 27 12:01:32.705102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:32.706155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:32.883660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-401ba588-5627-4a28-a1e2-a284ed94f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:32.886241 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-401ba588-5627-4a28-a1e2-a284ed94f8dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 924 time: 0.1714189 Aug 27 12:01:32.889612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-dc2faea3-22da-47ae-870e-e73d81ec0a18 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6548870 Aug 27 12:01:32.985193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80abf17e-198b-46d7-88a0-ac6f2c0abff3 req-b7b7802a-3729-402f-b081-96d350d7686f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3906505 Aug 27 12:01:33.017885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Request body: {'port': {'device_id': '285e7918-2e16-4112-8b89-01d81e33448d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:33.030654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033426a-531c-4c13-a8db-c5c1fd7ef3da req-e3c040c3-2632-4f00-b14c-918f96826e0d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:33.050519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2033426a-531c-4c13-a8db-c5c1fd7ef3da req-e3c040c3-2632-4f00-b14c-918f96826e0d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 935 time: 0.5156012 Aug 27 12:01:33.078769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-9d4114c3-1769-4420-9d5a-bf8440da996a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c HTTP/1.1" status: 200 len: 217 time: 0.1728699 Aug 27 12:01:33.210154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-949cf17f-8af2-4fcd-a3a3-536e5d190806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:33.212686 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-949cf17f-8af2-4fcd-a3a3-536e5d190806 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.1191947 Aug 27 12:01:33.213702 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:33.232234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-520d4c5d-edca-42e5-a482-db60ddaae67e None None] Provisioning for port ccf85e7a-73b8-406f-9251-2b6564355e4b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:33.296675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-520d4c5d-edca-42e5-a482-db60ddaae67e None None] Provisioning complete for port ccf85e7a-73b8-406f-9251-2b6564355e4b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:33.297321 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-520d4c5d-edca-42e5-a482-db60ddaae67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:33.317139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-8b4579ac-167f-4ee3-a5ea-01c2b1f2668c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529143 Aug 27 12:01:33.350594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-520d4c5d-edca-42e5-a482-db60ddaae67e None None] Port ccf85e7a-73b8-406f-9251-2b6564355e4b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:33.379727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-a8e6465c-1917-4b42-888c-62abc64cb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:33.381362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-a8e6465c-1917-4b42-888c-62abc64cb152 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421084 Aug 27 12:01:33.467880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2033426a-531c-4c13-a8db-c5c1fd7ef3da req-5c694ab2-9f7e-4852-8119-ce36f2f9aea6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158945 Aug 27 12:01:33.630018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511593e7-d311-4270-bd80-ff237df794e7 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:33.639363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:33.655143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Transition to ACTIVE for port object 511593e7-d311-4270-bd80-ff237df794e7 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:33.671133 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:33.730371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf85e7a-73b8-406f-9251-2b6564355e4b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:33.740646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:33.757495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Transition to ACTIVE for port object ccf85e7a-73b8-406f-9251-2b6564355e4b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:33.769071 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:33.847525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf85e7a-73b8-406f-9251-2b6564355e4b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:33.921414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-ba4323bb-634c-4794-9b0d-7c3d05436cd9 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880443 Aug 27 12:01:33.997055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Attempting to bind port ccf85e7a-73b8-406f-9251-2b6564355e4b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:33.997396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Attempting to bind port ccf85e7a-73b8-406f-9251-2b6564355e4b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:33.997729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Attempting to bind port ccf85e7a-73b8-406f-9251-2b6564355e4b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:34.029359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Port ccf85e7a-73b8-406f-9251-2b6564355e4b on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:34.029688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Attempting to bind port ccf85e7a-73b8-406f-9251-2b6564355e4b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:34.053324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:34.054637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:34.059968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:34.060469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Bound port: ccf85e7a-73b8-406f-9251-2b6564355e4b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:34.060983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:34.102730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-48f60b4e-8cc7-4b2a-a26a-da29dfcb3c01 req-ff26dc58-d490-4744-876f-0322c6fe190f service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706507 Aug 27 12:01:34.132212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-7e6e562b-1368-4867-9e36-93768d20ccf1 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips/a7908fee-0590-4832-806d-6aa309f22e5a HTTP/1.1" status: 200 len: 693 time: 0.4707930 Aug 27 12:01:34.172110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] For port ccf85e7a-73b8-406f-9251-2b6564355e4b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:34.184978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] For port ccf85e7a-73b8-406f-9251-2b6564355e4b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:34.192751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:34.232104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:34.235388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.236097 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:34.237454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] 10.222.0.65 "PUT /v2.0/ports/ccf85e7a-73b8-406f-9251-2b6564355e4b HTTP/1.1" status: 200 len: 1095 time: 1.3191762 Aug 27 12:01:34.237897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285e7918-2e16-4112-8b89-01d81e33448d', 'tag': 'ccf85e7a-73b8-406f-9251-2b6564355e4b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:34.240928 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901095f5-714e-4bdf-82b7-5aa5b514beb7" -d '{"events": [{"name": "network-changed", "server_uuid": "285e7918-2e16-4112-8b89-01d81e33448d", "tag": "ccf85e7a-73b8-406f-9251-2b6564355e4b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:34.242128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-8719efbc-d3b2-431e-970a-76a151e21dd4 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.258613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-8719efbc-d3b2-431e-970a-76a151e21dd4 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9403691 Aug 27 12:01:34.279866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-7328e3f2-bc5b-4d92-8ad9-62ecfb3bcd82 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355518 Aug 27 12:01:34.293058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc6081-76d9-4f38-b8cf-684317228e53 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf85e7a-73b8-406f-9251-2b6564355e4b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:34.318767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-98935154-9270-4912-98e5-babd027e89fc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/quotas/4cb4bcefae754f9e9cfab58ddc6f1b8e HTTP/1.1" status: 200 len: 375 time: 0.0537856 Aug 27 12:01:34.401557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-8b9fae15-5911-43fd-90fb-b80ee4944bce tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824833 Aug 27 12:01:34.470828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-e09f2518-23bf-4c37-9066-701b8117438b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.475391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-e09f2518-23bf-4c37-9066-701b8117438b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3229444 Aug 27 12:01:34.480736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Attempting to bind port 511593e7-d311-4270-bd80-ff237df794e7 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:34.482812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Attempting to bind port 511593e7-d311-4270-bd80-ff237df794e7 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:34.484712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Attempting to bind port 511593e7-d311-4270-bd80-ff237df794e7 on network 2be0c730-d502-400e-86a0-8a62690c01a4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:34.485251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-60e2ce83-a5e5-4d97-a806-3eedf1bc7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.488906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-60e2ce83-a5e5-4d97-a806-3eedf1bc7772 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 1098 time: 0.1078496 Aug 27 12:01:34.541680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Port 511593e7-d311-4270-bd80-ff237df794e7 on network 2be0c730-d502-400e-86a0-8a62690c01a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:34.542031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Attempting to bind port 511593e7-d311-4270-bd80-ff237df794e7 on network 2be0c730-d502-400e-86a0-8a62690c01a4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:34.554700 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-bba9dd5e-6339-4094-9f6a-65cff8442aca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b HTTP/1.1" status: 200 len: 217 time: 0.0480213 Aug 27 12:01:34.558364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-c8484bb4-ebf9-45b9-9874-ae4a96eb5d41 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.0667434 Aug 27 12:01:34.559381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:34.559769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Checking segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:34.560140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Bound using segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:34.560580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Bound port: 511593e7-d311-4270-bd80-ff237df794e7, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:34.560990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:34.566785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-8b92b3f8-8d72-4241-82b9-ae92ddf5b19b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.568359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-8b92b3f8-8d72-4241-82b9-ae92ddf5b19b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767017 Aug 27 12:01:34.679130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-e5ef53fe-d2a7-44b2-9798-1e10f9c1164a tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.185 HTTP/1.1" status: 200 len: 696 time: 0.1050510 Aug 27 12:01:34.792202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:34.857314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:34.867247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:34.908065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e2b09-d936-4797-97e8-408c9bf6ff5c req-25f570b6-47a2-4a3f-83cf-3a258dc42332 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.917262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c2e2b09-d936-4797-97e8-408c9bf6ff5c req-25f570b6-47a2-4a3f-83cf-3a258dc42332 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 944 time: 0.2222445 Aug 27 12:01:34.944678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-d4eaa607-76be-49a8-95e4-3e380d4fb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.946464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-d4eaa607-76be-49a8-95e4-3e380d4fb0f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.3771515 Aug 27 12:01:34.952182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Request body: {'port': {'device_id': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '4cb4bcefae754f9e9cfab58ddc6f1b8e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:34.967535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:34.968415 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:34.969843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] 10.222.0.65 "PUT /v2.0/ports/511593e7-d311-4270-bd80-ff237df794e7 HTTP/1.1" status: 200 len: 1092 time: 2.9407241 Aug 27 12:01:34.972275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'tag': '511593e7-d311-4270-bd80-ff237df794e7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:34.975601 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80501820-f6d1-45e4-91a6-441d84d0a757" -d '{"events": [{"name": "network-changed", "server_uuid": "3185f1c2-21c2-4edb-8362-174a2ca56763", "tag": "511593e7-d311-4270-bd80-ff237df794e7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:35.029852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c2e2b09-d936-4797-97e8-408c9bf6ff5c req-fbd1125a-7233-40bc-9fe5-a4c54b2db258 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095212 Aug 27 12:01:35.034203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d54b75-7209-457b-b8b1-f4d8f6cf31bf service neutron] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:35.113021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-6b0dee42-7c94-4a4b-bc14-cef5fb3f860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:35.115425 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-6b0dee42-7c94-4a4b-bc14-cef5fb3f860a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692601 Aug 27 12:01:35.135804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Deleting port 9ae31bcc-36fc-4e3b-838f-94a678494025 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:35.136152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.169253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Made reservation on behalf of 4cb4bcefae754f9e9cfab58ddc6f1b8e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:35.172994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.185374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.231809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-b0cd03af-e2ae-49f3-bd40-d3d0ea0dd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:35.233277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-b0cd03af-e2ae-49f3-bd40-d3d0ea0dd20a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 1095 time: 0.2001498 Aug 27 12:01:35.265439 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-b1f7bf0d-19c1-491d-a306-7d1dd82780f8 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407092 Aug 27 12:01:35.291404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-2ec3f26b-4a7b-42b0-a612-29dae0abd533 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=511593e7-d311-4270-bd80-ff237df794e7 HTTP/1.1" status: 200 len: 217 time: 0.0483682 Aug 27 12:01:35.302509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a01b2-7669-40fe-aaf5-1bea7c26d92a req-e237f904-e2e3-4825-b150-5590a55e26d0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:35.304029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-203a01b2-7669-40fe-aaf5-1bea7c26d92a req-e237f904-e2e3-4825-b150-5590a55e26d0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1629217 Aug 27 12:01:35.323574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.323916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.355710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:35.377384 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Calling delete_port for 9ae31bcc-36fc-4e3b-838f-94a678494025 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:35.403868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f3bf8fb7-8709-4355-a5b2-c8866ba634f2 req-2531cc3f-75a3-48a2-a0dc-d5cb4c7468d6 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301756 Aug 27 12:01:35.405710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.416697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-203a01b2-7669-40fe-aaf5-1bea7c26d92a req-45aa99e1-47c9-4f40-9ec0-966976675ef7 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979195 Aug 27 12:01:35.420064 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.426994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f295eddd-c90b-49b4-93c3-29588f73c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:35.426994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-f295eddd-c90b-49b4-93c3-29588f73c5ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 200 len: 862 time: 0.1197877 Aug 27 12:01:35.492743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3942d717-4615-4922-b750-280e745167e1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:35.503299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:35.505126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-91e0e54c-deec-4f57-96be-40569bff0d40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2be0c730-d502-400e-86a0-8a62690c01a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681183 Aug 27 12:01:35.517004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'port_id': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'mac_address': 'fa:16:3e:10:b4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:35.576313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.598586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:35.608709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Allocated IP 192.168.233.104 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/690e12e9-97b1-42cf-a0d9-42e46b2ceaae) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:35.622118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:35.626951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.684704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:35.730195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eab44-0be7-42d8-b4c9-6c0a0c2b48e1 req-effe7a64-3873-4c25-a5dd-fb5d35b8999d tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:35.731775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d35eab44-0be7-42d8-b4c9-6c0a0c2b48e1 req-effe7a64-3873-4c25-a5dd-fb5d35b8999d tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 945 time: 0.1036868 Aug 27 12:01:35.751250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-d661588a-a143-4881-9e94-7160293846a0 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361262 Aug 27 12:01:35.778681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.799125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Transition to ACTIVE for port object 690e12e9-97b1-42cf-a0d9-42e46b2ceaae will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:35.835145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.849374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d35eab44-0be7-42d8-b4c9-6c0a0c2b48e1 req-66324c0d-bbec-4386-a9e5-14258f02a70e tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957980 Aug 27 12:01:35.849984 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:35.892273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event deleted for resources: {'Port': ['ID=9ae31bcc-36fc-4e3b-838f-94a678494025,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:35.914663 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3800037-cacc-445c-a461-b0f38e91b2de x-openstack-request-id: req-c3800037-cacc-445c-a461-b0f38e91b2de {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:35.915198 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285e7918-2e16-4112-8b89-01d81e33448d", "tag": "ccf85e7a-73b8-406f-9251-2b6564355e4b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:35.915510 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3800037-cacc-445c-a461-b0f38e91b2de {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:35.916060 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285e7918-2e16-4112-8b89-01d81e33448d', 'tag': 'ccf85e7a-73b8-406f-9251-2b6564355e4b', 'status': 'completed', 'code': 200} Aug 27 12:01:35.921970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:35.933662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:35.935898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:35.938693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:35.949044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3455bd-78e6-40ad-ab0c-ce1dc04a0be5 req-48fb6ba7-542d-48fd-9b89-019a0e82fe42 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773345 Aug 27 12:01:35.954720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:36.027395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:36.029894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:36.031672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6181d170-f40a-4a6b-b12e-e514a33db885 req-f1b445bd-f652-4dcd-b96f-e3c5e5c89427 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "DELETE /v2.0/floatingips/a7908fee-0590-4832-806d-6aa309f22e5a HTTP/1.1" status: 204 len: 173 time: 1.3304634 Aug 27 12:01:36.056957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.057719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:36.074891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc560b1-ef9b-481a-abe0-b9f6504a3dfd req-e4514421-e7ba-498b-bb2b-616037341b3e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.075597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-5138308b-34e3-48ca-85b2-0cd08fd6053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.077362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-5138308b-34e3-48ca-85b2-0cd08fd6053b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04ebd9e730044067889d740d77a3653e&device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 1098 time: 0.1349568 Aug 27 12:01:36.079786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-999f408d-c413-4898-bd87-4294d4bc1d30 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1320291 Aug 27 12:01:36.088193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bc560b1-ef9b-481a-abe0-b9f6504a3dfd req-e4514421-e7ba-498b-bb2b-616037341b3e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 947 time: 0.1025038 Aug 27 12:01:36.103875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Request body: {'port': {'device_id': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:36.164652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bc560b1-ef9b-481a-abe0-b9f6504a3dfd req-00a26fb3-f9c5-4316-9686-44d3a2ed8f55 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737481 Aug 27 12:01:36.166311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f649a9e-1ce8-4df2-83f4-fb15920ab582 req-2a08eaff-8762-41e5-8ac1-ed6cf9580c0c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 210 time: 0.0564058 Aug 27 12:01:36.208384 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c58dc2-ba7b-4675-a569-623c23a89656 x-openstack-request-id: req-a7c58dc2-ba7b-4675-a569-623c23a89656 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:36.208754 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3185f1c2-21c2-4edb-8362-174a2ca56763", "tag": "511593e7-d311-4270-bd80-ff237df794e7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:36.209077 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7c58dc2-ba7b-4675-a569-623c23a89656 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:36.209947 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'tag': '511593e7-d311-4270-bd80-ff237df794e7', 'status': 'completed', 'code': 200} Aug 27 12:01:36.262902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ec3eaefc-3abc-4c0e-97d8-efcd498ae23c None None] Provisioning for port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:36.278237 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:36.291382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-7c2d8b7d-eceb-4fbf-a0f8-275caadcd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.293002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-7c2d8b7d-eceb-4fbf-a0f8-275caadcd63b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2062528 Aug 27 12:01:36.300432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ec3eaefc-3abc-4c0e-97d8-efcd498ae23c None None] Provisioning complete for port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:36.301235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ec3eaefc-3abc-4c0e-97d8-efcd498ae23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:36.312640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-c1ea4e73-35da-4bd5-b5ea-70a12828b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.314177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-c1ea4e73-35da-4bd5-b5ea-70a12828b0d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 1095 time: 0.0752809 Aug 27 12:01:36.373052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ec3eaefc-3abc-4c0e-97d8-efcd498ae23c None None] Port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:36.442164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-5029fd6e-78e5-4ab2-9a71-74e3a1c4620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.443615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-bcff15b7-8eb5-4b58-a27b-3570db81cdb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b HTTP/1.1" status: 200 len: 217 time: 0.1416650 Aug 27 12:01:36.443934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-5029fd6e-78e5-4ab2-9a71-74e3a1c4620d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 923 time: 0.1202221 Aug 27 12:01:36.516321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-0a15c09d-d6d0-4172-8522-bed19f981489 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018288 Aug 27 12:01:36.588775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-c1b68491-949f-4f51-9be8-4a16b0aba878 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=511593e7-d311-4270-bd80-ff237df794e7 HTTP/1.1" status: 200 len: 217 time: 0.1245830 Aug 27 12:01:36.661285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-cbbe5a5a-747c-4ed5-b31f-608c44cf27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.662794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-cbbe5a5a-747c-4ed5-b31f-608c44cf27f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1595700 Aug 27 12:01:36.713663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905149e0-2022-4e1f-9476-0302c6e6e4dc req-6ab5ff06-aa9f-4527-a40b-f1110a084ad6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.715198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905149e0-2022-4e1f-9476-0302c6e6e4dc req-6ab5ff06-aa9f-4527-a40b-f1110a084ad6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 944 time: 0.2522702 Aug 27 12:01:36.735416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-e4d1c252-fa70-42fd-b16c-a0e1e3f114da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.736805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-e4d1c252-fa70-42fd-b16c-a0e1e3f114da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 200 len: 862 time: 0.1363835 Aug 27 12:01:36.752995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cfe93-b76e-445f-8ef0-476c9bb4b871 req-fa5316aa-6f15-4e0d-a0d1-1cd4b566ada3 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.755004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e93cfe93-b76e-445f-8ef0-476c9bb4b871 req-fa5316aa-6f15-4e0d-a0d1-1cd4b566ada3 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4140046 Aug 27 12:01:36.762676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-e630b3cb-117a-4e92-bfb7-f575ed63e3d2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.763959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-e630b3cb-117a-4e92-bfb7-f575ed63e3d2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268581 Aug 27 12:01:36.783820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-549c969a-44c0-4ecb-bc60-a5b5a284596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:36.785655 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-549c969a-44c0-4ecb-bc60-a5b5a284596f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067219 Aug 27 12:01:36.786014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-5223b20b-b06f-4163-8223-797c75c7a6f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2be0c730-d502-400e-86a0-8a62690c01a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402174 Aug 27 12:01:36.791511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Request body: {'port': {'device_id': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '4cb4bcefae754f9e9cfab58ddc6f1b8e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:36.800618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905149e0-2022-4e1f-9476-0302c6e6e4dc req-50e2dede-75bd-4cbc-980e-17347316fe9e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732954 Aug 27 12:01:36.993088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a3fa59b-ae89-4f5d-a51a-adf6acb8045b req-dc9ceb52-a70a-4af9-8ebd-65b9f077bab7 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=a01fd5749fd74ea8b40e1f381799f21b HTTP/1.1" status: 200 len: 1657 time: 0.1564913 Aug 27 12:01:36.993797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:37.001987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.047138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Transition to ACTIVE for port object 690e12e9-97b1-42cf-a0d9-42e46b2ceaae will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:37.054554 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-a4db887b-8453-48da-81a9-9e71b1d1769e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200241 Aug 27 12:01:37.068290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.093844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-aa94e93f-5cab-4413-88e9-8f2bcb3ff6e5 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852402 Aug 27 12:01:37.101969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71825da-f559-4622-8cd6-c21a94342ef6 req-82213c9e-ecbb-4c18-a768-d123dc7d9242 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.103433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c71825da-f559-4622-8cd6-c21a94342ef6 req-82213c9e-ecbb-4c18-a768-d123dc7d9242 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1601114 Aug 27 12:01:37.196239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:37.201203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Made reservation on behalf of 4cb4bcefae754f9e9cfab58ddc6f1b8e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:37.204760 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.211010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c71825da-f559-4622-8cd6-c21a94342ef6 req-4edb144e-aea6-48df-94ee-f8d99ff20803 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949235 Aug 27 12:01:37.214047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-9d9eed9d-d94e-41aa-a520-efd55486bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.215724 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-9d9eed9d-d94e-41aa-a520-efd55486bcb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 1096 time: 0.1860237 Aug 27 12:01:37.259898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fa59b-ae89-4f5d-a51a-adf6acb8045b req-051fdb3e-094d-4ad7-8e82-ac51fdd47bf4 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.261498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a3fa59b-ae89-4f5d-a51a-adf6acb8045b req-051fdb3e-094d-4ad7-8e82-ac51fdd47bf4 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks?id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 787 time: 0.2578731 Aug 27 12:01:37.287201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-7a3fa59b-ae89-4f5d-a51a-adf6acb8045b req-1195025c-f765-48cc-86ab-3ba49370058d tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:37.288204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a3fa59b-ae89-4f5d-a51a-adf6acb8045b req-1195025c-f765-48cc-86ab-3ba49370058d tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105684 Aug 27 12:01:37.314345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80501820-f6d1-45e4-91a6-441d84d0a757 req-8bce2856-78c6-4485-a366-4da55bb44386 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078085 Aug 27 12:01:37.360390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:37.368051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7ae28-2254-4260-879e-1ae56e9e0bfa req-a9a61f4f-de22-4438-9bd1-e8745faf0019 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.369028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfc7ae28-2254-4260-879e-1ae56e9e0bfa req-a9a61f4f-de22-4438-9bd1-e8745faf0019 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 945 time: 0.0865104 Aug 27 12:01:37.371592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-901095f5-714e-4bdf-82b7-5aa5b514beb7 req-b1af598f-ace7-4e51-8ebb-e400c51e8e71 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981110 Aug 27 12:01:37.458437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:37.462657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:37.463110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.492765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Attempting to bind port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:37.492952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Attempting to bind port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:37.493663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Attempting to bind port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:37.504851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-4e4e1a30-8a40-48e6-8fcf-98b1f909883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.505062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3e3fd-b57f-4c6d-b981-0b495f141296 req-27f087ed-4ce0-45b0-960b-fa06ab889fae tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.506300 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-4e4e1a30-8a40-48e6-8fcf-98b1f909883a service neutron] 10.222.0.65 "GET /v2.0/networks?id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 200 len: 915 time: 0.2469921 Aug 27 12:01:37.506662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89e3e3fd-b57f-4c6d-b981-0b495f141296 req-27f087ed-4ce0-45b0-960b-fa06ab889fae tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 947 time: 0.1356404 Aug 27 12:01:37.510426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfc7ae28-2254-4260-879e-1ae56e9e0bfa req-4b7e9ccb-43ea-47ea-8bb0-5d2f5a2631f2 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026869 Aug 27 12:01:37.530440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:37.530440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Attempting to bind port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:37.562163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89e3e3fd-b57f-4c6d-b981-0b495f141296 req-5b32ed09-9d35-4e1e-b040-b008e58e7827 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486329 Aug 27 12:01:37.602412 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.612872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:37.613322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:37.613710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:37.614147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Bound port: 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:37.614531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.621907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-dca3f921-98d9-4fe3-bf04-492524e580ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859b740a-1673-4c89-9d80-cfbd912296a7 HTTP/1.1" status: 200 len: 217 time: 0.0954766 Aug 27 12:01:37.632454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:37.634844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Allocated IP 192.168.233.90 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/64a5b1a2-5805-45dd-9131-a3ba66d1c89c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:37.635626 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604a9ff-8fad-41d5-b569-277e4cb6887e" -d '{"events": [{"server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "name": "network-vif-plugged", "status": "completed", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:37.653898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:37.660906 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.724488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:37.750961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-61746ef8-4562-4260-811a-011447e186de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.752444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-61746ef8-4562-4260-811a-011447e186de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 200 len: 853 time: 0.1152496 Aug 27 12:01:37.777496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:37.821536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:37.860012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.913367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.914005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:37.915524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] 10.222.0.77 "PUT /v2.0/ports/690e12e9-97b1-42cf-a0d9-42e46b2ceaae HTTP/1.1" status: 200 len: 1096 time: 1.8161893 Aug 27 12:01:37.918710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:37.920225 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b85afd-da23-4049-86f9-af72afa8831d" -d '{"events": [{"name": "network-changed", "server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:37.931395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-0cfcfcf5-f411-4b2a-befc-a590d5e46816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:37.932884 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-0cfcfcf5-f411-4b2a-befc-a590d5e46816 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66da1fd8-5a97-4dd1-8336-0d85ae450dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711867 Aug 27 12:01:37.958668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-49ed63b9-7d15-451c-b6df-e220f4a6febd tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips/93d7988b-bb6f-4eec-9e0f-7d2adf592155 HTTP/1.1" status: 200 len: 693 time: 0.3574913 Aug 27 12:01:37.960601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36331e91-7192-4e8a-b615-6639a0925c77 req-8d6f7342-ff46-439d-8a4f-e01a9af1ede8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 210 time: 0.0437498 Aug 27 12:01:37.997810 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.033352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca9ba-c440-4c02-aa95-0ef4dccea980 service neutron] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:38.045443 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65697433-9c9d-4aa4-9644-155cc97784d8 x-openstack-request-id: req-65697433-9c9d-4aa4-9644-155cc97784d8 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:38.045739 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "name": "network-vif-plugged", "status": "completed", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:38.045995 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65697433-9c9d-4aa4-9644-155cc97784d8 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:38.046415 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'code': 200} Aug 27 12:01:38.113287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.128289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-7e2bbb22-4cd5-4634-9aa4-fe526bab9d5c tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.129843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-7e2bbb22-4cd5-4634-9aa4-fe526bab9d5c tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.1382651 Aug 27 12:01:38.169942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Transition to ACTIVE for port object 64a5b1a2-5805-45dd-9131-a3ba66d1c89c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:38.185823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-b191e5b3-c3dd-4783-a99f-faafe0eb2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.187414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-b191e5b3-c3dd-4783-a99f-faafe0eb2b29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1099 time: 0.1551049 Aug 27 12:01:38.208432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-27c1e6bd-e5f3-4a5a-b20e-6a454fe3ab4b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0674469 Aug 27 12:01:38.209985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-5d78891f-461b-46bc-a64e-156e095534fa service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653725 Aug 27 12:01:38.230870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4dce8-140f-40a7-ab79-709c84251310 req-caf5e226-26e4-4a10-ab87-d80a132cb2f8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.232384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5b4dce8-140f-40a7-ab79-709c84251310 req-caf5e226-26e4-4a10-ab87-d80a132cb2f8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 944 time: 0.1015882 Aug 27 12:01:38.285676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-f8f43c87-a3ce-4177-9ac9-b6452052e717 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0692298 Aug 27 12:01:38.352905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5b4dce8-140f-40a7-ab79-709c84251310 req-47fcfd12-e323-4174-91c2-0cb0a262f966 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833094 Aug 27 12:01:38.452635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Deleting port b6ce0422-b87c-4ee3-94f0-d09c70469fd4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:38.452991 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.514643 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eacb08-9aa6-49d7-acd0-7429c24967fa x-openstack-request-id: req-83eacb08-9aa6-49d7-acd0-7429c24967fa {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:38.515301 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:38.515301 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83eacb08-9aa6-49d7-acd0-7429c24967fa {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:38.515563 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'status': 'completed', 'code': 200} Aug 27 12:01:38.528651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-bdf099d4-b162-4d31-98f1-4626953dd2e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae HTTP/1.1" status: 200 len: 217 time: 0.3101413 Aug 27 12:01:38.559493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3acf-0b48-4530-af0a-3656e39a4d3c req-9cb487d2-4284-483e-af33-06932b998ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.560995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-56cc3acf-0b48-4530-af0a-3656e39a4d3c req-9cb487d2-4284-483e-af33-06932b998ade service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 1097 time: 0.4228947 Aug 27 12:01:38.563624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.563956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.581174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Calling delete_port for b6ce0422-b87c-4ee3-94f0-d09c70469fd4 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:38.589922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98f270-28c7-428b-8aa9-262c8be4667a req-de3f7c1c-9442-45ad-8728-f1acc17f5f36 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.591437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d98f270-28c7-428b-8aa9-262c8be4667a req-de3f7c1c-9442-45ad-8728-f1acc17f5f36 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.0823581 Aug 27 12:01:38.610892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.677321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d98f270-28c7-428b-8aa9-262c8be4667a req-9cff7ae2-5236-4368-8933-9c82b72aaf05 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768373 Aug 27 12:01:38.693843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:38.702524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-52ece59c-9c2e-46c7-8999-a35bcedd14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.703927 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-52ece59c-9c2e-46c7-8999-a35bcedd14ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1484730 Aug 27 12:01:38.711661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-56cc3acf-0b48-4530-af0a-3656e39a4d3c req-543ce2db-784b-463b-b869-9385083f060f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410563 Aug 27 12:01:38.712875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:38.727120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:38.735253 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d41c5d20-c2e9-4117-927d-9de6a4adbfe3 req-0c889443-34b5-4c47-8399-9e5786ddd4fc service neutron] 10.222.0.65 "GET /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045862 Aug 27 12:01:38.753341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event updated for resources: {'Port': ['ID=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:38.804469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.816466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.817072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.822967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-edc566fa-4e73-49e7-ad2b-69ea27b0360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.824550 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-edc566fa-4e73-49e7-ad2b-69ea27b0360c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098549 Aug 27 12:01:38.876382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event deleted for resources: {'Port': ['ID=b6ce0422-b87c-4ee3-94f0-d09c70469fd4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:38.912786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d59264-3975-44e7-b3ae-56e7c316374c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1263976 Aug 27 12:01:38.935856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Request body: {'port': {'device_id': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:38.954974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.967265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:38.969168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4a980a5-1a6b-47b9-b286-9973aec5c845 req-e04bbb1e-4ef8-418a-ac85-41af73de2378 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "DELETE /v2.0/floatingips/93d7988b-bb6f-4eec-9e0f-7d2adf592155 HTTP/1.1" status: 204 len: 173 time: 0.6768987 Aug 27 12:01:38.983730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5211e-7673-401b-9d14-94da6176ee54 req-38453ab6-4304-485a-bcdc-877baa86d19f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:38.994076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bd5211e-7673-401b-9d14-94da6176ee54 req-38453ab6-4304-485a-bcdc-877baa86d19f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.1281223 Aug 27 12:01:39.013868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-43ee1e9e-3542-4669-ac4a-78f0ca820105 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745076 Aug 27 12:01:39.021570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.031412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bd5211e-7673-401b-9d14-94da6176ee54 req-672458b7-72e1-49fc-bf7b-8b310ca6d323 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367081 Aug 27 12:01:39.085217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fbf797e5-b16b-436e-be7d-7fb926682f70 None None] Provisioning for port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:39.089308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fbf797e5-b16b-436e-be7d-7fb926682f70 None None] Provisioning complete for port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:39.089891 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fbf797e5-b16b-436e-be7d-7fb926682f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.094808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668826-41cf-46f8-9434-7a6d9c757543 req-3bbb1ea4-14cd-4aba-851e-0a5b9469a781 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.096761 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7668826-41cf-46f8-9434-7a6d9c757543 req-3bbb1ea4-14cd-4aba-851e-0a5b9469a781 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 947 time: 0.0610199 Aug 27 12:01:39.132191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fbf797e5-b16b-436e-be7d-7fb926682f70 None None] Port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:39.147694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7668826-41cf-46f8-9434-7a6d9c757543 req-66262229-dddc-4018-9577-7b732a608494 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Aug 27 12:01:39.174628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-311ace82-7b03-420f-82de-9087bf8b134b tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=64d3c9d269754012b29199516f46c207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235305 Aug 27 12:01:39.220115 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d8cd2c3-12ae-425b-91b7-fe55821b73d1 req-cbfcdaa5-5b71-4857-89de-79421bf85ba3 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949568 Aug 27 12:01:39.279323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-1a2d171a-dc30-406d-8e9a-ef38ac8c4531 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips/247bbf7a-9ee1-4ff3-a662-37ebbb25dadd HTTP/1.1" status: 200 len: 693 time: 0.0994041 Aug 27 12:01:39.369762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ccf85e7a-73b8-406f-9251-2b6564355e4b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:39.399189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-4edac590-bd3b-478c-8a9e-af659d941d50 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.400856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-4edac590-bd3b-478c-8a9e-af659d941d50 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199533 Aug 27 12:01:39.430427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85afd-da23-4049-86f9-af72afa8831d req-28889642-3bde-492a-be6c-cda74d1289d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.432632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-28889642-3bde-492a-be6c-cda74d1289d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1099 time: 0.0837414 Aug 27 12:01:39.434963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a5b1a2-5805-45dd-9131-a3ba66d1c89c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:39.443682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.444921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-f657b799-c278-4d51-81bc-9d12b692c502 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.450921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-f657b799-c278-4d51-81bc-9d12b692c502 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.1641605 Aug 27 12:01:39.452872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-b6143122-d22c-4ad9-81e8-c442701e6405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/quotas/64d3c9d269754012b29199516f46c207 HTTP/1.1" status: 200 len: 375 time: 0.0426168 Aug 27 12:01:39.473656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Transition to ACTIVE for port object 64a5b1a2-5805-45dd-9131-a3ba66d1c89c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:39.486910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ccf85e7a-73b8-406f-9251-2b6564355e4b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:39.499951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ccf85e7a-73b8-406f-9251-2b6564355e4b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'ccf85e7a-73b8-406f-9251-2b6564355e4b', 'mac_address': 'fa:16:3e:42:1b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:39.504001 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.538268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-6b923d91-783a-4bc8-b2f0-604a835dedf2 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0833821 Aug 27 12:01:39.541430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-8be92631-9da6-46fe-9d69-0331f491714f tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=64d3c9d269754012b29199516f46c207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721686 Aug 27 12:01:39.562485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.577279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Pushing event updated for resources: {'Port': ['ID=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:39.592526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf85e7a-73b8-406f-9251-2b6564355e4b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:39.623542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ccf85e7a-73b8-406f-9251-2b6564355e4b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:39.629237 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.631316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 511593e7-d311-4270-bd80-ff237df794e7 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:39.654748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-afe6271d-5b01-41d8-b4e7-510c49032f6b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0912397 Aug 27 12:01:39.668165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85afd-da23-4049-86f9-af72afa8831d req-66ba376e-dd97-4823-a6cc-934434826dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.669695 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-66ba376e-dd97-4823-a6cc-934434826dc3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2201324 Aug 27 12:01:39.757981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ccf85e7a-73b8-406f-9251-2b6564355e4b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:39.810911 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-73406b9e-e4e5-4d14-93f3-654212fb2c72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae HTTP/1.1" status: 200 len: 217 time: 0.1283181 Aug 27 12:01:39.828505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:39.843035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '511593e7-d311-4270-bd80-ff237df794e7', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'port_id': '511593e7-d311-4270-bd80-ff237df794e7', 'mac_address': 'fa:16:3e:ab:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13722941-4dcf-46a6-ad0e-febf8aa83384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:39.861537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Attempting to bind port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:39.862264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Attempting to bind port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:39.862865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Attempting to bind port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:39.889177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:39.890662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Attempting to bind port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:39.891893 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.903060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:39.903673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:39.904641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:39.905826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Bound port: 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:39.906660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.909271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511593e7-d311-4270-bd80-ff237df794e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:39.931964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Deleting port 9c736961-364c-42c8-9b62-9ae66fd51671 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:39.932523 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.935250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:39.940878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:39.952808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0f44-7f83-4b04-bba6-e0fff9e1c7ea req-dcfc05fc-919d-43c2-a296-565339090f27 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.954328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18bf0f44-7f83-4b04-bba6-e0fff9e1c7ea req-dcfc05fc-919d-43c2-a296-565339090f27 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 947 time: 0.0836580 Aug 27 12:01:39.984874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85afd-da23-4049-86f9-af72afa8831d req-1bc2f658-7056-4696-8893-ec2740c34df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:39.986545 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-1bc2f658-7056-4696-8893-ec2740c34df2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1509833 Aug 27 12:01:40.010115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:40.024124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] For port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:40.050714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18bf0f44-7f83-4b04-bba6-e0fff9e1c7ea req-4dc9048a-de58-4613-a936-581c594c5af1 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Aug 27 12:01:40.059409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] For port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:40.066835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.086507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.086507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.094081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Calling delete_port for 9c736961-364c-42c8-9b62-9ae66fd51671 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:40.128319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85afd-da23-4049-86f9-af72afa8831d req-48cd959e-a775-4c46-b123-f9754dcc4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.130419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-48cd959e-a775-4c46-b123-f9754dcc4e73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259334 Aug 27 12:01:40.132763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Pushing event updated for resources: {'Port': ['ID=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:40.137320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.137918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.139297 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-026f3f17-fbda-475c-8557-ac7f1c7ffd4d service neutron] 10.222.0.77 "PUT /v2.0/ports/64a5b1a2-5805-45dd-9131-a3ba66d1c89c HTTP/1.1" status: 200 len: 1095 time: 1.2078547 Aug 27 12:01:40.288879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149d038-76f5-4efb-bbae-8290db9bed44 req-ca4ebb0e-1ff8-40b7-909e-4a2adf6433ba tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.297187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9149d038-76f5-4efb-bbae-8290db9bed44 req-ca4ebb0e-1ff8-40b7-909e-4a2adf6433ba tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 945 time: 0.1020656 Aug 27 12:01:40.344843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9149d038-76f5-4efb-bbae-8290db9bed44 req-66b43a25-1556-413a-ab3c-f6a32cd13435 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465827 Aug 27 12:01:40.372110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-0baa8e1f-993a-483c-aea2-ac34695aae0b service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088656 Aug 27 12:01:40.381747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['511593e7-d311-4270-bd80-ff237df794e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:40.437378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.448567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ccf85e7a-73b8-406f-9251-2b6564355e4b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:40.569763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'tag': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:40.573573 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6181b53-8354-468a-a5da-5fdc943c9c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "affa79ab-d110-43b3-ae7c-9b70f65e8d04", "tag": "64a5b1a2-5805-45dd-9131-a3ba66d1c89c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:40.611982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-8037b410-865c-4133-a359-483bf7c0b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.614872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-8037b410-865c-4133-a359-483bf7c0b5c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 1098 time: 0.3254445 Aug 27 12:01:40.616642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event deleted for resources: {'Port': ['ID=9c736961-364c-42c8-9b62-9ae66fd51671,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:40.621135 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-92b85afd-da23-4049-86f9-af72afa8831d req-eb9665b3-e24a-4d3f-92de-d78aac8bae1d service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353873 Aug 27 12:01:40.657166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26a12-729c-462c-9d34-a518feb4f9b6 req-8792e1b0-0150-44d3-b019-77269d04bf71 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.658704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64c26a12-729c-462c-9d34-a518feb4f9b6 req-8792e1b0-0150-44d3-b019-77269d04bf71 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1808803 Aug 27 12:01:40.661087 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.663680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:40.664781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9315d-3134-4556-bdc6-597db6b8db38 req-272727a2-9eda-438d-ab7c-a3dcc1ab101b tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "DELETE /v2.0/floatingips/247bbf7a-9ee1-4ff3-a662-37ebbb25dadd HTTP/1.1" status: 204 len: 173 time: 0.9931316 Aug 27 12:01:40.706216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64c26a12-729c-462c-9d34-a518feb4f9b6 req-f1ddacba-1ec0-476e-a2c9-a6c0f5ba2936 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Aug 27 12:01:40.763320 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-a1b53cd1-5297-44bd-988a-d7d54cec79a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c HTTP/1.1" status: 200 len: 217 time: 0.0464096 Aug 27 12:01:40.799815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-b5e20bde-c718-49a0-a4b9-20bda88df7ff tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=64d3c9d269754012b29199516f46c207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232489 Aug 27 12:01:40.822994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-13590dd3-78a8-4dab-9419-3e2666a1af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.824811 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-13590dd3-78a8-4dab-9419-3e2666a1af04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0501657 Aug 27 12:01:40.871794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e65b5-5596-467e-9d65-124f37c23c39 req-7890bbca-ca87-48fb-b8c0-c621751265ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.873816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-7890bbca-ca87-48fb-b8c0-c621751265ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403230 Aug 27 12:01:40.912882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1402c3-4c23-4cb2-b8a6-3fbf3a185c6a req-854cf764-a6b7-437f-af67-8ef830e12f58 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.914398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd1402c3-4c23-4cb2-b8a6-3fbf3a185c6a req-854cf764-a6b7-437f-af67-8ef830e12f58 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.1136916 Aug 27 12:01:40.959745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-aac68034-0403-4031-a678-5d33c0c9256a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:40.961597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-aac68034-0403-4031-a678-5d33c0c9256a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516840 Aug 27 12:01:40.978138 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-1f6a774f-8aa1-4d28-a4a8-4f0a708eff5a service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866313 Aug 27 12:01:40.985077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd1402c3-4c23-4cb2-b8a6-3fbf3a185c6a req-ce8588ec-1dec-416c-b0e8-754c9eaa5ac2 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625744 Aug 27 12:01:40.987382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-8a88e1be-9bab-45ee-9efd-98a18b6378e3 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/quotas/64d3c9d269754012b29199516f46c207 HTTP/1.1" status: 200 len: 375 time: 0.0200834 Aug 27 12:01:41.022788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-ee320cce-50d1-45dc-bf92-7f798d0fb727 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=64d3c9d269754012b29199516f46c207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285120 Aug 27 12:01:41.075141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-984e65b5-5596-467e-9d65-124f37c23c39 req-35d57ed5-4ef4-4a5b-8d04-2abe93fedfef service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841980 Aug 27 12:01:41.096119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b3b3-b0a7-4ce9-a3cd-a3c4b57ac5ac req-e7aa334b-4977-43a7-8098-51fcf75c2ab6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.098469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4264b3b3-b0a7-4ce9-a3cd-a3c4b57ac5ac req-e7aa334b-4977-43a7-8098-51fcf75c2ab6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 948 time: 0.0529032 Aug 27 12:01:41.149586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4264b3b3-b0a7-4ce9-a3cd-a3c4b57ac5ac req-91190542-ae5a-47e4-ab21-b8d26371e697 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Aug 27 12:01:41.154819 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8902749-6e23-47bb-bca8-ced0b957c013 x-openstack-request-id: req-f8902749-6e23-47bb-bca8-ced0b957c013 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:41.155120 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affa79ab-d110-43b3-ae7c-9b70f65e8d04", "tag": "64a5b1a2-5805-45dd-9131-a3ba66d1c89c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:41.155378 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8902749-6e23-47bb-bca8-ced0b957c013 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:41.155781 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'tag': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c', 'status': 'completed', 'code': 200} Aug 27 12:01:41.227121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-d40ae687-ca98-409b-b3e9-20029eed8376 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips/b55f3dbe-76f3-4f62-89a5-123ada59690b HTTP/1.1" status: 200 len: 693 time: 0.0525248 Aug 27 12:01:41.304067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-51bd79ff-5a2c-461b-9d0f-b1d321831aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.306129 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-51bd79ff-5a2c-461b-9d0f-b1d321831aa9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 1098 time: 0.0517976 Aug 27 12:01:41.349892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2080367-ca3d-4cd7-becf-5ba830b2b99a req-1eeab83f-9f2d-4517-9a1e-623960a5d319 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.351433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2080367-ca3d-4cd7-becf-5ba830b2b99a req-1eeab83f-9f2d-4517-9a1e-623960a5d319 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.1161544 Aug 27 12:01:41.361897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:41.375664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Request body: {'floatingip': {'port_id': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:41.414744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-f0714b62-414d-45d4-885a-d9ff3ddb6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.416746 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-f0714b62-414d-45d4-885a-d9ff3ddb6f5b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.0993614 Aug 27 12:01:41.447015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-f0880669-4bbe-4ad0-95a7-7bd66388d918 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.448602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-f0880669-4bbe-4ad0-95a7-7bd66388d918 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2152131 Aug 27 12:01:41.450776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:41.480647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-6cf40b8a-0a5d-4e5c-85e3-3b0b52755fd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c HTTP/1.1" status: 200 len: 217 time: 0.0476668 Aug 27 12:01:41.543613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-9901c086-0c18-4ed7-9a4c-a14856b8997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.545379 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-9901c086-0c18-4ed7-9a4c-a14856b8997f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0519688 Aug 27 12:01:41.589505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-1332225a-ba12-476c-ab3c-4e4820f9bac7 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0985985 Aug 27 12:01:41.599335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-91903991-d863-4eb4-bd00-39cfbabb4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.601195 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-91903991-d863-4eb4-bd00-39cfbabb4e08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474579 Aug 27 12:01:41.671371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96d5ac-cb35-41ba-bf41-d43507aa0ed1 req-f643f99d-dd91-47ad-9d0e-00ff49780d1c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:41.672870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da96d5ac-cb35-41ba-bf41-d43507aa0ed1 req-f643f99d-dd91-47ad-9d0e-00ff49780d1c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 947 time: 0.2196970 Aug 27 12:01:41.690254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-8ae769cf-abf3-42ce-946f-cce96657c61e tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0874150 Aug 27 12:01:41.701326 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-d566c4c3-dc96-4b4c-b716-e98880b33993 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918307 Aug 27 12:01:41.806911 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6181b53-8354-468a-a5da-5fdc943c9c1c req-923ca693-ddf2-45d6-b7c7-f02c5e792a7c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893357 Aug 27 12:01:41.837565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da96d5ac-cb35-41ba-bf41-d43507aa0ed1 req-8fff9a01-195f-4cc7-9b92-3e2aae6098df tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529958 Aug 27 12:01:41.983268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04c06136-71c3-45bd-87e9-a35a8b6d829b req-0bb66e9d-c4dc-4a88-a8f3-b6d451b39de5 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 210 time: 0.0637898 Aug 27 12:01:41.992395 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-06ddfd12-dbbc-4ecb-acf7-c828e1116662 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=64d3c9d269754012b29199516f46c207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244462 Aug 27 12:01:42.032331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Deleting port 44fdd6f2-bbd8-4ca1-a7e1-7e058ec2258b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:42.032669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.122135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-bde4d1e8-e05e-4684-b393-210695eed1fa tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:42.123723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-bde4d1e8-e05e-4684-b393-210695eed1fa tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215975 Aug 27 12:01:42.173924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Request body: {'port': {'device_id': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '64d3c9d269754012b29199516f46c207'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:42.252586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-52d94198-3559-4829-ac23-e0804c4ae182 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=64d3c9d269754012b29199516f46c207&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285177 Aug 27 12:01:42.413119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-b6552925-825e-43c1-8ddb-252b2b4faff4 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:42.414554 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-b6552925-825e-43c1-8ddb-252b2b4faff4 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543081 Aug 27 12:01:42.415583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Made reservation on behalf of 64d3c9d269754012b29199516f46c207 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:42.418767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.438068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Request body: {'port': {'device_id': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '64d3c9d269754012b29199516f46c207'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:42.441273 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.486759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769da12-5bbe-4a47-aec7-afe0ef89c5a1 req-f23b836f-a875-49d3-bb91-c912b4a289aa tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:42.488997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4769da12-5bbe-4a47-aec7-afe0ef89c5a1 req-f23b836f-a875-49d3-bb91-c912b4a289aa tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.4068849 Aug 27 12:01:42.495441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.495766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.528802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Calling delete_port for 44fdd6f2-bbd8-4ca1-a7e1-7e058ec2258b owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:42.618183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.623897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.627062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4769da12-5bbe-4a47-aec7-afe0ef89c5a1 req-d0cf9c48-f6a1-404b-9349-dbc629dcca16 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286891 Aug 27 12:01:42.640255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.645520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.669398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Made reservation on behalf of 64d3c9d269754012b29199516f46c207 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:42.672900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.715433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2850eb4-b807-4415-9406-ae68763af319,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:42.824410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3929f-a336-4a94-8672-341a0f4d0504 req-19d12b07-0be8-4f9f-aa71-6c4291938742 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:42.825876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2fe3929f-a336-4a94-8672-341a0f4d0504 req-19d12b07-0be8-4f9f-aa71-6c4291938742 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 945 time: 0.1304297 Aug 27 12:01:42.828554 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Floating IP 84de2029-07da-4680-bde4-27078cad72f1 associated. External IP: 172.25.8.175, port: 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c. Aug 27 12:01:42.851643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Allocated IP 192.168.233.221 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/4fd526c1-97cf-4ca0-9fa6-05d80ae11333) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:42.916436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:42.974842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2fe3929f-a336-4a94-8672-341a0f4d0504 req-d34e4e43-09ed-453a-a496-6bfa946cd45c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408384 Aug 27 12:01:42.980489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Pushing event deleted for resources: {'Port': ['ID=44fdd6f2-bbd8-4ca1-a7e1-7e058ec2258b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:43.007257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.023264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Transition to ACTIVE for port object 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:43.058949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.131610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.134123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.135298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b1293ba-3e6e-4322-891e-c630090549c0 req-7d8865a6-57b4-4d34-848a-e04b249ef6e0 tempest-FloatingIPDetailsTestJSON-2142008657 tempest-FloatingIPDetailsTestJSON-2142008657-project] 10.222.0.76 "DELETE /v2.0/floatingips/b55f3dbe-76f3-4f62-89a5-123ada59690b HTTP/1.1" status: 204 len: 173 time: 1.4367545 Aug 27 12:01:43.142686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:43.143333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:43.195612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4387f-2caf-44b3-89ce-9ad4da6f45a3 req-0c76739a-2d98-4b52-9fb8-8da9b266cd8f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:43.197127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5e4387f-2caf-44b3-89ce-9ad4da6f45a3 req-0c76739a-2d98-4b52-9fb8-8da9b266cd8f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 948 time: 0.1167784 Aug 27 12:01:43.200292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:43.210679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:43.213584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Allocated IP 192.168.233.197 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/31834805-a845-49f4-a2dd-b8f45d404c23) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:43.215794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:43.243531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Router f163c4ce-4498-4934-8b90-2d74c62c39ce has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:43.341028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5e4387f-2caf-44b3-89ce-9ad4da6f45a3 req-db3ddb6e-8df0-4300-b4c8-8dec9ee0b298 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221890 Aug 27 12:01:43.346651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:43.378083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819ac1-77a6-46a4-9aac-bfa6954563b6 req-8da5099d-9e3e-4c86-9ab7-aca3fb60f3d9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:43.390898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19819ac1-77a6-46a4-9aac-bfa6954563b6 req-8da5099d-9e3e-4c86-9ab7-aca3fb60f3d9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.1926467 Aug 27 12:01:43.416828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ccf85e7a-73b8-406f-9251-2b6564355e4b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:43.516996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-02ee7652-72ec-4a6a-b643-e77d8d1acb8b None None] Provisioning for port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:43.544573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-02ee7652-72ec-4a6a-b643-e77d8d1acb8b None None] Provisioning complete for port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:43.545109 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-02ee7652-72ec-4a6a-b643-e77d8d1acb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.582440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19819ac1-77a6-46a4-9aac-bfa6954563b6 req-a921bfea-2c85-477e-84d0-b6b5daa25ec8 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845603 Aug 27 12:01:43.586938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ccf85e7a-73b8-406f-9251-2b6564355e4b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:43.602004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:43.602698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.613202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ccf85e7a-73b8-406f-9251-2b6564355e4b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:43.613607 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.625836 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-0cbd7c2a-c5b7-48e6-8dd5-68630d77a930 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4559948 Aug 27 12:01:43.659119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Request body: {'port': {'device_id': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:43.662140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:43.686523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'mac_address': 'fa:16:3e:ca:70:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:43.697545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:43.703059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.721531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:43.730402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-02ee7652-72ec-4a6a-b643-e77d8d1acb8b None None] Port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:43.754289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b5db-d815-4dc2-b3d0-b34f5e7f48ca req-51ad87d4-d9b8-46b3-9cb1-ebd9a7c411aa tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:43.755840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6a2b5db-d815-4dc2-b3d0-b34f5e7f48ca req-51ad87d4-d9b8-46b3-9cb1-ebd9a7c411aa tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 947 time: 0.2135310 Aug 27 12:01:43.769959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:43.770550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:01:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:43.776928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-03df9388-30f6-466b-b128-ec4924a62b06 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "PUT /v2.0/floatingips/84de2029-07da-4680-bde4-27078cad72f1 HTTP/1.1" status: 200 len: 992 time: 2.4139552 Aug 27 12:01:43.779051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1f97acc-cabc-47ca-9d3d-b2e2e03edba3 req-5d3440be-b2bd-4c99-a56b-54ee70e22861 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 210 time: 0.0470741 Aug 27 12:01:43.780454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:43.786888 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:43.813683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.830929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6a2b5db-d815-4dc2-b3d0-b34f5e7f48ca req-d93c052d-8063-49e8-b834-5bdb46bce52d tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614443 Aug 27 12:01:43.855157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:43.869055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.906942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.915192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c08e5-cd8a-43b0-9289-ee015de809f7 req-04d6fef2-2327-4f12-96b1-7074716b8282 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:43.917439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed8c08e5-cd8a-43b0-9289-ee015de809f7 req-04d6fef2-2327-4f12-96b1-7074716b8282 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.0712736 Aug 27 12:01:43.932268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:43.939440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e7918-2e16-4112-8b89-01d81e33448d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf85e7a-73b8-406f-9251-2b6564355e4b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:43.942176 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314712d7-3608-4ac2-ab03-619c364de100" -d '{"events": [{"server_uuid": "285e7918-2e16-4112-8b89-01d81e33448d", "name": "network-vif-plugged", "status": "completed", "tag": "ccf85e7a-73b8-406f-9251-2b6564355e4b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:43.954559 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.963761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.966236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ccf85e7a-73b8-406f-9251-2b6564355e4b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:43.987425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed8c08e5-cd8a-43b0-9289-ee015de809f7 req-bfd58353-e257-48e0-b60e-4a47861b0c46 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 Aug 27 12:01:43.991244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dabc2-3abb-4f2a-a5eb-73cbe3b3a1a9 req-4280d4cb-b5a3-4533-97be-fe33e6850572 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:43.992821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:43.993408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 511593e7-d311-4270-bd80-ff237df794e7 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:44.002336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-119dabc2-3abb-4f2a-a5eb-73cbe3b3a1a9 req-4280d4cb-b5a3-4533-97be-fe33e6850572 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1096 time: 0.1019497 Aug 27 12:01:44.012432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Transition to ACTIVE for port object 31834805-a845-49f4-a2dd-b8f45d404c23 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:44.034597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:44.054225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-119dabc2-3abb-4f2a-a5eb-73cbe3b3a1a9 req-d08667d2-ba9a-4f48-abb8-ae58cd46753b tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Aug 27 12:01:44.095990 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b224b73-a666-4677-8514-c5e723cad31c x-openstack-request-id: req-8b224b73-a666-4677-8514-c5e723cad31c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:44.096280 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:44.096540 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b224b73-a666-4677-8514-c5e723cad31c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:44.096947 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'status': 'completed', 'code': 200} Aug 27 12:01:44.180791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-29698b72-f1a8-429d-9522-351f29779ea0 req-f668b8b0-f0c9-4944-b68e-f9b2d05402dc tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:44.181814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29698b72-f1a8-429d-9522-351f29779ea0 req-f668b8b0-f0c9-4944-b68e-f9b2d05402dc tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080602 Aug 27 12:01:44.251783 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde8aeda-1ac7-43b5-95e7-9e7250d32817 x-openstack-request-id: req-bde8aeda-1ac7-43b5-95e7-9e7250d32817 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:44.252081 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e7918-2e16-4112-8b89-01d81e33448d", "name": "network-vif-plugged", "status": "completed", "tag": "ccf85e7a-73b8-406f-9251-2b6564355e4b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:44.252345 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bde8aeda-1ac7-43b5-95e7-9e7250d32817 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:44.252733 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e7918-2e16-4112-8b89-01d81e33448d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf85e7a-73b8-406f-9251-2b6564355e4b', 'code': 200} Aug 27 12:01:44.257930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-9a3aee2e-24c7-4ab3-9cb6-5d7295f867ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.259531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-9a3aee2e-24c7-4ab3-9cb6-5d7295f867ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3b34dbfb1a124b82ab838b1219014f29&device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 1097 time: 0.1238525 Aug 27 12:01:44.270251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:44.315468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07da6d-e7cd-4900-90d7-5dd74a7897ca req-50d234ed-b3e9-4270-8fe0-f0f0a591a972 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.315678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:44.317653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd07da6d-e7cd-4900-90d7-5dd74a7897ca req-50d234ed-b3e9-4270-8fe0-f0f0a591a972 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 945 time: 0.1544693 Aug 27 12:01:44.332339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.332972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.333409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.333917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.334535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.334982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.335407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.335993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.336120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29698b72-f1a8-429d-9522-351f29779ea0 req-d4b6af41-9e6e-4289-bc19-f488b3c62026 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1387389 Aug 27 12:01:44.336529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.338086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.338819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.339361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:01:44.358549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26502765-3813-41a5-ad3b-3ba12997a4da req-4ca60c0f-0a61-4ee2-b3c3-eaf5926322bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.360310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26502765-3813-41a5-ad3b-3ba12997a4da req-4ca60c0f-0a61-4ee2-b3c3-eaf5926322bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 1100 time: 0.1286290 Aug 27 12:01:44.409464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd07da6d-e7cd-4900-90d7-5dd74a7897ca req-8cd027e2-caa5-4e3c-80e9-ed3176d6f656 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840988 Aug 27 12:01:44.436537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26502765-3813-41a5-ad3b-3ba12997a4da req-53de8da8-472d-45b4-abf7-5f704a1982de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674121 Aug 27 12:01:44.436963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:44.453040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 511593e7-d311-4270-bd80-ff237df794e7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:44.462483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:44.484636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:44.489001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 511593e7-d311-4270-bd80-ff237df794e7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:44.489371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:44.498073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ccf85e7a-73b8-406f-9251-2b6564355e4b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:44.503827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:44.677992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.678786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:44.690403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-c627e581-0ce3-4fc1-ae8f-bd0922647b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.691848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-c627e581-0ce3-4fc1-ae8f-bd0922647b37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 200 len: 924 time: 0.4196637 Aug 27 12:01:44.701508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['690e12e9-97b1-42cf-a0d9-42e46b2ceaae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:44.749110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25919ace-4908-4fd6-a606-9fb4095f682d req-c534115d-3c08-4111-bc50-c23566075785 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.750744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25919ace-4908-4fd6-a606-9fb4095f682d req-c534115d-3c08-4111-bc50-c23566075785 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 949 time: 0.1129301 Aug 27 12:01:44.767068 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:44.811617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25919ace-4908-4fd6-a606-9fb4095f682d req-16a0f37d-0fd4-4982-8669-88c728b01561 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Aug 27 12:01:44.825904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:44.842290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '84de2029-07da-4680-bde4-27078cad72f1', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'port_id': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'mac_address': 'fa:16:3e:10:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T11:59:07Z', 'updated_at': '2021-08-27T12:01:42Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:44.855145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-5ee914bb-49a7-4d54-b09d-cb6799a79fda tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4209120 Aug 27 12:01:44.861777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:44.873258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Request body: {'port': {'device_id': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:44.876219 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:44.882055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:44.940859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86160e81-6a7f-4c01-9c78-39328fd3415f req-49dcc04c-8f11-403e-b643-887f1dd6f3b9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:44.941762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-bac153c5-102f-41b4-b39d-46d3fff2de95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c HTTP/1.1" status: 200 len: 1000 time: 0.2386777 Aug 27 12:01:44.942562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86160e81-6a7f-4c01-9c78-39328fd3415f req-49dcc04c-8f11-403e-b643-887f1dd6f3b9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.0594068 Aug 27 12:01:44.955450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:44.956219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:01:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:44.985761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:45.006186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86160e81-6a7f-4c01-9c78-39328fd3415f req-fa25e9e4-becb-418e-8d90-e6ff399a3c87 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Aug 27 12:01:45.012613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:45.027729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.033741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.052652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1a278a5f-0932-4842-9e0d-b681bceb3c03 None None] Provisioning for port 31834805-a845-49f4-a2dd-b8f45d404c23 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:45.064610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1a278a5f-0932-4842-9e0d-b681bceb3c03 None None] Provisioning complete for port 31834805-a845-49f4-a2dd-b8f45d404c23 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:45.065217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a278a5f-0932-4842-9e0d-b681bceb3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.117161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Transition to ACTIVE for port object 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:45.118873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-e9403675-ca83-4eec-ba73-a8ae36d0532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:45.120497 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-e9403675-ca83-4eec-ba73-a8ae36d0532c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 200 len: 862 time: 0.1682229 Aug 27 12:01:45.128377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.162863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a30f26-1033-4614-af16-a95128da68f9 req-01f134cb-ac0a-4d59-9f44-41104dfb747a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:45.164439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21a30f26-1033-4614-af16-a95128da68f9 req-01f134cb-ac0a-4d59-9f44-41104dfb747a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 936 time: 0.0927024 Aug 27 12:01:45.179700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1a278a5f-0932-4842-9e0d-b681bceb3c03 None None] Port 31834805-a845-49f4-a2dd-b8f45d404c23 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:45.244800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21a30f26-1033-4614-af16-a95128da68f9 req-30848192-a34c-43b4-81a4-2df0a3ab93f7 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689821 Aug 27 12:01:45.255124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:45.388574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 64a5b1a2-5805-45dd-9131-a3ba66d1c89c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:45.397494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477156f-360d-49a8-b68a-7bf249e91001 req-437f92c2-cb43-4ba8-a222-2c0f003d77a0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:45.399095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d477156f-360d-49a8-b68a-7bf249e91001 req-437f92c2-cb43-4ba8-a222-2c0f003d77a0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 947 time: 0.0720081 Aug 27 12:01:45.455167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d477156f-360d-49a8-b68a-7bf249e91001 req-8e48afd7-93da-4bc6-b521-b277227923a2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466218 Aug 27 12:01:45.471801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:45.501403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-ae2c1e3d-da91-455e-ae22-20dfd0709013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:45.503430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-ae2c1e3d-da91-455e-ae22-20dfd0709013 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7448c16-e86f-486a-940b-967a191f38ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3654432 Aug 27 12:01:45.508276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Attempting to bind port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:45.508861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Attempting to bind port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:45.509217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Attempting to bind port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:45.535670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:45.536035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Attempting to bind port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:45.568786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:45.588678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c', 'mac_address': 'fa:16:3e:d2:d4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:45.592537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a22c83-3a9f-4704-9be3-801f2c1d1af1 req-bba3545c-c8a7-4e63-b27f-a94370ab3dcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:45.601804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91a22c83-3a9f-4704-9be3-801f2c1d1af1 req-bba3545c-c8a7-4e63-b27f-a94370ab3dcd tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.0622489 Aug 27 12:01:45.645941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91a22c83-3a9f-4704-9be3-801f2c1d1af1 req-0bd9e5c8-5812-4053-b697-c868170f7d1c tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Aug 27 12:01:45.647126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-534bf069-18c6-4431-8710-8a998bd8aa8f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:45.648123 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-534bf069-18c6-4431-8710-8a998bd8aa8f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056794 Aug 27 12:01:45.654742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:45.655458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:45.656204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:45.657104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Bound port: 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:45.657631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.679069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.688155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Request body: {'binding': {'host': 'n-h2-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:45.688831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:01:45.696007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a5b1a2-5805-45dd-9131-a3ba66d1c89c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:45.724496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:45.730632 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:45.770302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '84de2029-07da-4680-bde4-27078cad72f1', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'port_id': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'mac_address': 'fa:16:3e:10:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T11:59:07Z', 'updated_at': '2021-08-27T12:01:42Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:45.803719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fff39-ff9e-4390-9263-adb5b70a2ccb None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '84de2029-07da-4680-bde4-27078cad72f1', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'floating_ip_address': '172.25.8.175', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'port_id': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'mac_address': 'fa:16:3e:10:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T11:59:07Z', 'updated_at': '2021-08-27T12:01:42Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:45.826471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:45.836634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16542e-7b55-4c63-8735-cb664aef9567 req-1ef03e7a-74d3-4fa5-8ba2-174d80e3e877 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:45.846873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b16542e-7b55-4c63-8735-cb664aef9567 req-1ef03e7a-74d3-4fa5-8ba2-174d80e3e877 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.0799956 Aug 27 12:01:45.888372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b16542e-7b55-4c63-8735-cb664aef9567 req-560e67f0-19bb-4e87-906e-9cf1ac665841 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Aug 27 12:01:45.919072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-b51777e9-4491-429d-89f5-b820edd3bfe9 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919873 Aug 27 12:01:46.018829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa64b1-0ff7-4e4b-b341-deb3aa93567a req-0405aee7-45a3-4535-bf33-4e713a3f6522 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.023615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-effa64b1-0ff7-4e4b-b341-deb3aa93567a req-0405aee7-45a3-4535-bf33-4e713a3f6522 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.0683661 Aug 27 12:01:46.052529 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b72b73-0046-4e97-b13e-9a36c12b312c None None] New status for floating IP 84de2029-07da-4680-bde4-27078cad72f1: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:01:46.075136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-effa64b1-0ff7-4e4b-b341-deb3aa93567a req-fc4b14e7-5769-43a7-8fc2-99a9eb5f1fd3 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477762 Aug 27 12:01:46.194669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9bcbc-e684-42d2-8605-b2dd93c80173 req-a66b78c4-1aab-47cc-b5e2-0a49c4e82781 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.203193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bad9bcbc-e684-42d2-8605-b2dd93c80173 req-a66b78c4-1aab-47cc-b5e2-0a49c4e82781 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 949 time: 0.0628953 Aug 27 12:01:46.251920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bad9bcbc-e684-42d2-8605-b2dd93c80173 req-23a0de0c-f952-4567-bfee-76e2df0f9597 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455182 Aug 27 12:01:46.254207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511593e7-d311-4270-bd80-ff237df794e7'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:46.258021 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc3cc4a-48f7-44d8-af22-99ba195ff0f5" -d '{"events": [{"server_uuid": "3185f1c2-21c2-4edb-8362-174a2ca56763", "name": "network-vif-plugged", "status": "completed", "tag": "511593e7-d311-4270-bd80-ff237df794e7"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:46.302352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:46.336196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['64a5b1a2-5805-45dd-9131-a3ba66d1c89c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:46.362405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:46.389668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.403929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31834805-a845-49f4-a2dd-b8f45d404c23 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:46.448234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.477679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bb5ba-64ad-492d-bc95-ffc5a5628f34 req-1881b8e2-1aa6-4e79-bc46-80dffeee3b00 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.477921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.478591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.479978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] 10.222.0.77 "PUT /v2.0/ports/4fd526c1-97cf-4ca0-9fa6-05d80ae11333 HTTP/1.1" status: 200 len: 1096 time: 2.8282351 Aug 27 12:01:46.484941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bb5ba-64ad-492d-bc95-ffc5a5628f34 req-1881b8e2-1aa6-4e79-bc46-80dffeee3b00 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.488092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:46.490442 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474" -d '{"events": [{"name": "network-changed", "server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:46.495298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bb5ba-64ad-492d-bc95-ffc5a5628f34 req-1881b8e2-1aa6-4e79-bc46-80dffeee3b00 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.498615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd8bb5ba-64ad-492d-bc95-ffc5a5628f34 req-1881b8e2-1aa6-4e79-bc46-80dffeee3b00 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc&device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677&device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 2417 time: 0.0941625 Aug 27 12:01:46.511305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Transition to ACTIVE for port object 31834805-a845-49f4-a2dd-b8f45d404c23 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:46.513255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Deleting port 1aafe8d6-bd52-4ff2-827a-914414386de9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:46.513635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.517067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e3b9b4e-fd78-4d73-b40b-d2b4725ab64a req-8370e26e-d69d-4bf8-be64-05b39bb46b94 service neutron] 10.222.0.65 "GET /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696509 Aug 27 12:01:46.521212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on host n-h2-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:46.521556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:46.521893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:46.543287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.558654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd8bb5ba-64ad-492d-bc95-ffc5a5628f34 req-b271b39b-12a4-43a7-a6ab-42b757140fa5 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Aug 27 12:01:46.601726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:46.601865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:46.633379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe0854-a544-4c90-9470-7bc5286a1940 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:46.648980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:46.649322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:46.649717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:46.650172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Bound port: 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:46.667601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2484b0-5a3c-4a17-9935-7a9597e7c813 req-d8d85174-a8fa-486e-bc8e-45588da6ef45 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.669151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da2484b0-5a3c-4a17-9935-7a9597e7c813 req-d8d85174-a8fa-486e-bc8e-45588da6ef45 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 948 time: 0.0601120 Aug 27 12:01:46.711512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da2484b0-5a3c-4a17-9935-7a9597e7c813 req-d5369323-9f66-4439-871a-d2796239d258 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360496 Aug 27 12:01:46.757115 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f17dad-673b-4efb-9b41-412a6e420730 x-openstack-request-id: req-70f17dad-673b-4efb-9b41-412a6e420730 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:46.757646 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3185f1c2-21c2-4edb-8362-174a2ca56763", "name": "network-vif-plugged", "status": "completed", "tag": "511593e7-d311-4270-bd80-ff237df794e7", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:46.757646 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70f17dad-673b-4efb-9b41-412a6e420730 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:46.758060 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511593e7-d311-4270-bd80-ff237df794e7', 'code': 200} Aug 27 12:01:46.797784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:46.812986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-9a47c40d-baa9-4efa-9a5d-e4b330d62dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.814243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-9a47c40d-baa9-4efa-9a5d-e4b330d62dc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=64d3c9d269754012b29199516f46c207&device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 1099 time: 0.2262564 Aug 27 12:01:46.818435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] For port 1aafe8d6-bd52-4ff2-827a-914414386de9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1aafe8d6-bd52-4ff2-827a-914414386de9,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:46.818816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.838660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:46.883620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b40778-f17f-4ad3-80c2-92e848f3a7fb req-78bd0929-6f2a-4c36-b84d-e4bc5d122cab tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:46.885157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49b40778-f17f-4ad3-80c2-92e848f3a7fb req-78bd0929-6f2a-4c36-b84d-e4bc5d122cab tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 1100 time: 0.0455952 Aug 27 12:01:46.900491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:46.901661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-84781da3-05bc-4ca3-baaf-e71f8b7c0ae9 service neutron] 10.222.0.76 "POST /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868/bindings HTTP/1.1" status: 201 len: 389 time: 1.2287588 Aug 27 12:01:46.917355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Calling delete_port for 1aafe8d6-bd52-4ff2-827a-914414386de9 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:46.924654 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-74fbd749-1659-4aa3-9fd7-5924debc0f1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333 HTTP/1.1" status: 200 len: 217 time: 0.0910618 Aug 27 12:01:46.925882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49b40778-f17f-4ad3-80c2-92e848f3a7fb req-527df3a5-7530-4058-9d5f-5d8c8f82fa0e tempest-ServersOnMultiNodesTest-1839388640 tempest-ServersOnMultiNodesTest-1839388640-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Aug 27 12:01:47.021174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Attempting to bind port 31834805-a845-49f4-a2dd-b8f45d404c23 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:01:47.021174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Attempting to bind port 31834805-a845-49f4-a2dd-b8f45d404c23 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:01:47.021499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Attempting to bind port 31834805-a845-49f4-a2dd-b8f45d404c23 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:47.039163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d5bd3-1b0c-4bec-aeb0-233a6cf9fbd3 req-f07c2a99-e7ca-477b-a102-ed1ddf9cf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.040777 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5b2d5bd3-1b0c-4bec-aeb0-233a6cf9fbd3 req-f07c2a99-e7ca-477b-a102-ed1ddf9cf05e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 1097 time: 0.2003353 Aug 27 12:01:47.044682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Port 31834805-a845-49f4-a2dd-b8f45d404c23 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:01:47.045019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Attempting to bind port 31834805-a845-49f4-a2dd-b8f45d404c23 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:01:47.068180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:01:47.068525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:01:47.068922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:01:47.069357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Bound port: 31834805-a845-49f4-a2dd-b8f45d404c23, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:01:47.069724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.084893 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60e69ae-349c-457e-a988-e8d97c10ac45 x-openstack-request-id: req-f60e69ae-349c-457e-a988-e8d97c10ac45 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:47.085186 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:47.085449 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f60e69ae-349c-457e-a988-e8d97c10ac45 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:47.085847 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'status': 'completed', 'code': 200} Aug 27 12:01:47.094765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa35f41-47b7-4846-a282-b6835c65e1b1 req-dbe134be-1755-4a72-95d0-f24365f126eb tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.095154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-536f58ba-9493-435b-bf41-842862b4f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.096562 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-536f58ba-9493-435b-bf41-842862b4f4bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1591022 Aug 27 12:01:47.103718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aa35f41-47b7-4846-a282-b6835c65e1b1 req-dbe134be-1755-4a72-95d0-f24365f126eb tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 948 time: 0.0808654 Aug 27 12:01:47.125090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-d68c28e7-9975-480e-bce3-f71c2e6307fe req-a7ebff64-b28d-4b04-b7f3-0a20174a12d8 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:01:47.126313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d68c28e7-9975-480e-bce3-f71c2e6307fe req-a7ebff64-b28d-4b04-b7f3-0a20174a12d8 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150616 Aug 27 12:01:47.191425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aa35f41-47b7-4846-a282-b6835c65e1b1 req-cf335706-a5d7-4367-8f1d-7ea1977239fd tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863614 Aug 27 12:01:47.216994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5b2d5bd3-1b0c-4bec-aeb0-233a6cf9fbd3 req-ee3b5bb8-baa2-41b1-afa6-8305f2e7682b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640503 Aug 27 12:01:47.244552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d68c28e7-9975-480e-bce3-f71c2e6307fe req-d3fd1d19-6839-45f5-8a03-a073da1ba95f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1025538 Aug 27 12:01:47.267876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-cf661848-0514-4e41-936a-b7dcbe3f5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.269936 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-cf661848-0514-4e41-936a-b7dcbe3f5871 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587636 Aug 27 12:01:47.270330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-3397659f-c179-42cf-a3f5-fb1d2a4b5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.271977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-3397659f-c179-42cf-a3f5-fb1d2a4b5b34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1096 time: 0.0731323 Aug 27 12:01:47.278042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:01:47.283197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:01:47.303786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.383837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.384499 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.385928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] 10.222.0.65 "PUT /v2.0/ports/31834805-a845-49f4-a2dd-b8f45d404c23 HTTP/1.1" status: 200 len: 1096 time: 2.5201054 Aug 27 12:01:47.388772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:47.460988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b99e1a-d99f-455d-94b0-4536a5fb2eee service neutron] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:47.490424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:47.495325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:47.495711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.510168 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-6b9a3a0a-68f8-4441-bc0b-71a094c9cf0c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293007 Aug 27 12:01:47.514306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.615966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aafe8d6-bd52-4ff2-827a-914414386de9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:47.642224 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.681153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466caf0e-86a6-4f93-901a-6bebbeb39d14 req-c590eb92-fe53-4402-9453-2dbec28609d8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.695078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-466caf0e-86a6-4f93-901a-6bebbeb39d14 req-c590eb92-fe53-4402-9453-2dbec28609d8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.1555953 Aug 27 12:01:47.710448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:47.720885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-f19259a2-2ca5-4624-b716-1dbe9d376374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.723478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-f19259a2-2ca5-4624-b716-1dbe9d376374 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64d3c9d269754012b29199516f46c207&device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 1099 time: 0.2578354 Aug 27 12:01:47.728750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.770267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-466caf0e-86a6-4f93-901a-6bebbeb39d14 req-4b2ebe0b-0fe8-468c-a2f3-2cda8a59723b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693870 Aug 27 12:01:47.771622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-701b74ad-7dec-4a6b-b2df-0b6ae88578da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.782593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-701b74ad-7dec-4a6b-b2df-0b6ae88578da service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3561754 Aug 27 12:01:47.804267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:47.832912 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-77429b3d-ab4d-48cb-a059-f582c9312613 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=31834805-a845-49f4-a2dd-b8f45d404c23 HTTP/1.1" status: 200 len: 217 time: 0.0833569 Aug 27 12:01:47.838265 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf4696ae-ab50-4605-8816-5940e6fe5654 req-8d8bec8f-510f-4191-800f-2095e73af250 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110204 Aug 27 12:01:47.839718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-90f4359b-5aa8-405a-b439-420ae0bd3acc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.0466058 Aug 27 12:01:47.929533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-ab80de30-42ab-43ac-a9c4-03e66eda42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.931078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-ab80de30-42ab-43ac-a9c4-03e66eda42b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0762208 Aug 27 12:01:47.940131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74c328-5069-4798-8230-97fc3023fdba req-e36cc042-f200-4aef-8c21-21540ae29e38 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:47.947058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:47.947874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d74c328-5069-4798-8230-97fc3023fdba req-e36cc042-f200-4aef-8c21-21540ae29e38 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1109285 Aug 27 12:01:47.990825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-5d9fb916-7e9f-4bf5-b647-2203ff29241b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408151 Aug 27 12:01:48.060607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d74c328-5069-4798-8230-97fc3023fdba req-9bbd334d-4520-4cc0-b550-be1c9347ace8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118646 Aug 27 12:01:48.064983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-410bd0de-95cf-406d-bffd-b33e31cb81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.067135 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-410bd0de-95cf-406d-bffd-b33e31cb81a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1161706 Aug 27 12:01:48.089579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-e86481a3-e326-41dd-b5d5-5f1c539b9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.091193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-e86481a3-e326-41dd-b5d5-5f1c539b9e16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=64d3c9d269754012b29199516f46c207&device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 1099 time: 0.1420004 Aug 27 12:01:48.135331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bac79-2c3a-42c7-9542-f2f73b0fc516 req-bd11669a-8c86-4c43-96de-eb9b1ee10e7a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.136851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800bac79-2c3a-42c7-9542-f2f73b0fc516 req-bd11669a-8c86-4c43-96de-eb9b1ee10e7a tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 949 time: 0.0737741 Aug 27 12:01:48.163402 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-ab9cb773-303d-4edc-8866-f08e5747b557 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587007 Aug 27 12:01:48.228436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-e7201b30-f1ba-42e6-969f-e67d6d964818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.229956 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-e7201b30-f1ba-42e6-969f-e67d6d964818 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516516 Aug 27 12:01:48.259746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800bac79-2c3a-42c7-9542-f2f73b0fc516 req-a925fe6f-8707-4547-851d-5ea7ffca423f tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154046 Aug 27 12:01:48.275609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b44c3-920c-4985-b75e-a067fab4f389 req-fc189b42-45b3-47f0-b5b9-dc48cff748ac tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.280179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-637b44c3-920c-4985-b75e-a067fab4f389 req-fc189b42-45b3-47f0-b5b9-dc48cff748ac tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 948 time: 0.1346638 Aug 27 12:01:48.346909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-637b44c3-920c-4985-b75e-a067fab4f389 req-e63d3974-41d4-415c-9e97-16b394556b3d tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Aug 27 12:01:48.351861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-88fc2509-61f5-4ea0-b82c-373001214752 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658025 Aug 27 12:01:48.405294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-007cc2f8-0310-4620-b076-c6d38066b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:48.411018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-af4231ca-dd70-4c4f-8f9c-e85ebf9d4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.412567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-af4231ca-dd70-4c4f-8f9c-e85ebf9d4a3f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3013098 Aug 27 12:01:48.477380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692295ab-6cc5-459b-8861-b458497fe05f req-5dbfd34a-2b63-4148-9f09-55fc96d75a8a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.477660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-e4fe77f2-3204-478d-8fca-72396a4bdcc2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333 HTTP/1.1" status: 200 len: 217 time: 0.0567904 Aug 27 12:01:48.482894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-692295ab-6cc5-459b-8861-b458497fe05f req-5dbfd34a-2b63-4148-9f09-55fc96d75a8a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 948 time: 0.0730860 Aug 27 12:01:48.517217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-692295ab-6cc5-459b-8861-b458497fe05f req-57dff4db-1373-420d-8c49-de981485d011 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Aug 27 12:01:48.531742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-c4716ff1-198f-47f3-ac14-10c62621f54e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924340 Aug 27 12:01:48.537372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:01:48.555835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-4447c76c-c0fb-408e-9293-a219a6703c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:48.559735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-4447c76c-c0fb-408e-9293-a219a6703c1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0696254 Aug 27 12:01:48.759003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:48.763983 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2263dd-96b1-4677-8625-5d7502c84438" -d '{"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-plugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:48.828181 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf0ef6-84d2-436c-979d-dab693f01745 x-openstack-request-id: req-4ccf0ef6-84d2-436c-979d-dab693f01745 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:48.828804 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-plugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:48.828804 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ccf0ef6-84d2-436c-979d-dab693f01745 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:48.829490 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'code': 200} Aug 27 12:01:49.000896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8e365-e10b-42c4-8b36-5937935ceb65 req-77882bdb-3751-456f-9de8-73db7af134e9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:49.009229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-acd8e365-e10b-42c4-8b36-5937935ceb65 req-77882bdb-3751-456f-9de8-73db7af134e9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.0715723 Aug 27 12:01:49.049460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-9a7d2e33-4fe3-402d-a59a-ef12c56aa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:49.050947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-9a7d2e33-4fe3-402d-a59a-ef12c56aa0a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4802737 Aug 27 12:01:49.051908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-acd8e365-e10b-42c4-8b36-5937935ceb65 req-229cb2b3-daec-42ce-84bf-fe7a351eeec6 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Aug 27 12:01:49.101385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:49.103678 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51" -d '{"events": [{"name": "network-changed", "server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:49.107709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f47e2-594e-4f9a-98eb-2c0be17c1db0 req-cfa63ec0-79e6-4465-b4cc-b9322fb05021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:49.109196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-508f47e2-594e-4f9a-98eb-2c0be17c1db0 req-cfa63ec0-79e6-4465-b4cc-b9322fb05021 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.1721160 Aug 27 12:01:49.149659 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e910304-9fa2-4ae6-8b74-13a707107a5b req-36aa9508-b243-4eb3-a55e-18377b62a9d9 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889573 Aug 27 12:01:49.157167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:01:49.169171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ad44031f-b197-43f5-a931-c2e3662a9044 admin admin] 10.222.0.76 "PUT /v2.0/routers/d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0170691 Aug 27 12:01:49.169410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:49.188928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] Sync routers for ids ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:01:49.203298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-508f47e2-594e-4f9a-98eb-2c0be17c1db0 req-6c22e222-2c62-4675-90a9-617585cc14b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Aug 27 12:01:49.208167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] Routers {'d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:49.209836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:01:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:49.227760 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-3545c3a9-e739-4a1a-ad41-22ae0947eb1c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589715 Aug 27 12:01:49.296623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d1d5-0862-4748-8f5f-ea6a11d32de3 req-216bc8ab-4dde-4b59-99fc-7c1f79c648ba tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:49.302493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ba8d1d5-0862-4748-8f5f-ea6a11d32de3 req-216bc8ab-4dde-4b59-99fc-7c1f79c648ba tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.1702752 Aug 27 12:01:49.340277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] Set router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:49.398845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 64a5b1a2-5805-45dd-9131-a3ba66d1c89c up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:49.533939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-8c0f2e6a-eb27-4d4c-9a93-0accfc753cac tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:49.535690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-8c0f2e6a-eb27-4d4c-9a93-0accfc753cac tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 949 time: 0.0683928 Aug 27 12:01:49.652865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:49.663466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.663671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:49.663971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.747140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.754599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port ccf85e7a-73b8-406f-9251-2b6564355e4b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:49.754976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.773773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ba8d1d5-0862-4748-8f5f-ea6a11d32de3 req-e76b32c2-1a29-4e44-8d10-1b2a3e77b7b9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665611 Aug 27 12:01:49.783712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa1990-3802-4ec3-8796-20159a9cf918 req-860eb834-a76d-4bab-baef-4538f8428659 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:49.792144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21aa1990-3802-4ec3-8796-20159a9cf918 req-860eb834-a76d-4bab-baef-4538f8428659 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.5138967 Aug 27 12:01:49.793388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:47Z', 'revision_number': 5, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:49.830355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] Checking router: d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:01:49.835352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-427a2e52-0b62-4dd5-a862-c1c8dfa4f474 req-1cac798a-57aa-4d1b-b80d-d4a8d4317e0a service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931210 Aug 27 12:01:49.848346 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.850679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] Routers {'d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:01:49.851453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:01:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:49.900415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port ccf85e7a-73b8-406f-9251-2b6564355e4b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ccf85e7a-73b8-406f-9251-2b6564355e4b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:49.901178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.928147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21aa1990-3802-4ec3-8796-20159a9cf918 req-5527fa0c-bbb4-46b0-bb7f-f9c937365939 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263561 Aug 27 12:01:49.928507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for ccf85e7a-73b8-406f-9251-2b6564355e4b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:49.933662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:49.942933 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:49.997150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:50.033284 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de2ea8-8311-4dd6-84a7-3f5904b7f478 x-openstack-request-id: req-f7de2ea8-8311-4dd6-84a7-3f5904b7f478 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:50.038816 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:50.039161 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f7de2ea8-8311-4dd6-84a7-3f5904b7f478 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:50.039627 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23', 'status': 'completed', 'code': 200} Aug 27 12:01:50.122673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:50.134331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:50.143958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-da95d614-c3d6-4d6a-919e-077a56c181e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:50.145625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-da95d614-c3d6-4d6a-919e-077a56c181e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64d3c9d269754012b29199516f46c207&device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 1099 time: 0.2424853 Aug 27 12:01:50.155341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f', 'ccf85e7a-73b8-406f-9251-2b6564355e4b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:50.176994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=ccf85e7a-73b8-406f-9251-2b6564355e4b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:50.186506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] Set router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:01:50.198582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', '9f5c5efc-9fd7-4694-b62a-500ffd0ac106'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:50.259088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port ccf85e7a-73b8-406f-9251-2b6564355e4b on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:50.266648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:50.270179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-249f8d7b-80a3-4d5f-937f-a60f5a3d49c7 req-f8f304b5-90e5-473e-8faf-676d10857a12 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "DELETE /v2.0/ports/ccf85e7a-73b8-406f-9251-2b6564355e4b HTTP/1.1" status: 204 len: 173 time: 0.7242777 Aug 27 12:01:50.340443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105251-0ee4-4674-8aaa-81f88b15e639 req-425c0c70-ec44-4950-997e-1b110f3ea496 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:50.349378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c105251-0ee4-4674-8aaa-81f88b15e639 req-425c0c70-ec44-4950-997e-1b110f3ea496 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=285e7918-2e16-4112-8b89-01d81e33448d HTTP/1.1" status: 200 len: 867 time: 0.3154569 Aug 27 12:01:50.369458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Deleting port ac759f1d-99bb-4681-aa4b-ee60b2714fa2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:50.370051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:50.488581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c105251-0ee4-4674-8aaa-81f88b15e639 req-48bf9588-3c86-4da7-b57a-f183ee0e06c1 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357021 Aug 27 12:01:50.540222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] For port ac759f1d-99bb-4681-aa4b-ee60b2714fa2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:50.540671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:50.563155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27a98a-00c8-497e-9766-4b7579841c50 req-3cde026e-80b7-46c2-b0d6-19bf11d84e8d tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:50.564899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de27a98a-00c8-497e-9766-4b7579841c50 req-3cde026e-80b7-46c2-b0d6-19bf11d84e8d tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 948 time: 0.3218365 Aug 27 12:01:50.572235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Calling delete_port for ac759f1d-99bb-4681-aa4b-ee60b2714fa2 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:50.575069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-dcc72898-1bf0-4a7c-9020-bcd152608adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:50.576644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-dcc72898-1bf0-4a7c-9020-bcd152608adf service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.4126196 Aug 27 12:01:50.696220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-a71d0803-2302-49a1-a946-60ba6a1f4d52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=31834805-a845-49f4-a2dd-b8f45d404c23 HTTP/1.1" status: 200 len: 217 time: 0.0958610 Aug 27 12:01:50.735700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:47Z', 'revision_number': 5, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:50.762145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de27a98a-00c8-497e-9766-4b7579841c50 req-314ae494-aeb4-43cc-ab82-e0c4fda3491c tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772168 Aug 27 12:01:50.768705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13693d3-bdb0-4d2b-ae83-074700964815 None None] The sync data for ids ['d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d'] in n-d-688802-4 is: [{'id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'name': 'tempest-FloatingIPDetailsTestJSON-1373960744-router', 'tenant_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:01:08Z', 'updated_at': '2021-08-27T12:01:47Z', 'revision_number': 5, 'project_id': 'a01fd5749fd74ea8b40e1f381799f21b', 'gw_port': {'id': 'ac759f1d-99bb-4681-aa4b-ee60b2714fa2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:31:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af8ad3-efdf-43b5-aa65-4d1b5e5a169d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:01:09Z', 'updated_at': '2021-08-27T12:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:01:50.788830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d33ebb-f8c5-48dc-9e1b-dca3afe50ffa req-36349d20-c8f5-44de-b6f7-e60071b7ddbc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:50.790546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64d33ebb-f8c5-48dc-9e1b-dca3afe50ffa req-36349d20-c8f5-44de-b6f7-e60071b7ddbc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.2204144 Aug 27 12:01:50.831065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:50.833974 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f7fa8-d4a6-41b8-8e7b-6b74739f9bfb" -d '{"events": [{"server_uuid": "affa79ab-d110-43b3-ae7c-9b70f65e8d04", "name": "network-vif-plugged", "status": "completed", "tag": "64a5b1a2-5805-45dd-9131-a3ba66d1c89c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:50.937379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-c6406348-9760-4693-a5ca-c873e040268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:50.940056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-c6406348-9760-4693-a5ca-c873e040268c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.2274446 Aug 27 12:01:50.981897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-69ad7cca-4ec6-473a-89d2-6ec39770fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.089613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64d33ebb-f8c5-48dc-9e1b-dca3afe50ffa req-27d5b4a3-8143-4dbd-957b-0a4da51fe07d tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785163 Aug 27 12:01:51.092255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.115867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.234292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-98fb7969-9b5a-4c0c-ae54-1663e4ea2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:51.249025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-98fb7969-9b5a-4c0c-ae54-1663e4ea2555 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2866583 Aug 27 12:01:51.298305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac759f1d-99bb-4681-aa4b-ee60b2714fa2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:51.455751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.473008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:51.645244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:51.664821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6006a6-b81c-479e-aae6-a576a39ed6a0 req-fc5ac29f-a98e-450c-b73f-54fbad6fdd47 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:51.672052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa6006a6-b81c-479e-aae6-a576a39ed6a0 req-fc5ac29f-a98e-450c-b73f-54fbad6fdd47 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.4006219 Aug 27 12:01:51.673476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '31834805-a845-49f4-a2dd-b8f45d404c23', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '31834805-a845-49f4-a2dd-b8f45d404c23', 'mac_address': 'fa:16:3e:a0:a4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:51.676904 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f7163-213a-48c7-9659-8adfc9fdb25c x-openstack-request-id: req-9d6f7163-213a-48c7-9659-8adfc9fdb25c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:51.680408 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa79ab-d110-43b3-ae7c-9b70f65e8d04", "name": "network-vif-plugged", "status": "completed", "tag": "64a5b1a2-5805-45dd-9131-a3ba66d1c89c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:51.681344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-3f5237a9-aa70-457e-b2d2-f229d3112bd7 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314113 Aug 27 12:01:51.681852 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d6f7163-213a-48c7-9659-8adfc9fdb25c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:51.682522 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c', 'code': 200} Aug 27 12:01:51.702620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.711065 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.772161 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.774067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1aafe8d6-bd52-4ff2-827a-914414386de9 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:51.801327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 1aafe8d6-bd52-4ff2-827a-914414386de9 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:51.801825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1aafe8d6-bd52-4ff2-827a-914414386de9 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:51.813871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31834805-a845-49f4-a2dd-b8f45d404c23 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:51.835809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:51.840930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.882960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa6006a6-b81c-479e-aae6-a576a39ed6a0 req-b11980f8-599c-487b-b17b-69c5d7261406 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099888 Aug 27 12:01:51.888697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.889278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:01:51.894931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.898602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed0818fc-a26a-4f4d-a9d9-d0a5f6fc20d8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d5af8ad3-efdf-43b5-aa65-4d1b5e5a169d HTTP/1.1" status: 204 len: 168 time: 2.7281768 Aug 27 12:01:51.900235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:51.928898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:51.963408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131ad7-8dba-4f43-a376-fcff7db24581 req-24e83746-2088-469d-a6fd-ad78af36a199 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:51.965096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61131ad7-8dba-4f43-a376-fcff7db24581 req-24e83746-2088-469d-a6fd-ad78af36a199 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1313269 Aug 27 12:01:51.965785 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:51.967472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee616d7-5b43-4fe0-8c7f-e71cf0310c51 req-525e4c02-7374-47a2-bc37-f328ed367537 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758157 Aug 27 12:01:52.025291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5e1eb-3da6-476e-8c8b-c459a6b65b33 req-904d904a-44b7-41ac-a04d-37d46b117b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:52.027485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d0c5e1eb-3da6-476e-8c8b-c459a6b65b33 req-904d904a-44b7-41ac-a04d-37d46b117b93 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 1100 time: 0.1965196 Aug 27 12:01:52.042417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e7918-2e16-4112-8b89-01d81e33448d', 'name': 'network-vif-deleted', 'tag': 'ccf85e7a-73b8-406f-9251-2b6564355e4b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:52.045124 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a586f4-c0e2-45a7-b524-2dbff5f09936" -d '{"events": [{"server_uuid": "285e7918-2e16-4112-8b89-01d81e33448d", "name": "network-vif-deleted", "tag": "ccf85e7a-73b8-406f-9251-2b6564355e4b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:52.065062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61131ad7-8dba-4f43-a376-fcff7db24581 req-9de9d2c2-61ba-40cb-9257-e66a05640e77 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881495 Aug 27 12:01:52.084726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Deleting subnet 5c61ea53-e48b-4315-a716-866e5a934f61 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:01:52.090645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.145189 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d0c5e1eb-3da6-476e-8c8b-c459a6b65b33 req-ebc7a79a-9318-4655-87b5-d2b52673b973 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034670 Aug 27 12:01:52.168833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.218620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943028e2-298e-4077-8caa-280fb808c6da req-fdbfb70c-8c79-43be-a76d-7f1452453b29 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:52.226199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['31834805-a845-49f4-a2dd-b8f45d404c23'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:52.228197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-943028e2-298e-4077-8caa-280fb808c6da req-fdbfb70c-8c79-43be-a76d-7f1452453b29 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 949 time: 0.0935001 Aug 27 12:01:52.264759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.277142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-943028e2-298e-4077-8caa-280fb808c6da req-bc5639eb-957b-44bf-9971-c1f7dafc0475 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Aug 27 12:01:52.333208 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fce4823-c104-41d2-8d6e-377f6012d8fc x-openstack-request-id: req-5fce4823-c104-41d2-8d6e-377f6012d8fc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:52.333504 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285e7918-2e16-4112-8b89-01d81e33448d", "name": "network-vif-deleted", "tag": "ccf85e7a-73b8-406f-9251-2b6564355e4b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:52.333765 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5fce4823-c104-41d2-8d6e-377f6012d8fc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:52.334226 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e7918-2e16-4112-8b89-01d81e33448d', 'name': 'network-vif-deleted', 'tag': 'ccf85e7a-73b8-406f-9251-2b6564355e4b', 'status': 'completed', 'code': 200} Aug 27 12:01:52.342031 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.385121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c61ea53-e48b-4315-a716-866e5a934f61,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:52.388408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.390984 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eef1cdcb-6990-49e4-a8ee-c3b47d4fd37c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5c61ea53-e48b-4315-a716-866e5a934f61 HTTP/1.1" status: 204 len: 168 time: 0.4880745 Aug 27 12:01:52.393501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:52.394729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6c7f0-ac0d-4d61-af6e-586100f142bd None None] Network ce91c202-e239-4f98-aa31-ea3185f4cf88 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:01:52.610929 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.633020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b28e-4c9d-4b9f-9983-de6c5b92fab1 req-abcc56cc-5d4b-4550-bd69-e344722442e0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:52.634588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0768b28e-4c9d-4b9f-9983-de6c5b92fab1 req-abcc56cc-5d4b-4550-bd69-e344722442e0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.1446393 Aug 27 12:01:52.670199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2db81-ae25-41df-bfec-10b0226c5d6c req-885e7993-9581-48b0-b5fa-160bb1ae5fe4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:52.672007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58f2db81-ae25-41df-bfec-10b0226c5d6c req-885e7993-9581-48b0-b5fa-160bb1ae5fe4 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.1333914 Aug 27 12:01:52.679043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] DHCP port deletion for ce91c202-e239-4f98-aa31-ea3185f4cf88 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:01:52.734261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] Deleting port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:52.734963 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.738416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0768b28e-4c9d-4b9f-9983-de6c5b92fab1 req-c3fc5047-d6cc-4cfa-a320-0d37d83648e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960150 Aug 27 12:01:52.746527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58f2db81-ae25-41df-bfec-10b0226c5d6c req-e2dd45ac-e9e4-4d12-8fbc-c3f248c3a790 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Aug 27 12:01:52.777039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Deleting port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:52.777330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.828285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-b56f2a06-0029-48e8-9287-a82d29ceeabb tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:52.829470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] For port afd1f212-f6dc-4b41-b6c9-87fd640b2a68, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:52.829867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.831874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-b56f2a06-0029-48e8-9287-a82d29ceeabb tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.1101954 Aug 27 12:01:52.844178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] Calling delete_port for afd1f212-f6dc-4b41-b6c9-87fd640b2a68 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:52.847923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] For port afd1f212-f6dc-4b41-b6c9-87fd640b2a68, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,segment=NetworkSegment(6d48bac3-d108-453a-aa86-89a525e4efaa),segment_id=6d48bac3-d108-453a-aa86-89a525e4efaa)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:52.848296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.877199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Calling delete_port for afd1f212-f6dc-4b41-b6c9-87fd640b2a68 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:52.964031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Deleting port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:52.964608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.979426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4ae2e-ce5b-4273-9998-4c9a4c855cac req-84988ff5-85ba-4b08-ac71-73111349591c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:52.984384 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:52.988034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38e4ae2e-ce5b-4273-9998-4c9a4c855cac req-84988ff5-85ba-4b08-ac71-73111349591c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.1367092 Aug 27 12:01:53.012031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] Pushing event deleted for resources: {'Port': ['ID=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:53.022893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce287d6-f13f-4447-adec-50c5b1a2c0de None None] No DVR routers for this DVR port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:53.061938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38e4ae2e-ce5b-4273-9998-4c9a4c855cac req-16d1decd-c4a8-48b2-8229-6926a42d449e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730250 Aug 27 12:01:53.097824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.101336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] For port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:53.101709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.107773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6578a2c-f15b-44ed-acd8-ad7d66c06024 req-afd8129d-3fc8-4f05-a6d7-9b8edcaa1cda tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:53.109581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6578a2c-f15b-44ed-acd8-ad7d66c06024 req-afd8129d-3fc8-4f05-a6d7-9b8edcaa1cda tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 945 time: 0.0715601 Aug 27 12:01:53.118278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Calling delete_port for cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:53.159688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] No DVR routers for this DVR port afd1f212-f6dc-4b41-b6c9-87fd640b2a68 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:53.161992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd1f212-f6dc-4b41-b6c9-87fd640b2a68,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:53.222066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6578a2c-f15b-44ed-acd8-ad7d66c06024 req-709d12a5-bf1e-40f2-bd57-21ba658afad5 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048419 Aug 27 12:01:53.280317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.288389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.298728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587d89b-2b72-4969-8e84-1bcae3fd3703 req-f94ef91b-00e7-46cc-866b-5fd34dcd4ea0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:53.310015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2587d89b-2b72-4969-8e84-1bcae3fd3703 req-f94ef91b-00e7-46cc-866b-5fd34dcd4ea0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1555274 Aug 27 12:01:53.313776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce91c202-e239-4f98-aa31-ea3185f4cf88']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:53.329035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Pushing event deleted for resources: {'Port': ['ID=cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:53.336345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d48bac3-d108-453a-aa86-89a525e4efaa') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:53.336531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d48bac3-d108-453a-aa86-89a525e4efaa') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:01:53.363781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.377278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] No DVR routers for this DVR port cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:53.382123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.384401 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa68f91b-f336-4238-bf8e-04c28dbd8e34 req-80611886-73cb-4c7a-a183-beef027a4675 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.77 "DELETE /v2.0/ports/cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b HTTP/1.1" status: 204 len: 173 time: 0.5414288 Aug 27 12:01:53.406598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2587d89b-2b72-4969-8e84-1bcae3fd3703 req-ef4a6316-e326-41f0-afe2-aaa4659cff95 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Aug 27 12:01:53.437572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.445481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:01:53.446211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:01:53.459838 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:01:53.465289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ccf85e7a-73b8-406f-9251-2b6564355e4b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:53.508850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ccf85e7a-73b8-406f-9251-2b6564355e4b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:53.509854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ccf85e7a-73b8-406f-9251-2b6564355e4b not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:53.549482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a45d-8ae4-4dac-92c8-dd807ef8dc0b req-93202d6f-080f-42cf-a7e3-e439e1b5632d tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:53.551024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4d6a45d-8ae4-4dac-92c8-dd807ef8dc0b req-93202d6f-080f-42cf-a7e3-e439e1b5632d tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 949 time: 0.1691434 Aug 27 12:01:53.564246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.570128 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.574941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ce91c202-e239-4f98-aa31-ea3185f4cf88 HTTP/1.1" status: 204 len: 168 time: 1.1802003 Aug 27 12:01:53.594417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['859b740a-1673-4c89-9d80-cfbd912296a7', '072b5a1a-de57-4b1e-b713-f7775194c34d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:53.598236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670a554-725b-4c4e-ba5b-83e44ec240f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce91c202-e239-4f98-aa31-ea3185f4cf88,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:53.619745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4d6a45d-8ae4-4dac-92c8-dd807ef8dc0b req-ffa27cef-4a9c-4789-ac1a-2645673a0152 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621326 Aug 27 12:01:53.684799 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:01:53.705035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device afd1f212-f6dc-4b41-b6c9-87fd640b2a68 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:53.736202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: afd1f212-f6dc-4b41-b6c9-87fd640b2a68 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:53.736651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device afd1f212-f6dc-4b41-b6c9-87fd640b2a68 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:53.737066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac759f1d-99bb-4681-aa4b-ee60b2714fa2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:53.770238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ac759f1d-99bb-4681-aa4b-ee60b2714fa2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:53.770510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac759f1d-99bb-4681-aa4b-ee60b2714fa2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:53.827262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.833599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:53.888141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c3e3a65d-81e3-4446-9a5f-c80f83c6d4dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a01fd5749fd74ea8b40e1f381799f21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525520 Aug 27 12:01:53.890550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37584) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:01:53.953639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23a0eaec-b297-4154-b529-4ea9e8a63db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:53.962163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160986a-4bdd-4662-940b-1e7eaa032902 req-31206529-32fd-4e12-8588-c1871d4d48a2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:53.963870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c160986a-4bdd-4662-940b-1e7eaa032902 req-31206529-32fd-4e12-8588-c1871d4d48a2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.1136837 Aug 27 12:01:53.977010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312242eb-2195-4c15-94cc-f1756a8e6afd req-9acc1bef-70ea-4cf2-ab3e-bcae4741d4f8 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:53.978286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-312242eb-2195-4c15-94cc-f1756a8e6afd req-9acc1bef-70ea-4cf2-ab3e-bcae4741d4f8 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.0803683 Aug 27 12:01:53.979232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23a0eaec-b297-4154-b529-4ea9e8a63db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:54.032097 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23a0eaec-b297-4154-b529-4ea9e8a63db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:54.035425 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23a0eaec-b297-4154-b529-4ea9e8a63db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:54.039412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-23a0eaec-b297-4154-b529-4ea9e8a63db2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a01c222d-0a15-41b9-a1ca-b1951b9403da HTTP/1.1" status: 204 len: 168 time: 0.1451035 Aug 27 12:01:54.039591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c160986a-4bdd-4662-940b-1e7eaa032902 req-8732bcb7-b26b-4efc-ad64-2f2a3a7bda39 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Aug 27 12:01:54.050096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-312242eb-2195-4c15-94cc-f1756a8e6afd req-015d059d-1bea-46b2-a825-1705b0d11961 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636849 Aug 27 12:01:54.053452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0eaec-b297-4154-b529-4ea9e8a63db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c222d-0a15-41b9-a1ca-b1951b9403da,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:54.186207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4d938-a92c-482b-b0d4-dffa59011b2d req-b47a0146-c2ec-4a38-8033-93b855d1dce1 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:54.187745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77a4d938-a92c-482b-b0d4-dffa59011b2d req-b47a0146-c2ec-4a38-8033-93b855d1dce1 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.0493701 Aug 27 12:01:54.232068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77a4d938-a92c-482b-b0d4-dffa59011b2d req-5e36cd61-4197-44f7-be9b-aa82c999efc3 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Aug 27 12:01:54.335575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'name': 'network-vif-deleted', 'tag': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:54.338267 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580e7c0-f041-4a77-9edf-71d514b93240" -d '{"events": [{"server_uuid": "dc8c927f-feed-453c-b374-8290d42d8bcc", "name": "network-vif-deleted", "tag": "cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:54.343162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e00fcab0-a941-4f43-a76e-198cd4290810 req-1a96d224-9353-48bb-8e6c-7b5074234ff9 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc8c927f-feed-453c-b374-8290d42d8bcc HTTP/1.1" status: 200 len: 210 time: 0.0427313 Aug 27 12:01:54.393787 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8404b146-7bc8-4704-a858-2efcab13a2ad x-openstack-request-id: req-8404b146-7bc8-4704-a858-2efcab13a2ad {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:54.394205 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8c927f-feed-453c-b374-8290d42d8bcc", "name": "network-vif-deleted", "tag": "cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:54.395196 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8404b146-7bc8-4704-a858-2efcab13a2ad {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:54.395625 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8c927f-feed-453c-b374-8290d42d8bcc', 'name': 'network-vif-deleted', 'tag': 'cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b', 'status': 'completed', 'code': 200} Aug 27 12:01:54.548097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b866a77-2c72-4f17-ab01-e77a7681380f req-467a2103-29db-476b-9329-8d26399a359b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:54.549572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b866a77-2c72-4f17-ab01-e77a7681380f req-467a2103-29db-476b-9329-8d26399a359b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.0543115 Aug 27 12:01:54.590062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b866a77-2c72-4f17-ab01-e77a7681380f req-8b451e42-1385-4130-8355-517a3a166384 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340505 Aug 27 12:01:54.752881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9fc14-5293-4e7a-bb51-636827181c90 req-cb1538b0-6576-4bc3-8ae0-e75e019c9028 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:54.755754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff9fc14-5293-4e7a-bb51-636827181c90 req-cb1538b0-6576-4bc3-8ae0-e75e019c9028 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 949 time: 0.0547028 Aug 27 12:01:54.794771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff9fc14-5293-4e7a-bb51-636827181c90 req-db6d5936-fc7f-4dab-8081-7999a6c37b82 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Aug 27 12:01:55.229337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-3e689a94-ae44-4bf2-a603-77ff3c4884a2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:55.231072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-3e689a94-ae44-4bf2-a603-77ff3c4884a2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.0618360 Aug 27 12:01:55.378771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:55.379337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:55.406393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:55.446700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:55.472992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:55.473693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device cf3885fa-0e6b-48c6-b8c2-f14deb8f3b9b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:55.503938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 511593e7-d311-4270-bd80-ff237df794e7 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:01:55.509734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:55.515334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aad2ca-8862-4e91-bb25-16523fd9ec85 req-3ac5c334-498e-48fa-b053-0fd2b80864e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:55.524294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82aad2ca-8862-4e91-bb25-16523fd9ec85 req-3ac5c334-498e-48fa-b053-0fd2b80864e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.4117575 Aug 27 12:01:55.527359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:55.528051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:55.544970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:55.554060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcff8c3-017f-46ae-9df4-009be61ddf75 req-5714d64f-9e00-4457-8380-ee7e8b2d8561 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:55.556080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bcff8c3-017f-46ae-9df4-009be61ddf75 req-5714d64f-9e00-4457-8380-ee7e8b2d8561 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=367ce0fe-bd67-4b17-89f8-ede3f34d67b6 HTTP/1.1" status: 200 len: 950 time: 0.4145384 Aug 27 12:01:55.575694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82aad2ca-8862-4e91-bb25-16523fd9ec85 req-a168ca14-079b-4a0f-864e-2d97e584752d tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Aug 27 12:01:55.625978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bcff8c3-017f-46ae-9df4-009be61ddf75 req-d445ad15-80ff-40cd-b600-fe1a797d22ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Aug 27 12:01:55.703606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:55.722131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c436-6abf-46fd-b20e-c3a2845c7be5 req-7f12ac42-d29e-4080-8f59-2549a03337d9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:55.725688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c412c436-6abf-46fd-b20e-c3a2845c7be5 req-7f12ac42-d29e-4080-8f59-2549a03337d9 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 946 time: 0.0779548 Aug 27 12:01:55.728913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'mac_address': 'fa:16:3e:25:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:55.733144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 31834805-a845-49f4-a2dd-b8f45d404c23 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:55.746622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:55.758492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 31834805-a845-49f4-a2dd-b8f45d404c23 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:55.759266 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:55.776880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c412c436-6abf-46fd-b20e-c3a2845c7be5 req-81ca2e17-7c69-4d84-ad82-e5a320efd01f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Aug 27 12:01:55.789199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:55.791311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', '9f5c5efc-9fd7-4694-b62a-500ffd0ac106'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:55.802204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=9f5c5efc-9fd7-4694-b62a-500ffd0ac106,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:55.869426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:55.870226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:55.877968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:55.881345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-523ed286-19de-4c0a-8e93-81f8944457d5 req-40d6a001-eb90-4eb5-ba87-fc4b070fc094 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "DELETE /v2.0/ports/9f5c5efc-9fd7-4694-b62a-500ffd0ac106 HTTP/1.1" status: 204 len: 173 time: 0.6434734 Aug 27 12:01:55.912245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fffe4-ee2c-4bcc-b123-46c6253072b6 req-1909ad6b-34ad-480c-947f-341e6b788d4c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:55.919789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-576fffe4-ee2c-4bcc-b123-46c6253072b6 req-1909ad6b-34ad-480c-947f-341e6b788d4c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0664928 Aug 27 12:01:55.934785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '511593e7-d311-4270-bd80-ff237df794e7', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'port_id': '511593e7-d311-4270-bd80-ff237df794e7', 'mac_address': 'fa:16:3e:ab:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13722941-4dcf-46a6-ad0e-febf8aa83384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:01:55.944894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:56.006422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-576fffe4-ee2c-4bcc-b123-46c6253072b6 req-3c2fc31c-3864-41e1-a2f3-1d1bc3f22dbc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808704 Aug 27 12:01:56.018687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:56.032390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d535c-84ef-4415-b522-028d0fbee1e6 req-be783a81-e526-4fea-93f2-f9cf74bfe1e0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:56.034201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c37d535c-84ef-4415-b522-028d0fbee1e6 req-be783a81-e526-4fea-93f2-f9cf74bfe1e0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1118596 Aug 27 12:01:56.105031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c37d535c-84ef-4415-b522-028d0fbee1e6 req-1fb35c8e-2256-4fc7-b250-4af0b54fbe3e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Aug 27 12:01:56.278171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:56.303284 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:56.305718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:56.353056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9bb9a-e0f4-49d4-a15e-3a9bd6a51db4 req-91392b51-41f0-4e0d-8897-2844f28c66e2 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:56.354982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bd9bb9a-e0f4-49d4-a15e-3a9bd6a51db4 req-91392b51-41f0-4e0d-8897-2844f28c66e2 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 949 time: 0.0666037 Aug 27 12:01:56.393040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 511593e7-d311-4270-bd80-ff237df794e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:56.397183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'name': 'network-vif-deleted', 'tag': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:56.403043 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef6572-c4bd-45d7-8306-8ccbcce1264e" -d '{"events": [{"server_uuid": "367ce0fe-bd67-4b17-89f8-ede3f34d67b6", "name": "network-vif-deleted", "tag": "9f5c5efc-9fd7-4694-b62a-500ffd0ac106"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:56.407291 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:56.414917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bd9bb9a-e0f4-49d4-a15e-3a9bd6a51db4 req-0cd59726-93ba-4cb4-a838-336d6656e987 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 Aug 27 12:01:56.464617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:56.474612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:56.497687 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:56.509383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:56.511833 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbeee34-6563-4364-b856-500d0f36a90a" -d '{"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-plugged", "status": "completed", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:56.542198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-20f6c9ee-3035-4c0a-b4ce-ccc229c3b7fc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269177 Aug 27 12:01:56.565004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:56.590016 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:56.634820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:56.673950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-295c251c-e283-4721-b356-cd0568a5c286 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:56.676158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-295c251c-e283-4721-b356-cd0568a5c286 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167862 Aug 27 12:01:56.682651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['511593e7-d311-4270-bd80-ff237df794e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:56.694807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-9d99a28d-98cf-4513-916c-26662fc0baa8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/quotas/4cb4bcefae754f9e9cfab58ddc6f1b8e HTTP/1.1" status: 200 len: 375 time: 0.0126078 Aug 27 12:01:56.761227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-5e7e71e5-b051-455b-86d7-63e05740ab59 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591228 Aug 27 12:01:56.782952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:56.869391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['4fd526c1-97cf-4ca0-9fa6-05d80ae11333'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:56.896439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386b317-b950-4624-a87a-a553796ad781 req-3a04cba5-c22f-426a-a8b8-8d30315487ce tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:56.899388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1386b317-b950-4624-a87a-a553796ad781 req-3a04cba5-c22f-426a-a8b8-8d30315487ce tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.0659087 Aug 27 12:01:56.947762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1386b317-b950-4624-a87a-a553796ad781 req-dae85e27-5405-498f-a548-e185b2d0210c tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Aug 27 12:01:57.010849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e9bc-bc16-4fe4-97bc-cb08f1a041b9 req-9ef0ca1b-d728-4cd7-88a1-c07753eecf8a tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:57.012856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac74e9bc-bc16-4fe4-97bc-cb08f1a041b9 req-9ef0ca1b-d728-4cd7-88a1-c07753eecf8a tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 945 time: 0.0641131 Aug 27 12:01:57.028998 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df245e-7816-4a81-98d5-42a04b699097 x-openstack-request-id: req-f0df245e-7816-4a81-98d5-42a04b699097 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:57.029304 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367ce0fe-bd67-4b17-89f8-ede3f34d67b6", "name": "network-vif-deleted", "tag": "9f5c5efc-9fd7-4694-b62a-500ffd0ac106", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:57.029668 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0df245e-7816-4a81-98d5-42a04b699097 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:57.030079 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367ce0fe-bd67-4b17-89f8-ede3f34d67b6', 'name': 'network-vif-deleted', 'tag': '9f5c5efc-9fd7-4694-b62a-500ffd0ac106', 'status': 'completed', 'code': 200} Aug 27 12:01:57.070091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac74e9bc-bc16-4fe4-97bc-cb08f1a041b9 req-f42785f6-41df-4fc0-b63b-a4211113d814 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Aug 27 12:01:57.103260 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960f918b-f309-4a5f-a178-fde7e6e497e6 x-openstack-request-id: req-960f918b-f309-4a5f-a178-fde7e6e497e6 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:01:57.103685 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-plugged", "status": "completed", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:01:57.103880 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-960f918b-f309-4a5f-a178-fde7e6e497e6 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:01:57.104213 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23', 'code': 200} Aug 27 12:01:57.279070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4764106f-8d88-4b0c-98f2-f2b5a57d960f req-4b735ecd-bc7c-433e-8d9d-f1057db92050 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 210 time: 0.0300949 Aug 27 12:01:57.292026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1509881-62f1-4cc0-8b3e-033e1a9248a8 req-58378bfb-c058-449f-b96d-a0ee696d3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:57.293932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1509881-62f1-4cc0-8b3e-033e1a9248a8 req-58378bfb-c058-449f-b96d-a0ee696d3674 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 1101 time: 0.1057749 Aug 27 12:01:57.349535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1509881-62f1-4cc0-8b3e-033e1a9248a8 req-36eb29c7-126e-4e99-aad2-17ac1b98dbe1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Aug 27 12:01:57.432518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:57.464921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:01:57.465266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9f5c5efc-9fd7-4694-b62a-500ffd0ac106 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:01:57.540164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 511593e7-d311-4270-bd80-ff237df794e7 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:01:57.559213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882968-8847-4af5-a70f-bf8ac0f072ca req-e487c970-a5f0-4dd9-a7bc-2acdf726215a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:57.561156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55882968-8847-4af5-a70f-bf8ac0f072ca req-e487c970-a5f0-4dd9-a7bc-2acdf726215a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.0642054 Aug 27 12:01:57.615492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55882968-8847-4af5-a70f-bf8ac0f072ca req-c1ce3549-4edc-4867-9497-18c988b6bac0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Aug 27 12:01:57.633114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:57.648780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 511593e7-d311-4270-bd80-ff237df794e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:57.674253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:57.679724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa7fc-869c-4aa5-920e-497821236483 req-787538a5-bc2b-4310-b890-377508b88ed8 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:57.680458 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:57.681256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17afa7fc-869c-4aa5-920e-497821236483 req-787538a5-bc2b-4310-b890-377508b88ed8 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 950 time: 0.0646498 Aug 27 12:01:57.732241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:57.746560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17afa7fc-869c-4aa5-920e-497821236483 req-a2b6401d-9bf4-4343-9181-b9df6d32d5ea tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Aug 27 12:01:57.758092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff671-a499-469a-8960-668cdcbaab50 req-13bac02e-212c-4f6c-8769-cb603159910e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:57.759838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c80ff671-a499-469a-8960-668cdcbaab50 req-13bac02e-212c-4f6c-8769-cb603159910e tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.0776997 Aug 27 12:01:57.798318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c80ff671-a499-469a-8960-668cdcbaab50 req-96c44aa5-0925-44a4-b408-48d84da44042 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Aug 27 12:01:58.070252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e498-8664-4e78-884c-5c5d03540c42 req-2461dc4c-2bb9-4944-9cba-8a4240698d04 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:58.071996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9516e498-8664-4e78-884c-5c5d03540c42 req-2461dc4c-2bb9-4944-9cba-8a4240698d04 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.0520861 Aug 27 12:01:58.110705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9516e498-8664-4e78-884c-5c5d03540c42 req-e6db3510-4ed3-4a32-8275-44cdfeb2273c tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Aug 27 12:01:58.236804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf7a70-0bcd-4ab0-a9b8-d8c614359ecb req-5ea73f45-dcec-4aa3-8ce1-afa4c246c920 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:58.238258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75bf7a70-0bcd-4ab0-a9b8-d8c614359ecb req-5ea73f45-dcec-4aa3-8ce1-afa4c246c920 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 944 time: 0.0591583 Aug 27 12:01:58.279228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-abac4fdc-23d5-4564-b019-efae910c9f7c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302994 Aug 27 12:01:58.280273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75bf7a70-0bcd-4ab0-a9b8-d8c614359ecb req-b1bc28b5-5ac1-4c54-9153-1ab10b8f9991 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Aug 27 12:01:58.396422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98097ec6-bcdd-430f-b18b-cfd28df48dde req-2d71b54c-f8b4-40d4-8e51-292afd04421b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 210 time: 0.0325851 Aug 27 12:01:58.447251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-0c1b372e-2467-48ad-9cdc-7c1fb34d70ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:58.448719 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-0c1b372e-2467-48ad-9cdc-7c1fb34d70ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628027 Aug 27 12:01:58.504300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Request body: {'port': {'device_id': '678c25aa-e307-43f8-bb81-554f35184c32', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '4cb4bcefae754f9e9cfab58ddc6f1b8e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:58.616826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Made reservation on behalf of 4cb4bcefae754f9e9cfab58ddc6f1b8e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:01:58.620246 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:58.747225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d19652-3161-423e-8a18-3aec4c24ed57 req-b184adde-8906-4f8a-b73c-94e6d3751d5f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:58.748729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6d19652-3161-423e-8a18-3aec4c24ed57 req-b184adde-8906-4f8a-b73c-94e6d3751d5f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.0561111 Aug 27 12:01:58.769566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Allocated IP 192.168.233.125 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/be621ff2-7c97-4e83-a3ec-3b1221048690) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:01:58.794205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6d19652-3161-423e-8a18-3aec4c24ed57 req-f5623eaa-7c85-474a-911d-df2fd3915a09 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376477 Aug 27 12:01:58.928766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:58.931928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a32ea-cd28-4fd7-9644-07f9dd1dd6eb req-12e0b3c1-458c-4162-99db-fb008272c07b tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:58.942600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-815a32ea-cd28-4fd7-9644-07f9dd1dd6eb req-12e0b3c1-458c-4162-99db-fb008272c07b tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 950 time: 0.0753350 Aug 27 12:01:58.944607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Transition to ACTIVE for port object be621ff2-7c97-4e83-a3ec-3b1221048690 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:01:58.980446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:58.993534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-95a7f58e-eb1a-4d67-aec2-86c6fdfceee0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:58.995111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-95a7f58e-eb1a-4d67-aec2-86c6fdfceee0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.0994446 Aug 27 12:01:58.998076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-815a32ea-cd28-4fd7-9644-07f9dd1dd6eb req-e8303dbc-02f3-4437-ad2e-edac4e2e5cf9 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543437 Aug 27 12:01:59.024125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:01:59.027598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['690e12e9-97b1-42cf-a0d9-42e46b2ceaae', '64a5b1a2-5805-45dd-9131-a3ba66d1c89c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:59.048189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:01:59.052133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:01:59.097222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event updated for resources: {'Port': ['ID=be621ff2-7c97-4e83-a3ec-3b1221048690,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:59.169387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:59.170062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.171419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60604bb7-546a-4691-80b7-dd9a6cb24560 req-311988f0-c153-48c3-aa43-69ba734592ad tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:59.173500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60604bb7-546a-4691-80b7-dd9a6cb24560 req-311988f0-c153-48c3-aa43-69ba734592ad tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.0899048 Aug 27 12:01:59.201689 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-76ff0cad-2b97-4a75-bb88-7373cdf0feb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7021408 Aug 27 12:01:59.279202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Request body: {'port': {'device_id': '678c25aa-e307-43f8-bb81-554f35184c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:01:59.291901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60604bb7-546a-4691-80b7-dd9a6cb24560 req-0b9798c7-9ce1-44f9-a9d4-25e1c286e04b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668705 Aug 27 12:01:59.313747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Deleting port 072b5a1a-de57-4b1e-b713-f7775194c34d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:59.314100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.400716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.426117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] For port 072b5a1a-de57-4b1e-b713-f7775194c34d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=072b5a1a-de57-4b1e-b713-f7775194c34d,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:59.426541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.432215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:01:59.441586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Calling delete_port for 072b5a1a-de57-4b1e-b713-f7775194c34d owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:01:59.480865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-035781a3-ddeb-435a-baa5-619ea0ffd438 None None] Provisioning for port be621ff2-7c97-4e83-a3ec-3b1221048690 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:59.487415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-035781a3-ddeb-435a-baa5-619ea0ffd438 None None] Provisioning complete for port be621ff2-7c97-4e83-a3ec-3b1221048690 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:59.488380 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-035781a3-ddeb-435a-baa5-619ea0ffd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.538520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-035781a3-ddeb-435a-baa5-619ea0ffd438 None None] Port be621ff2-7c97-4e83-a3ec-3b1221048690 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:01:59.540621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:01:59.546421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:01:59.546888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.550772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464111ef-91f5-4f7f-8efd-b7cec0c94ed3 req-507bcf77-13ea-48f8-9542-bc74da9c1e2e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:59.552336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-464111ef-91f5-4f7f-8efd-b7cec0c94ed3 req-507bcf77-13ea-48f8-9542-bc74da9c1e2e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d66001-940f-4e75-8f48-09dd6bf9f677 HTTP/1.1" status: 200 len: 946 time: 0.1049774 Aug 27 12:01:59.616363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-464111ef-91f5-4f7f-8efd-b7cec0c94ed3 req-1644928c-92a4-457d-ab48-fd7ebf94b3eb tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558403 Aug 27 12:01:59.646996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-8efe52b2-2f76-436e-94cf-4e93b09c91e8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:59.649247 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-8efe52b2-2f76-436e-94cf-4e93b09c91e8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 944 time: 0.1718473 Aug 27 12:01:59.686006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.726902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.731915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['859b740a-1673-4c89-9d80-cfbd912296a7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:01:59.788701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:59.790948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] No DVR routers for this DVR port 072b5a1a-de57-4b1e-b713-f7775194c34d on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:01:59.791469 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3146add4-8f2a-452b-b733-c2386bf3839b" -d '{"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:59.794794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.796847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46c3fb2e-918f-40ec-9ab4-9964133803a5 req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "DELETE /v2.0/ports/072b5a1a-de57-4b1e-b713-f7775194c34d HTTP/1.1" status: 204 len: 173 time: 0.7766457 Aug 27 12:01:59.816932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:01:59.820408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'name': 'network-vif-deleted', 'tag': '072b5a1a-de57-4b1e-b713-f7775194c34d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:01:59.822116 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47044ed2-6de7-432b-8e99-35f61643fcc0" -d '{"events": [{"server_uuid": "f3d66001-940f-4e75-8f48-09dd6bf9f677", "name": "network-vif-deleted", "tag": "072b5a1a-de57-4b1e-b713-f7775194c34d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:01:59.826104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655a036-b1e1-4c48-a09f-feb8192e84c0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Pushing event deleted for resources: {'Port': ['ID=072b5a1a-de57-4b1e-b713-f7775194c34d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:59.843036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Deleting port 511593e7-d311-4270-bd80-ff237df794e7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:01:59.843392 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.844885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.910805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d117e7a-5a8a-43af-9f28-46063aaecc06 req-eb1df19a-649e-4a1e-89a2-49b7884a21e0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:59.912719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d117e7a-5a8a-43af-9f28-46063aaecc06 req-eb1df19a-649e-4a1e-89a2-49b7884a21e0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 936 time: 0.0641491 Aug 27 12:01:59.914527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:01:59.923783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533059af-d6e5-4026-a04a-a296405c0121 req-45ca1f2c-4b16-45af-b949-c2203c37fa0e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:01:59.933870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-533059af-d6e5-4026-a04a-a296405c0121 req-45ca1f2c-4b16-45af-b949-c2203c37fa0e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=3185f1c2-21c2-4edb-8362-174a2ca56763 HTTP/1.1" status: 200 len: 944 time: 0.1749144 Aug 27 12:01:59.976647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be621ff2-7c97-4e83-a3ec-3b1221048690 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:01:59.988888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:01:59.990105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d117e7a-5a8a-43af-9f28-46063aaecc06 req-751feb11-2e75-4f84-a2ff-c491ce4123f2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Aug 27 12:02:00.018726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-533059af-d6e5-4026-a04a-a296405c0121 req-ba5b50f9-88f9-416b-84c4-596322865ff0 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801475 Aug 27 12:02:00.019852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] For port 511593e7-d311-4270-bd80-ff237df794e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=511593e7-d311-4270-bd80-ff237df794e7,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:00.020220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.040014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Transition to ACTIVE for port object be621ff2-7c97-4e83-a3ec-3b1221048690 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:00.049052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-1597c724-2ce4-4a54-8223-a74fee934cbc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.051304 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-1597c724-2ce4-4a54-8223-a74fee934cbc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.1314013 Aug 27 12:02:00.053097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Calling delete_port for 511593e7-d311-4270-bd80-ff237df794e7 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:00.054911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.075440 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b2190a-80f7-4657-b6ba-0db9f1a3e83b x-openstack-request-id: req-a0b2190a-80f7-4657-b6ba-0db9f1a3e83b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:00.075912 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:00.076011 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0b2190a-80f7-4657-b6ba-0db9f1a3e83b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:00.076421 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'code': 200} Aug 27 12:02:00.137334 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce2c7c-1dfa-4dc3-9ed2-1401c6a6d452 x-openstack-request-id: req-87ce2c7c-1dfa-4dc3-9ed2-1401c6a6d452 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:00.142545 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d66001-940f-4e75-8f48-09dd6bf9f677", "name": "network-vif-deleted", "tag": "072b5a1a-de57-4b1e-b713-f7775194c34d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:00.143161 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87ce2c7c-1dfa-4dc3-9ed2-1401c6a6d452 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:00.146461 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d66001-940f-4e75-8f48-09dd6bf9f677', 'name': 'network-vif-deleted', 'tag': '072b5a1a-de57-4b1e-b713-f7775194c34d', 'status': 'completed', 'code': 200} Aug 27 12:02:00.275857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Pushing event updated for resources: {'Port': ['ID=be621ff2-7c97-4e83-a3ec-3b1221048690,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:00.277580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359975c7-e37e-41ce-a70c-1b210f856a41 req-06d742c9-f76e-4ee9-b152-4e7e561e6ddf tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.279907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-359975c7-e37e-41ce-a70c-1b210f856a41 req-06d742c9-f76e-4ee9-b152-4e7e561e6ddf tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1305861 Aug 27 12:02:00.287832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021cc8-38d5-481f-8ed8-9c6cab6d1d87 req-62967430-018a-42de-bb5b-89fdfabdab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.289722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19021cc8-38d5-481f-8ed8-9c6cab6d1d87 req-62967430-018a-42de-bb5b-89fdfabdab43 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 1101 time: 0.1174240 Aug 27 12:02:00.369375 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19021cc8-38d5-481f-8ed8-9c6cab6d1d87 req-29d61e8a-995c-4f78-a073-4b3e5dd6c479 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Aug 27 12:02:00.382708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-359975c7-e37e-41ce-a70c-1b210f856a41 req-c80c3a51-3376-4cff-b696-8c9e2215ec43 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867038 Aug 27 12:02:00.394038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced5a7-c678-449a-af46-11e630a2cbf5 req-aac91bbe-c7ea-4ca7-acdd-6c3071fa0d54 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.414671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2ced5a7-c678-449a-af46-11e630a2cbf5 req-aac91bbe-c7ea-4ca7-acdd-6c3071fa0d54 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 950 time: 0.2093608 Aug 27 12:02:00.444102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Attempting to bind port be621ff2-7c97-4e83-a3ec-3b1221048690 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:00.444629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Attempting to bind port be621ff2-7c97-4e83-a3ec-3b1221048690 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:00.444969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Attempting to bind port be621ff2-7c97-4e83-a3ec-3b1221048690 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:00.458186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:00.458770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.471025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2ced5a7-c678-449a-af46-11e630a2cbf5 req-9bf5987f-daa6-41b3-9f10-c980a896de90 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Aug 27 12:02:00.515903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Port be621ff2-7c97-4e83-a3ec-3b1221048690 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:02:00.516327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Attempting to bind port be621ff2-7c97-4e83-a3ec-3b1221048690 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:00.538047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:00.538588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:00.539140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:00.539762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Bound port: be621ff2-7c97-4e83-a3ec-3b1221048690, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:00.540208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.553718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.611675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event deleted for resources: {'Port': ['ID=511593e7-d311-4270-bd80-ff237df794e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:00.637189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cc463-8e97-42bd-986a-06f37c5114d7 req-0a0af125-0d07-43d3-b1b7-5419149ed18b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.638883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-377cc463-8e97-42bd-986a-06f37c5114d7 req-0a0af125-0d07-43d3-b1b7-5419149ed18b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 949 time: 0.0603464 Aug 27 12:02:00.684647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-377cc463-8e97-42bd-986a-06f37c5114d7 req-28b68c35-1fec-4018-8f2b-0c323c13861d tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Aug 27 12:02:00.705807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:00.705807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.705807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] No DVR routers for this DVR port 511593e7-d311-4270-bd80-ff237df794e7 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:00.707885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.709851 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98de968a-20b6-4a75-bd56-6298efd68ed4 req-6e1b0867-4c01-4bb0-8ffe-0bc49910126b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "DELETE /v2.0/ports/511593e7-d311-4270-bd80-ff237df794e7 HTTP/1.1" status: 204 len: 173 time: 1.0502231 Aug 27 12:02:00.714925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'name': 'network-vif-deleted', 'tag': '511593e7-d311-4270-bd80-ff237df794e7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:00.717429 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04fcb8f-573a-4d43-b8d3-4f70b11192c9" -d '{"events": [{"server_uuid": "3185f1c2-21c2-4edb-8362-174a2ca56763", "name": "network-vif-deleted", "tag": "511593e7-d311-4270-bd80-ff237df794e7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:00.734443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:00.752500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] For port be621ff2-7c97-4e83-a3ec-3b1221048690, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:00.757307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] For port be621ff2-7c97-4e83-a3ec-3b1221048690, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be621ff2-7c97-4e83-a3ec-3b1221048690,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:00.791689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.822022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff26055-4afa-40f7-a249-9bf5c8bece5f req-df2f0aac-c9e4-467a-83bb-fbc13c01fa63 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.831285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff26055-4afa-40f7-a249-9bf5c8bece5f req-df2f0aac-c9e4-467a-83bb-fbc13c01fa63 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 950 time: 0.0655315 Aug 27 12:02:00.883176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff26055-4afa-40f7-a249-9bf5c8bece5f req-2f1aa1b1-6379-4428-a1a3-2a5c22acbfa0 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508029 Aug 27 12:02:00.898919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:00.899556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:00.900985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] 10.222.0.77 "PUT /v2.0/ports/be621ff2-7c97-4e83-a3ec-3b1221048690 HTTP/1.1" status: 200 len: 1096 time: 1.6312902 Aug 27 12:02:00.905110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9fda6-f5bb-40e7-9287-7313b0fd5390 service neutron] Pushing event updated for resources: {'Port': ['ID=be621ff2-7c97-4e83-a3ec-3b1221048690,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:00.974102 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec441500-483c-47ca-8e6e-2f56436016ed x-openstack-request-id: req-ec441500-483c-47ca-8e6e-2f56436016ed {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:00.974513 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3185f1c2-21c2-4edb-8362-174a2ca56763", "name": "network-vif-deleted", "tag": "511593e7-d311-4270-bd80-ff237df794e7", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:00.974858 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec441500-483c-47ca-8e6e-2f56436016ed {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:00.975400 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3185f1c2-21c2-4edb-8362-174a2ca56763', 'name': 'network-vif-deleted', 'tag': '511593e7-d311-4270-bd80-ff237df794e7', 'status': 'completed', 'code': 200} Aug 27 12:02:01.078369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:01.097723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:01.135800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:01.147309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=d3cd44ef-aa35-4f83-a1fc-e459a607e2d3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:01.158662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-dd5f112a-39ca-453a-8de3-0d0e50d4db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.160719 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-dd5f112a-39ca-453a-8de3-0d0e50d4db0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 1099 time: 0.1672611 Aug 27 12:02:01.258285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:01.262503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:01.265001 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cd5daf2a-5e3b-4e56-ad8a-fa46ca6fbe55 req-045dff89-763d-44f0-9a60-df62b2d97e65 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "DELETE /v2.0/ports/d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 HTTP/1.1" status: 204 len: 173 time: 1.2021816 Aug 27 12:02:01.337486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-af43406e-aa7a-4729-9764-4abe7956066f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=be621ff2-7c97-4e83-a3ec-3b1221048690 HTTP/1.1" status: 200 len: 217 time: 0.0860267 Aug 27 12:02:01.465164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-16345b93-9a65-44f6-ba8a-6828ae210399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.466745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-16345b93-9a65-44f6-ba8a-6828ae210399 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1009657 Aug 27 12:02:01.473405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e92c84-5ec6-4a47-bf8b-78c8d8c59423 req-e4f2e94c-bca2-422f-9ae3-f604e1a07136 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.481762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8e92c84-5ec6-4a47-bf8b-78c8d8c59423 req-e4f2e94c-bca2-422f-9ae3-f604e1a07136 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 948 time: 0.0972800 Aug 27 12:02:01.591234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 072b5a1a-de57-4b1e-b713-f7775194c34d no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:01.602405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8e92c84-5ec6-4a47-bf8b-78c8d8c59423 req-0e5edb3c-8935-4070-af08-1358a618909f tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935326 Aug 27 12:02:01.712321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-6a60fb77-b6c2-4052-a2c4-2f8ac18e5e08 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.714365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-6a60fb77-b6c2-4052-a2c4-2f8ac18e5e08 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.2379308 Aug 27 12:02:01.730401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 072b5a1a-de57-4b1e-b713-f7775194c34d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:01.730879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 072b5a1a-de57-4b1e-b713-f7775194c34d not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:01.736041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:01.746462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499494e6-244c-4b98-b73b-16b74a029293 req-3101246b-0050-4c68-8e46-3dc77c01324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.747991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-3101246b-0050-4c68-8e46-3dc77c01324c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286580 Aug 27 12:02:01.895915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc0e6d-1504-45e2-9d68-7255ebf97944 req-1cdab149-29c4-4b84-9d2d-3370436e201f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.906256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbc0e6d-1504-45e2-9d68-7255ebf97944 req-1cdab149-29c4-4b84-9d2d-3370436e201f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.1322088 Aug 27 12:02:01.964085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704d019-d39c-4a7a-8b35-7dc584978d79 req-124def80-ce49-42e7-b1f8-b2e55aa781cc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:01.974050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3704d019-d39c-4a7a-8b35-7dc584978d79 req-124def80-ce49-42e7-b1f8-b2e55aa781cc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 945 time: 0.1610057 Aug 27 12:02:02.013991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbc0e6d-1504-45e2-9d68-7255ebf97944 req-bd812c25-bb8c-40f7-8f01-a1fa98508955 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057627 Aug 27 12:02:02.047365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3704d019-d39c-4a7a-8b35-7dc584978d79 req-1d49df7f-5b52-406d-9ea9-11edd87a66a9 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722938 Aug 27 12:02:02.252137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f68bddc8-0107-43ab-a726-c8a49d82f472 req-ac198568-2f5f-4a42-bab7-a84326d3bdc6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e67ad8-65f1-4f98-89bf-25bbea9e69d9 HTTP/1.1" status: 200 len: 210 time: 0.0532196 Aug 27 12:02:02.292324 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:02.320069 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-0344646e-d94c-45ee-bd75-4271bd402b91 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353909 Aug 27 12:02:02.397373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-d3e74b6f-6358-41b7-ab37-7f874f616671 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:02.398884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-d3e74b6f-6358-41b7-ab37-7f874f616671 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 822 time: 0.1458495 Aug 27 12:02:02.409611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cd9e9-f9d2-45df-a23b-da9d40bb629b req-2afdb438-6d13-4b24-b56c-44937e54c6c6 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:02.411116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f91cd9e9-f9d2-45df-a23b-da9d40bb629b req-2afdb438-6d13-4b24-b56c-44937e54c6c6 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 950 time: 0.0853841 Aug 27 12:02:02.428670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-2a3f5992-4aeb-4784-b57d-99ee30cdfc31 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/quotas/237a73e6f5a04e31972542bbf8545b9e HTTP/1.1" status: 200 len: 375 time: 0.0165300 Aug 27 12:02:02.479209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f91cd9e9-f9d2-45df-a23b-da9d40bb629b req-86773324-1561-4433-8a30-1f4a1552cafe tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608854 Aug 27 12:02:02.488518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-499494e6-244c-4b98-b73b-16b74a029293 req-d5c2785d-36e7-4f0f-b275-d6521dbe9a97 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459973 Aug 27 12:02:02.502632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-ce196c5c-c200-4b31-8306-074fc32bb77c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535302 Aug 27 12:02:02.513207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:02.555957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:02.609862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:02.610262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-7b86501f-de8f-433f-9d8e-7b7a6bd21590 service neutron] 10.222.0.76 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016872 Aug 27 12:02:02.616539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:02.703314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-17806290-00d9-4387-af98-b3bbc88c5e17 service neutron] 10.222.0.76 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921574 Aug 27 12:02:02.707053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on host n-h1-688802-4 for vnic_type normal with profile {"migrating_to": "n-h2-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:02.707287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:02.707600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:02.709714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:02.715277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:02:02.715602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Attempting to bind port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:02.723090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:02.723432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:02.723819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:02.724530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Bound port: 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:02.724757 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:02.793237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:02.796313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:02.800179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:02.876724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:02.903178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:02.903875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:02.905221 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d4dd81e0-27c2-4105-a116-35d2f3dc4b16 service neutron] 10.222.0.65 "PUT /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 1121 time: 1.1822207 Aug 27 12:02:02.977110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678c25aa-e307-43f8-bb81-554f35184c32', 'tag': 'be621ff2-7c97-4e83-a3ec-3b1221048690'}, {'server_uuid': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'name': 'network-vif-deleted', 'tag': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3'}, {'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'}, {'name': 'network-changed', 'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:02.979791 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf94a3-644d-495e-995a-99736b1faae2" -d '{"events": [{"name": "network-changed", "server_uuid": "678c25aa-e307-43f8-bb81-554f35184c32", "tag": "be621ff2-7c97-4e83-a3ec-3b1221048690"}, {"server_uuid": "f1e67ad8-65f1-4f98-89bf-25bbea9e69d9", "name": "network-vif-deleted", "tag": "d3cd44ef-aa35-4f83-a1fc-e459a607e2d3"}, {"server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "name": "network-vif-unplugged", "status": "completed", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868"}, {"name": "network-changed", "server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:03.071740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:03.146634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccaa36-b433-4d25-aaeb-ed21033e01b9 req-707c8ab8-f080-4aee-b401-237dc7699114 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.148981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28ccaa36-b433-4d25-aaeb-ed21033e01b9 req-707c8ab8-f080-4aee-b401-237dc7699114 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 948 time: 0.0969744 Aug 27 12:02:03.210017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02521d00-80aa-4761-a121-c4d4be25027c req-22097136-0961-4e54-81b0-863a7dfd5d93 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 210 time: 0.0338137 Aug 27 12:02:03.231544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28ccaa36-b433-4d25-aaeb-ed21033e01b9 req-da64d7e9-e659-41ae-b669-be35fe55bcb5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731757 Aug 27 12:02:03.283828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:03.316228 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525cc592-b207-4450-a022-8497c59c7aad x-openstack-request-id: req-525cc592-b207-4450-a022-8497c59c7aad {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:03.316768 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678c25aa-e307-43f8-bb81-554f35184c32", "tag": "be621ff2-7c97-4e83-a3ec-3b1221048690", "status": "completed", "code": 200}, {"server_uuid": "f1e67ad8-65f1-4f98-89bf-25bbea9e69d9", "name": "network-vif-deleted", "tag": "d3cd44ef-aa35-4f83-a1fc-e459a607e2d3", "status": "completed", "code": 200}, {"server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "name": "network-vif-unplugged", "status": "completed", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868", "code": 200}, {"name": "network-changed", "server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:03.317292 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-525cc592-b207-4450-a022-8497c59c7aad {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:03.317577 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678c25aa-e307-43f8-bb81-554f35184c32', 'tag': 'be621ff2-7c97-4e83-a3ec-3b1221048690', 'status': 'completed', 'code': 200} Aug 27 12:02:03.318523 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e67ad8-65f1-4f98-89bf-25bbea9e69d9', 'name': 'network-vif-deleted', 'tag': 'd3cd44ef-aa35-4f83-a1fc-e459a607e2d3', 'status': 'completed', 'code': 200} Aug 27 12:02:03.318523 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'code': 200} Aug 27 12:02:03.318727 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'status': 'completed', 'code': 200} Aug 27 12:02:03.478848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-48648f63-5562-4cdc-9eb6-7ea5f5464442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.480663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-48648f63-5562-4cdc-9eb6-7ea5f5464442 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 1099 time: 0.0763230 Aug 27 12:02:03.481739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98028d7b-72b0-4f39-98e2-1ae69627907e req-9be5de7d-7794-43da-8267-8a0e2d945d35 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.483294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98028d7b-72b0-4f39-98e2-1ae69627907e req-9be5de7d-7794-43da-8267-8a0e2d945d35 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.0994179 Aug 27 12:02:03.561413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98028d7b-72b0-4f39-98e2-1ae69627907e req-47d11673-2603-4d1e-9a5d-dd6c0748dad0 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/security-groups?id=4fd51f0b-9acb-45fa-8b1c-e77314099091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Aug 27 12:02:03.594814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:03.615820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 511593e7-d311-4270-bd80-ff237df794e7 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:03.637511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-0f46d5df-a4c1-4615-9853-ae745985936e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.639105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-0f46d5df-a4c1-4615-9853-ae745985936e tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 945 time: 0.0855250 Aug 27 12:02:03.642923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-d0c79295-26ed-4393-be84-5799208bb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.645152 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-d0c79295-26ed-4393-be84-5799208bb783 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1501834 Aug 27 12:02:03.654653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 511593e7-d311-4270-bd80-ff237df794e7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:03.655253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 511593e7-d311-4270-bd80-ff237df794e7 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:03.741041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-0d5363ef-ff42-4d0c-a10b-b518d076d934 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=be621ff2-7c97-4e83-a3ec-3b1221048690 HTTP/1.1" status: 200 len: 217 time: 0.0861175 Aug 27 12:02:03.742210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:03.754561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8f3c5-c317-4e2b-8ba5-ac8a3cc0eae3 req-ea0296e2-63b2-40bb-b8cd-c748dfab1ef1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.756202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17d8f3c5-c317-4e2b-8ba5-ac8a3cc0eae3 req-ea0296e2-63b2-40bb-b8cd-c748dfab1ef1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.0658958 Aug 27 12:02:03.758053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 has no active binding in host n-h2-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:02:03.815032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17d8f3c5-c317-4e2b-8ba5-ac8a3cc0eae3 req-f029309e-4d70-4244-bd74-ff4c0a218609 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Aug 27 12:02:03.847700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-2e4071e2-9ad9-4e9d-abef-15d948a73ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.849348 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-2e4071e2-9ad9-4e9d-abef-15d948a73ccd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0735865 Aug 27 12:02:03.859813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Deleting port 859b740a-1673-4c89-9d80-cfbd912296a7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:03.860162 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:03.970287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-86713ea5-8f17-49e4-8453-ae089b79916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:03.972083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-86713ea5-8f17-49e4-8453-ae089b79916c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144855 Aug 27 12:02:04.065285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] For port 859b740a-1673-4c89-9d80-cfbd912296a7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=859b740a-1673-4c89-9d80-cfbd912296a7,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:04.065718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:04.086042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Calling delete_port for 859b740a-1673-4c89-9d80-cfbd912296a7 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:04.158996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-05135561-12d8-4ae0-bafb-549ca0e5f133 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767912 Aug 27 12:02:04.320720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-9dd2e25a-3d8b-4205-800f-0d65fd52dec1 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458063 Aug 27 12:02:04.392928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-dfe9e7e8-fee0-4cc4-95cd-ae4e4b12f20d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.395009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-dfe9e7e8-fee0-4cc4-95cd-ae4e4b12f20d tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 822 time: 0.2606869 Aug 27 12:02:04.413371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:04.421973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad917a-b9fd-4c57-bdd7-2a56b9b05d12 req-2edef122-f300-4caa-856b-b2dcea1a8edc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.431078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8ad917a-b9fd-4c57-bdd7-2a56b9b05d12 req-2edef122-f300-4caa-856b-b2dcea1a8edc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 948 time: 0.0992231 Aug 27 12:02:04.436784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['859b740a-1673-4c89-9d80-cfbd912296a7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:04.441627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ce59c-bbdf-49e9-9cdf-e901315f73e7 req-d7dd91cc-5168-457a-8edc-4f19cbd41bbc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.443827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e90ce59c-bbdf-49e9-9cdf-e901315f73e7 req-d7dd91cc-5168-457a-8edc-4f19cbd41bbc tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.1699970 Aug 27 12:02:04.450363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Pushing event deleted for resources: {'Port': ['ID=859b740a-1673-4c89-9d80-cfbd912296a7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:04.453958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Request body: {'port': {'device_id': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'admin_state_up': True, 'tenant_id': '237a73e6f5a04e31972542bbf8545b9e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:04.540339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] No DVR routers for this DVR port 859b740a-1673-4c89-9d80-cfbd912296a7 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:04.544586 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:04.546803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c224f71-59b3-4a4d-bd6d-4f217d05d664 req-8fb377de-cb87-4fb0-8d52-d1aa066b991f tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.65 "DELETE /v2.0/ports/859b740a-1673-4c89-9d80-cfbd912296a7 HTTP/1.1" status: 204 len: 173 time: 0.8834729 Aug 27 12:02:04.548513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38294) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:04.580554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-f14846b1-02ae-4930-b620-3a614e9a1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.582012 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-f14846b1-02ae-4930-b620-3a614e9a1fc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1124 time: 0.1042778 Aug 27 12:02:04.586408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8ad917a-b9fd-4c57-bdd7-2a56b9b05d12 req-90321256-2f1a-4e55-b6fb-5f4db5c99844 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541364 Aug 27 12:02:04.606328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e90ce59c-bbdf-49e9-9cdf-e901315f73e7 req-a7a07cb8-b22f-4c03-86ab-0197fccc46a0 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487684 Aug 27 12:02:04.693661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Made reservation on behalf of 237a73e6f5a04e31972542bbf8545b9e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:04.697423 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:04.777539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab5ac-9c2c-405c-8214-2e7290e01a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:04.783055 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a2500a1-096e-4642-aff6-a1b64b39376d req-825cea34-736d-453d-8e45-15abbb640727 tempest-ListServerFiltersTestJSON-1580178050 tempest-ListServerFiltersTestJSON-1580178050-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcabb4cf-2de6-4f64-955a-2bf52653dde2 HTTP/1.1" status: 200 len: 210 time: 0.0593133 Aug 27 12:02:04.787082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6fe504a2-17bd-46d3-8786-7a1c7357393d req-9bed6916-59af-49e5-9aea-ec137ae6df83 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 210 time: 0.0617220 Aug 27 12:02:04.810932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-a2cdd144-27d9-4028-9804-341680bbc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.812447 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-a2cdd144-27d9-4028-9804-341680bbc649 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2212434 Aug 27 12:02:04.867328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-4fbbe452-044b-494c-b0a8-3e8284b8e009 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.0449114 Aug 27 12:02:04.962832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-14c0dea8-e941-4cd9-ad61-b935e49f6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.964489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-14c0dea8-e941-4cd9-ad61-b935e49f6f45 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0725253 Aug 27 12:02:04.965033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Allocated IP 172.20.0.7 (2be0c730-d502-400e-86a0-8a62690c01a4/13722941-4dcf-46a6-ad0e-febf8aa83384/89569fbf-de88-493c-9554-171f2917eca5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:04.975001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575412-55e5-49a0-92c2-df6f4d12528f req-c15ce4e8-e53b-44cf-a34c-4bd1f770c009 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:04.976524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5575412-55e5-49a0-92c2-df6f4d12528f req-c15ce4e8-e53b-44cf-a34c-4bd1f770c009 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.0691304 Aug 27 12:02:05.016678 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-4f4614ad-f0a5-4170-841f-7bd42160945b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359442 Aug 27 12:02:05.018325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab5ac-9c2c-405c-8214-2e7290e01a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.024033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab5ac-9c2c-405c-8214-2e7290e01a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.038581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5575412-55e5-49a0-92c2-df6f4d12528f req-fbecce99-0ebd-4724-86ea-620680ee6862 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535567 Aug 27 12:02:05.112681 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ba4ab5ac-9c2c-405c-8214-2e7290e01a9e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=146c592c2a364d6b872e891d1f90eb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630951 Aug 27 12:02:05.115334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ab5ac-9c2c-405c-8214-2e7290e01a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02efe65-4567-4ed9-8070-da85a5f6dc8e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:05.115496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:05.150419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-551d60d8-c173-4496-bd21-72f77cbc0574 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147070 Aug 27 12:02:05.188556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.214303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5239e778-65e0-4c86-a6d9-8f3e3f1f3948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.256630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fbcf94a3-644d-495e-995a-99736b1faae2 req-54fa1f59-c3a0-49ba-b802-0ae4d35dc7b8 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974047 Aug 27 12:02:05.260040 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5239e778-65e0-4c86-a6d9-8f3e3f1f3948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.319496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'name': 'network-vif-deleted', 'tag': '859b740a-1673-4c89-9d80-cfbd912296a7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:05.322267 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674c112-2ea5-40e0-8e46-62f7ecd16686" -d '{"events": [{"server_uuid": "fcabb4cf-2de6-4f64-955a-2bf52653dde2", "name": "network-vif-deleted", "tag": "859b740a-1673-4c89-9d80-cfbd912296a7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:05.332047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.364314 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1897c78-aaf6-48c4-abc7-62f3b11f3d2f x-openstack-request-id: req-a1897c78-aaf6-48c4-abc7-62f3b11f3d2f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:05.364677 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcabb4cf-2de6-4f64-955a-2bf52653dde2", "name": "network-vif-deleted", "tag": "859b740a-1673-4c89-9d80-cfbd912296a7", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:05.364929 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1897c78-aaf6-48c4-abc7-62f3b11f3d2f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:05.365493 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcabb4cf-2de6-4f64-955a-2bf52653dde2', 'name': 'network-vif-deleted', 'tag': '859b740a-1673-4c89-9d80-cfbd912296a7', 'status': 'completed', 'code': 200} Aug 27 12:02:05.380998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5239e778-65e0-4c86-a6d9-8f3e3f1f3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.383591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5239e778-65e0-4c86-a6d9-8f3e3f1f3948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.384724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5239e778-65e0-4c86-a6d9-8f3e3f1f3948 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c02efe65-4567-4ed9-8070-da85a5f6dc8e HTTP/1.1" status: 204 len: 168 time: 0.2683342 Aug 27 12:02:05.386609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Network 2be0c730-d502-400e-86a0-8a62690c01a4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:05.396006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:05.403243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:05.409990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239e778-65e0-4c86-a6d9-8f3e3f1f3948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02efe65-4567-4ed9-8070-da85a5f6dc8e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:05.431180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event updated for resources: {'Port': ['ID=89569fbf-de88-493c-9554-171f2917eca5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:05.457009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:05.468982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:05.469624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.484039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:05.484428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d3cd44ef-aa35-4f83-a1fc-e459a607e2d3 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:05.486645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-c7de0faa-ed89-460c-bc0b-78deb8c82b69 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0417144 Aug 27 12:02:05.507846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Request body: {'port': {'device_id': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:05.568930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:05.855445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867c70-3d34-4ec2-9ab2-5f2026d04f56 req-5cf32bbd-b599-4b4a-a541-548bded35cc6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:05.856958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c867c70-3d34-4ec2-9ab2-5f2026d04f56 req-5cf32bbd-b599-4b4a-a541-548bded35cc6 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.1614738 Aug 27 12:02:05.867692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb881f-f2a0-4e08-9156-6e323dadc71c req-a19befb5-decd-431e-a006-ddc679eebd7b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:05.869116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15fb881f-f2a0-4e08-9156-6e323dadc71c req-a19befb5-decd-431e-a006-ddc679eebd7b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 948 time: 0.1654649 Aug 27 12:02:05.955918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c867c70-3d34-4ec2-9ab2-5f2026d04f56 req-76fdffd3-bd93-4367-9adf-3601d92b3899 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858128 Aug 27 12:02:05.970617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15fb881f-f2a0-4e08-9156-6e323dadc71c req-3e1ae0f1-be7f-49fb-b290-f9a9be854ee8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821810 Aug 27 12:02:06.028841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:06.048609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89569fbf-de88-493c-9554-171f2917eca5 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:06.083180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.131988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Transition to ACTIVE for port object 89569fbf-de88-493c-9554-171f2917eca5 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:06.144819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.167694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Deleting subnet f1d79ca4-3859-4eab-8b2e-63efd9bda11f {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:02:06.194366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.250900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b23252-15f2-4595-bc6e-d4be64fbadac req-d29778cf-52b4-462b-ab7c-d7af096ab2d7 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:06.252401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9b23252-15f2-4595-bc6e-d4be64fbadac req-d29778cf-52b4-462b-ab7c-d7af096ab2d7 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 931 time: 0.1763773 Aug 27 12:02:06.273652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Pushing event updated for resources: {'Port': ['ID=89569fbf-de88-493c-9554-171f2917eca5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:06.321134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.432780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d72d5-e5b1-4628-b26a-bd785991cf9e req-ef9c1df3-a827-4b81-9665-e1bf838d441e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:06.432780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984d72d5-e5b1-4628-b26a-bd785991cf9e req-ef9c1df3-a827-4b81-9665-e1bf838d441e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.1957223 Aug 27 12:02:06.438623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9b23252-15f2-4595-bc6e-d4be64fbadac req-1b918781-90d4-4aec-ade9-14beb67d395e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743627 Aug 27 12:02:06.450819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8324ff-9e7e-4895-b775-681a13593489 req-dde335d5-b380-4e62-acba-d3cce51fd5ab tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:06.460054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf8324ff-9e7e-4895-b775-681a13593489 req-dde335d5-b380-4e62-acba-d3cce51fd5ab tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/ports?device_id=66e03429-eec9-481b-81d7-c12988fc773b HTTP/1.1" status: 200 len: 950 time: 0.0577424 Aug 27 12:02:06.491241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Attempting to bind port 89569fbf-de88-493c-9554-171f2917eca5 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:06.491585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Attempting to bind port 89569fbf-de88-493c-9554-171f2917eca5 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:06.491915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Attempting to bind port 89569fbf-de88-493c-9554-171f2917eca5 on network 2be0c730-d502-400e-86a0-8a62690c01a4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:06.513940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Port 89569fbf-de88-493c-9554-171f2917eca5 on network 2be0c730-d502-400e-86a0-8a62690c01a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:02:06.514289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Attempting to bind port 89569fbf-de88-493c-9554-171f2917eca5 on network 2be0c730-d502-400e-86a0-8a62690c01a4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:06.523264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984d72d5-e5b1-4628-b26a-bd785991cf9e req-2e88cd4e-12b5-439a-b85c-2ca3f7ac51a1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837102 Aug 27 12:02:06.527794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.530518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:06.530861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Checking segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:06.531249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Bound using segment: {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:06.531692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Bound port: 89569fbf-de88-493c-9554-171f2917eca5, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd20df6-fae8-49f5-847f-30e7f76a41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:06.532045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.557291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port 3b263924-d676-4ed7-9f27-7fe3f4dc521f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:06.557968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.642009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] For port 89569fbf-de88-493c-9554-171f2917eca5, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:06.645203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.649363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] For port 89569fbf-de88-493c-9554-171f2917eca5, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=89569fbf-de88-493c-9554-171f2917eca5,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:06.677332 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.677559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port 3b263924-d676-4ed7-9f27-7fe3f4dc521f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b263924-d676-4ed7-9f27-7fe3f4dc521f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:06.677707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.689935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for 3b263924-d676-4ed7-9f27-7fe3f4dc521f owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:06.695857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d79ca4-3859-4eab-8b2e-63efd9bda11f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:06.703359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb58dd-b947-4668-9626-40c67757191a None None] Network 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:06.714548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.718964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b7629a7-3f6f-4f03-8d2d-c803080238a0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f1d79ca4-3859-4eab-8b2e-63efd9bda11f HTTP/1.1" status: 204 len: 168 time: 0.6856616 Aug 27 12:02:06.727710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:06.733129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-bda65442-ee3e-4814-bc0f-7ae6b5876c9c tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=049fc5d7302d4b3b9ed0dee27fd8db6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766759 Aug 27 12:02:06.759719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:06.760637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.761765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] 10.222.0.65 "PUT /v2.0/ports/89569fbf-de88-493c-9554-171f2917eca5 HTTP/1.1" status: 200 len: 1091 time: 1.2592828 Aug 27 12:02:06.762218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'tag': '89569fbf-de88-493c-9554-171f2917eca5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:06.764519 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc" -d '{"events": [{"name": "network-changed", "server_uuid": "72f70ef5-0c82-47a8-baca-9690b3d281ec", "tag": "89569fbf-de88-493c-9554-171f2917eca5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:06.845715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.849167 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3869d0ec-6817-406c-9e3f-ade06b9a2942 x-openstack-request-id: req-3869d0ec-6817-406c-9e3f-ade06b9a2942 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:06.849433 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f70ef5-0c82-47a8-baca-9690b3d281ec", "tag": "89569fbf-de88-493c-9554-171f2917eca5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:06.849763 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3869d0ec-6817-406c-9e3f-ade06b9a2942 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:06.850166 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'tag': '89569fbf-de88-493c-9554-171f2917eca5', 'status': 'completed', 'code': 200} Aug 27 12:02:06.862181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:06.911878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f', '4f9e3571-cbd1-4bc2-8628-afa5dadfb918'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:06.922043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=3b263924-d676-4ed7-9f27-7fe3f4dc521f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:06.939088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] DHCP port deletion for 66da1fd8-5a97-4dd1-8336-0d85ae450dd6 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:02:06.962749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port 3b263924-d676-4ed7-9f27-7fe3f4dc521f on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:06.965720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:06.968394 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bf8324ff-9e7e-4895-b775-681a13593489 req-465cb39b-b3f2-4526-ba67-390daccb4151 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "DELETE /v2.0/ports/3b263924-d676-4ed7-9f27-7fe3f4dc521f HTTP/1.1" status: 204 len: 173 time: 0.5053315 Aug 27 12:02:07.006434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79748f36-6222-46a1-97fe-f7f66775660c req-2e2202b7-5b41-46fb-865f-776bfbce15ae tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:07.009244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79748f36-6222-46a1-97fe-f7f66775660c req-2e2202b7-5b41-46fb-865f-776bfbce15ae tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.1285892 Aug 27 12:02:07.122742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] Deleting port bd3a531a-bf75-4d8b-9e16-21920c0c37cd {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:07.123149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.129045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:07.129485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.229223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] For port bd3a531a-bf75-4d8b-9e16-21920c0c37cd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,segment=NetworkSegment(a4287a66-9ae4-4513-a8e9-fa34ba8700ea),segment_id=a4287a66-9ae4-4513-a8e9-fa34ba8700ea)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:07.229625 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.238540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:07.239406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.250279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] Calling delete_port for bd3a531a-bf75-4d8b-9e16-21920c0c37cd owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:07.255083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62ba49-d4cc-4ffa-9a3e-65f43b476e0b service neutron] Pushing event updated for resources: {'Port': ['ID=89569fbf-de88-493c-9554-171f2917eca5,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:07.270483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:07.317895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.351175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-4529f363-b42d-4c2c-8264-5ed14498e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:07.353060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-4529f363-b42d-4c2c-8264-5ed14498e3ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 1094 time: 0.5352356 Aug 27 12:02:07.369730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-27660924-03f9-43fd-ab2d-2d83a5295df8 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:07.376796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-27660924-03f9-43fd-ab2d-2d83a5295df8 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6022210 Aug 27 12:02:07.392822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.404602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9858f-d889-4063-838e-d3caecafb77b req-f927321f-eccf-43e8-9212-e3e7dd1080b8 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:07.407330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] No DVR routers for this DVR port bd3a531a-bf75-4d8b-9e16-21920c0c37cd on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:07.412710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bc9858f-d889-4063-838e-d3caecafb77b req-f927321f-eccf-43e8-9212-e3e7dd1080b8 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1 HTTP/1.1" status: 200 len: 949 time: 0.1759341 Aug 27 12:02:07.443053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e03429-eec9-481b-81d7-c12988fc773b', 'name': 'network-vif-deleted', 'tag': '3b263924-d676-4ed7-9f27-7fe3f4dc521f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:07.445748 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85d882e-d0b3-4d2d-8b06-d0047b9bcc2b" -d '{"events": [{"server_uuid": "66e03429-eec9-481b-81d7-c12988fc773b", "name": "network-vif-deleted", "tag": "3b263924-d676-4ed7-9f27-7fe3f4dc521f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:07.452537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.466348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be621ff2-7c97-4e83-a3ec-3b1221048690 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:07.471569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] The port 'bd3a531a-bf75-4d8b-9e16-21920c0c37cd' was deleted {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 12:02:07.472695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535aa75-b1a9-4821-b117-bb58153447e7 None None] Pushing event deleted for resources: {'Port': ['ID=bd3a531a-bf75-4d8b-9e16-21920c0c37cd,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:07.480493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-25a4e0e3-e292-4521-939f-0d1468be6623 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89569fbf-de88-493c-9554-171f2917eca5 HTTP/1.1" status: 200 len: 217 time: 0.0984540 Aug 27 12:02:07.482754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-ee1eaf3c-8365-4527-85f5-b539eb8c5bc3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/quotas/049fc5d7302d4b3b9ed0dee27fd8db6b HTTP/1.1" status: 200 len: 375 time: 0.1051686 Aug 27 12:02:07.492666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=4f9e3571-cbd1-4bc2-8628-afa5dadfb918,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:07.570036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:07.573528 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.576438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79748f36-6222-46a1-97fe-f7f66775660c req-0c44d55c-6f16-4068-8591-3b3ddabec647 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "DELETE /v2.0/ports/4f9e3571-cbd1-4bc2-8628-afa5dadfb918 HTTP/1.1" status: 204 len: 173 time: 0.5612745 Aug 27 12:02:07.600126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-62d3565d-402c-4b40-8520-33bd872c0dd8 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=049fc5d7302d4b3b9ed0dee27fd8db6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989177 Aug 27 12:02:07.658813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bc9858f-d889-4063-838e-d3caecafb77b req-4f1a6bc0-252b-4739-94e2-8d777fd2b60c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449930 Aug 27 12:02:07.685410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.722888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-5205187c-28ae-449a-8cde-7d6d065a395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:07.724851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-5205187c-28ae-449a-8cde-7d6d065a395e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 200 len: 862 time: 0.2226837 Aug 27 12:02:07.726773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66da1fd8-5a97-4dd1-8336-0d85ae450dd6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:07.763374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 859b740a-1673-4c89-9d80-cfbd912296a7 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:07.768212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:07.768432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4287a66-9ae4-4513-a8e9-fa34ba8700ea') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:07.808812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43', '3b263924-d676-4ed7-9f27-7fe3f4dc521f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:07.843373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-0dd3d0a3-1dd5-4686-8357-35437685177f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2be0c730-d502-400e-86a0-8a62690c01a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965865 Aug 27 12:02:07.848268 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:07.881607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd3a531a-bf75-4d8b-9e16-21920c0c37cd no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:07.887892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 859b740a-1673-4c89-9d80-cfbd912296a7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:07.888237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 859b740a-1673-4c89-9d80-cfbd912296a7 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:07.975434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.013702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:02:08.014798 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:02:08.019097 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:02:08.045646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: bd3a531a-bf75-4d8b-9e16-21920c0c37cd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:08.046187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd3a531a-bf75-4d8b-9e16-21920c0c37cd not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:08.067330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port be621ff2-7c97-4e83-a3ec-3b1221048690, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be621ff2-7c97-4e83-a3ec-3b1221048690,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:08.090245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51d9fd-e085-437b-b90d-aa5de98b15e3 req-5d5b504d-7aac-4a05-a31f-9cf5ce05ec27 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:08.095854 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.100177 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1726a48-ac23-4bdb-944d-3f76a67596e6 x-openstack-request-id: req-a1726a48-ac23-4bdb-944d-3f76a67596e6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:08.100546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f51d9fd-e085-437b-b90d-aa5de98b15e3 req-5d5b504d-7aac-4a05-a31f-9cf5ce05ec27 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 948 time: 0.3283436 Aug 27 12:02:08.100661 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e03429-eec9-481b-81d7-c12988fc773b", "name": "network-vif-deleted", "tag": "3b263924-d676-4ed7-9f27-7fe3f4dc521f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:08.100838 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1726a48-ac23-4bdb-944d-3f76a67596e6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:08.101467 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e03429-eec9-481b-81d7-c12988fc773b', 'name': 'network-vif-deleted', 'tag': '3b263924-d676-4ed7-9f27-7fe3f4dc521f', 'status': 'completed', 'code': 200} Aug 27 12:02:08.126297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'be621ff2-7c97-4e83-a3ec-3b1221048690', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'be621ff2-7c97-4e83-a3ec-3b1221048690', 'mac_address': 'fa:16:3e:a3:99:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:08.183217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.191881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-e6de7fc2-b32c-476b-a757-3847cdfc46b8 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906213 Aug 27 12:02:08.198785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.201115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] 10.222.0.76 "DELETE /v2.0/networks/66da1fd8-5a97-4dd1-8336-0d85ae450dd6 HTTP/1.1" status: 204 len: 168 time: 1.4700010 Aug 27 12:02:08.240739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f51d9fd-e085-437b-b90d-aa5de98b15e3 req-d31401a9-7c05-48e3-9a02-44603e544391 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331909 Aug 27 12:02:08.324810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcab67-0723-4ec3-bd09-5101dc01b836 admin admin] Pushing event deleted for resources: {'Network': ['ID=66da1fd8-5a97-4dd1-8336-0d85ae450dd6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:08.394791 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.417769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be621ff2-7c97-4e83-a3ec-3b1221048690 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:08.454862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5dd45-7a4b-4a5a-abac-878daf456fc4 req-c54714a4-5a48-4ea8-930e-0ddc64dec100 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:08.456717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91d5dd45-7a4b-4a5a-abac-878daf456fc4 req-c54714a4-5a48-4ea8-930e-0ddc64dec100 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 943 time: 0.2684636 Aug 27 12:02:08.480895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port be621ff2-7c97-4e83-a3ec-3b1221048690, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be621ff2-7c97-4e83-a3ec-3b1221048690,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:08.492576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38414) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:08.500249 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.508834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546e0b-6d3a-4513-b14d-cd0fb068e421 req-8886c899-8219-4dab-8c7a-e1c294f13dcb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:08.510503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19546e0b-6d3a-4513-b14d-cd0fb068e421 req-8886c899-8219-4dab-8c7a-e1c294f13dcb tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.1335185 Aug 27 12:02:08.512899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3250115a-e619-4f6a-af45-cfab4a20c074 req-cdc745e8-7220-453e-b1cd-4a96ff600c5c service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678301 Aug 27 12:02:08.558243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e5207a8a-9237-44ac-8331-cda8fca3e304 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef1bab56bd5c4bad8297e0d5096effaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637033 Aug 27 12:02:08.559299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91d5dd45-7a4b-4a5a-abac-878daf456fc4 req-5d3ef0ff-7391-46e6-97ac-cc3b463ee107 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938382 Aug 27 12:02:08.560238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:08.594860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=be621ff2-7c97-4e83-a3ec-3b1221048690,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:08.616539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19546e0b-6d3a-4513-b14d-cd0fb068e421 req-d8afb447-12a8-4b63-82ce-aa4f202f960d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987537 Aug 27 12:02:08.696323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0575-0d1b-49d0-8cea-649956ebd0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.713589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-295993d2-5c89-412e-92b7-861edfcbdee0 req-1e0f2588-0fae-4375-9793-886910c3b6b2 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 210 time: 0.0417864 Aug 27 12:02:08.726173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0575-0d1b-49d0-8cea-649956ebd0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.735727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-99f3ff39-a4d7-4379-8661-f202775e3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:08.737287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-99f3ff39-a4d7-4379-8661-f202775e3835 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=237a73e6f5a04e31972542bbf8545b9e&device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 1094 time: 0.1198010 Aug 27 12:02:08.805159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0575-0d1b-49d0-8cea-649956ebd0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.808101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0575-0d1b-49d0-8cea-649956ebd0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:08.811775 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fe3b0575-0d1b-49d0-8cea-649956ebd0dc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4fd51f0b-9acb-45fa-8b1c-e77314099091 HTTP/1.1" status: 204 len: 168 time: 0.2471597 Aug 27 12:02:08.824223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b0575-0d1b-49d0-8cea-649956ebd0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd51f0b-9acb-45fa-8b1c-e77314099091,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:08.898280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-670d3c11-87c5-4b26-bbec-e4c330513eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:08.899904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-670d3c11-87c5-4b26-bbec-e4c330513eee service neutron] 10.222.0.65 "GET /v2.0/networks?id=2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 200 len: 923 time: 0.1514924 Aug 27 12:02:08.962260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-8e2b9dfc-cd74-4f4a-8cc8-d8172d3fa01c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89569fbf-de88-493c-9554-171f2917eca5 HTTP/1.1" status: 200 len: 217 time: 0.0511143 Aug 27 12:02:09.036991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-14161192-7c91-4b4f-b27e-9cc4587759d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:09.039686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-14161192-7c91-4b4f-b27e-9cc4587759d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 200 len: 862 time: 0.0692387 Aug 27 12:02:09.087758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-4d7acc64-443c-434b-a81b-e2db3774ca14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2be0c730-d502-400e-86a0-8a62690c01a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356708 Aug 27 12:02:09.333385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['be621ff2-7c97-4e83-a3ec-3b1221048690'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:09.367957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-677aeac9-834b-45c1-a8f3-58423f957123 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401292 Aug 27 12:02:09.409872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-356a2fbf-e5e7-43dc-9af2-202f90d8765a tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=049fc5d7302d4b3b9ed0dee27fd8db6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440505 Aug 27 12:02:09.465380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:09.471176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:09.506760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:09.507110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4f9e3571-cbd1-4bc2-8628-afa5dadfb918 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:09.509752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e417944-c03b-4abe-be46-abdf0144e0f7 req-5d4b926c-8756-4c8e-8b3e-23a961436754 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:09.516067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e417944-c03b-4abe-be46-abdf0144e0f7 req-5d4b926c-8756-4c8e-8b3e-23a961436754 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 950 time: 0.2222857 Aug 27 12:02:09.544500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac53f-b221-4eb3-a2fd-7e2771563a40 req-15f1e2bf-9ad4-4094-869b-40ebc2e21936 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:09.553310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9cac53f-b221-4eb3-a2fd-7e2771563a40 req-15f1e2bf-9ad4-4094-869b-40ebc2e21936 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 949 time: 0.2136562 Aug 27 12:02:09.601654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-8aeffaa1-4762-4c9c-8026-e3157e21c09c tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:09.604671 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-8aeffaa1-4762-4c9c-8026-e3157e21c09c tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853712 Aug 27 12:02:09.629493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Request body: {'port': {'device_id': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '049fc5d7302d4b3b9ed0dee27fd8db6b'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:09.645201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:09.654865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b263924-d676-4ed7-9f27-7fe3f4dc521f no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:09.662987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e417944-c03b-4abe-be46-abdf0144e0f7 req-9c791fb9-1bda-4ca7-a3d8-337de12c0af2 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223445 Aug 27 12:02:09.685020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5cbe4cf-d38a-4f4c-aec5-01ff941d65dc req-bd934573-0dc7-4299-971c-6b357f8314e6 service neutron] 10.222.0.65 "GET /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935002 Aug 27 12:02:09.687954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 3b263924-d676-4ed7-9f27-7fe3f4dc521f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:09.688366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b263924-d676-4ed7-9f27-7fe3f4dc521f not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:09.690123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'mac_address': 'fa:16:3e:25:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:09.715752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9cac53f-b221-4eb3-a2fd-7e2771563a40 req-c6494e86-abad-4fde-bfbb-5067f26622b0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615033 Aug 27 12:02:09.778589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:09.801377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:09.827404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:09.834071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:09.835697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Made reservation on behalf of 049fc5d7302d4b3b9ed0dee27fd8db6b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:09.843916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:09.859508 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:09.866197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1f36-905c-4df0-b2a0-38f2155aa91c req-fbd30152-e050-4233-bdc6-90daf65f9323 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:09.875468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-862e1f36-905c-4df0-b2a0-38f2155aa91c req-fbd30152-e050-4233-bdc6-90daf65f9323 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 943 time: 0.1065421 Aug 27 12:02:09.905960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:09.948232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fc5b4-8f2f-45c9-9752-b9013d271940 req-b1eaa79c-25d9-49f7-92ed-2d12ea07799f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:09.951412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec1fc5b4-8f2f-45c9-9752-b9013d271940 req-b1eaa79c-25d9-49f7-92ed-2d12ea07799f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.1228578 Aug 27 12:02:09.984769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:09.988033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-862e1f36-905c-4df0-b2a0-38f2155aa91c req-9340dd63-6508-44b2-bf27-9050027b229a tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115193 Aug 27 12:02:10.001329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:10.021113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec1fc5b4-8f2f-45c9-9752-b9013d271940 req-3a24390f-ebf2-45a1-9604-96a5bb35ccca tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524023 Aug 27 12:02:10.105563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'name': 'network-vif-deleted', 'tag': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:10.118568 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f5e36-247c-4e53-96c0-496b2db8368b" -d '{"events": [{"server_uuid": "3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1", "name": "network-vif-deleted", "tag": "4f9e3571-cbd1-4bc2-8628-afa5dadfb918"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:10.130417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['4fd526c1-97cf-4ca0-9fa6-05d80ae11333'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:10.147426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10f645bf-f786-4dca-b486-8991e0e565e8 req-7425b3fe-aeeb-4158-b68f-8390b35f8b71 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 210 time: 0.0316479 Aug 27 12:02:10.181875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b169719f-eea9-4b76-abdd-f28819944b1e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:10.226594 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed4ed9b-32d6-494f-80ab-f403f1b3d614 x-openstack-request-id: req-9ed4ed9b-32d6-494f-80ab-f403f1b3d614 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:10.226878 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1", "name": "network-vif-deleted", "tag": "4f9e3571-cbd1-4bc2-8628-afa5dadfb918", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:10.227128 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ed4ed9b-32d6-494f-80ab-f403f1b3d614 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:10.227598 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2f1eb7-7c41-4b4c-b54f-9d5d9a140da1', 'name': 'network-vif-deleted', 'tag': '4f9e3571-cbd1-4bc2-8628-afa5dadfb918', 'status': 'completed', 'code': 200} Aug 27 12:02:10.236480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Allocated IP 192.168.233.178 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/6b3ef2eb-f907-4c50-956e-90529177839b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:10.379436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'b685aa55-7d00-4bc9-b5d5-009aecef880f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:10.457577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:10.480679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Transition to ACTIVE for port object 6b3ef2eb-f907-4c50-956e-90529177839b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:10.523989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:10.612007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:10.617367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:10.622424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:10.686304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:10.690242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:10.694370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:10.716798 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d27ebf54-58fb-4b69-854f-cef6c6edf597 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0922558 Aug 27 12:02:10.737094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Request body: {'port': {'device_id': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:10.810715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:10.822873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a72f0-89c3-46e4-b3fb-76a60e8cd270 req-8c80876f-ff6e-41d6-a003-3c55575ca64b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:10.824749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-064a72f0-89c3-46e4-b3fb-76a60e8cd270 req-8c80876f-ff6e-41d6-a003-3c55575ca64b tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 950 time: 0.0691705 Aug 27 12:02:10.906256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-064a72f0-89c3-46e4-b3fb-76a60e8cd270 req-ef288aef-316f-4aaf-8f10-ef6b2e825593 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655689 Aug 27 12:02:10.953188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e71e9-e5a3-48fd-b465-00612bfd56b5 req-81f3c9a0-991a-4894-8204-4feb59982aac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:10.962523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-887e71e9-e5a3-48fd-b465-00612bfd56b5 req-81f3c9a0-991a-4894-8204-4feb59982aac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 949 time: 0.0954757 Aug 27 12:02:10.998466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a95bb586-33e1-4f7b-9104-ae6de6ea03d6 None None] Provisioning for port 6b3ef2eb-f907-4c50-956e-90529177839b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:11.010316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a95bb586-33e1-4f7b-9104-ae6de6ea03d6 None None] Provisioning complete for port 6b3ef2eb-f907-4c50-956e-90529177839b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:11.010918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a95bb586-33e1-4f7b-9104-ae6de6ea03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.011844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-887e71e9-e5a3-48fd-b465-00612bfd56b5 req-bd67fc5a-ad0e-4ea3-8746-1fbf42f11bb7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Aug 27 12:02:11.012332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:11.065922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a95bb586-33e1-4f7b-9104-ae6de6ea03d6 None None] Port 6b3ef2eb-f907-4c50-956e-90529177839b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:11.216040 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94604f6-8344-481d-b92a-48101d1b632a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.218682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3ef2eb-f907-4c50-956e-90529177839b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:11.227374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cf8de-8215-4db2-8eca-5dcc0508e9b9 req-2324f281-6709-49e3-96c0-381ce19a2b1c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:11.228944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-531cf8de-8215-4db2-8eca-5dcc0508e9b9 req-2324f281-6709-49e3-96c0-381ce19a2b1c tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 943 time: 0.1088018 Aug 27 12:02:11.235685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.249719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50392066-8edb-4bb5-8bf4-12f96eb61f39 req-66250494-9f4a-45c0-8d37-fb0dc01ccfd6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:11.251239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50392066-8edb-4bb5-8bf4-12f96eb61f39 req-66250494-9f4a-45c0-8d37-fb0dc01ccfd6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.0959547 Aug 27 12:02:11.258028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Transition to ACTIVE for port object 6b3ef2eb-f907-4c50-956e-90529177839b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:11.274540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.332898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-531cf8de-8215-4db2-8eca-5dcc0508e9b9 req-ea7eb2e9-48fc-481c-9e44-cbe26c253846 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931211 Aug 27 12:02:11.353442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50392066-8edb-4bb5-8bf4-12f96eb61f39 req-5f3f8028-37ab-4a59-94de-241c463ea57f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927944 Aug 27 12:02:11.473288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:11.491713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:11.507030 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94604f6-8344-481d-b92a-48101d1b632a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.513258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94604f6-8344-481d-b92a-48101d1b632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.574542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Attempting to bind port 6b3ef2eb-f907-4c50-956e-90529177839b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:11.575350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Attempting to bind port 6b3ef2eb-f907-4c50-956e-90529177839b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:11.575688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Attempting to bind port 6b3ef2eb-f907-4c50-956e-90529177839b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:11.587870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Port 6b3ef2eb-f907-4c50-956e-90529177839b on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:02:11.588518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Attempting to bind port 6b3ef2eb-f907-4c50-956e-90529177839b on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:11.597368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:11.599296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:11.599689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:11.600247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Bound port: 6b3ef2eb-f907-4c50-956e-90529177839b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:11.602682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.610812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:11.611453 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.659152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94604f6-8344-481d-b92a-48101d1b632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24f0c62-0094-4bff-bb29-744c1b9c3ef6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:11.667079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c94604f6-8344-481d-b92a-48101d1b632a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f652fb6d2fb43ffbfd3b8e8ad726824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527178 Aug 27 12:02:11.672273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:11.672986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 89569fbf-de88-493c-9554-171f2917eca5 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:11.718476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:11.723219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:11.730056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.762402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcf0da-8322-4c85-862c-e63afcb18ada req-4017f06d-9bf1-4acc-8eed-c19e901f09ae tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:11.779376 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85dcf0da-8322-4c85-862c-e63afcb18ada req-4017f06d-9bf1-4acc-8eed-c19e901f09ae tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 948 time: 0.2335413 Aug 27 12:02:11.804307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:11.804929 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.808907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] 10.222.0.65 "PUT /v2.0/ports/6b3ef2eb-f907-4c50-956e-90529177839b HTTP/1.1" status: 200 len: 1096 time: 1.0784147 Aug 27 12:02:11.814132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cf225-a98c-44f9-910a-8a0ea1793cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:11.875830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85dcf0da-8322-4c85-862c-e63afcb18ada req-070ffb4c-e0ad-4c03-b867-7ec8784af8de tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944495 Aug 27 12:02:11.881799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:11.942873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ede5272-2ed3-4fb4-8f21-3705fdcb3498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.002229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:12.007449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d099282c-8846-4e7d-a5b8-9691105a9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.009127 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-d099282c-8846-4e7d-a5b8-9691105a9ccd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=049fc5d7302d4b3b9ed0dee27fd8db6b&device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 1099 time: 0.0934253 Aug 27 12:02:12.013581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ede5272-2ed3-4fb4-8f21-3705fdcb3498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.017456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:12.020994 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545f7121-3687-4b65-ab5a-cb09d9975555" -d '{"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:12.027031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.079373 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-7f5c8dc4-9ce6-49f0-aa41-47182b39f1f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6b3ef2eb-f907-4c50-956e-90529177839b HTTP/1.1" status: 200 len: 217 time: 0.0559273 Aug 27 12:02:12.165334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 89569fbf-de88-493c-9554-171f2917eca5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=89569fbf-de88-493c-9554-171f2917eca5,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:12.176370 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bacbe24-3547-4a39-b1ae-8cb8e9751b95 x-openstack-request-id: req-5bacbe24-3547-4a39-b1ae-8cb8e9751b95 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:12.176914 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:12.177345 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5bacbe24-3547-4a39-b1ae-8cb8e9751b95 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:12.177891 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'code': 200} Aug 27 12:02:12.182937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-18a9653e-d1a6-4bde-8bbe-105056ef782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.185538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-18a9653e-d1a6-4bde-8bbe-105056ef782f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0948806 Aug 27 12:02:12.211847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '89569fbf-de88-493c-9554-171f2917eca5', 'network_id': '2be0c730-d502-400e-86a0-8a62690c01a4', 'port_id': '89569fbf-de88-493c-9554-171f2917eca5', 'mac_address': 'fa:16:3e:e2:3d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13722941-4dcf-46a6-ad0e-febf8aa83384', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:12.219148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:12.238057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:12.240730 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415644e8-8ac5-47c3-bc48-76aeea311389" -d '{"events": [{"name": "network-changed", "server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:12.241429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b194-ceb6-4cdf-a1c1-b212931cc913 req-5fa00e50-cd7d-4328-a818-58e0bee09729 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.254759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa89b194-ceb6-4cdf-a1c1-b212931cc913 req-5fa00e50-cd7d-4328-a818-58e0bee09729 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 950 time: 0.2373960 Aug 27 12:02:12.286352 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.303982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89569fbf-de88-493c-9554-171f2917eca5 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:12.308643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ede5272-2ed3-4fb4-8f21-3705fdcb3498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.313235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ede5272-2ed3-4fb4-8f21-3705fdcb3498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.317912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ede5272-2ed3-4fb4-8f21-3705fdcb3498 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a24f0c62-0094-4bff-bb29-744c1b9c3ef6 HTTP/1.1" status: 204 len: 168 time: 0.6408143 Aug 27 12:02:12.318094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-572dc189-fd5f-4a35-821b-cbb4f97e2afe tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.327558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 89569fbf-de88-493c-9554-171f2917eca5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=89569fbf-de88-493c-9554-171f2917eca5,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:12.328501 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-572dc189-fd5f-4a35-821b-cbb4f97e2afe tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 950 time: 0.2407196 Aug 27 12:02:12.333489 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.401600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=89569fbf-de88-493c-9554-171f2917eca5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:12.425640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede5272-2ed3-4fb4-8f21-3705fdcb3498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24f0c62-0094-4bff-bb29-744c1b9c3ef6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:12.491236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa89b194-ceb6-4cdf-a1c1-b212931cc913 req-c64c0598-711e-42c0-95ce-0eddb55f0d56 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349317 Aug 27 12:02:12.496564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-32e38c31-8c15-48a0-bb8a-ce08c517f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.498770 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-32e38c31-8c15-48a0-bb8a-ce08c517f806 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847412 Aug 27 12:02:12.502760 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f3c8a610-a2eb-4a5f-be03-98053400734f service neutron] 10.222.0.77 "GET /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868/bindings/n-h2-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1557102 Aug 27 12:02:12.517278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98bf5-04a7-49dd-ac32-f5100721a0b3 req-0637bb27-6080-416b-a5ab-036dab72597c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.520426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13a98bf5-04a7-49dd-ac32-f5100721a0b3 req-0637bb27-6080-416b-a5ab-036dab72597c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 949 time: 0.2187409 Aug 27 12:02:12.539261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-2c41634d-95fc-478a-8be3-5473f272e19c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:12.541184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-2c41634d-95fc-478a-8be3-5473f272e19c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 950 time: 0.1868200 Aug 27 12:02:12.613313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13a98bf5-04a7-49dd-ac32-f5100721a0b3 req-0e76c56f-198d-45a1-b9f6-52b1939847c4 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824802 Aug 27 12:02:12.649617 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3663183a-dc48-42a5-9655-0e432b4905f1 x-openstack-request-id: req-3663183a-dc48-42a5-9655-0e432b4905f1 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:12.650075 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:12.650650 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3663183a-dc48-42a5-9655-0e432b4905f1 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:12.651113 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'status': 'completed', 'code': 200} Aug 27 12:02:12.702160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['89569fbf-de88-493c-9554-171f2917eca5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:12.719683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port 0a76f3dd-4dee-4b04-9be7-1d321eca751f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:12.720031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:12.870244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-eb259c0a-6e9f-4680-a987-178c249d4722 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622935 Aug 27 12:02:12.913806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port b685aa55-7d00-4bc9-b5d5-009aecef880f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:12.914417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:13.059907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port 0a76f3dd-4dee-4b04-9be7-1d321eca751f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=0a76f3dd-4dee-4b04-9be7-1d321eca751f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:13.060561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:13.110243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be668e9-5d72-41c9-8d25-e3154e2e2127 req-ce4b0ca9-272d-49bf-aef6-c8457f661a3e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:13.123294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8be668e9-5d72-41c9-8d25-e3154e2e2127 req-ce4b0ca9-272d-49bf-aef6-c8457f661a3e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 944 time: 0.3787496 Aug 27 12:02:13.125179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for 0a76f3dd-4dee-4b04-9be7-1d321eca751f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:13.144124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bd90-22af-41fa-b430-d826b189cbce req-169b72a5-23ba-4844-856a-dce582ae86cf tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:13.157034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b41bd90-22af-41fa-b430-d826b189cbce req-169b72a5-23ba-4844-856a-dce582ae86cf tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 943 time: 0.2729132 Aug 27 12:02:13.392526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8be668e9-5d72-41c9-8d25-e3154e2e2127 req-4d2b1f3a-60d2-4c38-8ff2-59f554104e88 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266886 Aug 27 12:02:13.429707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b41bd90-22af-41fa-b430-d826b189cbce req-9a910b67-d845-49b4-89f9-81307d297c2a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711046 Aug 27 12:02:13.484574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-156f4974-d17a-4329-a88e-bc474719a9eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3043346 Aug 27 12:02:13.506529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be621ff2-7c97-4e83-a3ec-3b1221048690 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:13.605397 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09cb2a47-44a7-42e3-ade4-890861bfdd2a req-fb754a7c-0949-4362-8d8c-7f8c274bf129 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960669 Aug 27 12:02:13.631978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port b685aa55-7d00-4bc9-b5d5-009aecef880f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b685aa55-7d00-4bc9-b5d5-009aecef880f,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:13.632656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:13.664400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port be621ff2-7c97-4e83-a3ec-3b1221048690 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:13.692955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port be621ff2-7c97-4e83-a3ec-3b1221048690 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:13.693722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:13.751400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38612) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:13.752443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for b685aa55-7d00-4bc9-b5d5-009aecef880f owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:13.766261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aab492-aec3-4804-8eb0-2354155493a4 req-fe84ded9-7d99-4fb0-9e00-8ac8e93485c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:13.767784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-fe84ded9-7d99-4fb0-9e00-8ac8e93485c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.2440066 Aug 27 12:02:13.780725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:13.879041 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:13.890008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-e4890421-ce3a-4a1c-9481-14d7f32c91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:13.893893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:13.896564 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-e4890421-ce3a-4a1c-9481-14d7f32c91c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=049fc5d7302d4b3b9ed0dee27fd8db6b&device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 1099 time: 0.2336857 Aug 27 12:02:13.916461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db9f25-399f-4a95-9c70-30a0a743f64d req-5e391b85-80c7-4551-b5fb-4a0383b80dc7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:13.917955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8db9f25-399f-4a95-9c70-30a0a743f64d req-5e391b85-80c7-4551-b5fb-4a0383b80dc7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7ba49c5-891e-47c9-b570-85b8b4b42ddf HTTP/1.1" status: 200 len: 867 time: 0.1800046 Aug 27 12:02:13.930698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3aab4-8762-4d05-8d4b-8a13c0defe7b req-c53d4d65-22a4-4a7b-ac2f-dab2f5aad760 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:13.931297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:13.938651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99a3aab4-8762-4d05-8d4b-8a13c0defe7b req-c53d4d65-22a4-4a7b-ac2f-dab2f5aad760 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 948 time: 0.2338665 Aug 27 12:02:13.950632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:13.988215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=0a76f3dd-4dee-4b04-9be7-1d321eca751f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:14.005728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port be621ff2-7c97-4e83-a3ec-3b1221048690, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be621ff2-7c97-4e83-a3ec-3b1221048690,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:14.005970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:14.018593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:14.022694 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.023866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:14.108006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port 0a76f3dd-4dee-4b04-9be7-1d321eca751f on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:14.119582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aab492-aec3-4804-8eb0-2354155493a4 req-e93d51fc-757c-41ed-8c6d-2cd317821cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:14.121291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-e93d51fc-757c-41ed-8c6d-2cd317821cc1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3186467 Aug 27 12:02:14.122700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.124582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-342326ee-aafd-4270-aae7-ffc5fd67a1f7 req-bc38641a-116f-4e7b-88ce-52abda984c44 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "DELETE /v2.0/ports/0a76f3dd-4dee-4b04-9be7-1d321eca751f HTTP/1.1" status: 204 len: 173 time: 1.5570674 Aug 27 12:02:14.127089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'name': 'network-vif-deleted', 'tag': '0a76f3dd-4dee-4b04-9be7-1d321eca751f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:14.129641 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93587a00-16e2-4eb2-8dea-a1d4f43e8798" -d '{"events": [{"server_uuid": "c7ba49c5-891e-47c9-b570-85b8b4b42ddf", "name": "network-vif-deleted", "tag": "0a76f3dd-4dee-4b04-9be7-1d321eca751f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:14.144780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99a3aab4-8762-4d05-8d4b-8a13c0defe7b req-d88ab65a-5e86-4593-b8cb-f82381d73d54 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050648 Aug 27 12:02:14.149485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-864555502-network', 'tenant_id': '5c156d81a74a45849f10716a3871b722'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:14.167211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.176184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8db9f25-399f-4a95-9c70-30a0a743f64d req-1ab2a391-1b99-4be1-85b2-a37ce3a2c83c tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202339 Aug 27 12:02:14.199567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678c25aa-e307-43f8-bb81-554f35184c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be621ff2-7c97-4e83-a3ec-3b1221048690'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:14.208110 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b5afc-1afa-4dad-bea2-8a61ec691d57" -d '{"events": [{"server_uuid": "678c25aa-e307-43f8-bb81-554f35184c32", "name": "network-vif-plugged", "status": "completed", "tag": "be621ff2-7c97-4e83-a3ec-3b1221048690"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:14.235953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=be621ff2-7c97-4e83-a3ec-3b1221048690,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:14.269439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-f04d641c-1c68-4180-a53b-76ae81085709 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.1305640 Aug 27 12:02:14.271245 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b582f-b57c-4598-9f56-955344f20cc2 x-openstack-request-id: req-b59b582f-b57c-4598-9f56-955344f20cc2 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:14.271600 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ba49c5-891e-47c9-b570-85b8b4b42ddf", "name": "network-vif-deleted", "tag": "0a76f3dd-4dee-4b04-9be7-1d321eca751f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:14.271901 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b59b582f-b57c-4598-9f56-955344f20cc2 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:14.272305 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ba49c5-891e-47c9-b570-85b8b4b42ddf', 'name': 'network-vif-deleted', 'tag': '0a76f3dd-4dee-4b04-9be7-1d321eca751f', 'status': 'completed', 'code': 200} Aug 27 12:02:14.338195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] Transition to ACTIVE for port object 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:14.339925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.341875 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1765f494-4310-4583-adb3-c7061c54e1d8 x-openstack-request-id: req-1765f494-4310-4583-adb3-c7061c54e1d8 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:14.342144 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678c25aa-e307-43f8-bb81-554f35184c32", "name": "network-vif-plugged", "status": "completed", "tag": "be621ff2-7c97-4e83-a3ec-3b1221048690", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:14.342714 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1765f494-4310-4583-adb3-c7061c54e1d8 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:14.343214 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678c25aa-e307-43f8-bb81-554f35184c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be621ff2-7c97-4e83-a3ec-3b1221048690', 'code': 200} Aug 27 12:02:14.353474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b685aa55-7d00-4bc9-b5d5-009aecef880f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:14.371052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aab492-aec3-4804-8eb0-2354155493a4 req-bcc212b0-e3dd-44be-a9b9-89bdefa1f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:14.373376 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-bcc212b0-e3dd-44be-a9b9-89bdefa1f937 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0974216 Aug 27 12:02:14.397692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: b685aa55-7d00-4bc9-b5d5-009aecef880f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:14.397692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b685aa55-7d00-4bc9-b5d5-009aecef880f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:14.481910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.541131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-b33ecffa-b839-4ba3-a5f7-e8339cfeeb2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372902 Aug 27 12:02:14.601561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-25858d4c-5b6c-4329-8212-904bcb755182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:14.604374 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-25858d4c-5b6c-4329-8212-904bcb755182 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.6797862 Aug 27 12:02:14.639193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=b685aa55-7d00-4bc9-b5d5-009aecef880f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:14.641075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Made reservation on behalf of 5c156d81a74a45849f10716a3871b722 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:14.643537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.751862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] No DVR routers for this DVR port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:14.756206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.759103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-66e3e09c-07aa-4029-bdab-bf643b4b8487 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6b3ef2eb-f907-4c50-956e-90529177839b HTTP/1.1" status: 200 len: 217 time: 0.1318653 Aug 27 12:02:14.796662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port b685aa55-7d00-4bc9-b5d5-009aecef880f on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:14.814533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:14.816724 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0cd2c765-bbc0-4c9e-9f8a-4efebfde37d0 req-199bf56e-ad39-4395-847c-55964f60c2ea tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.77 "DELETE /v2.0/ports/b685aa55-7d00-4bc9-b5d5-009aecef880f HTTP/1.1" status: 204 len: 173 time: 2.4717097 Aug 27 12:02:14.818857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'name': 'network-vif-deleted', 'tag': 'b685aa55-7d00-4bc9-b5d5-009aecef880f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:14.821176 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bdcf67-d2ff-4a03-baa5-fb455f6e0194" -d '{"events": [{"server_uuid": "6aa92fb6-000f-425e-a746-dc54877fd5a8", "name": "network-vif-deleted", "tag": "b685aa55-7d00-4bc9-b5d5-009aecef880f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:14.887490 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] 10.222.0.77 "PUT /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868/bindings/n-h2-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2916162 Aug 27 12:02:14.892015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcfd4f-0633-496f-84cd-9eb72e1e4473 service neutron] Pushing event updated for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:14.927071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-56df3a1a-1544-4205-9374-42c8d0391aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:14.928474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-56df3a1a-1544-4205-9374-42c8d0391aba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1339409 Aug 27 12:02:14.989021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:15.045614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-8bb69fec-b640-4e70-869a-e27869cc03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.048800 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-8bb69fec-b640-4e70-869a-e27869cc03b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102371 Aug 27 12:02:15.200343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.216575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.230103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7bde4-0a71-486c-9fa4-0ddfbdaafe56 req-d658b941-109e-4057-9103-7a19c688c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.233291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61d7bde4-0a71-486c-9fa4-0ddfbdaafe56 req-d658b941-109e-4057-9103-7a19c688c713 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 1101 time: 0.6899047 Aug 27 12:02:15.247908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9f644-d134-40bd-bd74-b0a87588139a req-3699bdb9-9fa5-499f-a4e0-734aececec4e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.257937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cb9f644-d134-40bd-bd74-b0a87588139a req-3699bdb9-9fa5-499f-a4e0-734aececec4e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 944 time: 0.6841273 Aug 27 12:02:15.281737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:02:15.317508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b411a-38d7-4ce0-a383-9bcc3faac636 req-80ea229c-8ee2-4518-b2c9-e9d21ff97ad0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.323061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-a013f339-01e3-4ce7-a412-f8d62081a510 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.325787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd3b411a-38d7-4ce0-a383-9bcc3faac636 req-80ea229c-8ee2-4518-b2c9-e9d21ff97ad0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.9484928 Aug 27 12:02:15.335319 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-a013f339-01e3-4ce7-a412-f8d62081a510 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.2571723 Aug 27 12:02:15.338868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61d7bde4-0a71-486c-9fa4-0ddfbdaafe56 req-b71106c8-1f4f-4ac0-93e7-c14722842202 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749259 Aug 27 12:02:15.339812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.340169 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Added segment 9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c of type vlan for network 9ffca1f3-cbc1-460c-b995-fca7e354805f Aug 27 12:02:15.351819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b721af-9625-49df-8143-2dfb6a29443c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:15.449623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-32a7c3de-ef0b-47c5-b4c4-3d0cf24db914 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781557 Aug 27 12:02:15.453446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.461171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cb9f644-d134-40bd-bd74-b0a87588139a req-cdbba045-2401-4bac-9579-da6bcb7a61f8 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016010 Aug 27 12:02:15.471862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 0a76f3dd-4dee-4b04-9be7-1d321eca751f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:15.474578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-4932b6b8-2656-49f5-8e26-3a28fc00ccdf service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185338 Aug 27 12:02:15.514909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd3b411a-38d7-4ce0-a383-9bcc3faac636 req-3d0561c4-e829-4b73-b155-b0c62efda1df tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876454 Aug 27 12:02:15.552702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 0a76f3dd-4dee-4b04-9be7-1d321eca751f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:15.554621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 0a76f3dd-4dee-4b04-9be7-1d321eca751f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:15.605067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f5ca3c0a-9d9b-4d81-a2d2-0b396675a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.607096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-f5ca3c0a-9d9b-4d81-a2d2-0b396675a700 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&tenant_id=4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 1095 time: 0.2514470 Aug 27 12:02:15.616230 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.617805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.618989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.711169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 89569fbf-de88-493c-9554-171f2917eca5 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:15.728049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbe2e5-1926-455f-b0fd-c438bd1ae778 req-614b62fc-e273-48b2-96f5-e491ce323b88 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.736890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45cbe2e5-1926-455f-b0fd-c438bd1ae778 req-614b62fc-e273-48b2-96f5-e491ce323b88 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.0895579 Aug 27 12:02:15.784353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78aab492-aec3-4804-8eb0-2354155493a4 req-7b0f209e-28f5-42ab-b8dc-f9a22c669dbe service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636683 Aug 27 12:02:15.828280 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1769d-0621-40ba-91f5-9bf9415c5d4b x-openstack-request-id: req-cbf1769d-0621-40ba-91f5-9bf9415c5d4b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:15.829648 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa92fb6-000f-425e-a746-dc54877fd5a8", "name": "network-vif-deleted", "tag": "b685aa55-7d00-4bc9-b5d5-009aecef880f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:15.830188 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbf1769d-0621-40ba-91f5-9bf9415c5d4b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:15.831787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45cbe2e5-1926-455f-b0fd-c438bd1ae778 req-fd27edf9-3888-4738-8a87-18014aa2549c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897670 Aug 27 12:02:15.832053 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa92fb6-000f-425e-a746-dc54877fd5a8', 'name': 'network-vif-deleted', 'tag': 'b685aa55-7d00-4bc9-b5d5-009aecef880f', 'status': 'completed', 'code': 200} Aug 27 12:02:15.847281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] Pushing event updated for resources: {'Network': ['ID=9ffca1f3-cbc1-460c-b995-fca7e354805f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:15.848450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 89569fbf-de88-493c-9554-171f2917eca5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:15.853627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:15.854593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-83416b1c-0486-4507-b93e-a0dfb6ac492a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0998256 Aug 27 12:02:15.858526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 89569fbf-de88-493c-9554-171f2917eca5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:15.859030 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:15.859783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Request body: {'subnet': {'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-864555502-subnet', 'tenant_id': '5c156d81a74a45849f10716a3871b722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:15.919598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 9ffca1f3-cbc1-460c-b995-fca7e354805f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:02:15.974248 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-415644e8-8ac5-47c3-bc48-76aeea311389 req-a3f7500a-fdf4-4ccf-961d-2aac39725f13 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102024 Aug 27 12:02:15.982648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-2750bfba-92b9-4841-908b-c934f63a592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:15.986590 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-2750bfba-92b9-4841-908b-c934f63a592a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.3176675 Aug 27 12:02:16.026355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Made reservation on behalf of 5c156d81a74a45849f10716a3871b722 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:16.036649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:16.224480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d901efd2-7018-4740-949b-07d1fb84798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.226913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-d901efd2-7018-4740-949b-07d1fb84798c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2301857 Aug 27 12:02:16.239101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77ee2c52-e4e9-403f-929c-ab74d0b27c0f req-9e1c70a5-8384-4dfa-aa4d-55b85645abd3 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa92fb6-000f-425e-a746-dc54877fd5a8 HTTP/1.1" status: 200 len: 210 time: 0.0413456 Aug 27 12:02:16.246502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:16.282959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-0931cf82-9dcf-4b5d-ae82-5ce7a0b012ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.0461912 Aug 27 12:02:16.289264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc57783-4942-4e08-ba33-28abf7d91047 req-0a97f4c9-1ed9-4216-a0ed-1799273db605 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.290832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecc57783-4942-4e08-ba33-28abf7d91047 req-0a97f4c9-1ed9-4216-a0ed-1799273db605 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 948 time: 0.4066701 Aug 27 12:02:16.306454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 89569fbf-de88-493c-9554-171f2917eca5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=89569fbf-de88-493c-9554-171f2917eca5,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:16.311172 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:16.349645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89569fbf-de88-493c-9554-171f2917eca5'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:16.351333 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c56cc45-fd17-4bff-ba27-d6072df396da" -d '{"events": [{"server_uuid": "72f70ef5-0c82-47a8-baca-9690b3d281ec", "name": "network-vif-plugged", "status": "completed", "tag": "89569fbf-de88-493c-9554-171f2917eca5"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:16.362053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-7666b9a5-f02b-43ea-a877-86506ee16a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.364359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-7666b9a5-f02b-43ea-a877-86506ee16a70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0723350 Aug 27 12:02:16.395249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=89569fbf-de88-493c-9554-171f2917eca5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:16.409220 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-13c0ecee-2151-4a4f-bc67-a006ff559a9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368586 Aug 27 12:02:16.417928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecc57783-4942-4e08-ba33-28abf7d91047 req-6f2b933c-a967-4cbf-aa2e-d59b251b8724 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156917 Aug 27 12:02:16.439207 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81505a3-0ef0-447b-9637-0da395849877 x-openstack-request-id: req-b81505a3-0ef0-447b-9637-0da395849877 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:16.439503 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f70ef5-0c82-47a8-baca-9690b3d281ec", "name": "network-vif-plugged", "status": "completed", "tag": "89569fbf-de88-493c-9554-171f2917eca5", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:16.440215 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b81505a3-0ef0-447b-9637-0da395849877 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:16.440215 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89569fbf-de88-493c-9554-171f2917eca5', 'code': 200} Aug 27 12:02:16.599381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:16.602887 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-1455af35-9b7a-487a-8416-942be33c57db service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741505 Aug 27 12:02:16.613666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa09a4c-5a42-49f8-b6ea-1949c2e7f7bc req-1c4e0b08-33ac-4b5e-bd42-908e588f4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.615187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-daa09a4c-5a42-49f8-b6ea-1949c2e7f7bc req-1c4e0b08-33ac-4b5e-bd42-908e588f4037 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 1096 time: 0.0847280 Aug 27 12:02:16.710445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-daa09a4c-5a42-49f8-b6ea-1949c2e7f7bc req-a4dc30fa-94ce-47d1-93cb-513a974e1131 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851376 Aug 27 12:02:16.740466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d788ad08-ec3e-4231-b429-a7b84068ff55,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:16.743039 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-55578fb4-d600-41a4-90aa-4baf299a586f service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269164 Aug 27 12:02:16.751359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Checking segment: {'id': '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:16.751730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Network hostable DHCP agents. Network: 9ffca1f3-cbc1-460c-b995-fca7e354805f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:02:16.774221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6f989-e5cd-467f-af44-4b87ca4a2126 req-5539ec11-d7b7-4b75-9f8e-d3cbd8e5bce5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.775803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16b6f989-e5cd-467f-af44-4b87ca4a2126 req-5539ec11-d7b7-4b75-9f8e-d3cbd8e5bce5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.1364636 Aug 27 12:02:16.783243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be654a0-5b48-45ff-9e6a-faacaddb8f84 req-eafe0f00-00c6-4d7a-809c-60b309659ba7 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.790959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0be654a0-5b48-45ff-9e6a-faacaddb8f84 req-eafe0f00-00c6-4d7a-809c-60b309659ba7 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 945 time: 0.1560953 Aug 27 12:02:16.832009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Network 9ffca1f3-cbc1-460c-b995-fca7e354805f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:02:16.863526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16b6f989-e5cd-467f-af44-4b87ca4a2126 req-53df6022-82fc-4048-bace-b8b81058e435 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695825 Aug 27 12:02:16.866836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0be654a0-5b48-45ff-9e6a-faacaddb8f84 req-77b331ca-3703-4e03-9154-55b277942115 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750897 Aug 27 12:02:16.867571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 9ffca1f3-cbc1-460c-b995-fca7e354805f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:16.873834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:16.874769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:16.894267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a642bc0-449e-4a51-bd2e-547cf6ade80d None None] Network 9ffca1f3-cbc1-460c-b995-fca7e354805f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:16.919793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6a1be207-c053-48e2-bfbe-ea3467824ca0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0643840 Aug 27 12:02:17.111243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424dfc68-44f1-4cf7-a13b-9a3b90407fc7 None None] Network 9ffca1f3-cbc1-460c-b995-fca7e354805f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:17.161829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcf573-6e4e-4445-af16-145e71c73ae2 req-f9442ee2-e88f-4367-b9b3-4dc74ef3b388 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:17.175808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8fcf573-6e4e-4445-af16-145e71c73ae2 req-f9442ee2-e88f-4367-b9b3-4dc74ef3b388 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.1266527 Aug 27 12:02:17.242246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8fcf573-6e4e-4445-af16-145e71c73ae2 req-ed06b78c-f2fe-49f9-a798-f49cd8331fd8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654142 Aug 27 12:02:17.319568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-94b9c1a7-4455-4a20-a418-dc8533aaed18 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:17.325533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-94b9c1a7-4455-4a20-a418-dc8533aaed18 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.0731227 Aug 27 12:02:17.517571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-97212e5d-3f72-45c3-b3cd-e78561501de4 service neutron] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:17.522310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-97212e5d-3f72-45c3-b3cd-e78561501de4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:17.523604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-23ab8f87-58e7-436b-ae1f-3f4ce938dd8b req-97212e5d-3f72-45c3-b3cd-e78561501de4 service neutron] 10.222.0.65 "DELETE /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868/bindings/n-h1-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.1818545 Aug 27 12:02:17.692492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddede6-6e3b-4855-9872-b903da0bbe8d req-32e5ac1b-795d-4a16-9e56-4c716a86c950 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:17.694040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07ddede6-6e3b-4855-9872-b903da0bbe8d req-32e5ac1b-795d-4a16-9e56-4c716a86c950 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 948 time: 0.0721264 Aug 27 12:02:17.727320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:17.739836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-9dcfc221-1638-4263-8f5d-6f595e0acf26 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:17.741377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-9dcfc221-1638-4263-8f5d-6f595e0acf26 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/networks?id=9ffca1f3-cbc1-460c-b995-fca7e354805f HTTP/1.1" status: 200 len: 813 time: 0.1805520 Aug 27 12:02:17.768585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07ddede6-6e3b-4855-9872-b903da0bbe8d req-559678d7-eea2-47f9-ae39-96ae4567ef56 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682745 Aug 27 12:02:17.771371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-782dc29b-630c-4431-a927-1db10aab8e92 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/quotas/5c156d81a74a45849f10716a3871b722 HTTP/1.1" status: 200 len: 375 time: 0.0238523 Aug 27 12:02:17.833887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-a302f644-40e2-4eca-9dae-d8e2052e7f88 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5c156d81a74a45849f10716a3871b722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559533 Aug 27 12:02:17.864334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:17.878176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '6b3ef2eb-f907-4c50-956e-90529177839b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '6b3ef2eb-f907-4c50-956e-90529177839b', 'mac_address': 'fa:16:3e:b3:2e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:17.944898 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:17.966067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dd5c2-03fd-491f-8608-a053f4be7dbb req-8b2ea173-3044-4292-853c-9ab68125eece tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:17.976216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b7dd5c2-03fd-491f-8608-a053f4be7dbb req-8b2ea173-3044-4292-853c-9ab68125eece tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 949 time: 0.1320081 Aug 27 12:02:17.978978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3ef2eb-f907-4c50-956e-90529177839b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:18.006641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:18.013112 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:18.014292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-addee5b1-98bf-47ed-9af6-b7c9ad1294fe service neutron] 10.222.0.76 "GET /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790917 Aug 27 12:02:18.065906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b7dd5c2-03fd-491f-8608-a053f4be7dbb req-206cd050-bb4c-4739-82ca-cc64c9e4bcdb tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Aug 27 12:02:18.091281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:18.260106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-d37d9e3d-e182-45fe-9360-d4233cbf4c93 service neutron] 10.222.0.76 "GET /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282073 Aug 27 12:02:18.280278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8589253-3a84-4c8b-93a1-3d19e7cb4db0 req-4e705972-0d08-4bf2-8003-0166bdf5abed tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:18.289402 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8589253-3a84-4c8b-93a1-3d19e7cb4db0 req-4e705972-0d08-4bf2-8003-0166bdf5abed tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.1224194 Aug 27 12:02:18.350915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8589253-3a84-4c8b-93a1-3d19e7cb4db0 req-fed3a1ef-3b8d-4aaa-9b0f-b743b4d544bb tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 Aug 27 12:02:18.405214 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7580-5d32-45c0-9f49-a3abdf7dbd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:18.446693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6b3ef2eb-f907-4c50-956e-90529177839b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:18.494701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa8245-f7ef-44ff-91ff-fd3d06cc61da req-79b4ee7c-1530-4ecc-8930-abc1c1571f61 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:18.499054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1caa8245-f7ef-44ff-91ff-fd3d06cc61da req-79b4ee7c-1530-4ecc-8930-abc1c1571f61 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 945 time: 0.0742750 Aug 27 12:02:18.600094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1caa8245-f7ef-44ff-91ff-fd3d06cc61da req-276bd9ec-9881-4bd5-8d05-a0b7a697b87b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628335 Aug 27 12:02:18.763143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317e69c-8ff2-44e5-ad20-e7a71363cf09 req-53cf1c2f-ba80-4597-9f9b-42764157790f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:18.765826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2317e69c-8ff2-44e5-ad20-e7a71363cf09 req-53cf1c2f-ba80-4597-9f9b-42764157790f tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.1055439 Aug 27 12:02:18.831870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2317e69c-8ff2-44e5-ad20-e7a71363cf09 req-32bd2fd0-a84f-4dc1-84ce-20828152ebd8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585549 Aug 27 12:02:18.991622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9371a54f-26dd-4540-bbd8-e44d8da78d1c req-b66a5ade-a4ae-4566-b497-134ca9b62d79 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 210 time: 0.0401225 Aug 27 12:02:19.396376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731968f-4e89-4320-bf55-9e2ae4b616d4 req-065fa2f0-0d9c-45ab-85c3-c3aed51dae49 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:19.406971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f731968f-4e89-4320-bf55-9e2ae4b616d4 req-065fa2f0-0d9c-45ab-85c3-c3aed51dae49 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 949 time: 0.0690339 Aug 27 12:02:19.465489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f731968f-4e89-4320-bf55-9e2ae4b616d4 req-1aa9a6a3-e6de-42e3-85af-3cc467f852c1 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571637 Aug 27 12:02:19.689613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd223-0975-4b27-bef4-3dc351e850a2 req-32657b20-e543-41fa-9cf3-82641370e231 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:19.691298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11ebd223-0975-4b27-bef4-3dc351e850a2 req-32657b20-e543-41fa-9cf3-82641370e231 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 949 time: 0.1026521 Aug 27 12:02:19.699712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33335494-b795-48fc-9344-a7d1ab6da52b req-510eebb9-2c42-48f7-975b-faa5a3d6dc5f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:19.701295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33335494-b795-48fc-9344-a7d1ab6da52b req-510eebb9-2c42-48f7-975b-faa5a3d6dc5f tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 945 time: 0.0906084 Aug 27 12:02:19.750950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:19.753914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-d30d0511-4df8-4833-b9f6-5d220d152129 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:19.756173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-d30d0511-4df8-4833-b9f6-5d220d152129 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 949 time: 0.0693271 Aug 27 12:02:19.767708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11ebd223-0975-4b27-bef4-3dc351e850a2 req-0dd17a80-fbaa-420e-b3ca-21ad01f52cad tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/security-groups?id=bd401807-44f4-4de2-bac6-2b720298db95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Aug 27 12:02:19.771317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33335494-b795-48fc-9344-a7d1ab6da52b req-1870c581-7743-49bf-a0bd-adb8a3f2329b tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Aug 27 12:02:19.779939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:19.817723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 6b3ef2eb-f907-4c50-956e-90529177839b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:19.822608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 6b3ef2eb-f907-4c50-956e-90529177839b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:19.823105 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:19.966566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Deleting port 4a2e1922-570c-4c55-aff6-406d51874b43 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:19.966831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.000989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.042639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617aaa4-7be3-4f72-9175-262db5525dd0 req-32038293-5acf-45fa-90f4-0aa3fbb008ea tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.044474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a617aaa4-7be3-4f72-9175-262db5525dd0 req-32038293-5acf-45fa-90f4-0aa3fbb008ea tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.0853279 Aug 27 12:02:20.060801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:20.069625 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70368f9c-778a-4d08-9bd9-cb0fb88bc602" -d '{"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:20.092212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:20.101142 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.125560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a617aaa4-7be3-4f72-9175-262db5525dd0 req-0bfefbc7-e49d-4b9a-a00b-401e88b1d2ab tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732150 Aug 27 12:02:20.156876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] For port 4a2e1922-570c-4c55-aff6-406d51874b43, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4a2e1922-570c-4c55-aff6-406d51874b43,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:20.157295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.178130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Calling delete_port for 4a2e1922-570c-4c55-aff6-406d51874b43 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:20.213735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:20.314523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.314990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.315647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.316020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.316479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.316946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.317408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.317874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.318331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.318817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.319331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.319893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.329422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-30a8a929-0b34-44e2-9fb0-8af80d7a1756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3&device_id=09e697fc-5d80-4c40-9902-a367bb4b386b&device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec&device_id=678c25aa-e307-43f8-bb81-554f35184c32&device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9&device_id=c7617078-4ab2-4f59-8c29-40d253e288e6&device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04&device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd&device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e&device_id=90256325-56b9-445f-ae2a-b19c7e20b417&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 10875 time: 0.1627104 Aug 27 12:02:20.396409 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-fdcd8474-0ed4-4961-9abe-0ecc75efe200 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.464795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-afb65f14-ca2e-4f59-af42-ea5de65e8836 req-7b9ff9a1-01f4-4ca4-bc56-7399cd5e2516 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 210 time: 0.0747278 Aug 27 12:02:20.472490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.491629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4a2e1922-570c-4c55-aff6-406d51874b43'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:20.518943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Pushing event deleted for resources: {'Port': ['ID=4a2e1922-570c-4c55-aff6-406d51874b43,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:20.566282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-ef99028e-4b07-4350-a592-4ec8e87bc7d1 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.568285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-ef99028e-4b07-4350-a592-4ec8e87bc7d1 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.77 "GET /v2.0/networks?id=9ffca1f3-cbc1-460c-b995-fca7e354805f HTTP/1.1" status: 200 len: 813 time: 0.3351355 Aug 27 12:02:20.577352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] No DVR routers for this DVR port 4a2e1922-570c-4c55-aff6-406d51874b43 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:20.581991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.584644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c22a5d9b-af4b-44db-98bb-47383203bab5 req-6156a9a0-4ff4-4abe-9aa3-9b9dfdef89f7 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.65 "DELETE /v2.0/ports/4a2e1922-570c-4c55-aff6-406d51874b43 HTTP/1.1" status: 204 len: 173 time: 0.8056407 Aug 27 12:02:20.585201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7882392c-d955-432c-a79a-e03f2417ac7f', 'name': 'network-vif-deleted', 'tag': '4a2e1922-570c-4c55-aff6-406d51874b43'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:20.587768 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c16956-dcc4-4c1c-8af9-1d592cf0bd10" -d '{"events": [{"server_uuid": "7882392c-d955-432c-a79a-e03f2417ac7f", "name": "network-vif-deleted", "tag": "4a2e1922-570c-4c55-aff6-406d51874b43"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:20.589033 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc839f6-d8dd-4ac2-aee6-5881c3b43a5b x-openstack-request-id: req-9bc839f6-d8dd-4ac2-aee6-5881c3b43a5b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:20.589456 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:20.589844 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bc839f6-d8dd-4ac2-aee6-5881c3b43a5b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:20.590345 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'code': 200} Aug 27 12:02:20.596611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Request body: {'port': {'device_id': '060212af-42e7-4645-ab32-a58badd5dcf3', 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f', 'admin_state_up': True, 'tenant_id': '5c156d81a74a45849f10716a3871b722'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:20.748203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-fdcd8474-0ed4-4961-9abe-0ecc75efe200 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.767267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-fdcd8474-0ed4-4961-9abe-0ecc75efe200 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.793296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6fc6-78df-44aa-8837-dfbcb2d342fa req-8dff2fed-51bb-4584-9bb9-dca1f7aec9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.795573 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0fe6fc6-78df-44aa-8837-dfbcb2d342fa req-8dff2fed-51bb-4584-9bb9-dca1f7aec9c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 1101 time: 0.0683527 Aug 27 12:02:20.824073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-597b9650-ff50-473e-9c19-5ddb0829a202 req-fdcd8474-0ed4-4961-9abe-0ecc75efe200 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&id=9873a10e-e5f0-4133-bfe4-962d27675d23&id=bd401807-44f4-4de2-bac6-2b720298db95&id=c03d6e7b-9ae5-4870-8933-814eeefbe612&id=b2850eb4-b807-4415-9406-ae68763af319&id=b169719f-eea9-4b76-abdd-f28819944b1e&id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.4936614 Aug 27 12:02:20.842492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd8474-0ed4-4961-9abe-0ecc75efe200 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd2a2b4-c6e0-4074-95c7-dbf59491fbf7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:20.842492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733b1a-765d-4fcf-9b1f-1af02b0d03d1 req-9596f102-1301-4919-be81-85e20b417276 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:20.842492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52733b1a-765d-4fcf-9b1f-1af02b0d03d1 req-9596f102-1301-4919-be81-85e20b417276 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.1215379 Aug 27 12:02:20.842492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Made reservation on behalf of 5c156d81a74a45849f10716a3871b722 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:20.845854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:20.858018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c0fe6fc6-78df-44aa-8837-dfbcb2d342fa req-8096fb58-16e2-4c14-ac8b-17b2021c0af4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530224 Aug 27 12:02:20.935955 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4f691dc-21d9-4f56-8c0c-33e265a51eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.013656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52733b1a-765d-4fcf-9b1f-1af02b0d03d1 req-d9cced38-d534-41ef-b051-7cbf8b52ef84 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387508 Aug 27 12:02:21.045261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed067750-7b09-41a9-a1a0-2a62be7074c7 req-e9f83e21-995b-40fe-bbf2-3559f41204ba tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:21.046517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed067750-7b09-41a9-a1a0-2a62be7074c7 req-e9f83e21-995b-40fe-bbf2-3559f41204ba tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 950 time: 0.0813434 Aug 27 12:02:21.105273 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.115282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Allocated IP 172.20.0.2 (9ffca1f3-cbc1-460c-b995-fca7e354805f/d788ad08-ec3e-4231-b429-a7b84068ff55/d71a4db3-ed26-4869-a4c9-0cdaee02d8c8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:21.161774 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b46eb46-879d-49b1-9c43-a5bcfa36c9be x-openstack-request-id: req-6b46eb46-879d-49b1-9c43-a5bcfa36c9be {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:21.162074 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7882392c-d955-432c-a79a-e03f2417ac7f", "name": "network-vif-deleted", "tag": "4a2e1922-570c-4c55-aff6-406d51874b43", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:21.162331 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b46eb46-879d-49b1-9c43-a5bcfa36c9be {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:21.162769 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7882392c-d955-432c-a79a-e03f2417ac7f', 'name': 'network-vif-deleted', 'tag': '4a2e1922-570c-4c55-aff6-406d51874b43', 'status': 'completed', 'code': 200} Aug 27 12:02:21.234784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed067750-7b09-41a9-a1a0-2a62be7074c7 req-27696753-02d8-4b23-99c2-22ae36ec8ded tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807498 Aug 27 12:02:21.321104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa9befcb-7727-4449-a956-fce8a6edd663 req-281702ce-7c3d-45bf-b3b5-3f47126a9201 tempest-ServersOnMultiNodesTest-372045920 tempest-ServersOnMultiNodesTest-372045920-project] 10.222.0.76 "GET /v2.0/ports?device_id=7882392c-d955-432c-a79a-e03f2417ac7f HTTP/1.1" status: 200 len: 210 time: 0.0395362 Aug 27 12:02:21.419759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff14b16-a0fa-4795-9397-2122a852bcce req-ff6d1d9d-6bc8-49cd-9fb5-c75b98a92009 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:21.428485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ff14b16-a0fa-4795-9397-2122a852bcce req-ff6d1d9d-6bc8-49cd-9fb5-c75b98a92009 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 945 time: 0.1135981 Aug 27 12:02:21.511357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-2c8e1937-0878-47c5-8340-743779bf69fd tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:21.513034 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-2c8e1937-0878-47c5-8340-743779bf69fd tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 945 time: 0.0833697 Aug 27 12:02:21.524184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.563021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ff14b16-a0fa-4795-9397-2122a852bcce req-52b6f2bf-64ff-4137-adf9-64f6af69d394 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups?id=c03d6e7b-9ae5-4870-8933-814eeefbe612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241643 Aug 27 12:02:21.641996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.739746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Deleting port 89569fbf-de88-493c-9554-171f2917eca5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:21.741479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.788817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Pushing event updated for resources: {'Port': ['ID=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:21.816396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Network 9ffca1f3-cbc1-460c-b995-fca7e354805f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:21.819332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:21.823126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:21.931377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] For port 89569fbf-de88-493c-9554-171f2917eca5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=89569fbf-de88-493c-9554-171f2917eca5,segment=NetworkSegment(3dd20df6-fae8-49f5-847f-30e7f76a41d2),segment_id=3dd20df6-fae8-49f5-847f-30e7f76a41d2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:21.932048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.947157 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:21.951774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Calling delete_port for 89569fbf-de88-493c-9554-171f2917eca5 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:21.954033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:21.954948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:22.032039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-9a0cd40b-0775-4ab9-8bf6-dd1a363e8d91 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4397233 Aug 27 12:02:22.052205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381209f-e50a-411c-8ab2-ef8990746294 req-acd4264e-a745-43ef-91ef-586e06cbe541 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:22.052794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381209f-e50a-411c-8ab2-ef8990746294 req-acd4264e-a745-43ef-91ef-586e06cbe541 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:22.053682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381209f-e50a-411c-8ab2-ef8990746294 req-acd4264e-a745-43ef-91ef-586e06cbe541 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:22.064280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5381209f-e50a-411c-8ab2-ef8990746294 req-acd4264e-a745-43ef-91ef-586e06cbe541 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32&device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04&device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 2883 time: 0.1312981 Aug 27 12:02:22.083766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Request body: {'port': {'device_id': '060212af-42e7-4645-ab32-a58badd5dcf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:22.102753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf1aea-b9ab-4293-9f7b-369ce1e894b8 req-3e2ba057-6b9c-4022-866e-a465e7115a54 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:22.104586 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:22.116642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85cf1aea-b9ab-4293-9f7b-369ce1e894b8 req-3e2ba057-6b9c-4022-866e-a465e7115a54 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 931 time: 0.2039018 Aug 27 12:02:22.124930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['89569fbf-de88-493c-9554-171f2917eca5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:22.140786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event deleted for resources: {'Port': ['ID=89569fbf-de88-493c-9554-171f2917eca5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:22.191087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] No DVR routers for this DVR port 89569fbf-de88-493c-9554-171f2917eca5 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:22.194347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:22.197901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ba9c2aa4-992d-4e1b-84d2-937bee31aedf req-d070a889-abdb-4650-a0be-d1c60908631e tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.65 "DELETE /v2.0/ports/89569fbf-de88-493c-9554-171f2917eca5 HTTP/1.1" status: 204 len: 173 time: 0.6720047 Aug 27 12:02:22.242344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85cf1aea-b9ab-4293-9f7b-369ce1e894b8 req-8e9a92a1-0a6c-4116-ad8f-c50f4266d1e2 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244893 Aug 27 12:02:22.281330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:22.313341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5381209f-e50a-411c-8ab2-ef8990746294 req-46c05810-b774-4a70-9d2e-8bc088210c7a tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478888 Aug 27 12:02:22.642844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40986a3-f3f6-43ca-847e-542e091edaa0 req-711d7fb7-289d-4890-9a1e-321155522585 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:22.666590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a40986a3-f3f6-43ca-847e-542e091edaa0 req-711d7fb7-289d-4890-9a1e-321155522585 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 950 time: 0.2712135 Aug 27 12:02:22.776236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce8d04d4-51e7-4baa-9195-8ad6e087ff06 req-68a956fb-c2bc-4a0d-b135-285976bdd6b2 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/ports?device_id=72f70ef5-0c82-47a8-baca-9690b3d281ec HTTP/1.1" status: 200 len: 210 time: 0.0422266 Aug 27 12:02:22.805739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38814) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:22.811522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a40986a3-f3f6-43ca-847e-542e091edaa0 req-60c57981-ced5-42bd-a629-ebe9b69c55cd tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394649 Aug 27 12:02:23.018545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:23.037176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.069064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Transition to ACTIVE for port object d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:23.074671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.117512 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3c7f07d8-e64d-4cee-9f49-22e8e7c80a6a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04ebd9e730044067889d740d77a3653e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088164 Aug 27 12:02:23.119247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:23.161813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Pushing event updated for resources: {'Port': ['ID=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:23.164349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'name': 'network-vif-deleted', 'tag': '89569fbf-de88-493c-9554-171f2917eca5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:23.168514 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a144e-5438-4fe8-ad52-9922fa45ead2" -d '{"events": [{"server_uuid": "72f70ef5-0c82-47a8-baca-9690b3d281ec", "name": "network-vif-deleted", "tag": "89569fbf-de88-493c-9554-171f2917eca5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:23.212420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2270f890-aabf-44f5-bb49-c9ae3fae95a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.261364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2270f890-aabf-44f5-bb49-c9ae3fae95a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.322450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Attempting to bind port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:23.327903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Attempting to bind port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:23.327903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Attempting to bind port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 on network 9ffca1f3-cbc1-460c-b995-fca7e354805f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:23.342353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 on network 9ffca1f3-cbc1-460c-b995-fca7e354805f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:02:23.343988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Attempting to bind port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 on network 9ffca1f3-cbc1-460c-b995-fca7e354805f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:23.347909 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a027cec8-b2cd-463a-86ec-49ff8a8937b7 x-openstack-request-id: req-a027cec8-b2cd-463a-86ec-49ff8a8937b7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:23.348221 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f70ef5-0c82-47a8-baca-9690b3d281ec", "name": "network-vif-deleted", "tag": "89569fbf-de88-493c-9554-171f2917eca5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:23.348476 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a027cec8-b2cd-463a-86ec-49ff8a8937b7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:23.348886 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f70ef5-0c82-47a8-baca-9690b3d281ec', 'name': 'network-vif-deleted', 'tag': '89569fbf-de88-493c-9554-171f2917eca5', 'status': 'completed', 'code': 200} Aug 27 12:02:23.354584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2270f890-aabf-44f5-bb49-c9ae3fae95a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.357420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:23.357739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2270f890-aabf-44f5-bb49-c9ae3fae95a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.358160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Checking segment: {'id': '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:23.361788 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2270f890-aabf-44f5-bb49-c9ae3fae95a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd401807-44f4-4de2-bac6-2b720298db95 HTTP/1.1" status: 204 len: 168 time: 0.2387702 Aug 27 12:02:23.361970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Bound using segment: {'id': '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:23.362699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Bound port: d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:23.363444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.386557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270f890-aabf-44f5-bb49-c9ae3fae95a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd401807-44f4-4de2-bac6-2b720298db95,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:23.505978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97368f10-1cff-49c8-924e-f785cf23fb99 req-6c6318f4-a8ed-4963-8c46-c0328aff96a6 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:23.515065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97368f10-1cff-49c8-924e-f785cf23fb99 req-6c6318f4-a8ed-4963-8c46-c0328aff96a6 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.1416452 Aug 27 12:02:23.531010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df693d-0e99-4fd2-bfae-de1f21dfa001 req-2529cbe6-aae6-45f5-857a-2e3704d8306b tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:23.533480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0df693d-0e99-4fd2-bfae-de1f21dfa001 req-2529cbe6-aae6-45f5-857a-2e3704d8306b tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 943 time: 0.1616480 Aug 27 12:02:23.579088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] For port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:23.583877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] For port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,segment=NetworkSegment(9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c),segment_id=9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:23.604744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.617954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97368f10-1cff-49c8-924e-f785cf23fb99 req-d581808d-03bc-40d4-8871-0f03f2f33702 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016827 Aug 27 12:02:23.688144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0df693d-0e99-4fd2-bfae-de1f21dfa001 req-21acab03-5b39-43fe-97ca-2026faebedb9 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366050 Aug 27 12:02:23.705087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:23.706527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:23.708328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] 10.222.0.77 "PUT /v2.0/ports/d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 HTTP/1.1" status: 200 len: 1091 time: 1.6329141 Aug 27 12:02:23.708328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060212af-42e7-4645-ab32-a58badd5dcf3', 'tag': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:23.710816 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba" -d '{"events": [{"name": "network-changed", "server_uuid": "060212af-42e7-4645-ab32-a58badd5dcf3", "tag": "d71a4db3-ed26-4869-a4c9-0cdaee02d8c8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:23.741494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Pushing event updated for resources: {'Port': ['ID=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:23.772960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.773411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.773636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.774354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.774953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.775288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.775615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.775732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4a2e1922-570c-4c55-aff6-406d51874b43 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:23.776208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.776299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.776851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.777481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.777810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7f0b4-9f3a-4a89-9e23-218959615d53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:23.860600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 4a2e1922-570c-4c55-aff6-406d51874b43 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:23.861364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4a2e1922-570c-4c55-aff6-406d51874b43 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:23.862015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 89569fbf-de88-493c-9554-171f2917eca5 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:23.880263 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5423d-5945-446a-a11b-3ca5fa8022c2 x-openstack-request-id: req-41c5423d-5945-446a-a11b-3ca5fa8022c2 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:23.880263 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060212af-42e7-4645-ab32-a58badd5dcf3", "tag": "d71a4db3-ed26-4869-a4c9-0cdaee02d8c8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:23.880263 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41c5423d-5945-446a-a11b-3ca5fa8022c2 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:23.880263 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060212af-42e7-4645-ab32-a58badd5dcf3', 'tag': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8', 'status': 'completed', 'code': 200} Aug 27 12:02:23.938351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-739dc134-9334-4be9-9a25-406abadcbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:23.941480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-739dc134-9334-4be9-9a25-406abadcbb4b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c156d81a74a45849f10716a3871b722&device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 1094 time: 0.1265979 Aug 27 12:02:23.952123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 89569fbf-de88-493c-9554-171f2917eca5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:23.954615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38856) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:23.961140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 89569fbf-de88-493c-9554-171f2917eca5 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:23.980458 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:24.031934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ed7c95c5-cd7f-4c2f-afba-d3b571e84a73 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a10c41dcb184ac8ab77b8ab93c41e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736196 Aug 27 12:02:24.032727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:24.068878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-3be5bfbf-9861-48f7-951d-1e632f096fe3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 HTTP/1.1" status: 200 len: 217 time: 0.0615151 Aug 27 12:02:24.096347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222be1e5-ad45-4aa3-aa1c-edbaee980351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:24.120177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222be1e5-ad45-4aa3-aa1c-edbaee980351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:24.152524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08a438-f16c-4d06-9df9-d0ff14fed63c req-d288874a-07cb-4bc0-bfe3-d8e5c8e36420 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:24.154072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed08a438-f16c-4d06-9df9-d0ff14fed63c req-d288874a-07cb-4bc0-bfe3-d8e5c8e36420 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.2375827 Aug 27 12:02:24.169315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02c066-6460-4c44-8dad-082fc0f1d2c0 req-ae9a63a5-1f9d-4043-bff1-277449ee518e tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:24.177093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e02c066-6460-4c44-8dad-082fc0f1d2c0 req-ae9a63a5-1f9d-4043-bff1-277449ee518e tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 950 time: 0.1116149 Aug 27 12:02:24.181174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986da1-c200-4221-9436-c6997a854604 req-e25c2b60-72fd-48c5-be60-243f5a6a060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:24.182641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-e25c2b60-72fd-48c5-be60-243f5a6a060d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d788ad08-ec3e-4231-b429-a7b84068ff55 HTTP/1.1" status: 200 len: 853 time: 0.1042731 Aug 27 12:02:24.187772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222be1e5-ad45-4aa3-aa1c-edbaee980351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:24.190794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222be1e5-ad45-4aa3-aa1c-edbaee980351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:24.192028 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-222be1e5-ad45-4aa3-aa1c-edbaee980351 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42e91e27-4b8f-4453-b037-0ad022755ba2 HTTP/1.1" status: 204 len: 168 time: 0.1581922 Aug 27 12:02:24.204893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222be1e5-ad45-4aa3-aa1c-edbaee980351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e91e27-4b8f-4453-b037-0ad022755ba2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:24.240959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-53b47e7b-a69d-40f9-942b-2b853f55d43e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ffca1f3-cbc1-460c-b995-fca7e354805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463579 Aug 27 12:02:24.283203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e02c066-6460-4c44-8dad-082fc0f1d2c0 req-5ead0e37-b172-4492-ad3b-ceb185e9aa80 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049521 Aug 27 12:02:24.375429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed08a438-f16c-4d06-9df9-d0ff14fed63c req-b915a1fe-11eb-443f-800a-d5746a01e703 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957917 Aug 27 12:02:24.502463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-6fd674e8-38cf-40c1-ac46-b015990914ba service neutron] 10.222.0.77 "GET /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408934 Aug 27 12:02:24.713812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98986da1-c200-4221-9436-c6997a854604 req-5d85aa2e-9c6d-45bd-841c-7d46ed4d9e53 service neutron] 10.222.0.77 "GET /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981950 Aug 27 12:02:24.946880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-b12cc39f-5de2-41b5-ad87-f9847f3ba810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:24.949523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-b12cc39f-5de2-41b5-ad87-f9847f3ba810 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c156d81a74a45849f10716a3871b722&device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 1094 time: 0.0924001 Aug 27 12:02:25.239286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e807455-c085-4910-9c1a-c0808bf0f649 req-c13119be-1ef0-4b18-ad0a-94cc8c6c5434 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:25.247338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e807455-c085-4910-9c1a-c0808bf0f649 req-c13119be-1ef0-4b18-ad0a-94cc8c6c5434 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 943 time: 0.1079149 Aug 27 12:02:25.266444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-6dd3c1ee-3f6b-4a3f-a984-30c5ab3d80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:25.268133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-6dd3c1ee-3f6b-4a3f-a984-30c5ab3d80c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9ffca1f3-cbc1-460c-b995-fca7e354805f HTTP/1.1" status: 200 len: 914 time: 0.3080907 Aug 27 12:02:25.337733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-8a64fe60-ade4-4c19-87ed-03757bb691cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 HTTP/1.1" status: 200 len: 217 time: 0.0449581 Aug 27 12:02:25.352903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e807455-c085-4910-9c1a-c0808bf0f649 req-e7f02deb-0075-4415-8420-4812d017bfa0 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046011 Aug 27 12:02:25.448377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38936) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:25.464152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38938) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:25.490896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-3620a2ad-7664-49c6-ac32-7415d56a3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:25.492382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-3620a2ad-7664-49c6-ac32-7415d56a3a44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d788ad08-ec3e-4231-b429-a7b84068ff55 HTTP/1.1" status: 200 len: 853 time: 0.1385565 Aug 27 12:02:25.581732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-95a7673c-994d-4f89-acb0-2509f7e62b14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9ffca1f3-cbc1-460c-b995-fca7e354805f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801401 Aug 27 12:02:25.645092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:25.683230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-network', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:25.739980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:25.761419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-442a5856-be6d-4b6a-91bf-43209ee18ba6 service neutron] 10.222.0.77 "GET /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702590 Aug 27 12:02:25.763619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Made reservation on behalf of fa9bdb89e460428ea3eeb0efc6351bb5 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:25.765981 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:25.777460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:25.892264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:25.897038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:25.898935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "DELETE /v2.0/security-groups/ae2c9993-d547-4d78-8c4b-8fd1f3796130 HTTP/1.1" status: 204 len: 168 time: 0.4494092 Aug 27 12:02:25.905855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38962) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:25.929703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bffda72-6152-4e18-9ab6-ce5dd9b191ba req-7d3dbc68-a1b4-4abd-83ac-001ef5d9a9d6 service neutron] 10.222.0.77 "GET /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600428 Aug 27 12:02:25.930773 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-2dd8c52a-70ea-420f-94c0-0f98bf84ab33 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] show failed (client error): The resource could not be found. Aug 27 12:02:25.931773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c9993-d547-4d78-8c4b-8fd1f3796130,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:25.931955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2dd8c52a-70ea-420f-94c0-0f98bf84ab33 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "GET /v2.0/security-groups/ae2c9993-d547-4d78-8c4b-8fd1f3796130 HTTP/1.1" status: 404 len: 347 time: 0.0243573 Aug 27 12:02:25.934744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38964) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:25.945916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.946764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.947517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.948234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.948985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.949698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.950427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.951150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.951856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.952568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.953271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:25.953983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e342fbcd-4fc2-4a61-8e8f-64797902b891 tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:26.081959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.087108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.138465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:02:26.149760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Deleting port d3b2a92b-e5bb-4b5c-a760-d7928d5db408 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:26.152204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.161703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b6c14-2ab5-4938-9b4a-4987a650a76c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:26.173337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.173708 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Added segment 0eb4d377-d376-4284-bd80-ae95a0161762 of type vlan for network 320aca18-8e38-47b9-909b-9dc5a5cd1699 Aug 27 12:02:26.271999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.354603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.355680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:26.356297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.503307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0264246 Aug 27 12:02:26.507523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38980) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:26.513798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Request body: {'subnet': {'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-subnet', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:26.522017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5904-8af3-449a-838a-700f19abf52d admin admin] Pushing event updated for resources: {'Network': ['ID=320aca18-8e38-47b9-909b-9dc5a5cd1699,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:26.532791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:02:26.550850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Made reservation on behalf of fa9bdb89e460428ea3eeb0efc6351bb5 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:26.554428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.736105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c74f2-ee01-41e8-b912-374e1c504d5b req-fbb50502-49be-4f30-93bc-fcd26cb9a1ad tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:26.740026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-971c74f2-ee01-41e8-b912-374e1c504d5b req-fbb50502-49be-4f30-93bc-fcd26cb9a1ad tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.4919066 Aug 27 12:02:26.783585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.784700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.809127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Calling delete_port for d3b2a92b-e5bb-4b5c-a760-d7928d5db408 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:26.829652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7663a-27bd-4b4d-9343-34a2a3039062 req-0d71ed5f-4377-4c9b-9377-44625d48a59f tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:26.831831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5e7663a-27bd-4b4d-9343-34a2a3039062 req-0d71ed5f-4377-4c9b-9377-44625d48a59f tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 943 time: 0.1799860 Aug 27 12:02:26.862257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:26.906994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-971c74f2-ee01-41e8-b912-374e1c504d5b req-38498dbd-4011-4af4-9420-375be21e0caf tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548398 Aug 27 12:02:26.936952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd5a761-fd8a-464c-8d35-aebf11f0e538,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:26.948452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Checking segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:26.949430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Network hostable DHCP agents. Network: 320aca18-8e38-47b9-909b-9dc5a5cd1699, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:02:26.969072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5e7663a-27bd-4b4d-9343-34a2a3039062 req-9ee84cd7-1208-4be0-932d-de130c6e3397 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267867 Aug 27 12:02:26.970843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:02:27.008603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 320aca18-8e38-47b9-909b-9dc5a5cd1699) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:27.019650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1428c-6432-4498-b087-b29515a35b21 None None] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:27.020466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:27.021123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.059706 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d4926e17-451f-449e-b91d-a1f2a446490e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5510230 Aug 27 12:02:27.060778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:27.078465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:27.127132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.128949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.147439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.173995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Pushing event deleted for resources: {'Port': ['ID=d3b2a92b-e5bb-4b5c-a760-d7928d5db408,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:27.287556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.312254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.319464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.320851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0bf9bbde-9ef4-441c-86c1-4f83317c11be tempest-ImagesOneServerNegativeTestJSON-2076063454 tempest-ImagesOneServerNegativeTestJSON-2076063454-project] 10.222.0.76 "DELETE /v2.0/floatingips/093fd239-7889-4f56-98a6-4bc2a7517016 HTTP/1.1" status: 204 len: 168 time: 1.3851709 Aug 27 12:02:27.404350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-320aca18-8e38-47b9-909b-9dc5a5cd1699', 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'fixed_ips': [{'subnet_id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:02:27.405413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.486010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-c946f350-42a2-44da-ad61-037a183cc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:27.489840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-c946f350-42a2-44da-ad61-037a183cc212 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.0819087 Aug 27 12:02:27.561808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39016) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:27.583000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.637357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-45d8b3a2-2c0b-46c3-aaba-7d13228fbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:27.639165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-45d8b3a2-2c0b-46c3-aaba-7d13228fbad1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1243372 Aug 27 12:02:27.647462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Allocated IP 172.20.0.2 (320aca18-8e38-47b9-909b-9dc5a5cd1699/8fd5a761-fd8a-464c-8d35-aebf11f0e538/ba57b5bb-17e1-4dbd-9a99-364782f9e756) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:27.709834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-b9930004-ac34-41ce-91ef-8f0efa1b8432 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae HTTP/1.1" status: 200 len: 217 time: 0.0583477 Aug 27 12:02:27.724182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Deleting subnet 13722941-4dcf-46a6-ad0e-febf8aa83384 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:02:27.727856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.774789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.784855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:27.794202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-4326b049-4982-4648-8476-7dbb3bb5d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:27.799082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-4326b049-4982-4648-8476-7dbb3bb5d8aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0828207 Aug 27 12:02:27.833707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.865260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-ee5e634c-8b69-44b3-a124-e11ec658e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:27.867509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-ee5e634c-8b69-44b3-a124-e11ec658e95a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583026 Aug 27 12:02:27.919074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:27.942113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Transition to ACTIVE for port object ba57b5bb-17e1-4dbd-9a99-364782f9e756 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:27.972426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:27.982057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Transition to ACTIVE for port object ba57b5bb-17e1-4dbd-9a99-364782f9e756 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:28.010216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.077541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '6b3ef2eb-f907-4c50-956e-90529177839b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '6b3ef2eb-f907-4c50-956e-90529177839b', 'mac_address': 'fa:16:3e:b3:2e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:28.114277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:28.137588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:28.142046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:28.144244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Pushing event updated for resources: {'Port': ['ID=ba57b5bb-17e1-4dbd-9a99-364782f9e756,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:28.174265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-f591dc0c-9173-4ff7-9b3f-df0d9eea3f14 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960720 Aug 27 12:02:28.202774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.210027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a1868-a401-4e10-907d-1d2013ad045e req-6bf25ee3-fa69-4458-bde4-c636a7bc73d2 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:28.211977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be5a1868-a401-4e10-907d-1d2013ad045e req-6bf25ee3-fa69-4458-bde4-c636a7bc73d2 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 943 time: 0.1088827 Aug 27 12:02:28.230062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Attempting to bind port ba57b5bb-17e1-4dbd-9a99-364782f9e756 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:28.230460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Attempting to bind port ba57b5bb-17e1-4dbd-9a99-364782f9e756 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:28.230836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Attempting to bind port ba57b5bb-17e1-4dbd-9a99-364782f9e756 on network 320aca18-8e38-47b9-909b-9dc5a5cd1699 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:28.233941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b3ef2eb-f907-4c50-956e-90529177839b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:28.239810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3573e-d2c2-4531-a371-d3b0bc05e528 req-9f40de72-3627-4f4c-b867-e14b1dc1fb88 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:28.243432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:28.243814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Checking segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:28.244356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.244703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Bound using segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:28.245185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Bound port: ba57b5bb-17e1-4dbd-9a99-364782f9e756, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:28.245576 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.251867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24b3573e-d2c2-4531-a371-d3b0bc05e528 req-9f40de72-3627-4f4c-b867-e14b1dc1fb88 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1743448 Aug 27 12:02:28.272081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:28.292162 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.330504 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.335201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13722941-4dcf-46a6-ad0e-febf8aa83384,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:28.337850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.339584 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b5c05111-0375-4eeb-b467-c16c3915b5f1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/13722941-4dcf-46a6-ad0e-febf8aa83384 HTTP/1.1" status: 204 len: 168 time: 0.7746525 Aug 27 12:02:28.347353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:28.361100 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.391785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] For port ba57b5bb-17e1-4dbd-9a99-364782f9e756, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:28.398289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] For port ba57b5bb-17e1-4dbd-9a99-364782f9e756, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba57b5bb-17e1-4dbd-9a99-364782f9e756,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:28.401690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.452531 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.486777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c4c568d-265a-48d4-94e0-9df034fc63bc req-f6285f44-470e-4c13-9e70-8cb680f4995c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005021 Aug 27 12:02:28.509701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be5a1868-a401-4e10-907d-1d2013ad045e req-c0b735ae-d050-4b44-856d-95eb1579d197 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906954 Aug 27 12:02:28.521830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:28.534683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Allocated IP 172.25.8.174 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/f242c07f-ead4-4cab-b665-07369c1c9143) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:28.555157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24b3573e-d2c2-4531-a371-d3b0bc05e528 req-f2e92662-5cc5-4053-99e4-1b5cd8e6f1e0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013453 Aug 27 12:02:28.582529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6b3ef2eb-f907-4c50-956e-90529177839b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:28.621077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.700296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f55927-de9b-4d12-9171-3681ecae6b88 None None] Pushing event updated for resources: {'Port': ['ID=ba57b5bb-17e1-4dbd-9a99-364782f9e756,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:28.888368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:28.968559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.005292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.016696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be0c730-d502-400e-86a0-8a62690c01a4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:29.038663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd20df6-fae8-49f5-847f-30e7f76a41d2') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:29.039054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd20df6-fae8-49f5-847f-30e7f76a41d2') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:29.051588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.056923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:29.060291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:29.064423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:29.084880 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.094820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:02:29.095326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:02:29.098427 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:02:29.124691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Pushing event updated for resources: {'Port': ['ID=f242c07f-ead4-4cab-b665-07369c1c9143,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:29.189766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.206743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.213040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2be0c730-d502-400e-86a0-8a62690c01a4 HTTP/1.1" status: 204 len: 168 time: 0.8592646 Aug 27 12:02:29.238105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f751e5-54e8-45e1-95b5-a53ab9c078a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be0c730-d502-400e-86a0-8a62690c01a4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:29.478340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:29.494154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:29.567752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:29.748110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39080) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:29.748887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-469f6268-b3be-4c33-8901-66bd425b8a67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=237a73e6f5a04e31972542bbf8545b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515554 Aug 27 12:02:29.876844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,segment=NetworkSegment(9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c),segment_id=9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:29.921780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8', 'network_id': '9ffca1f3-cbc1-460c-b995-fca7e354805f', 'port_id': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8', 'mac_address': 'fa:16:3e:5f:7d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd788ad08-ec3e-4231-b429-a7b84068ff55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:29.933562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:29.936101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba57b5bb-17e1-4dbd-9a99-364782f9e756 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:30.043533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ac68c-ce89-4f9e-8f80-f4ceb29b32f7 req-a4c3c939-6f9d-48c6-8b10-5b8356373009 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:30.053608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e69ac68c-ce89-4f9e-8f80-f4ceb29b32f7 req-a4c3c939-6f9d-48c6-8b10-5b8356373009 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.2333710 Aug 27 12:02:30.119397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae79557-b124-4481-bb8e-1e09d36eb9c6 req-7dc48485-af1a-4ee0-9ce5-cc23df319f78 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:30.133086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fae79557-b124-4481-bb8e-1e09d36eb9c6 req-7dc48485-af1a-4ee0-9ce5-cc23df319f78 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 943 time: 0.3337760 Aug 27 12:02:30.218949 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.243872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e69ac68c-ce89-4f9e-8f80-f4ceb29b32f7 req-14eac0f8-2c3d-45d7-95ec-720a2144a4e2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877017 Aug 27 12:02:30.250616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9751b2-f602-47f3-86aa-ae7c4b4a6bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.284054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 6b3ef2eb-f907-4c50-956e-90529177839b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:30.284612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.301775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fae79557-b124-4481-bb8e-1e09d36eb9c6 req-66b512fd-fd82-4808-b9b0-76632b9a8630 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648676 Aug 27 12:02:30.309659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ba57b5bb-17e1-4dbd-9a99-364782f9e756 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:30.310540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.315587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9751b2-f602-47f3-86aa-ae7c4b4a6bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.326821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:30.368020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,segment=NetworkSegment(9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c),segment_id=9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:30.390938 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.530677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:30.587559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9751b2-f602-47f3-86aa-ae7c4b4a6bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.590144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9751b2-f602-47f3-86aa-ae7c4b4a6bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.596747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f73cfb-dda1-4462-9e2c-a3ad08cc4532 None None] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:30.599588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be9751b2-f602-47f3-86aa-ae7c4b4a6bef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c03d6e7b-9ae5-4870-8933-814eeefbe612 HTTP/1.1" status: 204 len: 168 time: 0.6918700 Aug 27 12:02:30.599746 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.634098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9751b2-f602-47f3-86aa-ae7c4b4a6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d6e7b-9ae5-4870-8933-814eeefbe612,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:30.677877 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:02:30.692012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Router 3e618ff9-2009-4850-8908-8110cd544ce6 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:02:30.702406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:30.705150 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fba795-bfe3-4b88-949d-bf3ffc58f216" -d '{"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:30.740928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] Provisioning for port ba57b5bb-17e1-4dbd-9a99-364782f9e756 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:30.746248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:30.761278 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.769694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] Provisioning complete for port ba57b5bb-17e1-4dbd-9a99-364782f9e756 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:30.770071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.892623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:02:30.905063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Sync routers for ids ['3e618ff9-2009-4850-8908-8110cd544ce6'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:02:30.927394 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Routers {'3e618ff9-2009-4850-8908-8110cd544ce6'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:30.928332 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e618ff9-2009-4850-8908-8110cd544ce6'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:30.960664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d71a4db3-ed26-4869-a4c9-0cdaee02d8c8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:30.983719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:30.985143 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-35bc163b-caa9-456d-80d8-82afe158a864 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9186332 Aug 27 12:02:30.990022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39106) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:31.032590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:31.109133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:31.183297 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Set router 3e618ff9-2009-4850-8908-8110cd544ce6 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:31.434940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] For port ba57b5bb-17e1-4dbd-9a99-364782f9e756, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba57b5bb-17e1-4dbd-9a99-364782f9e756,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:31.515909 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:31.544618 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e8c801-5ee4-4314-a679-8419357e6cd1 x-openstack-request-id: req-f1e8c801-5ee4-4314-a679-8419357e6cd1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:31.544866 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:31.545132 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1e8c801-5ee4-4314-a679-8419357e6cd1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:31.545493 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'code': 200} Aug 27 12:02:31.649089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c45e-8363-4d2c-b8e5-a25cfcbf1780 req-34dd27a4-286e-44f5-8e63-5302c96e2511 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:31.662404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23d4c45e-8363-4d2c-b8e5-a25cfcbf1780 req-34dd27a4-286e-44f5-8e63-5302c96e2511 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0801010 Aug 27 12:02:31.729148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23d4c45e-8363-4d2c-b8e5-a25cfcbf1780 req-5ea88488-a627-43c1-bb7e-68e19d447d37 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Aug 27 12:02:31.820635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39f483-53f4-48ae-acc6-a204018f0765 None None] Pushing event updated for resources: {'Port': ['ID=ba57b5bb-17e1-4dbd-9a99-364782f9e756,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:31.876668 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:02:29Z', 'revision_number': 3, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:31.899604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de0dd-44c4-4983-912a-8a78c8bc0b8e req-597276cb-5d04-4514-b308-939865a258f2 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:31.904708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-626de0dd-44c4-4983-912a-8a78c8bc0b8e req-597276cb-5d04-4514-b308-939865a258f2 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 944 time: 0.1741955 Aug 27 12:02:31.925772 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Checking router: 3e618ff9-2009-4850-8908-8110cd544ce6 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:02:31.926411 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Updating router 3e618ff9-2009-4850-8908-8110cd544ce6 port f242c07f-ead4-4cab-b665-07369c1c9143 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:02:31.956720 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.093399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-626de0dd-44c4-4983-912a-8a78c8bc0b8e req-6e693051-8692-4dc3-9ba5-2dd7933b9979 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776409 Aug 27 12:02:32.174876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794ed85-e008-418b-b4ba-198f96456276 req-d081d702-01bb-492b-8202-0a14ad6bc82f tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:32.178065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e794ed85-e008-418b-b4ba-198f96456276 req-d081d702-01bb-492b-8202-0a14ad6bc82f tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 950 time: 0.1956551 Aug 27 12:02:32.235076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.247734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e794ed85-e008-418b-b4ba-198f96456276 req-7a6bed93-56e7-442f-b9f7-10a0896c6ebd tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 Aug 27 12:02:32.397836 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.416196 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Transition to ACTIVE for port object f242c07f-ead4-4cab-b665-07369c1c9143 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:32.425165 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.497015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Pushing event updated for resources: {'Port': ['ID=f242c07f-ead4-4cab-b665-07369c1c9143,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:32.519789 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.520197 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.520559 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.520891 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.521227 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.522644 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.523049 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.523388 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.523720 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.524050 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.524449 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.524784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:32.563743 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Attempting to bind port f242c07f-ead4-4cab-b665-07369c1c9143 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:32.564145 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Attempting to bind port f242c07f-ead4-4cab-b665-07369c1c9143 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:32.564516 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Attempting to bind port f242c07f-ead4-4cab-b665-07369c1c9143 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:32.581510 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:32.582022 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:32.582721 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.584939 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:32.588721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Bound port: f242c07f-ead4-4cab-b665-07369c1c9143, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:32.590593 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.630639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:32.665473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Allocated IP 172.20.0.1 (320aca18-8e38-47b9-909b-9dc5a5cd1699/8fd5a761-fd8a-464c-8d35-aebf11f0e538/1c77255e-6bb5-425a-9bd2-c9f4b6ea59db) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:32.690984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eb5c0bd4-4142-4145-a805-3c488a32c015 None None] Provisioning complete for port ba57b5bb-17e1-4dbd-9a99-364782f9e756 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:32.692081 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb5c0bd4-4142-4145-a805-3c488a32c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.698838 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] For port f242c07f-ead4-4cab-b665-07369c1c9143, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:32.703212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] For port f242c07f-ead4-4cab-b665-07369c1c9143, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f242c07f-ead4-4cab-b665-07369c1c9143,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:32.711276 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.890058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-125061291-network', 'tenant_id': 'f6e31d45d5aa47d3957a1950b3fde31a'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:32.917386 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b592b-db78-46b0-a3d3-10775bd75e41 None None] Pushing event updated for resources: {'Port': ['ID=f242c07f-ead4-4cab-b665-07369c1c9143,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:32.918308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.939728 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Routers {'3e618ff9-2009-4850-8908-8110cd544ce6'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:32.940396 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e618ff9-2009-4850-8908-8110cd544ce6'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:32.950523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Transition to ACTIVE for port object 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:32.954340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Made reservation on behalf of f6e31d45d5aa47d3957a1950b3fde31a for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:32.957957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:32.970355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f886ad7-23f6-4d03-a166-e667a1014153 req-3121981c-01a3-4832-b389-f69833206044 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:32.973315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f886ad7-23f6-4d03-a166-e667a1014153 req-3121981c-01a3-4832-b389-f69833206044 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1175582 Aug 27 12:02:32.981539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.061273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f886ad7-23f6-4d03-a166-e667a1014153 req-e1f215da-2bbd-4fa7-9869-fa2c79af3089 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752015 Aug 27 12:02:33.081264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.112005 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] Set router 3e618ff9-2009-4850-8908-8110cd544ce6 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:33.124011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:33.131942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:33.147855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:33.206711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Pushing event updated for resources: {'Port': ['ID=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:33.246153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.256915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.273943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a37c10-0fe8-4fae-9576-d44ad07a41ee req-37717ab4-20fb-48d7-bfe2-ea4bddb946b0 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:33.275673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0a37c10-0fe8-4fae-9576-d44ad07a41ee req-37717ab4-20fb-48d7-bfe2-ea4bddb946b0 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 944 time: 0.0962720 Aug 27 12:02:33.290538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6317221-446b-4205-87d1-a05d917fb42f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:33.302432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.347613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:02:33.369262 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.369626 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Added segment bbe38eb3-7cd3-4fa5-baf3-86133ff97481 of type vlan for network 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4 Aug 27 12:02:33.406270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0a37c10-0fe8-4fae-9576-d44ad07a41ee req-d269b2c6-d7b9-4b68-bbc6-fa249eb2e8d2 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228225 Aug 27 12:02:33.475813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.511586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485df95-eee7-4dc1-a1a6-47f6499b5746 req-144b7f2e-ae8d-4894-8407-e47afad25057 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:33.523608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3485df95-eee7-4dc1-a1a6-47f6499b5746 req-144b7f2e-ae8d-4894-8407-e47afad25057 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 950 time: 0.1127183 Aug 27 12:02:33.551656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.552640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:33.553227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.565695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e9d24008-ddf3-490b-9430-93d83003dc8c None None] Provisioning for port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:33.581475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3485df95-eee7-4dc1-a1a6-47f6499b5746 req-84d746ea-acbf-47bf-a111-a5888c029d00 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512559 Aug 27 12:02:33.596412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e9d24008-ddf3-490b-9430-93d83003dc8c None None] Provisioning complete for port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:33.596793 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e9d24008-ddf3-490b-9430-93d83003dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.612025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:33.640363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:02:29Z', 'revision_number': 3, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:33.660858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.688595 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0567195 Aug 27 12:02:33.690894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe5a98-8500-400d-b2af-c428e01f4706 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffc8396-8bc9-4739-af8a-91af0c2f1ea4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:33.692020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:33.697223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Request body: {'subnet': {'network_id': '1ffc8396-8bc9-4739-af8a-91af0c2f1ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-125061291-subnet', 'tenant_id': 'f6e31d45d5aa47d3957a1950b3fde31a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:33.744640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Made reservation on behalf of f6e31d45d5aa47d3957a1950b3fde31a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:33.747362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:33.774657 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c25a-3e03-4456-9b56-77785c9026bf None None] The sync data for ids ['3e618ff9-2009-4850-8908-8110cd544ce6'] in n-d-688802-4 is: [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:02:29Z', 'revision_number': 3, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:02:33.814275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:02:33.917183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba57b5bb-17e1-4dbd-9a99-364782f9e756 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:34.008167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e9d24008-ddf3-490b-9430-93d83003dc8c None None] Port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:34.111361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:34.120112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:34.120860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.129497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.146366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.165445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.177797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ba57b5bb-17e1-4dbd-9a99-364782f9e756 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:34.178716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.300248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.358654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0e24e5-348f-4817-b08b-e03345bf0699,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:34.433628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Checking segment: {'id': 'bbe38eb3-7cd3-4fa5-baf3-86133ff97481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '1ffc8396-8bc9-4739-af8a-91af0c2f1ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:34.434089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Network hostable DHCP agents. Network: 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:02:34.449870 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.460505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9131c-698f-4845-91cb-494747cb2fc7 req-f0da6a3a-8b0e-4ff5-9180-8cb70d6348e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:34.472219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cff9131c-698f-4845-91cb-494747cb2fc7 req-f0da6a3a-8b0e-4ff5-9180-8cb70d6348e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1526113 Aug 27 12:02:34.542780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Network 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:02:34.569066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,segment=NetworkSegment(9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c),segment_id=9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:34.569786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060212af-42e7-4645-ab32-a58badd5dcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:34.577624 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8ded2-c288-44eb-9983-caf1413c5d7e" -d '{"events": [{"server_uuid": "060212af-42e7-4645-ab32-a58badd5dcf3", "name": "network-vif-plugged", "status": "completed", "tag": "d71a4db3-ed26-4869-a4c9-0cdaee02d8c8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:34.587928 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.589056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:34.697621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:34.715933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cff9131c-698f-4845-91cb-494747cb2fc7 req-19323b74-3b3c-4265-98c7-02872d00ccc5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380126 Aug 27 12:02:34.750372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:34.755355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:34.850627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef812e79-daf1-4b87-8b27-f29aa96ce1ad None None] Network 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:34.854943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:34.864286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f130582-1221-46a4-aa62-934ae9faebb1 req-8cebc0b6-2e06-46c1-96c6-5188de47c487 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:34.867688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f130582-1221-46a4-aa62-934ae9faebb1 req-8cebc0b6-2e06-46c1-96c6-5188de47c487 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 945 time: 0.2577400 Aug 27 12:02:34.880299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b55c3dca-ad99-49fc-b260-071e6da75724 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1792877 Aug 27 12:02:34.909882 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5993460-b778-427f-b14f-398da2bc6255 x-openstack-request-id: req-a5993460-b778-427f-b14f-398da2bc6255 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:34.910032 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060212af-42e7-4645-ab32-a58badd5dcf3", "name": "network-vif-plugged", "status": "completed", "tag": "d71a4db3-ed26-4869-a4c9-0cdaee02d8c8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:34.910399 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5993460-b778-427f-b14f-398da2bc6255 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:34.921485 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060212af-42e7-4645-ab32-a58badd5dcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8', 'code': 200} Aug 27 12:02:35.001665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f130582-1221-46a4-aa62-934ae9faebb1 req-f5b45b8e-1e41-4a19-9ac8-e85b11b068fd tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125715 Aug 27 12:02:35.139345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Pushing event updated for resources: {'Port': ['ID=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:35.150278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0caafa-13d1-401d-81d1-3a088fa564ee req-a1547086-b8d5-4394-b58e-f654665ba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:35.152389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb0caafa-13d1-401d-81d1-3a088fa564ee req-a1547086-b8d5-4394-b58e-f654665ba8f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 1096 time: 0.1246333 Aug 27 12:02:35.227198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb0caafa-13d1-401d-81d1-3a088fa564ee req-b8245f39-f338-4668-8f09-111d277c5069 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Aug 27 12:02:35.257555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:35.260070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:35.303410 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:35.524035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:35.535497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:35.728108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Router 3e618ff9-2009-4850-8908-8110cd544ce6 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:02:35.867455 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-b195c69e-c7bd-457d-b203-d99f21f830d4 req-bc4d9f19-a4c2-4a70-b69b-965e8ca5ccb1 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] show failed (client error): The resource could not be found. Aug 27 12:02:35.895031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b195c69e-c7bd-457d-b203-d99f21f830d4 req-bc4d9f19-a4c2-4a70-b69b-965e8ca5ccb1 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups/eda30c40-057a-4dac-9c4c-04da23427b47 HTTP/1.1" status: 404 len: 352 time: 0.0712259 Aug 27 12:02:35.905248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:35.916474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde3ff6-c716-4ba6-bbb3-c1751473b7c1 None None] Network 1ffc8396-8bc9-4739-af8a-91af0c2f1ea4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:35.926939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f242c07f-ead4-4cab-b665-07369c1c9143 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:35.940493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b6373765-27da-4ff5-bc33-0a2d74664878 None None] Provisioning complete for port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:35.941029 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b6373765-27da-4ff5-bc33-0a2d74664878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:36.047808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:02:36.059111 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-869adca6-c266-4646-ab0c-767b530f4dfb admin admin] 10.222.0.76 "PUT /v2.0/routers/3e618ff9-2009-4850-8908-8110cd544ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0679038 Aug 27 12:02:36.120736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0ab9c10-5e46-4890-8bd2-da85faf86c34 req-756830a1-61ca-4593-b0e6-929ebd266ebf tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6e31d45d5aa47d3957a1950b3fde31a HTTP/1.1" status: 200 len: 2984 time: 0.1747367 Aug 27 12:02:36.178051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b202343-cc80-4b6e-a049-ceb6340ec47d req-fb03e06c-b69b-4fa7-90d3-9642a2085de9 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:36.186491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b202343-cc80-4b6e-a049-ceb6340ec47d req-fb03e06c-b69b-4fa7-90d3-9642a2085de9 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1568012 Aug 27 12:02:36.249772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b6373765-27da-4ff5-bc33-0a2d74664878 None None] Port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:36.279341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0ab9c10-5e46-4890-8bd2-da85faf86c34 req-b4b0780f-1796-4b22-b773-c0778dcf9ed9 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups/d6317221-446b-4205-87d1-a05d917fb42f HTTP/1.1" status: 200 len: 2981 time: 0.1574161 Aug 27 12:02:36.286719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f242c07f-ead4-4cab-b665-07369c1c9143 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:36.300229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f242c07f-ead4-4cab-b665-07369c1c9143 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:36.300715 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:36.327766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b202343-cc80-4b6e-a049-ceb6340ec47d req-b884e7e6-7c64-48ff-8c2a-db960496e919 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221702 Aug 27 12:02:36.414075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0ab9c10-5e46-4890-8bd2-da85faf86c34 req-a57528a5-fa19-498e-9ffe-67ab9c90681c tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups/d6317221-446b-4205-87d1-a05d917fb42f HTTP/1.1" status: 200 len: 2981 time: 0.1334839 Aug 27 12:02:36.542354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:36.600630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port f242c07f-ead4-4cab-b665-07369c1c9143, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f242c07f-ead4-4cab-b665-07369c1c9143,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:36.612209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:36.666060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b80b-e4d4-4c3b-8f89-55f4b7194f32 req-1bbedd6c-fe70-447f-aacb-501a52e700bb tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:36.677049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71e5b80b-e4d4-4c3b-8f89-55f4b7194f32 req-1bbedd6c-fe70-447f-aacb-501a52e700bb tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 945 time: 0.1279631 Aug 27 12:02:36.748578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=f242c07f-ead4-4cab-b665-07369c1c9143,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:36.827886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71e5b80b-e4d4-4c3b-8f89-55f4b7194f32 req-ceb8110a-dac7-4a2d-8ec8-8ad9d7454525 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495328 Aug 27 12:02:36.849660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44b280e1-9210-4bef-ac55-f53eab52ce43 req-e835ebef-a2a6-4ec7-be8a-09309295116c tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups/d6317221-446b-4205-87d1-a05d917fb42f HTTP/1.1" status: 200 len: 2981 time: 0.0919352 Aug 27 12:02:36.923299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:36.938464 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdafd63-d38c-4b3b-a95b-a13ecd6c3b44" -d '{"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:36.980870 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-44b280e1-9210-4bef-ac55-f53eab52ce43 req-81c8dbb5-2117-48e5-a968-d8914b6a8fb5 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 12:02:36.990421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Sync routers for ids ['3e618ff9-2009-4850-8908-8110cd544ce6'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:02:37.003813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:37.004391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Routers {'3e618ff9-2009-4850-8908-8110cd544ce6'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:37.004988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e618ff9-2009-4850-8908-8110cd544ce6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:37.020085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-network', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:37.023271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44b280e1-9210-4bef-ac55-f53eab52ce43 req-81c8dbb5-2117-48e5-a968-d8914b6a8fb5 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "DELETE /v2.0/security-groups/d6317221-446b-4205-87d1-a05d917fb42f HTTP/1.1" status: 409 len: 352 time: 0.1567008 Aug 27 12:02:37.061444 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-aaa097b3-ec68-4376-b2c8-f24f2edb0bb1 req-22b10f55-aa7d-46fa-b31c-022e8631f6d1 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] show failed (client error): The resource could not be found. Aug 27 12:02:37.115555 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb08dd58-0119-4a89-bb9c-012a3971c146 x-openstack-request-id: req-cb08dd58-0119-4a89-bb9c-012a3971c146 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:37.115896 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:37.118966 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb08dd58-0119-4a89-bb9c-012a3971c146 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:37.126238 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'code': 200} Aug 27 12:02:37.131615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaa097b3-ec68-4376-b2c8-f24f2edb0bb1 req-22b10f55-aa7d-46fa-b31c-022e8631f6d1 tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups/44154437-62c2-4001-a8d4-7a6cbe17ba8e HTTP/1.1" status: 404 len: 352 time: 0.0982075 Aug 27 12:02:37.178207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Made reservation on behalf of 4dfd29b091dc45ce8abb194b5b4206cc for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:37.181146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.185975 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-c0732e8e-015c-4b24-96a9-9895fcd6f79f req-7a2c4f84-e7a5-4ec0-9cb5-20c3e8fce6ba tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] show failed (client error): The resource could not be found. Aug 27 12:02:37.195046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0732e8e-015c-4b24-96a9-9895fcd6f79f req-7a2c4f84-e7a5-4ec0-9cb5-20c3e8fce6ba tempest-SecurityGroupsNegativeTestJSON-838504462 tempest-SecurityGroupsNegativeTestJSON-838504462-project] 10.222.0.76 "GET /v2.0/security-groups/9156ccdc-4b6b-4337-b846-3f246afcc199 HTTP/1.1" status: 404 len: 352 time: 0.0443532 Aug 27 12:02:37.216612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:37.228312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.285134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Set router 3e618ff9-2009-4850-8908-8110cd544ce6 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:37.379044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Deleting subnet 6e0e24e5-348f-4817-b08b-e03345bf0699 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:02:37.384658 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.461221 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.463601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.472982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.488297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:02:37.511210 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.512145 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Added segment 1df0a628-00ed-4b13-ade0-8042cc2c6337 of type vlan for network f3db487a-aaf3-48f3-8c79-73b5e7606f86 Aug 27 12:02:37.551300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.561581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a48c4-1342-41ea-a8df-e58005ed4436 req-e494af21-a785-4ea8-971a-333028cd0d22 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:37.569196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-797a48c4-1342-41ea-a8df-e58005ed4436 req-e494af21-a785-4ea8-971a-333028cd0d22 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1020832 Aug 27 12:02:37.588654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416cc91-42d2-4a3a-9bcb-8a8a9322861e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:37.602610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.648393 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.649679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:37.651377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.678179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-797a48c4-1342-41ea-a8df-e58005ed4436 req-5f920060-98e5-420d-b6a0-a128b9ae33e7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886087 Aug 27 12:02:37.726414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:02:33Z', 'revision_number': 4, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1c77255e-6bb5-425a-9bd2-c9f4b6ea59db', 'name': '', 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'mac_address': 'fa:16:3e:01:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:32Z', 'updated_at': '2021-08-27T12:02:33Z', 'revision_number': 2, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'subnets': [{'id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:37.737467 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.755589 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7502437 Aug 27 12:02:37.764852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39334) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:37.778799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Request body: {'subnet': {'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-subnet', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:37.799760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0e24e5-348f-4817-b08b-e03345bf0699,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:37.800024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f242c07f-ead4-4cab-b665-07369c1c9143 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:37.804323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Checking router: 3e618ff9-2009-4850-8908-8110cd544ce6 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:02:37.805450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Updating router 3e618ff9-2009-4850-8908-8110cd544ce6 port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:02:37.809399 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.817290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d5284fc-0a39-492a-9c16-f58ce9c41b86 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6e0e24e5-348f-4817-b08b-e03345bf0699 HTTP/1.1" status: 204 len: 168 time: 0.5981321 Aug 27 12:02:37.818174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:37.836432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399c21a-7d5b-4ef2-bc21-1fa27d21413a admin admin] Pushing event updated for resources: {'Network': ['ID=f3db487a-aaf3-48f3-8c79-73b5e7606f86,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:37.863863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Made reservation on behalf of 4dfd29b091dc45ce8abb194b5b4206cc for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:37.866744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:37.878109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:37.921156 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.026759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:38.043745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.045617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:02:38.065402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffc8396-8bc9-4739-af8a-91af0c2f1ea4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:38.075074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf72877-8463-4c7c-820c-f32ddab5ca8f req-742ba573-7501-4de6-984b-0a57d9f84797 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:38.083346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cf72877-8463-4c7c-820c-f32ddab5ca8f req-742ba573-7501-4de6-984b-0a57d9f84797 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 945 time: 0.1282294 Aug 27 12:02:38.128174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe38eb3-7cd3-4fa5-baf3-86133ff97481') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:38.128985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe38eb3-7cd3-4fa5-baf3-86133ff97481') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:38.149311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.161778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '31834805-a845-49f4-a2dd-b8f45d404c23', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '31834805-a845-49f4-a2dd-b8f45d404c23', 'mac_address': 'fa:16:3e:a0:a4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:38.167354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cf72877-8463-4c7c-820c-f32ddab5ca8f req-6770690d-2606-4ad9-a35a-7dee1b4cf191 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824339 Aug 27 12:02:38.185786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.194688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.205634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:02:38.206886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.226928 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.258364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:02:38.280689 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:02:38.288525 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.302566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.308737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] 10.222.0.76 "DELETE /v2.0/networks/1ffc8396-8bc9-4739-af8a-91af0c2f1ea4 HTTP/1.1" status: 204 len: 168 time: 0.4892769 Aug 27 12:02:38.334081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4313e-1c72-42f9-9d1c-28c5d5b2f84f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffc8396-8bc9-4739-af8a-91af0c2f1ea4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:38.366945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed86f63-6d07-4eec-bcbe-432f9586304b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:38.369792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Checking segment: {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:38.370603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Network hostable DHCP agents. Network: f3db487a-aaf3-48f3-8c79-73b5e7606f86, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:02:38.398208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:02:38.417405 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.419279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f3db487a-aaf3-48f3-8c79-73b5e7606f86) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:38.423485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f242c07f-ead4-4cab-b665-07369c1c9143 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:38.423875 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.439667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:38.444258 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.500783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a4fdc638-45f4-4f7f-b11c-e0399bb94a88 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7342482 Aug 27 12:02:38.504629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39360) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:38.512082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:38.548841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc95e19-5192-422f-a145-b5b38252b82c None None] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:38.576247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31834805-a845-49f4-a2dd-b8f45d404c23 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:38.601769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.604208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.811432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39378) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:38.829873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:38.875571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:38.903986 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-99b6af73-417a-436e-acdd-bf96cc86043e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6e31d45d5aa47d3957a1950b3fde31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904934 Aug 27 12:02:38.904710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39382) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:38.973086 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.038751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a08ff608-7abc-463b-a6f5-a1665d83d77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.077371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a08ff608-7abc-463b-a6f5-a1665d83d77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.185558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.197263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a08ff608-7abc-463b-a6f5-a1665d83d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.211048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a08ff608-7abc-463b-a6f5-a1665d83d77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.212020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1b2c2-5e44-46b8-89dd-87f0851767a0 req-1cb81d72-d693-493f-9867-180c6ba1f3f2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:39.212897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a08ff608-7abc-463b-a6f5-a1665d83d77d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6317221-446b-4205-87d1-a05d917fb42f HTTP/1.1" status: 204 len: 168 time: 0.2982955 Aug 27 12:02:39.213916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eb1b2c2-5e44-46b8-89dd-87f0851767a0 req-1cb81d72-d693-493f-9867-180c6ba1f3f2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.3065157 Aug 27 12:02:39.235790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff608-7abc-463b-a6f5-a1665d83d77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6317221-446b-4205-87d1-a05d917fb42f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:39.247555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1b6a6-dffb-4697-b838-b5dd7e86d0f9 req-99077094-05ce-4e2b-84e7-2801f2384f06 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:39.250294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['31834805-a845-49f4-a2dd-b8f45d404c23'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:39.255758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49e1b6a6-dffb-4697-b838-b5dd7e86d0f9 req-99077094-05ce-4e2b-84e7-2801f2384f06 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 945 time: 0.3496847 Aug 27 12:02:39.405720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49e1b6a6-dffb-4697-b838-b5dd7e86d0f9 req-906e674b-ef7f-4c45-9244-63f606f1df6e tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.76 "GET /v2.0/security-groups?id=17b721af-9625-49df-8143-2dfb6a29443c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469796 Aug 27 12:02:39.440907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:39.454479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eb1b2c2-5e44-46b8-89dd-87f0851767a0 req-02a63984-a8e2-415c-ac3c-96a716f5c00f tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162750 Aug 27 12:02:39.509905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'fixed_ips': [{'subnet_id': '0ed86f63-6d07-4eec-bcbe-432f9586304b'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:02:39.510838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.755345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.793651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Transition to ACTIVE for port object 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:39.839932 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.849671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.930287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:39.989485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Allocated IP 172.20.0.2 (f3db487a-aaf3-48f3-8c79-73b5e7606f86/0ed86f63-6d07-4eec-bcbe-432f9586304b/540a06b8-be12-485d-8805-b0b956a13afd) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:39.994220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14be09-becf-433f-bf71-ea332593093e None None] Pushing event updated for resources: {'Port': ['ID=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:40.194658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Allocated IP 172.25.8.99 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/33b88ccc-fde4-4036-b974-0dac7266a212) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:40.405977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Attempting to bind port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:40.407123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Attempting to bind port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:40.407718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Attempting to bind port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db on network 320aca18-8e38-47b9-909b-9dc5a5cd1699 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:40.420098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:40.420879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Checking segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:40.421676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:40.422623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Bound using segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:40.423338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Bound port: 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:40.423918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:40.537242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:40.604741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:40.700720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] For port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:40.703974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:40.708265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] For port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:40.714563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:40.719401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:40.727519 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:40.815341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Pushing event updated for resources: {'Port': ['ID=33b88ccc-fde4-4036-b974-0dac7266a212,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:40.895014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14be09-becf-433f-bf71-ea332593093e None None] Pushing event updated for resources: {'Port': ['ID=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:40.921928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39448) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:40.963703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Routers {'3e618ff9-2009-4850-8908-8110cd544ce6'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:40.964369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e618ff9-2009-4850-8908-8110cd544ce6'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:41.127669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-588278116-network', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:41.152432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.194623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Made reservation on behalf of 7564298c6e7d4b868eef12f854b694ee for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:41.196855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.224737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.294163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] Set router 3e618ff9-2009-4850-8908-8110cd544ce6 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:41.305387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-7e798e05-7df5-45d7-b659-c3f2c73c6e56 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:41.306998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-7e798e05-7df5-45d7-b659-c3f2c73c6e56 tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.77 "GET /v2.0/ports?device_id=060212af-42e7-4645-ab32-a58badd5dcf3 HTTP/1.1" status: 200 len: 945 time: 0.2706974 Aug 27 12:02:41.345747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Transition to ACTIVE for port object 540a06b8-be12-485d-8805-b0b956a13afd will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:41.391711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Transition to ACTIVE for port object 540a06b8-be12-485d-8805-b0b956a13afd will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:41.434111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.443187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.449951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.488801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9706ac5-7dcc-45dc-8224-780ea669f2e5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:41.517311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:02:41.540910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.541269 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Added segment 95b2c67c-8805-4d7b-93f7-771fd55b260a of type vlan for network 57d4cdfe-4238-4971-a34f-c2f86010662d Aug 27 12:02:41.553575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:41.588078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:41.598851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:41.619293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Pushing event updated for resources: {'Port': ['ID=540a06b8-be12-485d-8805-b0b956a13afd,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:41.660805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.721948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.723115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:41.723866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.749537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Attempting to bind port 540a06b8-be12-485d-8805-b0b956a13afd on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:41.749537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Attempting to bind port 540a06b8-be12-485d-8805-b0b956a13afd by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:41.749537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Attempting to bind port 540a06b8-be12-485d-8805-b0b956a13afd on network f3db487a-aaf3-48f3-8c79-73b5e7606f86 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:41.841121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:41.842453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Checking segment: {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:41.843466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.844443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Bound using segment: {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:41.845467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Bound port: 540a06b8-be12-485d-8805-b0b956a13afd, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:41.847283 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:41.873043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:41.899468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9763424 Aug 27 12:02:41.915452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39452) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:41.934734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Request body: {'subnet': {'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-588278116-subnet', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:41.960567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77642-ce51-4910-bff4-40754107e294 admin admin] Pushing event updated for resources: {'Network': ['ID=57d4cdfe-4238-4971-a34f-c2f86010662d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:42.036585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Made reservation on behalf of 7564298c6e7d4b868eef12f854b694ee for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:02:42.043653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.117105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 57d4cdfe-4238-4971-a34f-c2f86010662d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:02:42.280087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 31834805-a845-49f4-a2dd-b8f45d404c23 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:42.282937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.334510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:02:33Z', 'revision_number': 4, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1c77255e-6bb5-425a-9bd2-c9f4b6ea59db', 'name': '', 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'mac_address': 'fa:16:3e:01:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:32Z', 'updated_at': '2021-08-27T12:02:40Z', 'revision_number': 4, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'subnets': [{'id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:42.414236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] For port 540a06b8-be12-485d-8805-b0b956a13afd, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:42.436162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988a750-6f5f-4aa1-8ac5-1597719e0b38 None None] The sync data for ids ['3e618ff9-2009-4850-8908-8110cd544ce6'] in n-d-688802-4 is: [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:02:33Z', 'revision_number': 4, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1c77255e-6bb5-425a-9bd2-c9f4b6ea59db', 'name': '', 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'mac_address': 'fa:16:3e:01:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:32Z', 'updated_at': '2021-08-27T12:02:40Z', 'revision_number': 4, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'subnets': [{'id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:02:42.520740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] For port 540a06b8-be12-485d-8805-b0b956a13afd, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=540a06b8-be12-485d-8805-b0b956a13afd,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:42.534176 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.597408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.652562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.671372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Deleting port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:02:42.671875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.780520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19fe432-113a-469e-a7a2-3419305d3d51,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:42.784542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Checking segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:42.784985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Network hostable DHCP agents. Network: 57d4cdfe-4238-4971-a34f-c2f86010662d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:02:42.815426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330eba-d7fd-4be8-be14-7c2168cb1287 None None] Pushing event updated for resources: {'Port': ['ID=540a06b8-be12-485d-8805-b0b956a13afd,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:42.823676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Network 57d4cdfe-4238-4971-a34f-c2f86010662d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:02:42.836834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] For port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,segment=NetworkSegment(9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c),segment_id=9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:42.837232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.845550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 57d4cdfe-4238-4971-a34f-c2f86010662d) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:42.862460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Calling delete_port for d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:02:42.864459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:42.866107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.866441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f258224a-b41d-4db9-9b68-2cd56bce233b None None] Network 57d4cdfe-4238-4971-a34f-c2f86010662d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:42.873389 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.922615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f03025f5-f382-4eb3-9e12-f0f95a37160b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0050728 Aug 27 12:02:42.925039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39454) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:42.944525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:42.983918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:42.985178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.169668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.215008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:43.305249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:43.314319 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a1e6a-e489-4e55-9b47-7448af186956" -d '{"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-plugged", "status": "completed", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:43.326447 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.567199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.605473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.620690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d71a4db3-ed26-4869-a4c9-0cdaee02d8c8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:43.624176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:02:43.632853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-57d4cdfe-4238-4971-a34f-c2f86010662d', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:02:43.634366 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.637502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:43.655403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Pushing event deleted for resources: {'Port': ['ID=d71a4db3-ed26-4869-a4c9-0cdaee02d8c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:43.671228 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.841772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:43.983031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] No DVR routers for this DVR port d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:02:43.987999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:43.988220 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:43.992024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dec5f31-aada-47b1-a163-35edf699fbb9 req-81987728-9287-4e4f-88c8-03c27395adff tempest-ServerAddressesTestJSON-1629475604 tempest-ServerAddressesTestJSON-1629475604-project] 10.222.0.77 "DELETE /v2.0/ports/d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 HTTP/1.1" status: 204 len: 173 time: 2.6704087 Aug 27 12:02:43.992723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060212af-42e7-4645-ab32-a58badd5dcf3', 'name': 'network-vif-deleted', 'tag': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:44.003133 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7181bf2-2c9c-411f-8a25-cf968cd7fba7" -d '{"events": [{"server_uuid": "060212af-42e7-4645-ab32-a58badd5dcf3", "name": "network-vif-deleted", "tag": "d71a4db3-ed26-4869-a4c9-0cdaee02d8c8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:44.067484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Router 83f000b2-ead0-48e4-9676-88d324a5f26c is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:02:44.192524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:44.218671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:44.286491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:44.310792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'mac_address': 'fa:16:3e:ca:70:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:02:44.426686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Allocated IP 172.25.8.168 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/06826fcd-2372-4255-86f7-45e1021a7d46) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:44.430905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:02:44.464473 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Sync routers for ids ['83f000b2-ead0-48e4-9676-88d324a5f26c'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:02:44.468909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:44.472001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f08b3c98-2d03-4f50-9f8a-f4cd68c6baf4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9653592 Aug 27 12:02:44.474767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:44.492050 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Routers {'83f000b2-ead0-48e4-9676-88d324a5f26c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:44.492689 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['83f000b2-ead0-48e4-9676-88d324a5f26c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:44.795115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:44.823776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9bf6d-6a61-41c8-8715-a2e40540634e None None] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:44.922485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.033046 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Set router 83f000b2-ead0-48e4-9676-88d324a5f26c gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:45.044217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:45.053422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:45.061348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.072186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:45.116935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4ad9d275-c104-4a63-8fc0-be2330a5659d None None] Provisioning for port 540a06b8-be12-485d-8805-b0b956a13afd completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:45.120277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Allocated IP 172.20.0.2 (57d4cdfe-4238-4971-a34f-c2f86010662d/f19fe432-113a-469e-a7a2-3419305d3d51/b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:45.137739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.199693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:45.344964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:45.353604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:45.363282 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.372236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:45.372986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.401495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Pushing event updated for resources: {'Port': ['ID=06826fcd-2372-4255-86f7-45e1021a7d46,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:45.581352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.593315 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:02:41Z', 'revision_number': 3, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:45.659711 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Checking router: 83f000b2-ead0-48e4-9676-88d324a5f26c for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:02:45.660274 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Updating router 83f000b2-ead0-48e4-9676-88d324a5f26c port 33b88ccc-fde4-4036-b974-0dac7266a212 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:02:45.724210 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.752194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:45.862964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:45.958039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Allocated IP 172.20.0.1 (f3db487a-aaf3-48f3-8c79-73b5e7606f86/0ed86f63-6d07-4eec-bcbe-432f9586304b/05a6ff55-30b5-4e37-b89a-82110a4a75cf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:45.984630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.984969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.985320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.985643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.985971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.986307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.986694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.987038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.987354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.987672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.987983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:45.988659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:02:46.105618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.180993 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:02:46.181547 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:02:46.246737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['690e12e9-97b1-42cf-a0d9-42e46b2ceaae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:02:46.272557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.288113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Transition to ACTIVE for port object 05a6ff55-30b5-4e37-b89a-82110a4a75cf will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:46.327609 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.363756 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.385834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:46.389018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:46.393575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Transition to ACTIVE for port object b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:46.396785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:46.397945 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.419474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Transition to ACTIVE for port object 33b88ccc-fde4-4036-b974-0dac7266a212 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:46.420641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:02:46.442941 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.453661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Transition to ACTIVE for port object b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:46.453953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Pushing event updated for resources: {'Port': ['ID=05a6ff55-30b5-4e37-b89a-82110a4a75cf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:46.506196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.538263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.603609 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13a76-51ff-4d1e-b6c2-79e7e4ee33bb None None] Pushing event updated for resources: {'Port': ['ID=33b88ccc-fde4-4036-b974-0dac7266a212,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:46.677718 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Attempting to bind port 33b88ccc-fde4-4036-b974-0dac7266a212 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:46.678757 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Attempting to bind port 33b88ccc-fde4-4036-b974-0dac7266a212 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:46.680290 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Attempting to bind port 33b88ccc-fde4-4036-b974-0dac7266a212 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:46.688866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Pushing event updated for resources: {'Port': ['ID=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:46.696613 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:46.696992 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:46.697402 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.704172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:46.704712 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Bound port: 33b88ccc-fde4-4036-b974-0dac7266a212, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:46.705167 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.808491 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.825247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.879473 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] For port 33b88ccc-fde4-4036-b974-0dac7266a212, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:46.888765 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] For port 33b88ccc-fde4-4036-b974-0dac7266a212, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=33b88ccc-fde4-4036-b974-0dac7266a212,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:46.894851 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:46.901202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:02:47.023301 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13a76-51ff-4d1e-b6c2-79e7e4ee33bb None None] Pushing event updated for resources: {'Port': ['ID=33b88ccc-fde4-4036-b974-0dac7266a212,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:47.058201 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.069763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Routers {'83f000b2-ead0-48e4-9676-88d324a5f26c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:47.072818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['83f000b2-ead0-48e4-9676-88d324a5f26c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:47.087023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Network 57d4cdfe-4238-4971-a34f-c2f86010662d is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:47.116954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:47.126634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:47.258451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:47.293776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Attempting to bind port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:47.294149 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Attempting to bind port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:47.294564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Attempting to bind port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 on network 57d4cdfe-4238-4971-a34f-c2f86010662d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:47.309116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.316684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:47.354858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.388279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.430542 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] Set router 83f000b2-ead0-48e4-9676-88d324a5f26c gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:47.433809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e5e07baa-82d1-4858-ae17-09885e11357a None None] Provisioning for port 05a6ff55-30b5-4e37-b89a-82110a4a75cf completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Checking segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Bound using segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Bound port: b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:47.481924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.502710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:02:47.535326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Sync routers for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:02:47.538131 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.546944 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.548001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 540a06b8-be12-485d-8805-b0b956a13afd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:47.563888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f14d3eed-3adf-4f27-b97c-1204bd960851 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6375086 Aug 27 12:02:47.564437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:47.576113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:02:47.582214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d71a4db3-ed26-4869-a4c9-0cdaee02d8c8 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:02:47.588406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.607242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Pushing event updated for resources: {'Port': ['ID=05a6ff55-30b5-4e37-b89a-82110a4a75cf,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:47.619281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e5e07baa-82d1-4858-ae17-09885e11357a None None] Provisioning complete for port 05a6ff55-30b5-4e37-b89a-82110a4a75cf triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:47.622297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e5e07baa-82d1-4858-ae17-09885e11357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:47.707958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:47.710599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:47.714020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:47.767232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e5e07baa-82d1-4858-ae17-09885e11357a None None] Port 05a6ff55-30b5-4e37-b89a-82110a4a75cf cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:47.877695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] For port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:47.944056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:47.966048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] For port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:47.979037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '05a6ff55-30b5-4e37-b89a-82110a4a75cf', 'name': '', 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'mac_address': 'fa:16:3e:c0:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:45Z', 'updated_at': '2021-08-27T12:02:45Z', 'revision_number': 1, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'subnets': [{'id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:47.981201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 540a06b8-be12-485d-8805-b0b956a13afd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:48.003684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:48.024503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 540a06b8-be12-485d-8805-b0b956a13afd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:48.024925 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:48.049363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e65ca-0258-4701-b9b5-75b01f44ff96 None None] The sync data for ids ['83f000b2-ead0-48e4-9676-88d324a5f26c'] in n-d-688802-4 is: [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '05a6ff55-30b5-4e37-b89a-82110a4a75cf', 'name': '', 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'mac_address': 'fa:16:3e:c0:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:45Z', 'updated_at': '2021-08-27T12:02:45Z', 'revision_number': 1, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'subnets': [{'id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:02:48.126450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:48.342541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:48.346735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:48.557048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6dace-48fd-4ece-8e34-b54fa98d9846 None None] Pushing event updated for resources: {'Port': ['ID=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:48.585138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6def8f25-c37d-4ea5-b5cf-db70c49171c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:48.937975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:49.027066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Router 83f000b2-ead0-48e4-9676-88d324a5f26c has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:02:49.030299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:49.046154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 540a06b8-be12-485d-8805-b0b956a13afd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=540a06b8-be12-485d-8805-b0b956a13afd,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:49.071355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:49.087992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85833c22-25d5-4a1b-87fa-5320f3592bb3 None None] Provisioning complete for port 05a6ff55-30b5-4e37-b89a-82110a4a75cf triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:49.090117 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85833c22-25d5-4a1b-87fa-5320f3592bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:49.219969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-85833c22-25d5-4a1b-87fa-5320f3592bb3 None None] Port 05a6ff55-30b5-4e37-b89a-82110a4a75cf cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:49.367147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:45Z', 'revision_number': 3, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:49.452880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Checking router: eb1fe299-32de-4bd5-97b4-62d8cf7aed0d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:02:49.453230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Updating router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d port 06826fcd-2372-4255-86f7-45e1021a7d46 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:02:49.492207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:49.552139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=540a06b8-be12-485d-8805-b0b956a13afd,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:49.581949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:49.582271 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:49.584097 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:49.592775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:02:49.612396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-62ad4fa2-078e-40d5-8e95-11b74de6b939 admin admin] 10.222.0.76 "PUT /v2.0/routers/83f000b2-ead0-48e4-9676-88d324a5f26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1357532 Aug 27 12:02:49.740346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Allocated IP 172.20.0.1 (57d4cdfe-4238-4971-a34f-c2f86010662d/f19fe432-113a-469e-a7a2-3419305d3d51/75b01efe-0eaf-4f2a-8eb9-d827974f9dad) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:50.293651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:50.336138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9228c1-17bc-4d43-a8e8-6badccfb7c6e None None] Network 57d4cdfe-4238-4971-a34f-c2f86010662d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:02:50.527208 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:50.650619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Transition to ACTIVE for port object 06826fcd-2372-4255-86f7-45e1021a7d46 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:50.732341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:50.779912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Transition to ACTIVE for port object 75b01efe-0eaf-4f2a-8eb9-d827974f9dad will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:50.891428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:50.899121 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:50.905741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:50.945910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Pushing event updated for resources: {'Port': ['ID=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:50.972084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Network 57d4cdfe-4238-4971-a34f-c2f86010662d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:50.972903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:50.980773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:51.072887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:51.092616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.202821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641f2dd-7487-4726-abc1-a469b723aba2 None None] Pushing event updated for resources: {'Port': ['ID=06826fcd-2372-4255-86f7-45e1021a7d46,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:51.207475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Attempting to bind port 06826fcd-2372-4255-86f7-45e1021a7d46 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:51.210870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Attempting to bind port 06826fcd-2372-4255-86f7-45e1021a7d46 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:51.211270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Attempting to bind port 06826fcd-2372-4255-86f7-45e1021a7d46 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:51.238124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:51.244256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.368633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:51.369722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:51.369878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.370504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:51.371408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Bound port: 06826fcd-2372-4255-86f7-45e1021a7d46, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:51.371940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.404875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.448151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-49d8464e-d4ad-43b6-9ad4-9fb3437bc1d3 None None] Provisioning for port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:51.490797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.504061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf091e80-6e74-435e-a05b-c7a97abf47f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.595335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:51.602423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:51.602882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.616424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] For port 06826fcd-2372-4255-86f7-45e1021a7d46, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:51.700292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] For port 06826fcd-2372-4255-86f7-45e1021a7d46, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=06826fcd-2372-4255-86f7-45e1021a7d46,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:51.759223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.769724 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.796874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:51.930067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:52.027237 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:52.154349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Pushing event updated for resources: {'Port': ['ID=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:52.253689 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Sync routers for ids ['83f000b2-ead0-48e4-9676-88d324a5f26c'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:02:52.266198 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Routers {'83f000b2-ead0-48e4-9676-88d324a5f26c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:52.266947 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['83f000b2-ead0-48e4-9676-88d324a5f26c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:52.272030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Network 57d4cdfe-4238-4971-a34f-c2f86010662d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:52.273520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:52.380167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641f2dd-7487-4726-abc1-a469b723aba2 None None] Pushing event updated for resources: {'Port': ['ID=06826fcd-2372-4255-86f7-45e1021a7d46,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:52.413897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:52.483934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:52.485873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:52.490235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:52.528791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:52.544070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:52.635508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:02:52.676869 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Set router 83f000b2-ead0-48e4-9676-88d324a5f26c gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:52.747420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:52.876104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:02:52.898668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-06fa62d2-3155-46b0-b85b-61745ebc1acd admin admin] 10.222.0.76 "PUT /v2.0/routers/eb1fe299-32de-4bd5-97b4-62d8cf7aed0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3234727 Aug 27 12:02:53.125055 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '05a6ff55-30b5-4e37-b89a-82110a4a75cf', 'name': '', 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'mac_address': 'fa:16:3e:c0:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:45Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 2, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'subnets': [{'id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:53.166123 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Checking router: 83f000b2-ead0-48e4-9676-88d324a5f26c for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:02:53.166123 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Updating router 83f000b2-ead0-48e4-9676-88d324a5f26c port 05a6ff55-30b5-4e37-b89a-82110a4a75cf binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:02:53.199237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50a9eb66-d73a-4309-94a7-37325bd6e0cf None None] Provisioning complete for port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:53.199652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb66-d73a-4309-94a7-37325bd6e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.218161 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.282666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:53.307026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:53.312908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:53.330495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.398645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:53.433782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 2, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:53.509763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab1376-c9d1-4498-86e2-f4a1434bfc34 None None] The sync data for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 is: [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 2, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:02:53.549810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Deleting subnet d788ad08-ec3e-4231-b429-a7b84068ff55 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:02:53.599507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.600441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50a9eb66-d73a-4309-94a7-37325bd6e0cf None None] Provisioning for port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:53.605172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50a9eb66-d73a-4309-94a7-37325bd6e0cf None None] Provisioning complete for port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:53.605555 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb66-d73a-4309-94a7-37325bd6e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.689761 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c118a-5d54-4eca-8433-7f1ce90acac9 x-openstack-request-id: req-202c118a-5d54-4eca-8433-7f1ce90acac9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:53.690025 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-plugged", "status": "completed", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:53.690285 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-202c118a-5d54-4eca-8433-7f1ce90acac9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:53.695454 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23', 'code': 200} Aug 27 12:02:53.697830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-50a9eb66-d73a-4309-94a7-37325bd6e0cf None None] Port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:53.787379 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.852093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.862603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f8e27b18-7ac9-4f6b-9478-15b16bb18ad1 None None] Provisioning complete for port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:53.863120 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f8e27b18-7ac9-4f6b-9478-15b16bb18ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.873946 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a756a7f2-3062-4162-b70c-ddf7294bccfd x-openstack-request-id: req-a756a7f2-3062-4162-b70c-ddf7294bccfd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:53.874614 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060212af-42e7-4645-ab32-a58badd5dcf3", "name": "network-vif-deleted", "tag": "d71a4db3-ed26-4869-a4c9-0cdaee02d8c8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:53.875052 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a756a7f2-3062-4162-b70c-ddf7294bccfd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:53.875664 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060212af-42e7-4645-ab32-a58badd5dcf3', 'name': 'network-vif-deleted', 'tag': 'd71a4db3-ed26-4869-a4c9-0cdaee02d8c8', 'status': 'completed', 'code': 200} Aug 27 12:02:53.900688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.929058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 33b88ccc-fde4-4036-b974-0dac7266a212 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:53.965590 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:53.969501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790b027-738a-4c0a-8497-278dad35a118 req-166b11d2-55cd-4a03-a4e9-ffba5567472b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:53.995919 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Transition to ACTIVE for port object 05a6ff55-30b5-4e37-b89a-82110a4a75cf will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:02:54.008589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9790b027-738a-4c0a-8497-278dad35a118 req-166b11d2-55cd-4a03-a4e9-ffba5567472b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.2441461 Aug 27 12:02:54.018676 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.076336 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87642-e3e1-41de-bdc3-dcf1b8ac3f0a None None] Pushing event updated for resources: {'Port': ['ID=05a6ff55-30b5-4e37-b89a-82110a4a75cf,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:54.091772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f8e27b18-7ac9-4f6b-9478-15b16bb18ad1 None None] Port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:02:54.107539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 33b88ccc-fde4-4036-b974-0dac7266a212 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:54.128338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 33b88ccc-fde4-4036-b974-0dac7266a212 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:54.129032 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.185120 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Attempting to bind port 05a6ff55-30b5-4e37-b89a-82110a4a75cf on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:02:54.186361 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Attempting to bind port 05a6ff55-30b5-4e37-b89a-82110a4a75cf by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:02:54.187065 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Attempting to bind port 05a6ff55-30b5-4e37-b89a-82110a4a75cf on network f3db487a-aaf3-48f3-8c79-73b5e7606f86 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:02:54.216295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:02:54.219168 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Checking segment: {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:02:54.220074 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.221316 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Bound using segment: {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:02:54.222357 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Bound port: 05a6ff55-30b5-4e37-b89a-82110a4a75cf, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df0a628-00ed-4b13-ade0-8042cc2c6337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:02:54.223330 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.371218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9790b027-738a-4c0a-8497-278dad35a118 req-268215ce-2617-4fcd-8f6c-dc55a4af22f3 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585458 Aug 27 12:02:54.396625 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.408782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.446323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] For port 05a6ff55-30b5-4e37-b89a-82110a4a75cf, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:02:54.456451 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] For port 05a6ff55-30b5-4e37-b89a-82110a4a75cf, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05a6ff55-30b5-4e37-b89a-82110a4a75cf,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:02:54.467586 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.498607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 33b88ccc-fde4-4036-b974-0dac7266a212, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=33b88ccc-fde4-4036-b974-0dac7266a212,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:54.514451 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.516197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 540a06b8-be12-485d-8805-b0b956a13afd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:54.553468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d788ad08-ec3e-4231-b429-a7b84068ff55,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:54.560902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.563581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5cc35d1b-ec36-4896-91a8-f8d398664bed admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d788ad08-ec3e-4231-b429-a7b84068ff55 HTTP/1.1" status: 204 len: 168 time: 1.2794461 Aug 27 12:02:54.566749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39526) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:54.600685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=33b88ccc-fde4-4036-b974-0dac7266a212,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:54.648207 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87642-e3e1-41de-bdc3-dcf1b8ac3f0a None None] Pushing event updated for resources: {'Port': ['ID=05a6ff55-30b5-4e37-b89a-82110a4a75cf,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:54.685987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 540a06b8-be12-485d-8805-b0b956a13afd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:54.686808 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:54.698693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Routers {'83f000b2-ead0-48e4-9676-88d324a5f26c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:54.708832 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['83f000b2-ead0-48e4-9676-88d324a5f26c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:54.827058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.058621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.074999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffca1f3-cbc1-460c-b995-fca7e354805f']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:55.079359 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] Set router 83f000b2-ead0-48e4-9676-88d324a5f26c gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:55.095012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:55.096302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efc0c80-5dbc-4f43-892a-9c2ca4a1fd0c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:55.121340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.156810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.175787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:02:55.176470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:02:55.278494 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:02:55.288417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.322420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:55.327574 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9ffca1f3-cbc1-460c-b995-fca7e354805f HTTP/1.1" status: 204 len: 168 time: 0.7597883 Aug 27 12:02:55.383241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268cdbf-1e53-4a12-9fb9-62347a2f8f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffca1f3-cbc1-460c-b995-fca7e354805f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:55.696965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:02:55.703932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:55.715383 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4acf0d4-fcff-4d05-808a-7065a082c7fa" -d '{"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-plugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:02:55.780929 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '05a6ff55-30b5-4e37-b89a-82110a4a75cf', 'name': '', 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'mac_address': 'fa:16:3e:c0:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:45Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'subnets': [{'id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:55.788625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05a6ff55-30b5-4e37-b89a-82110a4a75cf up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:55.883929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:55.892891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-49dc17f8-682d-4e61-a421-0af84aecef4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5c156d81a74a45849f10716a3871b722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853025 Aug 27 12:02:55.941175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4f149-0cd1-4c6b-a964-01e148a26837 None None] The sync data for ids ['83f000b2-ead0-48e4-9676-88d324a5f26c'] in n-d-688802-4 is: [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:02:46Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '05a6ff55-30b5-4e37-b89a-82110a4a75cf', 'name': '', 'network_id': 'f3db487a-aaf3-48f3-8c79-73b5e7606f86', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'mac_address': 'fa:16:3e:c0:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:45Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'subnets': [{'id': '0ed86f63-6d07-4eec-bcbe-432f9586304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:02:56.025490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 05a6ff55-30b5-4e37-b89a-82110a4a75cf completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:56.033635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 05a6ff55-30b5-4e37-b89a-82110a4a75cf triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:56.034722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.069444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32afb1d8-0b6f-49c8-adf6-9361a06dcd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.147005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32afb1d8-0b6f-49c8-adf6-9361a06dcd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.241050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:56.248310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690352592', 'description': 'tempest-description--2110016914'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:56.351556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32afb1d8-0b6f-49c8-adf6-9361a06dcd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.353715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32afb1d8-0b6f-49c8-adf6-9361a06dcd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.361542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32afb1d8-0b6f-49c8-adf6-9361a06dcd1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17b721af-9625-49df-8143-2dfb6a29443c HTTP/1.1" status: 204 len: 168 time: 0.4744177 Aug 27 12:02:56.370623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.405737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb1d8-0b6f-49c8-adf6-9361a06dcd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b721af-9625-49df-8143-2dfb6a29443c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:56.723390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.746460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.820459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676913fa-ed2d-4972-90ff-e0cee8c65f92,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:56.845807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.855090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39554) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:56.857929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6345b37f-7d7c-4cc3-83a3-2b082ee42a30 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6082652 Aug 27 12:02:56.860133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Request body: {'security_group_rule': {'security_group_id': '676913fa-ed2d-4972-90ff-e0cee8c65f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:56.940302 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:56.966587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.073736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 05a6ff55-30b5-4e37-b89a-82110a4a75cf, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05a6ff55-30b5-4e37-b89a-82110a4a75cf,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:57.082615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.087440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:57.134191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.141856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.177299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2096d7c-fd9a-415f-b313-62cb36fb8525,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:57.221269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.222828 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-84a18996-ecf2-416a-a697-b877c9a60415 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668652 Aug 27 12:02:57.227140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:57.232669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Request body: {'security_group_rule': {'security_group_id': '676913fa-ed2d-4972-90ff-e0cee8c65f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:57.334090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.359643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:57.360295 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.363328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=05a6ff55-30b5-4e37-b89a-82110a4a75cf,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:57.585036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.590930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.630019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d37dd0a-259b-43a1-b5a1-8f3f5dc957cc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:57.638291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.643902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5c2d9da-fd1c-4bac-9857-3af630ac4673 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111171 Aug 27 12:02:57.644414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39566) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:02:57.648854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:02:57.680075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 33b88ccc-fde4-4036-b974-0dac7266a212 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:57.704611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:57.841968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 33b88ccc-fde4-4036-b974-0dac7266a212 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:57.844116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.001110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.355207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06826fcd-2372-4255-86f7-45e1021a7d46 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:58.391454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Allocated IP 172.25.8.191 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/7a3be801-ad1f-45a8-8be0-f8eb5181a6f5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:02:58.489605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 06826fcd-2372-4255-86f7-45e1021a7d46 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:02:58.503480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 06826fcd-2372-4255-86f7-45e1021a7d46 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:58.505977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.668506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.785479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.791086 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.834985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 06826fcd-2372-4255-86f7-45e1021a7d46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=06826fcd-2372-4255-86f7-45e1021a7d46,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:02:58.841957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:58.843440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05a6ff55-30b5-4e37-b89a-82110a4a75cf up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:02:58.901779 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b239c-e075-44bd-b9d4-a5b5c45d31dc x-openstack-request-id: req-ff6b239c-e075-44bd-b9d4-a5b5c45d31dc {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:02:58.902324 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-plugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:02:58.902699 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff6b239c-e075-44bd-b9d4-a5b5c45d31dc {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:02:58.903256 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'code': 200} Aug 27 12:02:58.931710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event updated for resources: {'Port': ['ID=7a3be801-ad1f-45a8-8be0-f8eb5181a6f5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:58.942088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc490d79-14c9-4b3a-88a9-d9d20d076846 req-c500e1f5-82a5-49e3-b597-335dcc7e61f7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:58.979564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:02:58.983775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:02:58.987222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc490d79-14c9-4b3a-88a9-d9d20d076846 req-c500e1f5-82a5-49e3-b597-335dcc7e61f7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1852753 Aug 27 12:02:59.016395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:02:59.048323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=06826fcd-2372-4255-86f7-45e1021a7d46,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:59.105017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 05a6ff55-30b5-4e37-b89a-82110a4a75cf triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:02:59.105414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:59.195788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Sync routers for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:02:59.215025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:59.216170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc490d79-14c9-4b3a-88a9-d9d20d076846 req-87e8cbbe-5df8-494f-9317-8ba753736ff5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255173 Aug 27 12:02:59.249022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:02:59.249673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:02:59.280680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817929b-ff2c-46a0-90e4-b6698475afd5 req-463670ed-dabe-4b7c-b71a-13b3fadd64cc tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:59.291330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4817929b-ff2c-46a0-90e4-b6698475afd5 req-463670ed-dabe-4b7c-b71a-13b3fadd64cc tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 950 time: 0.1648605 Aug 27 12:02:59.316848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:59.364665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a37ec-d66f-414e-af53-ba09b1ea5aa0 req-3b86ea54-3283-4fe2-a748-554b5e248e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:02:59.366570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d15a37ec-d66f-414e-af53-ba09b1ea5aa0 req-3b86ea54-3283-4fe2-a748-554b5e248e75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.0724301 Aug 27 12:02:59.416927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4817929b-ff2c-46a0-90e4-b6698475afd5 req-bbcfd101-a660-4e60-a898-772a12f39beb tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238122 Aug 27 12:02:59.464351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d15a37ec-d66f-414e-af53-ba09b1ea5aa0 req-c2d7d518-56b2-44f8-b390-c30a31ae3799 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815079 Aug 27 12:02:59.718339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:02:59.774474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:59.785709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:02:59.843354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event updated for resources: {'Port': ['ID=7a3be801-ad1f-45a8-8be0-f8eb5181a6f5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:02:59.995853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:00.041283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:00.043961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc9653b1-a1d4-49ad-ac91-1ff139d09102 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3995023 Aug 27 12:03:00.311144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06826fcd-2372-4255-86f7-45e1021a7d46 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:00.571766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 06826fcd-2372-4255-86f7-45e1021a7d46 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:00.572836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:00.577921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-143d4306-416a-47d7-9fea-649738eda690 req-9d250b13-ada5-49b1-990d-d8f0f5d22a62 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0885100 Aug 27 12:03:00.757746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 2, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:00.786829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c9564-2592-4156-a64f-1c027e365a6a req-c4a0147d-0e06-42a2-b2bc-68d66628a5aa tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:00.798254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed6c9564-2592-4156-a64f-1c027e365a6a req-c4a0147d-0e06-42a2-b2bc-68d66628a5aa tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1048982 Aug 27 12:03:00.806896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Checking router: eb1fe299-32de-4bd5-97b4-62d8cf7aed0d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:03:00.807556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Updating router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:03:00.838465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:00.866200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed6c9564-2592-4156-a64f-1c027e365a6a req-f3354ee7-4279-4af2-a0f7-f14e7ff0b368 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662904 Aug 27 12:03:01.506204 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:01.518419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Transition to ACTIVE for port object 75b01efe-0eaf-4f2a-8eb9-d827974f9dad will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:01.528133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:01.631706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d9a3-30d8-473e-9c0a-3d6caec63a25 None None] Pushing event updated for resources: {'Port': ['ID=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:01.763863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-6501d033-9fbd-4197-85b2-bc5c4f46a204 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1690352592&fields=id&tenant_id=7564298c6e7d4b868eef12f854b694ee HTTP/1.1" status: 200 len: 267 time: 0.1733131 Aug 27 12:03:01.913400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Attempting to bind port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:03:01.914073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Attempting to bind port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:03:01.915189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Attempting to bind port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad on network 57d4cdfe-4238-4971-a34f-c2f86010662d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:01.930159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:03:01.931969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Checking segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:01.938985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:01.941161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Bound using segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:03:01.943154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Bound port: 75b01efe-0eaf-4f2a-8eb9-d827974f9dad, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:03:01.943721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:01.952128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:02.216784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-f3f59b15-3985-4458-9ca4-e4fcb1999536 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:02.225225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] For port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:03:02.241395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-f3f59b15-3985-4458-9ca4-e4fcb1999536 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/networks?id=57d4cdfe-4238-4971-a34f-c2f86010662d HTTP/1.1" status: 200 len: 811 time: 0.4579365 Aug 27 12:03:02.260052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] For port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:03:02.267552 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:02.277203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-3fe63f42-9f91-4508-8415-848db2fa9db5 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/quotas/7564298c6e7d4b868eef12f854b694ee HTTP/1.1" status: 200 len: 375 time: 0.0337005 Aug 27 12:03:02.366420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:02.442790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-9e70bf5b-c5c6-49cd-99a9-579f4c85be31 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7564298c6e7d4b868eef12f854b694ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496148 Aug 27 12:03:02.477156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:03:02.478988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:02:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:02.714299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d9a3-30d8-473e-9c0a-3d6caec63a25 None None] Pushing event updated for resources: {'Port': ['ID=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:02.726746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-4b6f589d-1ac7-4059-a473-f9b7f74e6733 service neutron] 10.222.0.76 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826896 Aug 27 12:03:02.808819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:02.823498 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92794325-ab7c-44c1-a4e3-782a95fff81d" -d '{"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:02.899509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:02.907160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:03.170270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396e831-7c96-440d-a78d-eebd2e3feda4 req-6d1becf9-daea-4163-a3ca-dd6091e98b19 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:03.173608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f396e831-7c96-440d-a78d-eebd2e3feda4 req-6d1becf9-daea-4163-a3ca-dd6091e98b19 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.2076647 Aug 27 12:03:03.355723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f396e831-7c96-440d-a78d-eebd2e3feda4 req-6400079c-60d4-4c8c-ae49-077b400e5ab5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684186 Aug 27 12:03:03.376287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-3d456163-f501-4be6-81a2-a147a7369e85 service neutron] 10.222.0.76 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476774 Aug 27 12:03:03.506670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:03.586786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:03:03.953254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:02Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:04.074665 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeaee21-91e9-46bd-a6c8-99881f5409d5 x-openstack-request-id: req-2aeaee21-91e9-46bd-a6c8-99881f5409d5 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:04.075418 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:04.075816 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2aeaee21-91e9-46bd-a6c8-99881f5409d5 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:04.076378 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'code': 200} Aug 27 12:03:04.077616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553922a-5d55-4c87-9f27-57aabf7e65ad None None] The sync data for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 is: [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:02Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:03:04.331231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75b01efe-0eaf-4f2a-8eb9-d827974f9dad up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:04.419590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e51a-4943-478f-a559-f0f26a609e45 req-65c75d97-2e28-459f-aeb3-0cf335a70e7f tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:04.445826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ef8e51a-4943-478f-a559-f0f26a609e45 req-65c75d97-2e28-459f-aeb3-0cf335a70e7f tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.2379637 Aug 27 12:03:04.547524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:03:04.556857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:04.560013 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:04.585606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ef8e51a-4943-478f-a559-f0f26a609e45 req-d0ca617b-a80d-4bdc-be48-f2522daa0729 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316540 Aug 27 12:03:04.868758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:05.017420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-370e9c6a-71bf-4237-8b83-9923d3153234 req-27066372-26b4-42e4-9b03-1046042a0ee2 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 210 time: 0.0833559 Aug 27 12:03:05.030825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:05.039353 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:05.161150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d272eb17-0bc5-4b92-9301-a783075dddef req-02c1c7da-7f1e-4b15-b6bd-0995ed36c7c5 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0809042 Aug 27 12:03:05.183204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:05.877834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06741663-e2e1-452e-b275-fdef99f637e9 req-5d5595a5-6377-44c3-a517-ac688f9a5ae2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0681176 Aug 27 12:03:05.926913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678e65-b365-46b5-abce-443ee59cdf5b req-30dacce9-5340-46cb-860a-23e856cda24a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:05.935424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91678e65-b365-46b5-abce-443ee59cdf5b req-30dacce9-5340-46cb-860a-23e856cda24a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1751497 Aug 27 12:03:06.010162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91678e65-b365-46b5-abce-443ee59cdf5b req-13dbff89-e364-4abb-b820-3c14f8728029 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735159 Aug 27 12:03:06.120151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75b01efe-0eaf-4f2a-8eb9-d827974f9dad up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:06.156103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20eefeda-80cb-47e0-b34e-6f2b62321aca req-ae5c0fd6-6c05-40c1-a8b9-a08175df46ff tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 210 time: 0.0472176 Aug 27 12:03:06.265292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:06.266039 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:06.411119 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-33ca90e3-74bb-4235-97a7-f26cc26bb8a5 req-f10963dc-0364-401f-9b2b-6a6482c83551 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0705044 Aug 27 12:03:06.530007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83730b18-9b33-4a80-90cc-477c6ac60910 req-bf6d49dd-10c7-4a99-a012-215ab1a6c1ff tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0837884 Aug 27 12:03:06.728953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-cd13f368-c53f-4dc8-9c61-c09629750eab tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:06.730624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-cd13f368-c53f-4dc8-9c61-c09629750eab tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.77 "GET /v2.0/networks?id=57d4cdfe-4238-4971-a34f-c2f86010662d HTTP/1.1" status: 200 len: 811 time: 0.1360590 Aug 27 12:03:06.803502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-1deb96ee-3037-469c-9e86-f66306f1e9e8 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7564298c6e7d4b868eef12f854b694ee HTTP/1.1" status: 200 len: 380 time: 0.0374935 Aug 27 12:03:06.813095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Request body: {'port': {'device_id': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'admin_state_up': True, 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'security_groups': ['676913fa-ed2d-4972-90ff-e0cee8c65f92']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:06.947709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Made reservation on behalf of 7564298c6e7d4b868eef12f854b694ee for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:06.951363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:07.213580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Allocated IP 172.20.0.7 (57d4cdfe-4238-4971-a34f-c2f86010662d/f19fe432-113a-469e-a7a2-3419305d3d51/be8b64f1-388d-445a-bbce-e6d08bb5f6de) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:03:07.230421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa3045-b67a-4cea-b84e-ab94e1813580 req-d13bfca7-ef1b-4c6f-bbac-c5fb56f58a3a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:07.234511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87fa3045-b67a-4cea-b84e-ab94e1813580 req-d13bfca7-ef1b-4c6f-bbac-c5fb56f58a3a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1013346 Aug 27 12:03:07.295722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87fa3045-b67a-4cea-b84e-ab94e1813580 req-7eea0d57-1682-4f6b-93af-012539a4409c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630577 Aug 27 12:03:07.319245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b939c710-c6b2-48fe-a5a1-1dc70c876260 req-999dcff5-ebbe-4429-9988-0116c8c83d58 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 210 time: 0.0362520 Aug 27 12:03:07.448816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:07.470946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Transition to ACTIVE for port object be8b64f1-388d-445a-bbce-e6d08bb5f6de will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:07.506308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:07.550273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Network 57d4cdfe-4238-4971-a34f-c2f86010662d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:03:07.561172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:03:07.567254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:03:07.604121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event updated for resources: {'Port': ['ID=be8b64f1-388d-445a-bbce-e6d08bb5f6de,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:07.668304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:07.669801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:07.690709 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:03:07.745052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7df6fd14-4a8b-4b7b-9372-3a88784b9ac8 req-c8be2415-4e12-4fd7-b344-a340d7825e5d tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0624330 Aug 27 12:03:07.747562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-0b404c7b-8bb3-40ac-905c-7a8b1bfb7f2d tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380648 Aug 27 12:03:07.769168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Request body: {'port': {'device_id': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:07.933402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:07.960080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:03:07.994951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b1c4acc6-bd4a-4c94-b8f0-b2166b9eb9dc None None] Provisioning for port be8b64f1-388d-445a-bbce-e6d08bb5f6de completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:03:08.009988 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:08.012376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b1c4acc6-bd4a-4c94-b8f0-b2166b9eb9dc None None] Provisioning complete for port be8b64f1-388d-445a-bbce-e6d08bb5f6de triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:08.013149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b1c4acc6-bd4a-4c94-b8f0-b2166b9eb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:08.065683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e73ec-3561-4ed8-9adc-41c52b12ce86 req-87825f24-1bad-4876-8a37-256a288a189a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:08.071461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-952e73ec-3561-4ed8-9adc-41c52b12ce86 req-87825f24-1bad-4876-8a37-256a288a189a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 950 time: 0.2187788 Aug 27 12:03:08.125194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4acc6-bd4a-4c94-b8f0-b2166b9eb9dc None None] Port be8b64f1-388d-445a-bbce-e6d08bb5f6de cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:03:08.174674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:08.196827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '6b3ef2eb-f907-4c50-956e-90529177839b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '6b3ef2eb-f907-4c50-956e-90529177839b', 'mac_address': 'fa:16:3e:b3:2e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:03:08.279676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:08.322322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3ef2eb-f907-4c50-956e-90529177839b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:08.340269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-952e73ec-3561-4ed8-9adc-41c52b12ce86 req-dd782dd5-4a87-43eb-8acb-0f62a373542d tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499967 Aug 27 12:03:08.360316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:08.369010 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:08.486897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:08.527525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6b3ef2eb-f907-4c50-956e-90529177839b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:08.609686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960d1f9-e257-4eb4-946c-7af9b6aa2617 req-b494d032-73db-4afa-876b-d3d68b4be0a5 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:08.612175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b960d1f9-e257-4eb4-946c-7af9b6aa2617 req-b494d032-73db-4afa-876b-d3d68b4be0a5 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 931 time: 0.1181636 Aug 27 12:03:08.622866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd9f92-be74-46f6-b2f6-fbf2127c2dbc req-86df9e35-841e-4d57-8be4-edc887032268 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:08.630766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4dd9f92-be74-46f6-b2f6-fbf2127c2dbc req-86df9e35-841e-4d57-8be4-edc887032268 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1352649 Aug 27 12:03:08.719100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b960d1f9-e257-4eb4-946c-7af9b6aa2617 req-3f9e93bd-d4fd-40df-94df-00cdf7388be2 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830750 Aug 27 12:03:08.737890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4dd9f92-be74-46f6-b2f6-fbf2127c2dbc req-50a5c482-a8f6-41a1-bdeb-28f4e409998a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059396 Aug 27 12:03:08.813927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8b64f1-388d-445a-bbce-e6d08bb5f6de {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:08.829764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:08.846162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Transition to ACTIVE for port object be8b64f1-388d-445a-bbce-e6d08bb5f6de will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:08.857048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:08.974731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Pushing event updated for resources: {'Port': ['ID=be8b64f1-388d-445a-bbce-e6d08bb5f6de,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:08.999961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89d3bc14-c29b-4f6c-88da-ac45773385dd req-19ae5f0f-168c-451e-80c2-abd4579120c9 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0803425 Aug 27 12:03:09.127086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Attempting to bind port be8b64f1-388d-445a-bbce-e6d08bb5f6de on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:03:09.127649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Attempting to bind port be8b64f1-388d-445a-bbce-e6d08bb5f6de by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:03:09.127915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Attempting to bind port be8b64f1-388d-445a-bbce-e6d08bb5f6de on network 57d4cdfe-4238-4971-a34f-c2f86010662d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:09.134597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Port be8b64f1-388d-445a-bbce-e6d08bb5f6de on network 57d4cdfe-4238-4971-a34f-c2f86010662d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:03:09.134989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Attempting to bind port be8b64f1-388d-445a-bbce-e6d08bb5f6de on network 57d4cdfe-4238-4971-a34f-c2f86010662d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:09.141677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:03:09.142725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Checking segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:09.143077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Bound using segment: {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:03:09.143582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Bound port: be8b64f1-388d-445a-bbce-e6d08bb5f6de, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2c67c-8805-4d7b-93f7-771fd55b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:03:09.143957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:09.259763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] For port be8b64f1-388d-445a-bbce-e6d08bb5f6de, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:03:09.269780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] For port be8b64f1-388d-445a-bbce-e6d08bb5f6de, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:03:09.286584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:09.355837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:09.357056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:09.361463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-44290cb3-3c30-46da-b765-4141df817752 service neutron] 10.222.0.77 "PUT /v2.0/ports/be8b64f1-388d-445a-bbce-e6d08bb5f6de HTTP/1.1" status: 200 len: 1091 time: 1.5987196 Aug 27 12:03:09.363069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:09.397099 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184f06dc-ac5f-4766-80e2-48472b9d20b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:09.491425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290cb3-3c30-46da-b765-4141df817752 service neutron] Pushing event updated for resources: {'Port': ['ID=be8b64f1-388d-445a-bbce-e6d08bb5f6de,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:09.538979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-b0954d6b-1589-4c60-8491-4cb276dc76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:09.541304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-b0954d6b-1589-4c60-8491-4cb276dc76e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7564298c6e7d4b868eef12f854b694ee&device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 1094 time: 0.0888557 Aug 27 12:03:09.670340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-b8a464cf-671d-492d-a060-7731eba6a91b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de HTTP/1.1" status: 200 len: 217 time: 0.1142137 Aug 27 12:03:09.747102 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facb120a-73be-4300-be4f-fb5b419f2c4b x-openstack-request-id: req-facb120a-73be-4300-be4f-fb5b419f2c4b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:09.747457 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:09.747718 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-facb120a-73be-4300-be4f-fb5b419f2c4b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:09.748121 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'status': 'completed', 'code': 200} Aug 27 12:03:09.777809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-4e34c0ed-1495-4f45-9ffa-ccd29369954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:09.779596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-4e34c0ed-1495-4f45-9ffa-ccd29369954b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f19fe432-113a-469e-a7a2-3419305d3d51 HTTP/1.1" status: 200 len: 850 time: 0.1005678 Aug 27 12:03:09.900153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13252de6-5eba-4b65-84b3-a91eca186aed req-7abd7810-3b4b-41bb-8a65-e553c4dd0aaa tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0472603 Aug 27 12:03:09.929503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-5343df92-e57a-4901-bd5d-65b98351dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:09.931222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-5343df92-e57a-4901-bd5d-65b98351dba7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57d4cdfe-4238-4971-a34f-c2f86010662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438653 Aug 27 12:03:09.958452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:10.107263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 6b3ef2eb-f907-4c50-956e-90529177839b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:10.108060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:10.169309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440bf46-3c44-41f1-87ac-785304d29c06 req-316396d6-77c2-446f-bf8b-e9105baa89f7 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:10.174767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d440bf46-3c44-41f1-87ac-785304d29c06 req-316396d6-77c2-446f-bf8b-e9105baa89f7 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 943 time: 0.0985668 Aug 27 12:03:10.223743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-5777f3bd-4b77-4e24-9fce-5fcc06d4ffa8 service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831028 Aug 27 12:03:10.280212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:10.336474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:10.342709 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37315ea-e05b-4e1d-84f9-d2cb4c60114c" -d '{"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:10.353566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407711ab-43b9-4ef4-8e52-2d548a1c299d req-18a5413c-7a9d-471f-8642-f575a74588d7 service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154218 Aug 27 12:03:10.372279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d440bf46-3c44-41f1-87ac-785304d29c06 req-9a80d58c-112e-4761-a88e-0a5ed06452a2 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881053 Aug 27 12:03:10.400188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:10.409481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:10.412536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:10.601773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-67e9663f-30bd-410f-8c87-20050932a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:10.603429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-67e9663f-30bd-410f-8c87-20050932a5cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7564298c6e7d4b868eef12f854b694ee&device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 1094 time: 0.1249413 Aug 27 12:03:10.611739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44749e32-861b-4805-93b6-73e6d2b13e9a req-14066e8d-4e17-488a-a398-7c5f315b389a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:10.613302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44749e32-861b-4805-93b6-73e6d2b13e9a req-14066e8d-4e17-488a-a398-7c5f315b389a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0758407 Aug 27 12:03:10.688296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:10.710668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:10.727511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44749e32-861b-4805-93b6-73e6d2b13e9a req-dd8bc32b-2ca8-48eb-8c69-838ca7bcc4d4 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054132 Aug 27 12:03:10.784787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-e857411b-39d2-4fa5-b074-5396830b8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:10.787250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-e857411b-39d2-4fa5-b074-5396830b8438 service neutron] 10.222.0.77 "GET /v2.0/networks?id=57d4cdfe-4238-4971-a34f-c2f86010662d HTTP/1.1" status: 200 len: 912 time: 0.1729891 Aug 27 12:03:10.838539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:10.858409 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:10.916255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-7a727a78-f57d-4cef-b25a-241fc96d430e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de HTTP/1.1" status: 200 len: 217 time: 0.1127985 Aug 27 12:03:10.958184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:11.027930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-b04c7743-c4b7-47b7-9dcd-1de910636afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:11.030681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-b04c7743-c4b7-47b7-9dcd-1de910636afc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f19fe432-113a-469e-a7a2-3419305d3d51 HTTP/1.1" status: 200 len: 850 time: 0.1055460 Aug 27 12:03:11.118813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-a3497e5b-a517-4381-8c2d-99236835136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:11.120279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-a3497e5b-a517-4381-8c2d-99236835136a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57d4cdfe-4238-4971-a34f-c2f86010662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718617 Aug 27 12:03:11.282973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-5b0a4f26-d508-404d-8f13-d52727c1bcfa service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525002 Aug 27 12:03:11.423597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184f06dc-ac5f-4766-80e2-48472b9d20b4 req-9dda0b1a-c8ae-4365-9051-c0bda43646eb service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297696 Aug 27 12:03:15.665040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be8b64f1-388d-445a-bbce-e6d08bb5f6de details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:03:15.797594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port be8b64f1-388d-445a-bbce-e6d08bb5f6de, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:15.826785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'port_id': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'mac_address': 'fa:16:3e:a4:65:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:03:15.889878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:15.913449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8b64f1-388d-445a-bbce-e6d08bb5f6de {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:15.937899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port be8b64f1-388d-445a-bbce-e6d08bb5f6de, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:15.960116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:15.960803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:03:16.094940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=be8b64f1-388d-445a-bbce-e6d08bb5f6de,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:16.141081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:16.152607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'mac_address': 'fa:16:3e:25:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:03:16.197671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:16.215062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:16.238508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:16.248122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:16.355761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:16.481494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['4fd526c1-97cf-4ca0-9fa6-05d80ae11333'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:16.964812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['be8b64f1-388d-445a-bbce-e6d08bb5f6de'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:17.680271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:17.746715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:17.747029 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:18.018291 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:18.061176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:18.067079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:18.139086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:18.412561 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b67190c-88e1-489d-865d-83b700843ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:19.371864 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3560b66-7004-4510-91bf-4633aa113b94 x-openstack-request-id: req-b3560b66-7004-4510-91bf-4633aa113b94 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:19.372469 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:19.372469 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3560b66-7004-4510-91bf-4633aa113b94 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:19.372835 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'code': 200} Aug 27 12:03:19.512362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b67fec85-3f0d-4bc2-ac8f-18ca9b2845a4 req-3837f084-d9fc-4fc4-8467-8278ddcef0fc tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0614510 Aug 27 12:03:19.620461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c619e92-30d8-4102-a65f-a06dd92f4aeb req-d55ff0d1-ee58-4a22-8463-aa35ec0be4da tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:19.620461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c619e92-30d8-4102-a65f-a06dd92f4aeb req-d55ff0d1-ee58-4a22-8463-aa35ec0be4da tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 944 time: 0.1021678 Aug 27 12:03:19.690015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be8b64f1-388d-445a-bbce-e6d08bb5f6de up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:19.694474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163f5a3-d1de-44cc-aeb9-bddea5afa7b4 req-9c79864a-a255-4dac-95c2-5e0ed8f96dc1 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:19.696020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2163f5a3-d1de-44cc-aeb9-bddea5afa7b4 req-9c79864a-a255-4dac-95c2-5e0ed8f96dc1 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0747759 Aug 27 12:03:19.699310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c619e92-30d8-4102-a65f-a06dd92f4aeb req-7fc0bac4-a0b8-4079-b883-668f0581bc83 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687261 Aug 27 12:03:19.759577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:19.762959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2163f5a3-d1de-44cc-aeb9-bddea5afa7b4 req-6eab59f0-a890-4419-99a6-c10d6b5aeb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 Aug 27 12:03:19.774763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port be8b64f1-388d-445a-bbce-e6d08bb5f6de completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:03:19.779755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port be8b64f1-388d-445a-bbce-e6d08bb5f6de triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:19.780975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:19.882059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:19.918702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port be8b64f1-388d-445a-bbce-e6d08bb5f6de, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:19.931665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:19.977401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-c8a1a91f-b838-4064-9851-2a87afee17a8 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:19.978966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-c8a1a91f-b838-4064-9851-2a87afee17a8 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/networks?id=320aca18-8e38-47b9-909b-9dc5a5cd1699 HTTP/1.1" status: 200 len: 814 time: 0.1108506 Aug 27 12:03:19.996531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=be8b64f1-388d-445a-bbce-e6d08bb5f6de,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:19.996803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-2c11f221-7860-4874-b232-1086296a2379 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/quotas/fa9bdb89e460428ea3eeb0efc6351bb5 HTTP/1.1" status: 200 len: 375 time: 0.0118542 Aug 27 12:03:20.050801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-6fe1b77f-88c6-4276-968e-92ae930c0f79 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa9bdb89e460428ea3eeb0efc6351bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470736 Aug 27 12:03:20.144105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-463ba04b-0fdc-4518-852b-24bceed9a6a6 service neutron] 10.222.0.76 "GET /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857320 Aug 27 12:03:20.230669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-969c14a7-755f-4dff-a301-21757766bd17 service neutron] 10.222.0.76 "GET /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804145 Aug 27 12:03:20.427339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ac290b7-f20a-4b00-ac5e-68209d8f12bd req-a6083fcf-cdb4-4ab7-8272-dcd17709eea8 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Aug 27 12:03:20.624115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dca2e647-88de-4583-9636-74618bd5980c req-18d049d0-671f-42a0-98ea-b6bb4e561c2b tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0290444 Aug 27 12:03:20.640382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6cdab-ef8d-47e8-a326-57486f2ee82c req-45983cce-b237-4a70-ab55-e6689ca14d22 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:20.642047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92e6cdab-ef8d-47e8-a326-57486f2ee82c req-45983cce-b237-4a70-ab55-e6689ca14d22 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 951 time: 0.0761659 Aug 27 12:03:20.682106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92e6cdab-ef8d-47e8-a326-57486f2ee82c req-0dd32de7-7d35-4567-8389-1ec19aebbd63 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Aug 27 12:03:20.833282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ae4c-06c5-47e3-a9a5-990b9daa5596 req-e2112c0e-68ab-43dd-893b-d779d79198b0 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:20.834866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1620ae4c-06c5-47e3-a9a5-990b9daa5596 req-e2112c0e-68ab-43dd-893b-d779d79198b0 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.0589926 Aug 27 12:03:20.875964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1620ae4c-06c5-47e3-a9a5-990b9daa5596 req-c2aba395-a655-4e66-abd5-220cfc8347c5 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350227 Aug 27 12:03:20.943468 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d0e19e80-eb99-4019-aa5a-a12bf815792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:20.994323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634d9dc-cf24-4908-902b-b51ffde9f8b2 req-8476d55f-218f-4851-88e6-2b4c639f3cdb tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:20.995871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c634d9dc-cf24-4908-902b-b51ffde9f8b2 req-8476d55f-218f-4851-88e6-2b4c639f3cdb tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0566704 Aug 27 12:03:21.041896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c634d9dc-cf24-4908-902b-b51ffde9f8b2 req-1ee8e4c9-9d5e-41f8-9d8d-826b306a6e71 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Aug 27 12:03:21.107099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:21.377052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23'}, {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}, {'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:21.380258 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceab6508-7c7a-4ffd-abba-b7cb65eb0859" -d '{"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-unplugged", "status": "completed", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23"}, {"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}, {"server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "name": "network-vif-plugged", "status": "completed", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:21.468891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf9380-610f-4f54-baaa-3341758c5e56 req-ae602362-aa58-4d6c-9f12-fdda793f0ba4 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:21.470536 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dbf9380-610f-4f54-baaa-3341758c5e56 req-ae602362-aa58-4d6c-9f12-fdda793f0ba4 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 951 time: 0.0697067 Aug 27 12:03:21.509526 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f17671-6087-4518-b5bb-3045111dff1c x-openstack-request-id: req-b6f17671-6087-4518-b5bb-3045111dff1c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:21.509526 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-unplugged", "status": "completed", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23", "code": 200}, {"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-plugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "code": 200}, {"server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "name": "network-vif-plugged", "status": "completed", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:21.509526 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6f17671-6087-4518-b5bb-3045111dff1c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:21.509912 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23', 'code': 200} Aug 27 12:03:21.510371 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'code': 200} Aug 27 12:03:21.510543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-0ad2356a-1381-45cd-867c-5946b485232b tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:21.511402 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'code': 200} Aug 27 12:03:21.514914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-0ad2356a-1381-45cd-867c-5946b485232b tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.65 "GET /v2.0/networks?id=320aca18-8e38-47b9-909b-9dc5a5cd1699 HTTP/1.1" status: 200 len: 814 time: 0.1374876 Aug 27 12:03:21.520219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dbf9380-610f-4f54-baaa-3341758c5e56 req-7505453b-69ae-4215-8cdd-e1615b75d067 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Aug 27 12:03:21.531773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Request body: {'port': {'device_id': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'admin_state_up': True, 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:21.618549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd1871d5-9af1-432b-8ea5-155471d6f1c8 req-28a35a3c-35cf-4c69-887a-1d33b16d050c tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 210 time: 0.0404809 Aug 27 12:03:21.681330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Made reservation on behalf of fa9bdb89e460428ea3eeb0efc6351bb5 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:21.684848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:21.750287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78046190-49a5-479a-9ec8-1b2c665912a2 req-6138a6a4-d032-4213-b219-7cf312ff8a31 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0353215 Aug 27 12:03:21.839755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Allocated IP 172.20.0.10 (320aca18-8e38-47b9-909b-9dc5a5cd1699/8fd5a761-fd8a-464c-8d35-aebf11f0e538/19339938-fbbf-4feb-98aa-02e757c3bdfb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:03:21.920869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dae9fa-e309-4d7d-89e0-957758170841 req-3c30e470-d457-4ad0-a52e-f7c9f2404f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:21.936311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46dae9fa-e309-4d7d-89e0-957758170841 req-3c30e470-d457-4ad0-a52e-f7c9f2404f76 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 1096 time: 0.0943408 Aug 27 12:03:21.943246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:22.149379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46dae9fa-e309-4d7d-89e0-957758170841 req-c1ce6a81-64a1-4738-8f7b-76d3958c7f91 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852295 Aug 27 12:03:22.174071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770df6-be05-4b67-98fa-529279f23b65 req-f78d87f2-8cab-4f0a-a714-21d51d3b3e31 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:22.176387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5770df6-be05-4b67-98fa-529279f23b65 req-f78d87f2-8cab-4f0a-a714-21d51d3b3e31 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.1730583 Aug 27 12:03:22.208367 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:22.237581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Transition to ACTIVE for port object 19339938-fbbf-4feb-98aa-02e757c3bdfb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:22.279405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:22.341867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:03:22.347676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c2c32-1bc9-41dc-b195-ab26b1d7a20c req-ed1b6d86-af2b-47b2-9fe6-03d15b783e45 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:22.355109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-453c2c32-1bc9-41dc-b195-ab26b1d7a20c req-ed1b6d86-af2b-47b2-9fe6-03d15b783e45 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1729996 Aug 27 12:03:22.375606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:03:22.381446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:03:22.394138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5770df6-be05-4b67-98fa-529279f23b65 req-e3c28f63-471b-4513-a446-0fe27686d2b6 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495788 Aug 27 12:03:22.448037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-453c2c32-1bc9-41dc-b195-ab26b1d7a20c req-fb5fb413-3409-4c3f-8929-e93332fe661c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920365 Aug 27 12:03:22.469370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Pushing event updated for resources: {'Port': ['ID=19339938-fbbf-4feb-98aa-02e757c3bdfb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:22.501604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:22.505867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:22.532061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-17265c92-ab0a-4f06-af9e-ca1e9546659d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0057909 Aug 27 12:03:22.735703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6ce8cf39-6ccc-4d14-9374-a176949b4574 None None] Provisioning for port 19339938-fbbf-4feb-98aa-02e757c3bdfb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:03:22.740970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6ce8cf39-6ccc-4d14-9374-a176949b4574 None None] Provisioning complete for port 19339938-fbbf-4feb-98aa-02e757c3bdfb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:22.741776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ce8cf39-6ccc-4d14-9374-a176949b4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:22.763239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81348a-13ae-4d5c-a4fe-74890a3f9213 req-c14aecc6-15d5-4d53-9f3e-13e317f64f0e tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:22.764767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe81348a-13ae-4d5c-a4fe-74890a3f9213 req-c14aecc6-15d5-4d53-9f3e-13e317f64f0e tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 951 time: 0.0955672 Aug 27 12:03:22.817647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8cf39-6ccc-4d14-9374-a176949b4574 None None] Port 19339938-fbbf-4feb-98aa-02e757c3bdfb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:03:22.833450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe81348a-13ae-4d5c-a4fe-74890a3f9213 req-9b1cd410-5a0e-4348-bb2d-716c6fcd3be8 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606835 Aug 27 12:03:23.828941 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:24.046320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:24.159410 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:24.190781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:24.193378 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b73e0-9f22-48b2-a05c-ea2a71deccbd" -d '{"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:24.211536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:24.217639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:24.285668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:27.358051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-bd8e8324-5e51-40ed-a688-69bfd4eed49d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470760 Aug 27 12:03:27.462221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-b9b2cb56-150c-47b9-bd64-174d69ac01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:27.464014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-b9b2cb56-150c-47b9-bd64-174d69ac01d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 1100 time: 0.0649316 Aug 27 12:03:27.610123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-dd6b20a9-db2c-4599-9567-b59e41be3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:27.611846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-dd6b20a9-db2c-4599-9567-b59e41be3411 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1192040 Aug 27 12:03:27.661444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-3b5162b0-872b-4e71-b6e3-7b25260bfaff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c HTTP/1.1" status: 200 len: 217 time: 0.0388033 Aug 27 12:03:27.737082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-d7e20586-422c-42e3-a58c-5113317d1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:27.738904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-d7e20586-422c-42e3-a58c-5113317d1ccc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0671506 Aug 27 12:03:27.784948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-b635c0f5-2827-460a-b99b-08f44363de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:27.786509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-b635c0f5-2827-460a-b99b-08f44363de8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405736 Aug 27 12:03:27.925278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-c7c9ad6a-32c0-445e-bd46-c5471f99b5b9 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227379 Aug 27 12:03:28.040113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b8a35e-b8ea-46d5-8a0f-f12be1c92ee5 req-3539c1f5-7d66-4792-ae8c-e686caad5086 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080916 Aug 27 12:03:32.382605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde024e-7cd7-43d3-9999-0361d85090f5 req-3ce32296-39e4-49e6-a5f2-76173eea7279 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:32.384136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bde024e-7cd7-43d3-9999-0361d85090f5 req-3ce32296-39e4-49e6-a5f2-76173eea7279 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 932 time: 0.0510685 Aug 27 12:03:32.564894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bde024e-7cd7-43d3-9999-0361d85090f5 req-df1fe86f-8af9-4896-8d5a-a0a048e493f4 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713355 Aug 27 12:03:32.715303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b53e420b-9769-41da-a2dd-8316e749b3cb req-9cbeeaee-134b-43f5-8859-39211f4adb7b tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0332253 Aug 27 12:03:32.742890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Request body: {'port': {'device_id': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:32.841226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:32.876905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df110-5cc6-4d1b-8def-4a1cb990f2da req-95df9e26-e7f0-4455-95d0-2935c51d17b9 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:32.878463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-216df110-5cc6-4d1b-8def-4a1cb990f2da req-95df9e26-e7f0-4455-95d0-2935c51d17b9 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.0809913 Aug 27 12:03:32.948562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-216df110-5cc6-4d1b-8def-4a1cb990f2da req-ce7bcb46-8b53-43e9-a1f8-6986ee3ae76a tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594103 Aug 27 12:03:32.967065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e62a-fa8a-4520-896e-6f870c3a19d4 req-d9cdc25b-02dc-409d-9617-11cba3198593 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:32.976411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69b8e62a-fa8a-4520-896e-6f870c3a19d4 req-d9cdc25b-02dc-409d-9617-11cba3198593 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0968676 Aug 27 12:03:33.020240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69b8e62a-fa8a-4520-896e-6f870c3a19d4 req-343b2ffd-b2a3-44b1-9048-fad9d1e6be40 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Aug 27 12:03:33.074693 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab5d1e4-9cad-4174-85f1-c8055f5584d8 x-openstack-request-id: req-7ab5d1e4-9cad-4174-85f1-c8055f5584d8 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:33.075221 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:33.075221 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ab5d1e4-9cad-4174-85f1-c8055f5584d8 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:33.075625 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'code': 200} Aug 27 12:03:33.147076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b7c46-85aa-4ae9-b367-d6c2e08a549f req-fdceb9e6-8a39-4394-91ed-56ad7a86b049 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.150885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e94b7c46-85aa-4ae9-b367-d6c2e08a549f req-fdceb9e6-8a39-4394-91ed-56ad7a86b049 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 949 time: 0.0764883 Aug 27 12:03:33.210234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19339938-fbbf-4feb-98aa-02e757c3bdfb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:33.225696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:33.232552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e94b7c46-85aa-4ae9-b367-d6c2e08a549f req-0f3cf194-6ee8-40ab-b895-4d90e3e101e6 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690374 Aug 27 12:03:33.247303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9728-4a32-4849-b6bb-35cf6f01ff90 req-878e1453-b58b-43b2-aa36-bb0cacbc00b1 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.248865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-575a9728-4a32-4849-b6bb-35cf6f01ff90 req-878e1453-b58b-43b2-aa36-bb0cacbc00b1 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.0968578 Aug 27 12:03:33.251019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Transition to ACTIVE for port object 19339938-fbbf-4feb-98aa-02e757c3bdfb will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:33.256696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:33.260578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40294) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:33.265538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Request body: {'floatingip': {'port_id': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:33.322047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:33.362556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Pushing event updated for resources: {'Port': ['ID=19339938-fbbf-4feb-98aa-02e757c3bdfb,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:33.412249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.412629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.412917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.413266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.413603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.413939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.414271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.414650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.414981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.415312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.415641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.416151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:33.456314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Attempting to bind port 19339938-fbbf-4feb-98aa-02e757c3bdfb on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:03:33.456832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Attempting to bind port 19339938-fbbf-4feb-98aa-02e757c3bdfb by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:03:33.457178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Attempting to bind port 19339938-fbbf-4feb-98aa-02e757c3bdfb on network 320aca18-8e38-47b9-909b-9dc5a5cd1699 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:33.464567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Port 19339938-fbbf-4feb-98aa-02e757c3bdfb on network 320aca18-8e38-47b9-909b-9dc5a5cd1699 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:03:33.464915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Attempting to bind port 19339938-fbbf-4feb-98aa-02e757c3bdfb on network 320aca18-8e38-47b9-909b-9dc5a5cd1699 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:33.472174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:03:33.472525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Checking segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:33.472917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Bound using segment: {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:03:33.473355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Bound port: 19339938-fbbf-4feb-98aa-02e757c3bdfb, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb4d377-d376-4284-bd80-ae95a0161762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:03:33.473720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:33.572948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] For port 19339938-fbbf-4feb-98aa-02e757c3bdfb, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:03:33.576903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] For port 19339938-fbbf-4feb-98aa-02e757c3bdfb, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:03:33.583344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:33.668590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Pushing event updated for resources: {'Port': ['ID=19339938-fbbf-4feb-98aa-02e757c3bdfb,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:33.682044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.682844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:33.684558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-42e17470-adc0-4204-bd31-957cd8175459 service neutron] 10.222.0.65 "PUT /v2.0/ports/19339938-fbbf-4feb-98aa-02e757c3bdfb HTTP/1.1" status: 200 len: 1092 time: 0.9492049 Aug 27 12:03:33.685102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'tag': '19339938-fbbf-4feb-98aa-02e757c3bdfb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:33.687937 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8" -d '{"events": [{"name": "network-changed", "server_uuid": "85a76e35-497c-48ce-a81d-a437488aaaa7", "tag": "19339938-fbbf-4feb-98aa-02e757c3bdfb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:33.804961 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb54764-77f3-4cca-a772-bce717d3fa90 x-openstack-request-id: req-8fb54764-77f3-4cca-a772-bce717d3fa90 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:33.805630 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a76e35-497c-48ce-a81d-a437488aaaa7", "tag": "19339938-fbbf-4feb-98aa-02e757c3bdfb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:33.805630 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8fb54764-77f3-4cca-a772-bce717d3fa90 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:33.805900 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'tag': '19339938-fbbf-4feb-98aa-02e757c3bdfb', 'status': 'completed', 'code': 200} Aug 27 12:03:33.825237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-954813a9-29c1-4dd0-b161-0324528bde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.827669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-954813a9-29c1-4dd0-b161-0324528bde53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa9bdb89e460428ea3eeb0efc6351bb5&device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0847361 Aug 27 12:03:33.881875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-0edf010d-300b-4192-9976-cc3ebf48d4cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb HTTP/1.1" status: 200 len: 217 time: 0.0427544 Aug 27 12:03:33.928939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e46df-e17c-497c-be21-cdb57288bda3 req-4ef633ac-c3fa-4021-8618-45efcd202d16 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.930529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e46df-e17c-497c-be21-cdb57288bda3 req-4ef633ac-c3fa-4021-8618-45efcd202d16 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 944 time: 0.1926191 Aug 27 12:03:33.937062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-61afc087-ebf3-40c1-a67a-7be92ef17579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.939166 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-61afc087-ebf3-40c1-a67a-7be92ef17579 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fd5a761-fd8a-464c-8d35-aebf11f0e538 HTTP/1.1" status: 200 len: 853 time: 0.0486643 Aug 27 12:03:33.949251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4962795c-b383-4664-86f5-99377801b55a req-b789cb16-b90e-4f1f-a111-54af344c2475 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0775640 Aug 27 12:03:33.996443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-4e441077-b54f-46b3-a7d4-17d6837ea0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:33.998051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-4e441077-b54f-46b3-a7d4-17d6837ea0b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=320aca18-8e38-47b9-909b-9dc5a5cd1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509977 Aug 27 12:03:34.032869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e46df-e17c-497c-be21-cdb57288bda3 req-48be79e9-1add-4f03-9c50-6ee44dbee568 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853052 Aug 27 12:03:34.121448 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-eacc4bf7-8ab4-48ec-9a5b-e0fb5b46c462 service neutron] 10.222.0.65 "GET /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138356 Aug 27 12:03:34.212352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d565c-831b-46cf-9c30-bdb5682a9368 req-12a14b35-86a9-40bc-848b-ae0a31d5e7a5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.213825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-185d565c-831b-46cf-9c30-bdb5682a9368 req-12a14b35-86a9-40bc-848b-ae0a31d5e7a5 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0861926 Aug 27 12:03:34.215468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50fe87c3-a112-4b0e-88cd-c2a84150de59 req-05135ebe-cb9e-41a2-8132-cd2078384656 service neutron] 10.222.0.65 "GET /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861864 Aug 27 12:03:34.289277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-185d565c-831b-46cf-9c30-bdb5682a9368 req-937f5868-6024-477c-9448-b86fbef59c84 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660503 Aug 27 12:03:34.377927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-86c6b5da-7c62-461b-979a-74cba4d42abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.379110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:34.379467 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-86c6b5da-7c62-461b-979a-74cba4d42abc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa9bdb89e460428ea3eeb0efc6351bb5&device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0694060 Aug 27 12:03:34.383424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:34.431736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54aab5-2bc4-4c16-8192-2195d995780c req-ef804078-9957-4b77-871a-749cebcebcca tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.433264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed54aab5-2bc4-4c16-8192-2195d995780c req-ef804078-9957-4b77-871a-749cebcebcca tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 949 time: 0.1024628 Aug 27 12:03:34.441213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70da785-619f-439d-b51d-4a124748148f req-33102987-b0ce-4110-bb36-82d52f553d6f tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.442790 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d70da785-619f-439d-b51d-4a124748148f req-33102987-b0ce-4110-bb36-82d52f553d6f tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.65 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 949 time: 0.0954974 Aug 27 12:03:34.518993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed54aab5-2bc4-4c16-8192-2195d995780c req-ad426265-4ade-4068-be29-57fa40827b96 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/security-groups?id=b169719f-eea9-4b76-abdd-f28819944b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777507 Aug 27 12:03:34.529093 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Floating IP c8e7f7e1-1061-4f4c-b83b-8803c002a8ed associated. External IP: 172.25.8.191, port: be8b64f1-388d-445a-bbce-e6d08bb5f6de. Aug 27 12:03:34.555152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-20c44b65-aca5-41b0-acc4-d63108b13ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.556634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-20c44b65-aca5-41b0-acc4-d63108b13ddd service neutron] 10.222.0.65 "GET /v2.0/networks?id=320aca18-8e38-47b9-909b-9dc5a5cd1699 HTTP/1.1" status: 200 len: 915 time: 0.1687527 Aug 27 12:03:34.605212 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-29c46a0e-5999-4352-b285-fd3762751e5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb HTTP/1.1" status: 200 len: 217 time: 0.0403707 Aug 27 12:03:34.616081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Deleting port 6b3ef2eb-f907-4c50-956e-90529177839b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:34.616424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:34.712219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-29e7459f-1d80-4f09-9279-c5c105dcd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.713707 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-29e7459f-1d80-4f09-9279-c5c105dcd899 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fd5a761-fd8a-464c-8d35-aebf11f0e538 HTTP/1.1" status: 200 len: 853 time: 0.1001177 Aug 27 12:03:34.779069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] For port 6b3ef2eb-f907-4c50-956e-90529177839b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b3ef2eb-f907-4c50-956e-90529177839b,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:34.779547 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:34.786359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:03:34.800873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Calling delete_port for 6b3ef2eb-f907-4c50-956e-90529177839b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:34.816037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-b266572d-7ff2-46c9-acf3-7fd334ea5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.817543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-b266572d-7ff2-46c9-acf3-7fd334ea5fe2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=320aca18-8e38-47b9-909b-9dc5a5cd1699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953319 Aug 27 12:03:34.946934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:03:34.952717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:34.959013 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] Sync routers for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:03:34.961544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1099-8c83-46e6-bb1b-6b7bb69d42b3 req-feb39857-b489-4e41-9f01-ab68ef5ef573 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:34.963106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03af1099-8c83-46e6-bb1b-6b7bb69d42b3 req-feb39857-b489-4e41-9f01-ab68ef5ef573 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 951 time: 0.1035261 Aug 27 12:03:34.967735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-b7c79d64-94da-423a-a8d3-147dc88aae26 service neutron] 10.222.0.65 "GET /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134663 Aug 27 12:03:34.970907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:03:34.971831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:35.005006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a53410ee-d048-47d4-b682-cdaaefa0eb02 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "PUT /v2.0/floatingips/c8e7f7e1-1061-4f4c-b83b-8803c002a8ed HTTP/1.1" status: 200 len: 991 time: 1.7431176 Aug 27 12:03:35.006664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:35.008917 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f5913-1ab2-4687-92ba-83a8ea6c3c14" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:35.028493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03af1099-8c83-46e6-bb1b-6b7bb69d42b3 req-caf86ce0-3867-4eb9-ad27-d11a43b99ce0 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Aug 27 12:03:35.094283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:35.102068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1aa01b61-1790-47b2-9f09-ad7b16d0d4fd req-c66420be-5937-4d2b-a1da-e614a7d4467b tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0529966 Aug 27 12:03:35.135940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:03:35.143735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Pushing event deleted for resources: {'Port': ['ID=6b3ef2eb-f907-4c50-956e-90529177839b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:35.166691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b9d7ea1-3762-4bfc-b8f3-509c568563e8 req-9b4b636e-d6fa-4de0-8b1a-96156a3f571c service neutron] 10.222.0.65 "GET /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712368 Aug 27 12:03:35.176693 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a24ef33-7f76-40c3-9ae4-eda7273c2a7e x-openstack-request-id: req-7a24ef33-7f76-40c3-9ae4-eda7273c2a7e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:35.177086 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:35.177463 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a24ef33-7f76-40c3-9ae4-eda7273c2a7e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:35.178013 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'status': 'completed', 'code': 200} Aug 27 12:03:35.200682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] No DVR routers for this DVR port 6b3ef2eb-f907-4c50-956e-90529177839b on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:03:35.203664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:35.209453 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d70da785-619f-439d-b51d-4a124748148f req-efa4d776-6172-4901-b962-9f0544e6e3b3 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.65 "DELETE /v2.0/ports/6b3ef2eb-f907-4c50-956e-90529177839b HTTP/1.1" status: 204 len: 173 time: 0.7568810 Aug 27 12:03:35.321651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-813ab83a-0a34-4d12-890e-8ad7b3f6f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:35.325809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-813ab83a-0a34-4d12-890e-8ad7b3f6f50e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7564298c6e7d4b868eef12f854b694ee&device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 1096 time: 0.0840766 Aug 27 12:03:35.498573 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c8e7f7e1-1061-4f4c-b83b-8803c002a8ed', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'port_id': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'mac_address': 'fa:16:3e:a4:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:02:59Z', 'updated_at': '2021-08-27T12:03:34Z', 'revision_number': 1, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:04Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:35.508383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5941dcb-85a4-4aab-8ad6-6e6e72df1321 req-f3c34dc5-665d-4c92-ba7e-b83a35eefae7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:35.509879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5941dcb-85a4-4aab-8ad6-6e6e72df1321 req-f3c34dc5-665d-4c92-ba7e-b83a35eefae7 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1031218 Aug 27 12:03:35.519134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54806c99-8cef-4729-a8eb-a301c8aff3cd req-35dde63c-6003-4a67-9ae3-dad9b717fb4d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:35.523226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54806c99-8cef-4729-a8eb-a301c8aff3cd req-35dde63c-6003-4a67-9ae3-dad9b717fb4d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 944 time: 0.1723638 Aug 27 12:03:35.536702 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] Checking router: eb1fe299-32de-4bd5-97b4-62d8cf7aed0d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:03:35.546975 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:03:35.547196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-63d1a34c-947d-4de9-8e10-e44f115ab1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:35.548566 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:35.549384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-63d1a34c-947d-4de9-8e10-e44f115ab1e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=57d4cdfe-4238-4971-a34f-c2f86010662d HTTP/1.1" status: 200 len: 912 time: 0.2108843 Aug 27 12:03:35.645294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54806c99-8cef-4729-a8eb-a301c8aff3cd req-19f46ae1-965a-4ab2-88b2-452173958d88 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148694 Aug 27 12:03:35.659510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5941dcb-85a4-4aab-8ad6-6e6e72df1321 req-c9eff41a-2a3c-4dfc-b8ab-b3882eb646ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309075 Aug 27 12:03:35.664782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-7835e462-ec6c-4fe4-b6c3-e15d0225e9d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de HTTP/1.1" status: 200 len: 999 time: 0.0977075 Aug 27 12:03:35.675114 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:03:35.751918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-a5fd13a5-0263-43be-8dce-e8e4f85df0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:35.755602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-a5fd13a5-0263-43be-8dce-e8e4f85df0ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f19fe432-113a-469e-a7a2-3419305d3d51 HTTP/1.1" status: 200 len: 850 time: 0.0756361 Aug 27 12:03:35.806965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-deleted', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:35.809322 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c97211-500d-43f2-969f-367213f8eb86" -d '{"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-deleted", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:35.824095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cef6d42-593e-4eef-b86e-7b4b80db36ac req-741ed625-733b-4171-a3b4-4f50047d41f8 tempest-ImagesOneServerTestJSON-866563140 tempest-ImagesOneServerTestJSON-866563140-project] 10.222.0.76 "GET /v2.0/ports?device_id=09e697fc-5d80-4c40-9902-a367bb4b386b HTTP/1.1" status: 200 len: 210 time: 0.0482779 Aug 27 12:03:35.851100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-11890d83-6444-4d0a-bd4b-abc8e10b029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:35.851100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-11890d83-6444-4d0a-bd4b-abc8e10b029b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57d4cdfe-4238-4971-a34f-c2f86010662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812204 Aug 27 12:03:35.901926 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e519d-f467-4b2f-a8d9-db162c3e0fa8 x-openstack-request-id: req-840e519d-f467-4b2f-a8d9-db162c3e0fa8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:35.902435 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e697fc-5d80-4c40-9902-a367bb4b386b", "name": "network-vif-deleted", "tag": "6b3ef2eb-f907-4c50-956e-90529177839b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:35.902525 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-840e519d-f467-4b2f-a8d9-db162c3e0fa8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:35.902907 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e697fc-5d80-4c40-9902-a367bb4b386b', 'name': 'network-vif-deleted', 'tag': '6b3ef2eb-f907-4c50-956e-90529177839b', 'status': 'completed', 'code': 200} Aug 27 12:03:35.968664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-f1d58376-e40c-4f6c-a8fb-ecfe674a677c service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085801 Aug 27 12:03:35.977332 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c8e7f7e1-1061-4f4c-b83b-8803c002a8ed', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'port_id': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'mac_address': 'fa:16:3e:a4:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:02:59Z', 'updated_at': '2021-08-27T12:03:34Z', 'revision_number': 1, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:04Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:36.004064 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60411f2-32f9-4d5b-86ec-60d6e1d28d19 None None] The sync data for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 is: [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c8e7f7e1-1061-4f4c-b83b-8803c002a8ed', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'port_id': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'mac_address': 'fa:16:3e:a4:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:02:59Z', 'updated_at': '2021-08-27T12:03:34Z', 'revision_number': 1, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:04Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:03:36.077960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954f5913-1ab2-4687-92ba-83a8ea6c3c14 req-9339f6a9-e1b2-4d25-9d9d-24df02c37b14 service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021605 Aug 27 12:03:36.120480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 19339938-fbbf-4feb-98aa-02e757c3bdfb details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:03:36.241325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b81cb9f9-f43a-49cf-ae55-d159627e11be req-4ca2d1fc-afb6-4fa2-b823-78615fa904ff tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0332115 Aug 27 12:03:36.256849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 19339938-fbbf-4feb-98aa-02e757c3bdfb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:36.272209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '19339938-fbbf-4feb-98aa-02e757c3bdfb', 'network_id': '320aca18-8e38-47b9-909b-9dc5a5cd1699', 'port_id': '19339938-fbbf-4feb-98aa-02e757c3bdfb', 'mac_address': 'fa:16:3e:1d:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd5a761-fd8a-464c-8d35-aebf11f0e538', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:03:36.274127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a8d6f-dd7e-4139-b61b-b31f3bdf7d95 None None] New status for floating IP c8e7f7e1-1061-4f4c-b83b-8803c002a8ed: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:03:36.389326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:36.410136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19339938-fbbf-4feb-98aa-02e757c3bdfb {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:36.468506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 19339938-fbbf-4feb-98aa-02e757c3bdfb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:36.471865 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:36.521592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=19339938-fbbf-4feb-98aa-02e757c3bdfb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:36.764940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['19339938-fbbf-4feb-98aa-02e757c3bdfb'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:36.769577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b995c-0832-4907-8c07-6214d1f57648 req-74bb23ee-6972-4eee-8636-ab6aaa0fb44e tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:36.774646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-738b995c-0832-4907-8c07-6214d1f57648 req-74bb23ee-6972-4eee-8636-ab6aaa0fb44e tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0588973 Aug 27 12:03:36.842319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-738b995c-0832-4907-8c07-6214d1f57648 req-62c7e8d9-1f90-42ae-acca-75581e0b14e8 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Aug 27 12:03:36.851802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641bd7d-93d8-4a22-8559-f3f6ff5aead4 req-9dfde002-a2b3-49e0-9892-aa917c5b4732 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:36.853083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c641bd7d-93d8-4a22-8559-f3f6ff5aead4 req-9dfde002-a2b3-49e0-9892-aa917c5b4732 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0773158 Aug 27 12:03:36.907049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c641bd7d-93d8-4a22-8559-f3f6ff5aead4 req-958feb0a-3fd0-4393-bf28-408b867761c2 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Aug 27 12:03:37.213173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:37.365503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5f8d3d4-435f-4a8d-9d7a-80e01168865e req-5bd2d3d8-128a-4066-8939-9f0759b35086 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0350475 Aug 27 12:03:37.390665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-321042a4-04f4-4758-ad81-357cbc655828 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=049fc5d7302d4b3b9ed0dee27fd8db6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753983 Aug 27 12:03:37.394027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40574) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:37.464111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:37.491600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:37.544052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:37.546878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:37.548379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b169719f-eea9-4b76-abdd-f28819944b1e HTTP/1.1" status: 204 len: 168 time: 0.1534560 Aug 27 12:03:37.556081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169719f-eea9-4b76-abdd-f28819944b1e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:37.564337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.564847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.565294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.565695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.566076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.566457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.566800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.567135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.567469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.567882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.568223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.568554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c93373-db5a-4540-b445-cbf68d8c5573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:37.790333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:37.873145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:37.912336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:37.914793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:37.917850 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41df505-c760-45e3-8f32-2bbe6820ff60" -d '{"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:37.922370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:37.989815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b659eb-6430-4e4b-a745-9df812a40fde req-d68c37e4-a422-48ac-aab1-6acd3bf4b086 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:37.997927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45b659eb-6430-4e4b-a745-9df812a40fde req-d68c37e4-a422-48ac-aab1-6acd3bf4b086 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0624826 Aug 27 12:03:38.006511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:38.012693 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:38.045288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45b659eb-6430-4e4b-a745-9df812a40fde req-742c1de7-25a9-4b61-9dff-1d9951135a23 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Aug 27 12:03:38.092307 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc6ea0-eafb-4a28-9de6-62a12c507ded x-openstack-request-id: req-75bc6ea0-eafb-4a28-9de6-62a12c507ded {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:38.092723 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:38.092988 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75bc6ea0-eafb-4a28-9de6-62a12c507ded {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:38.093648 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'code': 200} Aug 27 12:03:38.138276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 19339938-fbbf-4feb-98aa-02e757c3bdfb up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:38.201134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 19339938-fbbf-4feb-98aa-02e757c3bdfb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:03:38.204336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2bd36-3ca7-464a-bfdd-3fcb4ca99627 req-6d1c7056-26ef-4a46-985d-7f1b17a1bb24 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:38.206423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ef2bd36-3ca7-464a-bfdd-3fcb4ca99627 req-6d1c7056-26ef-4a46-985d-7f1b17a1bb24 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0655229 Aug 27 12:03:38.212871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 19339938-fbbf-4feb-98aa-02e757c3bdfb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:38.213582 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:38.260245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ef2bd36-3ca7-464a-bfdd-3fcb4ca99627 req-612cf646-c1f7-4f4e-9cc5-5e240235d1a6 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Aug 27 12:03:38.346261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:38.384521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 19339938-fbbf-4feb-98aa-02e757c3bdfb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:38.389086 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:38.390090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:38.415785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 6b3ef2eb-f907-4c50-956e-90529177839b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:03:38.416136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b3ef2eb-f907-4c50-956e-90529177839b not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:03:38.468753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=19339938-fbbf-4feb-98aa-02e757c3bdfb,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:38.569595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59fbe271-09f3-4a6b-a329-e499b00bee54 req-77446c8f-a445-4ca5-bd51-9b25c80ca089 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0287724 Aug 27 12:03:39.328196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522288a-10d9-41b8-981c-d38facdbeaa1 req-ed3ca6b0-3fdf-4389-8a2a-0776d0b1ce50 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:39.329538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8522288a-10d9-41b8-981c-d38facdbeaa1 req-ed3ca6b0-3fdf-4389-8a2a-0776d0b1ce50 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0558481 Aug 27 12:03:39.368877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8522288a-10d9-41b8-981c-d38facdbeaa1 req-2ebc83f0-2fa6-42e4-b62a-b3c60177258d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 27 12:03:39.493386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04cbe-ed40-4cda-86fb-428f12203087 req-92968988-7895-4cd7-bb49-e5bf179b234e tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:39.495009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a04cbe-ed40-4cda-86fb-428f12203087 req-92968988-7895-4cd7-bb49-e5bf179b234e tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0597637 Aug 27 12:03:39.534298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a04cbe-ed40-4cda-86fb-428f12203087 req-0e0fc5a3-9a5a-483e-b569-a1c871c763dd tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Aug 27 12:03:39.614793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b41aff-579d-4601-8abf-49c68f596cdf req-adaee755-366b-475f-852a-7cd5704704ef tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:39.616356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34b41aff-579d-4601-8abf-49c68f596cdf req-adaee755-366b-475f-852a-7cd5704704ef tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 948 time: 0.0539160 Aug 27 12:03:39.653799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34b41aff-579d-4601-8abf-49c68f596cdf req-d37534aa-8417-4211-bda9-e7569c8ac2f4 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Aug 27 12:03:39.681679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-255f0fd0-1d5c-4ca6-bb78-4491e121fb87 req-3dc388ec-d607-47dd-b183-d33894988d02 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0269203 Aug 27 12:03:40.095122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19339938-fbbf-4feb-98aa-02e757c3bdfb'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:40.098191 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b935fb-492b-47e4-8945-0d23622004a1" -d '{"events": [{"server_uuid": "85a76e35-497c-48ce-a81d-a437488aaaa7", "name": "network-vif-plugged", "status": "completed", "tag": "19339938-fbbf-4feb-98aa-02e757c3bdfb"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:40.134848 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fadc69-30c0-45d8-af33-da747bc40412 x-openstack-request-id: req-26fadc69-30c0-45d8-af33-da747bc40412 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:40.135151 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a76e35-497c-48ce-a81d-a437488aaaa7", "name": "network-vif-plugged", "status": "completed", "tag": "19339938-fbbf-4feb-98aa-02e757c3bdfb", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:40.135407 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26fadc69-30c0-45d8-af33-da747bc40412 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:40.135805 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19339938-fbbf-4feb-98aa-02e757c3bdfb', 'code': 200} Aug 27 12:03:40.260512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35d628-8d8c-4437-9ce1-4b62509457c3 req-89d50c69-4c23-4eef-a37f-c3684f7510df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:40.262044 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fe35d628-8d8c-4437-9ce1-4b62509457c3 req-89d50c69-4c23-4eef-a37f-c3684f7510df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0401025 Aug 27 12:03:40.295786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fe35d628-8d8c-4437-9ce1-4b62509457c3 req-7931cb01-7149-4ffc-b99b-b157fb3d6d7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258977 Aug 27 12:03:40.484807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda16ca-64de-4ec2-a154-01f99ad572a1 req-e940f59c-17dd-4077-be9a-b908b515c5a4 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:40.486368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffda16ca-64de-4ec2-a154-01f99ad572a1 req-e940f59c-17dd-4077-be9a-b908b515c5a4 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0495379 Aug 27 12:03:40.523907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffda16ca-64de-4ec2-a154-01f99ad572a1 req-632ef70e-9eb5-4209-ba4e-6ffcb3190eb1 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Aug 27 12:03:40.676635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bdcb9-3488-40e9-8c86-07999b4d7195 req-4ade2a76-06cc-4fc8-a9b7-fecdc0d6592c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:40.678137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa7bdcb9-3488-40e9-8c86-07999b4d7195 req-4ade2a76-06cc-4fc8-a9b7-fecdc0d6592c tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0515633 Aug 27 12:03:40.715504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa7bdcb9-3488-40e9-8c86-07999b4d7195 req-05de459b-fd1b-4bc8-87df-313b552b14bc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Aug 27 12:03:40.822361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6824-5843-4b36-8d3c-2df44b4d81f5 req-1c4eadd8-7e68-42c2-8584-dfbd755ecc90 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:40.823882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-456c6824-5843-4b36-8d3c-2df44b4d81f5 req-1c4eadd8-7e68-42c2-8584-dfbd755ecc90 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 948 time: 0.0495498 Aug 27 12:03:40.866466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-456c6824-5843-4b36-8d3c-2df44b4d81f5 req-9503525f-1149-4e2b-8bd4-07f40bb363d3 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314198 Aug 27 12:03:40.959503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8204018d-a1f6-43b6-9e83-630f989ce908 req-0527c55a-0a91-44ae-9539-e9ade5caa74a tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0321324 Aug 27 12:03:41.359865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40780) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:41.409666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-1b35822c-1911-4e88-9979-b374948ad4e0 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:41.411151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-1b35822c-1911-4e88-9979-b374948ad4e0 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.65 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 948 time: 0.0550752 Aug 27 12:03:41.473522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb00-0c5a-4211-adb5-8ff773a19322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.518790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Deleting port 31834805-a845-49f4-a2dd-b8f45d404c23 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:41.519200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.570791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb00-0c5a-4211-adb5-8ff773a19322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.576441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e55fb00-0c5a-4211-adb5-8ff773a19322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.625902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] For port 31834805-a845-49f4-a2dd-b8f45d404c23, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=31834805-a845-49f4-a2dd-b8f45d404c23,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:41.628697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.646549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Calling delete_port for 31834805-a845-49f4-a2dd-b8f45d404c23 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:41.669131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55fb00-0c5a-4211-adb5-8ff773a19322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decd14c6-f3d3-44a3-a58f-076b127d52b8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:41.679078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6e55fb00-0c5a-4211-adb5-8ff773a19322 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e38972f5dab544be819a771e81dd7ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176098 Aug 27 12:03:41.679864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:41.727253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914ecac-0a47-4ebc-8ee2-43e29988f286 req-5946f7af-4275-4a51-a604-0385939c72a5 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:41.728653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d914ecac-0a47-4ebc-8ee2-43e29988f286 req-5946f7af-4275-4a51-a604-0385939c72a5 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.1153338 Aug 27 12:03:41.761692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d20038dc-f2c6-431a-a838-f0ee92858a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.783223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.792857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:41.802915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d914ecac-0a47-4ebc-8ee2-43e29988f286 req-468cb1f7-faba-4c30-b7bd-5a7b08d45d11 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660100 Aug 27 12:03:41.813119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Pushing event deleted for resources: {'Port': ['ID=31834805-a845-49f4-a2dd-b8f45d404c23,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:41.820145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d20038dc-f2c6-431a-a838-f0ee92858a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.868111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] No DVR routers for this DVR port 31834805-a845-49f4-a2dd-b8f45d404c23 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:03:41.870990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.873146 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98da628d-c58e-4504-a68f-2dd9c4aaf07c req-b9281111-4ac4-4020-b90c-497e7b9d2405 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.65 "DELETE /v2.0/ports/31834805-a845-49f4-a2dd-b8f45d404c23 HTTP/1.1" status: 204 len: 173 time: 0.4442751 Aug 27 12:03:41.873933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-deleted', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:41.876459 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f097f61-2dd9-4502-b9f8-5c2e2200991f" -d '{"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-deleted", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:41.891960 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.905908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696ea3-c67b-4e81-9b62-e631ffa35c98 req-3b5b96a8-51a6-4dfe-a095-9c3a56649923 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:41.908819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e696ea3-c67b-4e81-9b62-e631ffa35c98 req-3b5b96a8-51a6-4dfe-a095-9c3a56649923 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1202230 Aug 27 12:03:41.925763 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e5338-6406-4dd7-a10b-ef3b032a78a8 x-openstack-request-id: req-627e5338-6406-4dd7-a10b-ef3b032a78a8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:41.926540 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839914f-37d9-4b77-9d1e-d352fc7e07c9", "name": "network-vif-deleted", "tag": "31834805-a845-49f4-a2dd-b8f45d404c23", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:41.927054 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-627e5338-6406-4dd7-a10b-ef3b032a78a8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:41.927684 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839914f-37d9-4b77-9d1e-d352fc7e07c9', 'name': 'network-vif-deleted', 'tag': '31834805-a845-49f4-a2dd-b8f45d404c23', 'status': 'completed', 'code': 200} Aug 27 12:03:41.934054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:41.939476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.983513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e696ea3-c67b-4e81-9b62-e631ffa35c98 req-cc32512d-2398-4983-8196-97398dcc5646 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575848 Aug 27 12:03:41.984585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d20038dc-f2c6-431a-a838-f0ee92858a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.987753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d20038dc-f2c6-431a-a838-f0ee92858a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:41.993939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d20038dc-f2c6-431a-a838-f0ee92858a30 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/decd14c6-f3d3-44a3-a58f-076b127d52b8 HTTP/1.1" status: 204 len: 168 time: 0.3121412 Aug 27 12:03:41.996567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:42.017461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20038dc-f2c6-431a-a838-f0ee92858a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decd14c6-f3d3-44a3-a58f-076b127d52b8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:42.049858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3208640-6fa9-42a6-aa4b-8d1bc2e1755d req-280e1acb-ba29-4e5e-ad6a-50176ee7a955 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=f839914f-37d9-4b77-9d1e-d352fc7e07c9 HTTP/1.1" status: 200 len: 210 time: 0.0340044 Aug 27 12:03:42.120002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e8b192-0359-4e49-a770-35be24dc55f8 req-fafe9b22-c806-40cf-bd31-384bbc07dccc tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0311506 Aug 27 12:03:42.136552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:42.139155 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f8014-3e8b-4eb3-9a51-7fd0088a7d90" -d '{"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-unplugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:42.190618 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbf6fe2-a30e-4e5e-bb9b-b0be487b6d64 x-openstack-request-id: req-6bbf6fe2-a30e-4e5e-bb9b-b0be487b6d64 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:42.190929 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-unplugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:42.191185 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6bbf6fe2-a30e-4e5e-bb9b-b0be487b6d64 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:42.191768 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'code': 200} Aug 27 12:03:42.921565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458751de-b8e1-4148-9028-7742e05c332e req-f60fb8f7-115d-4568-9216-294ce28126e5 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:42.923763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-458751de-b8e1-4148-9028-7742e05c332e req-f60fb8f7-115d-4568-9216-294ce28126e5 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0542736 Aug 27 12:03:42.994421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-458751de-b8e1-4148-9028-7742e05c332e req-45c18c15-2291-4b21-96e2-faa1134862c2 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645702 Aug 27 12:03:43.004084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e382b42-4d5f-4355-8471-2164b0271bc8 req-7cb0b445-2d71-49e2-af49-806177fafe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:43.007388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e382b42-4d5f-4355-8471-2164b0271bc8 req-7cb0b445-2d71-49e2-af49-806177fafe4f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1099 time: 0.0760303 Aug 27 12:03:43.055357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e382b42-4d5f-4355-8471-2164b0271bc8 req-8d1325f6-177b-4533-ba1f-223924cdd263 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Aug 27 12:03:43.137018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2aa1-8d1a-49f8-8f9a-f908307b529c req-21a3618f-d988-4de1-91e7-89766f6f5959 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:43.139717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a90e2aa1-8d1a-49f8-8f9a-f908307b529c req-21a3618f-d988-4de1-91e7-89766f6f5959 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 948 time: 0.0781312 Aug 27 12:03:43.217294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a90e2aa1-8d1a-49f8-8f9a-f908307b529c req-d414cb66-52e9-4218-bb31-c8d536ac1269 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703402 Aug 27 12:03:43.327923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40854) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:43.381701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dceb85f3-cfbf-4267-8361-52a6858eb5e7 req-3f698859-b6a5-4a85-bb1e-dc6b1a9e5f73 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0756013 Aug 27 12:03:43.556779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5f52-fcd0-40c3-8993-c4775723f054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.639473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14050693-b490-4315-9cef-6524a64aa919 req-2f225142-d9ca-4369-bbda-f883d2e0a757 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:43.641806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14050693-b490-4315-9cef-6524a64aa919 req-2f225142-d9ca-4369-bbda-f883d2e0a757 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 949 time: 0.0742178 Aug 27 12:03:43.695068 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5f52-fcd0-40c3-8993-c4775723f054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.697886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14050693-b490-4315-9cef-6524a64aa919 req-4c641edb-272e-49e1-8b29-26a8c5e110ae tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Aug 27 12:03:43.708912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5f52-fcd0-40c3-8993-c4775723f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.770578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b0cd5f52-fcd0-40c3-8993-c4775723f054 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48072322ad9c44539aff73dbde617bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383922 Aug 27 12:03:43.771234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:43.773038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5f52-fcd0-40c3-8993-c4775723f054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18def750-8b26-4bd9-9370-0232c30dc01f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:43.792532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:03:43.860755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79cd6caa-b324-4b77-817e-e296e08eaa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.891021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79cd6caa-b324-4b77-817e-e296e08eaa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.915649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:43.931490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'mac_address': 'fa:16:3e:ca:70:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:03:43.948118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79cd6caa-b324-4b77-817e-e296e08eaa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.951809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79cd6caa-b324-4b77-817e-e296e08eaa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:43.956781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79cd6caa-b324-4b77-817e-e296e08eaa36 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18def750-8b26-4bd9-9370-0232c30dc01f HTTP/1.1" status: 204 len: 168 time: 0.1842506 Aug 27 12:03:43.966196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd6caa-b324-4b77-817e-e296e08eaa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18def750-8b26-4bd9-9370-0232c30dc01f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:43.984984 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:44.011612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:44.038568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:44.045763 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:44.122355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:44.168092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:44.189814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 31834805-a845-49f4-a2dd-b8f45d404c23 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:03:44.190262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 31834805-a845-49f4-a2dd-b8f45d404c23 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:03:44.355356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4ad46-5824-48bf-b929-8d63ee2b20fa req-4c69e593-7f73-4e86-843d-881064f7495d tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:44.356863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68a4ad46-5824-48bf-b929-8d63ee2b20fa req-4c69e593-7f73-4e86-843d-881064f7495d tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.0552711 Aug 27 12:03:44.398201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68a4ad46-5824-48bf-b929-8d63ee2b20fa req-3d662636-8af2-4891-a681-967167f64509 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Aug 27 12:03:44.513266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf9e22e9-de4d-4b02-9206-e8c854c621af req-890626b4-08a5-42ac-9f0b-2c55c35b8915 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0301139 Aug 27 12:03:44.683185 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:03:44.741244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40902) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:44.884059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-750086345-network', 'tenant_id': 'cf12cc1e7f7345b18baed65422ea51c5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:44.908557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22db56-e532-4492-9730-75e03a583029 req-3f2e9bae-751a-4109-83ff-63b201a84631 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:44.914763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef22db56-e532-4492-9730-75e03a583029 req-3f2e9bae-751a-4109-83ff-63b201a84631 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 949 time: 0.1149848 Aug 27 12:03:44.929208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Made reservation on behalf of cf12cc1e7f7345b18baed65422ea51c5 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:44.932111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:44.950031 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:44.973947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef22db56-e532-4492-9730-75e03a583029 req-6b013dc1-5c66-4cf5-a023-54d5434f0ac0 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530355 Aug 27 12:03:45.075662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.082233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.098019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:03:45.119022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.119899 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Added segment e273d7c6-4c38-4a4c-804c-55f3e7697c4c of type vlan for network bc69d574-0677-4d05-a3e7-a8382da44928 Aug 27 12:03:45.171866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d8ee7-b83d-4e22-a486-cd952985a1f3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:45.185879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.212980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.213940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:45.214560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.274677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5319798 Aug 27 12:03:45.277691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:45.283996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Request body: {'subnet': {'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-750086345-subnet', 'tenant_id': 'cf12cc1e7f7345b18baed65422ea51c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:45.286191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6fe26-12c3-4853-bd49-afb40853fec7 admin admin] Pushing event updated for resources: {'Network': ['ID=bc69d574-0677-4d05-a3e7-a8382da44928,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:45.296772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network bc69d574-0677-4d05-a3e7-a8382da44928 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:03:45.318138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Made reservation on behalf of cf12cc1e7f7345b18baed65422ea51c5 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:45.320679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.386010 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81823d3d-6583-4e6b-89c4-5d1052b21403 req-671fcaa0-bfe6-4add-b0dc-124ca8817dcf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0295043 Aug 27 12:03:45.551296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.643699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9aa6165-9ef5-4bc2-a30e-89020b8f052c req-b2197b15-2a31-42a0-9f93-e58c3ccc1adf tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0452981 Aug 27 12:03:45.655699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85caf-ec4b-41cf-a951-1fda700753bb req-e5dbbd7d-8288-463b-a4fb-07cb67c62ec1 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:45.657117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08a85caf-ec4b-41cf-a951-1fda700753bb req-e5dbbd7d-8288-463b-a4fb-07cb67c62ec1 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 950 time: 0.1536055 Aug 27 12:03:45.663297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca867149-6992-4cb5-a70d-5216ec2272da,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:45.684793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Checking segment: {'id': 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:45.685069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Network hostable DHCP agents. Network: bc69d574-0677-4d05-a3e7-a8382da44928, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:03:45.727936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08a85caf-ec4b-41cf-a951-1fda700753bb req-e150a66d-3af1-4521-bed4-4cb7fa2d5d6d tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Aug 27 12:03:45.728684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Network bc69d574-0677-4d05-a3e7-a8382da44928 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:03:45.740128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, bc69d574-0677-4d05-a3e7-a8382da44928) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:03:45.753152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:45.753152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:45.754963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['690e12e9-97b1-42cf-a0d9-42e46b2ceaae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:45.761453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f59a60-ce3a-4804-9be1-4840bfa81ccb None None] Network bc69d574-0677-4d05-a3e7-a8382da44928 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:03:45.785894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8c1d1ad-26b0-46d2-9729-f2f16f264215 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4990880 Aug 27 12:03:45.989618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce8ea2-a765-4073-ac96-28996f2d88dc None None] Network bc69d574-0677-4d05-a3e7-a8382da44928 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:03:46.059182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd269dc-2b43-4d27-ad9b-562a8651a4af req-0abc2cdf-66a9-40a5-ba3a-d382b594dc0f tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:46.061672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd269dc-2b43-4d27-ad9b-562a8651a4af req-0abc2cdf-66a9-40a5-ba3a-d382b594dc0f tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.0828321 Aug 27 12:03:46.106013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd269dc-2b43-4d27-ad9b-562a8651a4af req-78091b3f-385d-47bb-8bdc-8584bba6b756 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Aug 27 12:03:46.529135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4ae8-7612-495a-a1f2-4277dcb47142 req-604b3329-992c-4004-a329-569f1533ba0a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:46.530809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdf4ae8-7612-495a-a1f2-4277dcb47142 req-604b3329-992c-4004-a329-569f1533ba0a tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 949 time: 0.3413587 Aug 27 12:03:46.573989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdf4ae8-7612-495a-a1f2-4277dcb47142 req-15403b92-0862-469b-bd81-36e7ef9a7f4b tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/security-groups?id=b2850eb4-b807-4415-9406-ae68763af319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368083 Aug 27 12:03:46.733205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-999595ed-c048-4c8f-bb27-a4d1338fa539 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:46.734768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-999595ed-c048-4c8f-bb27-a4d1338fa539 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/networks?id=bc69d574-0677-4d05-a3e7-a8382da44928 HTTP/1.1" status: 200 len: 812 time: 0.1648228 Aug 27 12:03:46.760044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-208cf22a-181b-42ef-b7fe-d6bcb2eb51fe tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:46.761466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-208cf22a-181b-42ef-b7fe-d6bcb2eb51fe tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 949 time: 0.0828509 Aug 27 12:03:46.774688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-2c549d77-ad7e-4ed8-84b7-8078723938de tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/quotas/cf12cc1e7f7345b18baed65422ea51c5 HTTP/1.1" status: 200 len: 375 time: 0.0298893 Aug 27 12:03:46.816320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-140b8ce4-6356-4bbe-ad19-70edef82b720 req-f2d80a79-dffb-497a-938d-6623ca3af548 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0528026 Aug 27 12:03:46.863497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-c3607297-94fd-4ed0-a540-58fd5e02ee65 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf12cc1e7f7345b18baed65422ea51c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522056 Aug 27 12:03:47.026671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Deleting port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:47.026929 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:47.034545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577ce8-c555-40fe-adb3-646c32993d1e req-f472cb56-a8c3-4e92-83ab-bb73fff972c8 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:47.036135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87577ce8-c555-40fe-adb3-646c32993d1e req-f472cb56-a8c3-4e92-83ab-bb73fff972c8 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 1101 time: 0.0974345 Aug 27 12:03:47.081779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-5d50e6e4-718a-4360-a551-62e09967981d service neutron] 10.222.0.76 "GET /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927295 Aug 27 12:03:47.180584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87577ce8-c555-40fe-adb3-646c32993d1e req-7c39bd86-9124-45b9-92e2-fe443eabe801 tempest-ServersAdminTestJSON-1250213635 tempest-ServersAdminTestJSON-1250213635-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076951 Aug 27 12:03:47.220835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] For port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:47.221373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:47.244867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Calling delete_port for 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:47.306905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-03d2514d-9f48-4891-8c87-1ec109ac5cf9 service neutron] 10.222.0.76 "GET /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138076 Aug 27 12:03:47.416741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:47.529472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Pushing event deleted for resources: {'Port': ['ID=4fd526c1-97cf-4ca0-9fa6-05d80ae11333,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:47.555999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] No DVR routers for this DVR port 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:03:47.561378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:47.564380 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff28e532-fd0f-4de4-8864-675d8405c05a req-ed4c4ce3-346e-4e69-b7c5-fde9af72007e tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.77 "DELETE /v2.0/ports/4fd526c1-97cf-4ca0-9fa6-05d80ae11333 HTTP/1.1" status: 204 len: 173 time: 0.7914236 Aug 27 12:03:47.565098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-deleted', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:47.574983 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fe6009-85c7-4ddf-97f4-ef7d83bc9a46" -d '{"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-deleted", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:47.651111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636ac66-3759-4701-949d-5be26694b428 req-720ee1bf-602c-4dce-8e15-d57830fc3f8b tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:47.652891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7636ac66-3759-4701-949d-5be26694b428 req-720ee1bf-602c-4dce-8e15-d57830fc3f8b tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.0708535 Aug 27 12:03:47.718373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d0d2703-bf4d-473b-8762-e0caa798a207 req-72b67b5b-dbc5-4b6a-8e06-f0d93c8a2946 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 210 time: 0.0365016 Aug 27 12:03:47.721881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7636ac66-3759-4701-949d-5be26694b428 req-f54e4d45-4d59-4e65-83eb-065d542ac8a4 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628138 Aug 27 12:03:47.809826 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576510aa-a1a0-4808-be14-ed785dc71944 x-openstack-request-id: req-576510aa-a1a0-4808-be14-ed785dc71944 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:47.810170 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7617078-4ab2-4f59-8c29-40d253e288e6", "name": "network-vif-deleted", "tag": "4fd526c1-97cf-4ca0-9fa6-05d80ae11333", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:47.810402 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-576510aa-a1a0-4808-be14-ed785dc71944 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:47.810812 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7617078-4ab2-4f59-8c29-40d253e288e6', 'name': 'network-vif-deleted', 'tag': '4fd526c1-97cf-4ca0-9fa6-05d80ae11333', 'status': 'completed', 'code': 200} Aug 27 12:03:47.833451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:47.879748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbc5bfcb-7d0d-4015-a694-b1fa9d52d59a req-181cd9a3-c940-484c-ba4e-2e09a42c6eb2 tempest-ListImageFiltersTestJSON-2065547506 tempest-ListImageFiltersTestJSON-2065547506-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7617078-4ab2-4f59-8c29-40d253e288e6 HTTP/1.1" status: 200 len: 210 time: 0.0580115 Aug 27 12:03:47.991335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:47.991709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:47.996583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-175b6032-991c-4adb-aa20-d654032e42ef req-312b0743-7fe7-4862-b33b-7ea06b12db2e tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0351706 Aug 27 12:03:48.007228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131130b-5658-490a-9c21-99c8c5613973 req-1bc79ccc-9101-459c-9bf6-08145a61b9ee tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:48.008810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3131130b-5658-490a-9c21-99c8c5613973 req-1bc79ccc-9101-459c-9bf6-08145a61b9ee tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.1280315 Aug 27 12:03:48.082030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3131130b-5658-490a-9c21-99c8c5613973 req-bc2703d5-dd56-4656-968f-c6dc80adf7f1 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664058 Aug 27 12:03:48.179467 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:48.211872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:48.212951 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3743db73-aaeb-4ea4-8f16-e90f70e68d76" -d '{"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-plugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:48.255234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:48.265773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:48.307690 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48080cfa-478e-44f5-a628-3964b21e702e x-openstack-request-id: req-48080cfa-478e-44f5-a628-3964b21e702e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:48.308362 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-plugged", "status": "completed", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:48.308841 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48080cfa-478e-44f5-a628-3964b21e702e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:48.309442 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'code': 200} Aug 27 12:03:48.340639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:48.375882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.376686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.377044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.377465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.377915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.378262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.378841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.379286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.379657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.380796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.381701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.382911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:03:48.411208 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2100-55c7-408d-8233-6fc478435563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:48.486434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fc031ee-67ab-47c5-ada5-a73f1fbcc683 req-b07166f6-5e4e-40d8-a284-2c4ffb961741 tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd&device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0336123 Aug 27 12:03:48.734166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7035f8-fa8c-43c1-abbe-b56bc6c63aed req-20dac6c4-d74f-4cdf-99fc-e4cf005a97a8 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:48.736435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d7035f8-fa8c-43c1-abbe-b56bc6c63aed req-20dac6c4-d74f-4cdf-99fc-e4cf005a97a8 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.0556061 Aug 27 12:03:48.782260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d7035f8-fa8c-43c1-abbe-b56bc6c63aed req-f19d8799-3b57-45ff-8ee5-b02028779271 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396478 Aug 27 12:03:48.864758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b4133c6-0b01-456e-8190-5c98639921ba req-d0386371-6ba8-48de-9ff5-7a77f9dc1e24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 210 time: 0.0496848 Aug 27 12:03:48.894546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e35e571b-b786-48ee-b1b1-c465bfc3f829 req-38137c6f-fde8-4421-ae87-a8acef0f24fe tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0320892 Aug 27 12:03:48.918302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c41d849-45c6-43d4-86b5-6082a7c55c28 req-2a6d05ec-c719-481e-9036-9aca8e87d2cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0bb70adab4904c24b8b54ccac9331f45&device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.1190822 Aug 27 12:03:48.958140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c41d849-45c6-43d4-86b5-6082a7c55c28 req-1115d677-1ca1-487b-953b-7b81f24977f7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0bb70adab4904c24b8b54ccac9331f45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309799 Aug 27 12:03:49.162911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d849-45c6-43d4-86b5-6082a7c55c28 req-9e042cf3-bccc-44c1-89f4-16142d2eb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:49.165023 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c41d849-45c6-43d4-86b5-6082a7c55c28 req-9e042cf3-bccc-44c1-89f4-16142d2eb3ac service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1985180 Aug 27 12:03:49.336198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d702b-eba9-43e0-aa19-07bc0df01e75 req-b55b6d26-bcf2-404d-81f3-ef43efa78f8a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:49.338025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-040d702b-eba9-43e0-aa19-07bc0df01e75 req-b55b6d26-bcf2-404d-81f3-ef43efa78f8a tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.1466334 Aug 27 12:03:49.418097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-72cc7c8c-2e44-46c3-84ab-bfbc3e460b77 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:49.419687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-72cc7c8c-2e44-46c3-84ab-bfbc3e460b77 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.77 "GET /v2.0/networks?id=bc69d574-0677-4d05-a3e7-a8382da44928 HTTP/1.1" status: 200 len: 812 time: 0.2170098 Aug 27 12:03:49.423424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-040d702b-eba9-43e0-aa19-07bc0df01e75 req-b36125b1-5c7b-4646-94f8-f90efa8f4715 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689313 Aug 27 12:03:49.452066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Request body: {'port': {'device_id': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928', 'admin_state_up': True, 'tenant_id': 'cf12cc1e7f7345b18baed65422ea51c5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:49.583302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Made reservation on behalf of cf12cc1e7f7345b18baed65422ea51c5 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:49.587416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:49.754339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Allocated IP 172.20.0.3 (bc69d574-0677-4d05-a3e7-a8382da44928/ca867149-6992-4cb5-a70d-5216ec2272da/d56ed55e-03e8-401e-9572-32fea86b23e7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:03:49.762964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:49.833923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:49.870090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:03:49.870893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4fd526c1-97cf-4ca0-9fa6-05d80ae11333 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:03:49.947964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4229ea-e93f-4729-85de-0aaadd1dbeca req-dc9e8253-228d-4273-b29c-fd7c4b816a69 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:49.949562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f4229ea-e93f-4729-85de-0aaadd1dbeca req-dc9e8253-228d-4273-b29c-fd7c4b816a69 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.0836926 Aug 27 12:03:49.988336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.009089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-71acb541-be3c-4c7c-b769-197f89639e02 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:50.012062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f4229ea-e93f-4729-85de-0aaadd1dbeca req-25c63e80-74df-4c63-964e-64c958677624 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547822 Aug 27 12:03:50.023600 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-71acb541-be3c-4c7c-b769-197f89639e02 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.0688848 Aug 27 12:03:50.118432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.204602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b69b860-b880-4472-ac9a-4fdbc1f3e709 req-96d90ffe-a917-4bd2-aa01-21a2c283dc7b tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0665219 Aug 27 12:03:50.215689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Network bc69d574-0677-4d05-a3e7-a8382da44928 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:03:50.223164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:03:50.226272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:03:50.237847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Pushing event updated for resources: {'Port': ['ID=d56ed55e-03e8-401e-9572-32fea86b23e7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:50.275312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9979809-099f-4e1a-8950-5248624bd92f req-28286a71-2deb-4d3d-b761-79bac50b250a tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:50.276894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9979809-099f-4e1a-8950-5248624bd92f req-28286a71-2deb-4d3d-b761-79bac50b250a tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 931 time: 0.1913466 Aug 27 12:03:50.321891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:50.322962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.341613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:50.365752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9979809-099f-4e1a-8950-5248624bd92f req-9df08db7-5256-459b-ad8b-f0ef3c3e49aa tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794029 Aug 27 12:03:50.368307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-9e13921a-9440-444c-9d4f-898da61d3b24 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9205506 Aug 27 12:03:50.387855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Request body: {'port': {'device_id': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:50.472983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.559163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f4225bec-6c40-4714-8990-33666311f195 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:50.560606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f4225bec-6c40-4714-8990-33666311f195 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.0637112 Aug 27 12:03:50.578121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Deleting port be621ff2-7c97-4e83-a3ec-3b1221048690 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:50.578520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.592534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c951f361-970a-4946-bc40-34cbc1e130c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64d3c9d269754012b29199516f46c207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490172 Aug 27 12:03:50.595541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:50.669534 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c41d849-45c6-43d4-86b5-6082a7c55c28 req-67bb1734-2537-4757-b5f1-297275f2755e tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.65 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0707099 Aug 27 12:03:50.688667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71d7c9-dc9b-4e87-9585-eb52d43a20d4 req-91d4098c-fcff-4b0f-a2bc-55d4a10a16e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:50.690564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca71d7c9-dc9b-4e87-9585-eb52d43a20d4 req-91d4098c-fcff-4b0f-a2bc-55d4a10a16e8 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 950 time: 0.1625433 Aug 27 12:03:50.802230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca71d7c9-dc9b-4e87-9585-eb52d43a20d4 req-497ee894-766a-43c8-8ed4-646bd94a2148 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941801 Aug 27 12:03:50.811853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1d88-dfb3-4c2d-8b8b-9d8e29cf7f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.840919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] For port be621ff2-7c97-4e83-a3ec-3b1221048690, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be621ff2-7c97-4e83-a3ec-3b1221048690,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:50.841292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.884160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Calling delete_port for be621ff2-7c97-4e83-a3ec-3b1221048690 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:50.890329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Deleting port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:50.890693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.910998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1d88-dfb3-4c2d-8b8b-9d8e29cf7f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:50.942132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-445eef40-00f1-453a-9bcc-1265941f54e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.011879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1d88-dfb3-4c2d-8b8b-9d8e29cf7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.014686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1d88-dfb3-4c2d-8b8b-9d8e29cf7f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.017270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f8a1d88-dfb3-4c2d-8b8b-9d8e29cf7f61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2850eb4-b807-4415-9406-ae68763af319 HTTP/1.1" status: 204 len: 168 time: 0.4192815 Aug 27 12:03:51.050428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] For port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:51.051861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.062036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56ed55e-03e8-401e-9572-32fea86b23e7 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:51.076566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a1d88-dfb3-4c2d-8b8b-9d8e29cf7f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2850eb4-b807-4415-9406-ae68763af319,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:51.080432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.142185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Transition to ACTIVE for port object d56ed55e-03e8-401e-9572-32fea86b23e7 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:51.146301 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.179534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.236452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Pushing event updated for resources: {'Port': ['ID=d56ed55e-03e8-401e-9572-32fea86b23e7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:51.288049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569cc8b-7d69-45c1-b9b5-1f653d8b5440 req-71cf70d4-2fac-4896-8d6e-ad2441a57104 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:51.296185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8569cc8b-7d69-45c1-b9b5-1f653d8b5440 req-71cf70d4-2fac-4896-8d6e-ad2441a57104 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 946 time: 0.1511908 Aug 27 12:03:51.380403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8569cc8b-7d69-45c1-b9b5-1f653d8b5440 req-c8b91a31-fc32-429d-98f1-2d856a6dbf5b tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups?id=9873a10e-e5f0-4133-bfe4-962d27675d23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832996 Aug 27 12:03:51.422696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Attempting to bind port d56ed55e-03e8-401e-9572-32fea86b23e7 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:03:51.423025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Attempting to bind port d56ed55e-03e8-401e-9572-32fea86b23e7 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:03:51.423353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Attempting to bind port d56ed55e-03e8-401e-9572-32fea86b23e7 on network bc69d574-0677-4d05-a3e7-a8382da44928 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:51.427028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b01b9338-8723-41ae-8433-497bcf7f4de2 req-6b1cc6cb-45b8-4524-8647-13b99236376c tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=0af80624-7aa2-47f7-b8d5-5eeb0f4041bd HTTP/1.1" status: 200 len: 210 time: 0.0457115 Aug 27 12:03:51.431969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Port d56ed55e-03e8-401e-9572-32fea86b23e7 on network bc69d574-0677-4d05-a3e7-a8382da44928 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:03:51.432294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Attempting to bind port d56ed55e-03e8-401e-9572-32fea86b23e7 on network bc69d574-0677-4d05-a3e7-a8382da44928 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:51.448081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:03:51.448282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.448517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Checking segment: {'id': 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:51.448915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Bound using segment: {'id': 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:03:51.449480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Bound port: d56ed55e-03e8-401e-9572-32fea86b23e7, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:03:51.450009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.495718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['64a5b1a2-5805-45dd-9131-a3ba66d1c89c', '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:51.526767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.527169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.527620 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Floating IP 84de2029-07da-4680-bde4-27078cad72f1 disassociated. External IP: 172.25.8.175, port: 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c. Aug 27 12:03:51.528154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Calling delete_port for 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:51.584685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23cd5-aa8c-482b-9bed-5cefec347201 req-502f69d1-0397-4ce4-a454-37d4f6e95b6b tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:51.586488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fe23cd5-aa8c-482b-9bed-5cefec347201 req-502f69d1-0397-4ce4-a454-37d4f6e95b6b tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 943 time: 0.0970969 Aug 27 12:03:51.590574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] For port d56ed55e-03e8-401e-9572-32fea86b23e7, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:03:51.595371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] For port d56ed55e-03e8-401e-9572-32fea86b23e7, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d56ed55e-03e8-401e-9572-32fea86b23e7,segment=NetworkSegment(e273d7c6-4c38-4a4c-804c-55f3e7697c4c),segment_id=e273d7c6-4c38-4a4c-804c-55f3e7697c4c)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:03:51.607004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.651816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:51.652606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.653888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] 10.222.0.77 "PUT /v2.0/ports/d56ed55e-03e8-401e-9572-32fea86b23e7 HTTP/1.1" status: 200 len: 1091 time: 1.2705307 Aug 27 12:03:51.655827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'tag': 'd56ed55e-03e8-401e-9572-32fea86b23e7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:51.658416 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a3696-128e-4eb7-9d91-51da2d9ded27", "tag": "d56ed55e-03e8-401e-9572-32fea86b23e7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:51.662786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event deleted for resources: {'Port': ['ID=be621ff2-7c97-4e83-a3ec-3b1221048690,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:51.721565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fe23cd5-aa8c-482b-9bed-5cefec347201 req-a7ebb6c8-4730-4139-9893-0d711420cb17 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226962 Aug 27 12:03:51.739384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] No DVR routers for this DVR port be621ff2-7c97-4e83-a3ec-3b1221048690 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:03:51.742288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.744672 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ed97404-c3c5-4ad1-89ef-89534ebd512d req-7b95ebca-871d-4e1e-bfa7-9dd1ccdfcb54 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "DELETE /v2.0/ports/be621ff2-7c97-4e83-a3ec-3b1221048690 HTTP/1.1" status: 204 len: 173 time: 1.7135794 Aug 27 12:03:51.748878 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7c129a-c8dc-4c8d-9cba-99c910fa95fc x-openstack-request-id: req-be7c129a-c8dc-4c8d-9cba-99c910fa95fc {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:51.749181 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a3696-128e-4eb7-9d91-51da2d9ded27", "tag": "d56ed55e-03e8-401e-9572-32fea86b23e7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:51.749438 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be7c129a-c8dc-4c8d-9cba-99c910fa95fc {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:51.749836 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'tag': 'd56ed55e-03e8-401e-9572-32fea86b23e7', 'status': 'completed', 'code': 200} Aug 27 12:03:51.766722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae803728-7bdf-4934-8d61-7446fc555790 service neutron] Pushing event updated for resources: {'Port': ['ID=d56ed55e-03e8-401e-9572-32fea86b23e7,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:51.775690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678c25aa-e307-43f8-bb81-554f35184c32', 'name': 'network-vif-deleted', 'tag': 'be621ff2-7c97-4e83-a3ec-3b1221048690'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:51.778043 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8390ad-87f6-43da-9918-aafcfb3530be" -d '{"events": [{"server_uuid": "678c25aa-e307-43f8-bb81-554f35184c32", "name": "network-vif-deleted", "tag": "be621ff2-7c97-4e83-a3ec-3b1221048690"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:51.817118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:51.839190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-0246a72c-ceb7-414a-9e66-add88528b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:51.840557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-0246a72c-ceb7-414a-9e66-add88528b3c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf12cc1e7f7345b18baed65422ea51c5&device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 1094 time: 0.1110585 Aug 27 12:03:51.868425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be621ff2-7c97-4e83-a3ec-3b1221048690 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:51.915576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: be621ff2-7c97-4e83-a3ec-3b1221048690 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:03:51.916162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be621ff2-7c97-4e83-a3ec-3b1221048690 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:03:51.918674 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a397e930-c906-47b3-8651-84a644e0873d x-openstack-request-id: req-a397e930-c906-47b3-8651-84a644e0873d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:51.918972 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678c25aa-e307-43f8-bb81-554f35184c32", "name": "network-vif-deleted", "tag": "be621ff2-7c97-4e83-a3ec-3b1221048690", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:51.919287 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a397e930-c906-47b3-8651-84a644e0873d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:51.919686 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678c25aa-e307-43f8-bb81-554f35184c32', 'name': 'network-vif-deleted', 'tag': 'be621ff2-7c97-4e83-a3ec-3b1221048690', 'status': 'completed', 'code': 200} Aug 27 12:03:51.928874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event deleted for resources: {'Port': ['ID=0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:51.944183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-02d7a46a-6f94-430a-9c58-6fa8b6079cfb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d56ed55e-03e8-401e-9572-32fea86b23e7 HTTP/1.1" status: 200 len: 217 time: 0.0859191 Aug 27 12:03:51.952892 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.020785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2c209a-ce3c-458a-bef7-1fdfa7421d38 req-64d32a24-643a-4872-bdf8-762b4de34215 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=678c25aa-e307-43f8-bb81-554f35184c32 HTTP/1.1" status: 200 len: 210 time: 0.0751972 Aug 27 12:03:52.046726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-28332b6f-84e4-4cfe-a35c-e10bc3e1b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:52.048957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-28332b6f-84e4-4cfe-a35c-e10bc3e1b788 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca867149-6992-4cb5-a70d-5216ec2272da HTTP/1.1" status: 200 len: 852 time: 0.0977585 Aug 27 12:03:52.106169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-6d108d6c-c62b-4fc6-9052-1c25a3e3ca07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc69d574-0677-4d05-a3e7-a8382da44928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391366 Aug 27 12:03:52.121132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Router f163c4ce-4498-4934-8b90-2d74c62c39ce has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:03:52.183945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:52.213765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-2ea7f5da-d5bb-4ab6-8dbe-4d3a2d0a84e2 service neutron] 10.222.0.77 "GET /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992463 Aug 27 12:03:52.271398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:03:52.284750 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:03:52.301698 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:03:52.305713 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:52.369306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-264450543-network', 'tenant_id': '5b629a9dd0264a74864b2ff7d76a9dab'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:52.372672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] No DVR routers for this DVR port 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:03:52.382509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.384510 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-205bf0b4-7731-4241-b74e-b001e0e8efef req-f34e5ae2-6b95-482f-8247-b75c14bed63a tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.65 "DELETE /v2.0/ports/0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c HTTP/1.1" status: 204 len: 173 time: 1.8160706 Aug 27 12:03:52.385961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3ab7a24-2bc9-49ff-80f4-d8992db954b6 req-e7c1b575-b20e-4009-b4ad-10af2f64e488 service neutron] 10.222.0.77 "GET /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649671 Aug 27 12:03:52.439839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Made reservation on behalf of 5b629a9dd0264a74864b2ff7d76a9dab for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:52.442746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.462804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.629677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76cd9827-2517-411b-a14a-58ef48d7cf18 req-1626f330-39d1-42ae-a32a-6edef2b5ce9b tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55f9d57-48e8-4cb6-b772-b608346ce86e HTTP/1.1" status: 200 len: 210 time: 0.0936372 Aug 27 12:03:52.636907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:03:52.705364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.711752 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.750305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:03:52.764370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724da84a-3886-4e8b-a236-ac001a772cc2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:52.770027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.770601 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Added segment 50467f32-5f3f-49f6-a478-55698a1304f3 of type vlan for network 52fe1719-632b-485f-aa92-495acab96746 Aug 27 12:03:52.787066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-b54428aa-1ad6-4309-9035-9a9051fe598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:52.790224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-b54428aa-1ad6-4309-9035-9a9051fe598d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cf12cc1e7f7345b18baed65422ea51c5&device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 1094 time: 0.2560880 Aug 27 12:03:52.836617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.873402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.874543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:52.876745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:52.914234 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7290702 Aug 27 12:03:52.929022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:52.932386 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:52.956542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Request body: {'subnet': {'network_id': '52fe1719-632b-485f-aa92-495acab96746', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-264450543-subnet', 'tenant_id': '5b629a9dd0264a74864b2ff7d76a9dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:52.966810 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:03:52.991114 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:03:52.992697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:53.004798 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26f7c3b1-e73d-45a4-b2e2-bc26c0db197a req-4c975d9b-a9e3-4a28-856c-88e93bea5296 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bb70adab4904c24b8b54ccac9331f45&device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0927830 Aug 27 12:03:53.014596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f34e4-d1a6-4f0e-b4a0-c6d4baf3a45a admin admin] Pushing event updated for resources: {'Network': ['ID=52fe1719-632b-485f-aa92-495acab96746,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:53.027098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 52fe1719-632b-485f-aa92-495acab96746 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:03:53.044214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4342f94b-2a6d-403b-818f-66a06c7932de req-7dd57aad-a4eb-49ab-b59e-3324e9bb12ab tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.1176221 Aug 27 12:03:53.048051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26f7c3b1-e73d-45a4-b2e2-bc26c0db197a req-15312bf5-e5db-470a-aa07-b27865749317 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=0bb70adab4904c24b8b54ccac9331f45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265019 Aug 27 12:03:53.139515 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:03:53.163514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb48f5-c863-4d24-9064-1b04598a4dcd req-0369cb28-c7bb-421d-a219-ad1085f0bfd2 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:53.174409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bbb48f5-c863-4d24-9064-1b04598a4dcd req-0369cb28-c7bb-421d-a219-ad1085f0bfd2 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 943 time: 0.2499151 Aug 27 12:03:53.176320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Made reservation on behalf of 5b629a9dd0264a74864b2ff7d76a9dab for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:53.178798 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:53.192815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7c3b1-e73d-45a4-b2e2-bc26c0db197a req-f98ba347-9965-4981-8b48-03981e95bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:53.194430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26f7c3b1-e73d-45a4-b2e2-bc26c0db197a req-f98ba347-9965-4981-8b48-03981e95bf24 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318388 Aug 27 12:03:53.250971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-9e7afc5f-8bf0-4d0f-94a5-88ab4677e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:53.252436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-9e7afc5f-8bf0-4d0f-94a5-88ab4677e114 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bc69d574-0677-4d05-a3e7-a8382da44928 HTTP/1.1" status: 200 len: 913 time: 0.4554842 Aug 27 12:03:53.287185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bbb48f5-c863-4d24-9064-1b04598a4dcd req-0f0d8b4e-0e12-4ce8-b166-b204ede9a37e tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118193 Aug 27 12:03:53.329763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-1881ece7-faea-406d-8ed9-fa0836e9e3fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d56ed55e-03e8-401e-9572-32fea86b23e7 HTTP/1.1" status: 200 len: 217 time: 0.0406780 Aug 27 12:03:53.381063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:53.412602 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0099b6d-e285-4c2a-8f37-e9cc81de521e None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T11:58:40Z', 'revision_number': 4, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6d35b865-69ef-4266-950c-04d19a59dbe3', 'name': '', 'network_id': 'f7448c16-e86f-486a-940b-967a191f38ba', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'mac_address': 'fa:16:3e:66:9a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:38Z', 'updated_at': '2021-08-27T11:58:50Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'subnets': [{'id': '30ef6ee6-8c11-410b-bfa9-3037627a2d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:03:53.672361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbed99-d938-4abe-b809-c4e7dced1f61 None None] New status for floating IP 84de2029-07da-4680-bde4-27078cad72f1: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:03:53.723286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-6236446a-3f45-4bd5-b833-a2a5462b15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:53.724766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-6236446a-3f45-4bd5-b833-a2a5462b15b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca867149-6992-4cb5-a70d-5216ec2272da HTTP/1.1" status: 200 len: 852 time: 0.3852088 Aug 27 12:03:53.791469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-77e609bb-1be6-4ead-93ec-7bc91e1a442e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc69d574-0677-4d05-a3e7-a8382da44928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381522 Aug 27 12:03:53.806346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737bffd-8cca-46f4-9d82-ce140b702b99 req-d4725bd2-2b1e-4d8c-a130-c7dbe73bb00b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:53.808667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8737bffd-8cca-46f4-9d82-ce140b702b99 req-d4725bd2-2b1e-4d8c-a130-c7dbe73bb00b tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.1288924 Aug 27 12:03:53.818426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:53.820537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:53.827607 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:53.920665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'name': 'network-vif-deleted', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:53.923774 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff7f4ec-ae5f-4927-a5b6-c61d409f4b11" -d '{"events": [{"server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "name": "network-vif-deleted", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:53.959960 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8dd3a0-0fec-4a2a-92a6-9e7f1681977e x-openstack-request-id: req-9d8dd3a0-0fec-4a2a-92a6-9e7f1681977e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:53.960266 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f9d57-48e8-4cb6-b772-b608346ce86e", "name": "network-vif-deleted", "tag": "0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:53.960526 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d8dd3a0-0fec-4a2a-92a6-9e7f1681977e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:53.960934 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f9d57-48e8-4cb6-b772-b608346ce86e', 'name': 'network-vif-deleted', 'tag': '0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c', 'status': 'completed', 'code': 200} Aug 27 12:03:53.982277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f3c3be-c416-4b08-86b4-d39789b2d3fd,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:54.009246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8737bffd-8cca-46f4-9d82-ce140b702b99 req-7647564a-ec06-46dd-ba35-ec15851223c0 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876900 Aug 27 12:03:54.037599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Checking segment: {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:54.038028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Network hostable DHCP agents. Network: 52fe1719-632b-485f-aa92-495acab96746, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:03:54.045131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-df3f2c77-0b5f-4b02-bb4e-df233af43e8d service neutron] 10.222.0.77 "GET /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324040 Aug 27 12:03:54.045131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-843c4907-dfa9-4ab8-bde2-3b5e5a042f4f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.116861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-843c4907-dfa9-4ab8-bde2-3b5e5a042f4f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.148308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Network 52fe1719-632b-485f-aa92-495acab96746 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:03:54.173377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bbf921d-36ec-49b9-a1fc-da09e2939559 req-b84bb1f5-46db-4061-8e8a-54026b8afe4b tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0586152 Aug 27 12:03:54.199240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 52fe1719-632b-485f-aa92-495acab96746) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:03:54.209703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:54.210417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.215715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8045d-0d7c-42f8-bb1a-5f55eff42745 None None] Network 52fe1719-632b-485f-aa92-495acab96746 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:03:54.237214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2af7cf16-ee3c-4fb8-80ae-3039c8e23ac9 req-56872357-48cd-430e-8ac1-e44f12d674fc service neutron] 10.222.0.77 "GET /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855719 Aug 27 12:03:54.239260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea68ea05-5de4-404c-872c-a6143af766a4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3087187 Aug 27 12:03:54.239959 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-843c4907-dfa9-4ab8-bde2-3b5e5a042f4f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.242622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-843c4907-dfa9-4ab8-bde2-3b5e5a042f4f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.246104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-843c4907-dfa9-4ab8-bde2-3b5e5a042f4f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "DELETE /v2.0/security-groups/9873a10e-e5f0-4133-bfe4-962d27675d23 HTTP/1.1" status: 204 len: 168 time: 0.4181526 Aug 27 12:03:54.246741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41196) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:54.263582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:54.265177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c4907-dfa9-4ab8-bde2-3b5e5a042f4f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9873a10e-e5f0-4133-bfe4-962d27675d23,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:54.268515 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ede0e35a-23eb-48b0-927c-74c9b6cb587f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] show failed (client error): The resource could not be found. Aug 27 12:03:54.269590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ede0e35a-23eb-48b0-927c-74c9b6cb587f tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "GET /v2.0/security-groups/9873a10e-e5f0-4133-bfe4-962d27675d23 HTTP/1.1" status: 404 len: 347 time: 0.0219290 Aug 27 12:03:54.272627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:54.302045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:03:54.302630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0f01ae2d-d101-4f4f-88ed-26c7f81ccc9c not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:03:54.419747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083898e-59e6-4247-aa0b-0b85d873008a None None] Network 52fe1719-632b-485f-aa92-495acab96746 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:03:54.460680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6ee0-97d0-4b3a-955d-5aa7098527fa req-14253505-2283-4ef5-acf6-e236a2098e64 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:54.467828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c03f6ee0-97d0-4b3a-955d-5aa7098527fa req-14253505-2283-4ef5-acf6-e236a2098e64 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 943 time: 0.0713820 Aug 27 12:03:54.489808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Deleting port 7d0ab600-dd3d-4e2f-9c00-721b578f9c0d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:54.490180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.549861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c03f6ee0-97d0-4b3a-955d-5aa7098527fa req-8f205e66-c7cb-4f35-b217-630ffd6655b3 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809219 Aug 27 12:03:54.585440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-92b95bfa-1bd8-4d8d-9d7c-2b553eff4b9f req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-399071634', 'description': 'tempest-description-1123241477'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:54.617815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.618257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.632200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Calling delete_port for 7d0ab600-dd3d-4e2f-9c00-721b578f9c0d owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:54.634009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92b95bfa-1bd8-4d8d-9d7c-2b553eff4b9f req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.809255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92b95bfa-1bd8-4d8d-9d7c-2b553eff4b9f req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.819132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92b95bfa-1bd8-4d8d-9d7c-2b553eff4b9f req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.853660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.855566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-92b95bfa-1bd8-4d8d-9d7c-2b553eff4b9f req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.856810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92b95bfa-1bd8-4d8d-9d7c-2b553eff4b9f req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2779813 Aug 27 12:03:54.889431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f66012-a42d-4311-beed-d908da7b0cc7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11322503-3999-43ff-82fd-dc90b648a8bd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:54.902500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7e67b452-7635-43ac-94d8-52a6e74f7b0e req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-293701864', 'description': 'tempest-description-2010591174'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:54.907582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Pushing event deleted for resources: {'Port': ['ID=7d0ab600-dd3d-4e2f-9c00-721b578f9c0d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:54.973421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e67b452-7635-43ac-94d8-52a6e74f7b0e req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.980222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.983216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:54.984371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-974da82e-8af7-4de2-bc3a-55fd8a2b7946 tempest-ServersWithSpecificFlavorTestJSON-831776454 tempest-ServersWithSpecificFlavorTestJSON-831776454-project] 10.222.0.76 "DELETE /v2.0/floatingips/84de2029-07da-4680-bde4-27078cad72f1 HTTP/1.1" status: 204 len: 168 time: 0.7107990 Aug 27 12:03:55.081238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e67b452-7635-43ac-94d8-52a6e74f7b0e req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:55.085666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e67b452-7635-43ac-94d8-52a6e74f7b0e req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:55.138560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e67b452-7635-43ac-94d8-52a6e74f7b0e req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:55.139769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e67b452-7635-43ac-94d8-52a6e74f7b0e req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2518435 Aug 27 12:03:55.145302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61577ced-0e7e-4ceb-965c-c08eeb3c6054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:55.167660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169b2d1-4245-4661-87f2-a59b8af36ce6 req-2ebc2ad1-4b34-428a-943f-60df037eee40 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:55.169566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6169b2d1-4245-4661-87f2-a59b8af36ce6 req-2ebc2ad1-4b34-428a-943f-60df037eee40 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.0736825 Aug 27 12:03:55.214363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6169b2d1-4245-4661-87f2-a59b8af36ce6 req-f092ba8a-50df-4517-8dda-511c7a73becd tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Aug 27 12:03:55.330052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26f7c3b1-e73d-45a4-b2e2-bc26c0db197a req-98d8dd46-825f-490f-912d-ee9aa54b0b3c tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.77 "GET /v2.0/ports?device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0542169 Aug 27 12:03:55.370144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1244485a-48a8-4b2a-929c-2c0ddf18ad87 req-3c2753d3-bc18-49f2-ab0d-c73fbf3b515a tempest-ServerShowV247Test-912905509 tempest-ServerShowV247Test-912905509-project] 10.222.0.76 "GET /v2.0/ports?device_id=f16874c1-9779-47fd-b964-e30927fdba37 HTTP/1.1" status: 200 len: 210 time: 0.0823271 Aug 27 12:03:55.429484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-e0ee528b-7c74-4b3f-a87b-8dc3696d0e0b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:55.434874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-e0ee528b-7c74-4b3f-a87b-8dc3696d0e0b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 812 time: 0.1506140 Aug 27 12:03:55.452008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-992329c1-df45-4bc0-a77f-163d92b16cec tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/quotas/5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 375 time: 0.0099289 Aug 27 12:03:55.497064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-518049c4-cc08-4c56-ae3d-c8962feceab1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326407 Aug 27 12:03:55.596084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-91d0a7f4-d0b5-4dc0-bd39-c17a0d02a25a service neutron] 10.222.0.76 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911529 Aug 27 12:03:55.717219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-3c4dd88c-fa3e-4e8d-be57-0adab832633a service neutron] 10.222.0.76 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150000 Aug 27 12:03:55.731944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d285c-8927-47ef-8e24-1fdc45f29a0a req-0f84e329-501a-48cd-ac4e-4600ea898b54 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:55.733411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e45d285c-8927-47ef-8e24-1fdc45f29a0a req-0f84e329-501a-48cd-ac4e-4600ea898b54 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 943 time: 0.0724521 Aug 27 12:03:55.772453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e45d285c-8927-47ef-8e24-1fdc45f29a0a req-472ccb6c-f5e1-491a-9956-a45cdcbe3d7e tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Aug 27 12:03:55.817140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:55.834200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d56ed55e-03e8-401e-9572-32fea86b23e7 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:03:55.937897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e40f8db-b17c-48d6-a9b0-a8061f743d2c req-fd3f8d90-b72b-4416-9ab6-c7328e3298eb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 210 time: 0.0520468 Aug 27 12:03:55.944744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d56ed55e-03e8-401e-9572-32fea86b23e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d56ed55e-03e8-401e-9572-32fea86b23e7,segment=NetworkSegment(e273d7c6-4c38-4a4c-804c-55f3e7697c4c),segment_id=e273d7c6-4c38-4a4c-804c-55f3e7697c4c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:55.960793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd56ed55e-03e8-401e-9572-32fea86b23e7', 'network_id': 'bc69d574-0677-4d05-a3e7-a8382da44928', 'port_id': 'd56ed55e-03e8-401e-9572-32fea86b23e7', 'mac_address': 'fa:16:3e:53:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca867149-6992-4cb5-a70d-5216ec2272da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:03:56.003130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-c450f52c-7190-4842-9c7b-5a92177f8246 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:56.004457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-c450f52c-7190-4842-9c7b-5a92177f8246 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.1367388 Aug 27 12:03:56.015245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.032957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56ed55e-03e8-401e-9572-32fea86b23e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:56.066097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d56ed55e-03e8-401e-9572-32fea86b23e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d56ed55e-03e8-401e-9572-32fea86b23e7,segment=NetworkSegment(e273d7c6-4c38-4a4c-804c-55f3e7697c4c),segment_id=e273d7c6-4c38-4a4c-804c-55f3e7697c4c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:56.071070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.124751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d56ed55e-03e8-401e-9572-32fea86b23e7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:56.272706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Deleting port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:56.273057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.438935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eb90e-d4ae-41a5-8046-e67df14b84a1 req-c8dd7945-e477-451f-94b8-3c2797bc1929 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:56.443364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae2eb90e-d4ae-41a5-8046-e67df14b84a1 req-c8dd7945-e477-451f-94b8-3c2797bc1929 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 949 time: 0.1227374 Aug 27 12:03:56.527385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d56ed55e-03e8-401e-9572-32fea86b23e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:56.538998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] For port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:56.539382 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.565019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Calling delete_port for 64a5b1a2-5805-45dd-9131-a3ba66d1c89c owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:56.610731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae2eb90e-d4ae-41a5-8046-e67df14b84a1 req-66fd4c1b-129d-4d4a-bd5b-482d9de212e3 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560962 Aug 27 12:03:56.699836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:56.818830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c07205c1-866d-4901-98a0-7ae116a5ba14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.834010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.885825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:56.950779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event deleted for resources: {'Port': ['ID=64a5b1a2-5805-45dd-9131-a3ba66d1c89c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:57.041006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c07205c1-866d-4901-98a0-7ae116a5ba14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.053451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c07205c1-866d-4901-98a0-7ae116a5ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.055086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] No DVR routers for this DVR port 64a5b1a2-5805-45dd-9131-a3ba66d1c89c on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:03:57.063988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.065995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bada4a3-cf9b-495b-835e-1bd557f41b97 req-3ae7919f-8f6c-48dc-8b3d-92505fd3f762 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "DELETE /v2.0/ports/64a5b1a2-5805-45dd-9131-a3ba66d1c89c HTTP/1.1" status: 204 len: 173 time: 1.0314722 Aug 27 12:03:57.066659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'name': 'network-vif-deleted', 'tag': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:57.069566 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3305a8-7593-4dc4-9589-9619efffe15b" -d '{"events": [{"server_uuid": "affa79ab-d110-43b3-ae7c-9b70f65e8d04", "name": "network-vif-deleted", "tag": "64a5b1a2-5805-45dd-9131-a3ba66d1c89c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:57.079725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5952e-7a94-436b-9b5a-53ea938f46bb req-7ab07b9d-26aa-45fb-9bb6-46d925d197fb tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:57.081895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dc5952e-7a94-436b-9b5a-53ea938f46bb req-7ab07b9d-26aa-45fb-9bb6-46d925d197fb tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 944 time: 0.2104876 Aug 27 12:03:57.107887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d6f7798-fab5-4899-b9be-ae60d181e8e0 req-bd00223a-0bda-4b52-91a9-7f3d25018cf0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 210 time: 0.0674739 Aug 27 12:03:57.143771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-4f90215c-4623-4764-9ead-b85b3689b119 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:57.145506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-4f90215c-4623-4764-9ead-b85b3689b119 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.65 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 812 time: 0.2293389 Aug 27 12:03:57.149971 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c07205c1-866d-4901-98a0-7ae116a5ba14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0bb70adab4904c24b8b54ccac9331f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490676 Aug 27 12:03:57.150674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07205c1-866d-4901-98a0-7ae116a5ba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0820619b-d455-4f64-97ae-96b9d4ab42db,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:57.153025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:57.164397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'port': {'device_id': '744b8898-cc27-4b65-bfdc-4be791b10523', 'network_id': '52fe1719-632b-485f-aa92-495acab96746', 'admin_state_up': True, 'tenant_id': '5b629a9dd0264a74864b2ff7d76a9dab'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:57.311056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['690e12e9-97b1-42cf-a0d9-42e46b2ceaae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:03:57.317648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea48f0ff-351f-4144-807a-07f7fcbe3568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.357893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea48f0ff-351f-4144-807a-07f7fcbe3568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.433514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Made reservation on behalf of 5b629a9dd0264a74864b2ff7d76a9dab for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:03:57.438721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.442775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea48f0ff-351f-4144-807a-07f7fcbe3568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.445693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea48f0ff-351f-4144-807a-07f7fcbe3568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.447198 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ea48f0ff-351f-4144-807a-07f7fcbe3568 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0820619b-d455-4f64-97ae-96b9d4ab42db HTTP/1.1" status: 204 len: 168 time: 0.2932184 Aug 27 12:03:57.467597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48f0ff-351f-4144-807a-07f7fcbe3568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0820619b-d455-4f64-97ae-96b9d4ab42db,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:57.566180 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06850d6-2071-4e7b-8b66-1eb1a57e87ca x-openstack-request-id: req-d06850d6-2071-4e7b-8b66-1eb1a57e87ca {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:57.566564 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa79ab-d110-43b3-ae7c-9b70f65e8d04", "name": "network-vif-deleted", "tag": "64a5b1a2-5805-45dd-9131-a3ba66d1c89c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:57.566747 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d06850d6-2071-4e7b-8b66-1eb1a57e87ca {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:57.567149 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa79ab-d110-43b3-ae7c-9b70f65e8d04', 'name': 'network-vif-deleted', 'tag': '64a5b1a2-5805-45dd-9131-a3ba66d1c89c', 'status': 'completed', 'code': 200} Aug 27 12:03:57.715109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Allocated IP 172.20.0.12 (52fe1719-632b-485f-aa92-495acab96746/b7f3c3be-c416-4b08-86b4-d39789b2d3fd/e4a966e8-1ff2-4876-9dd9-8bf6402032a5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:03:57.725047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dc5952e-7a94-436b-9b5a-53ea938f46bb req-dc817b17-1f92-469c-b96c-2400a0b1d820 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099646 Aug 27 12:03:57.806492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b209d8-d408-4b02-9b67-73cc213ccb4d req-a63c7259-f264-4694-b913-6f8d258e5bde tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=affa79ab-d110-43b3-ae7c-9b70f65e8d04 HTTP/1.1" status: 200 len: 210 time: 0.0391018 Aug 27 12:03:57.828226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d56ed55e-03e8-401e-9572-32fea86b23e7 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:03:57.930412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Deleting port 6d35b865-69ef-4266-950c-04d19a59dbe3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:03:57.930885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:57.957936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d56ed55e-03e8-401e-9572-32fea86b23e7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:03:57.970288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d56ed55e-03e8-401e-9572-32fea86b23e7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:03:57.970879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.005652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.060483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.065478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] For port 6d35b865-69ef-4266-950c-04d19a59dbe3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6d35b865-69ef-4266-950c-04d19a59dbe3,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:58.065972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.084486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Calling delete_port for 6d35b865-69ef-4266-950c-04d19a59dbe3 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:03:58.088919 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.128047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d56ed55e-03e8-401e-9572-32fea86b23e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d56ed55e-03e8-401e-9572-32fea86b23e7,segment=NetworkSegment(e273d7c6-4c38-4a4c-804c-55f3e7697c4c),segment_id=e273d7c6-4c38-4a4c-804c-55f3e7697c4c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:03:58.129217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ed55e-03e8-401e-9572-32fea86b23e7'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:58.132747 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f829cd7a-440b-473f-8296-1d337aaba010" -d '{"events": [{"server_uuid": "fd5a3696-128e-4eb7-9d91-51da2d9ded27", "name": "network-vif-plugged", "status": "completed", "tag": "d56ed55e-03e8-401e-9572-32fea86b23e7"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:58.139144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Network 52fe1719-632b-485f-aa92-495acab96746 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:03:58.145154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:03:58.148175 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.152768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 64a5b1a2-5805-45dd-9131-a3ba66d1c89c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:03:58.154070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:03:58.194712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:58.203050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 64a5b1a2-5805-45dd-9131-a3ba66d1c89c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:03:58.203440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 64a5b1a2-5805-45dd-9131-a3ba66d1c89c not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:03:58.250977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:58.251638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.273077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d56ed55e-03e8-401e-9572-32fea86b23e7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:58.289268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-7633d8c7-f759-47c5-a8eb-db18c8968c75 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1284134 Aug 27 12:03:58.303552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Request body: {'port': {'device_id': '744b8898-cc27-4b65-bfdc-4be791b10523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:03:58.378090 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.392935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352637d2-6dd5-4669-af37-c310b085d99d req-dde033b2-0e45-4069-946f-2fe74e76d4a5 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:58.400581 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d60a272-b4f0-4b86-8900-cd8a1e10d37e x-openstack-request-id: req-7d60a272-b4f0-4b86-8900-cd8a1e10d37e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:58.401222 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a3696-128e-4eb7-9d91-51da2d9ded27", "name": "network-vif-plugged", "status": "completed", "tag": "d56ed55e-03e8-401e-9572-32fea86b23e7", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:58.401472 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d60a272-b4f0-4b86-8900-cd8a1e10d37e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:58.403218 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ed55e-03e8-401e-9572-32fea86b23e7', 'code': 200} Aug 27 12:03:58.408095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-352637d2-6dd5-4669-af37-c310b085d99d req-dde033b2-0e45-4069-946f-2fe74e76d4a5 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 932 time: 0.1335378 Aug 27 12:03:58.507121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-352637d2-6dd5-4669-af37-c310b085d99d req-078b6c39-bd8a-458d-bffd-86483ffbda98 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977747 Aug 27 12:03:58.592525 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.636131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a2eff-9c06-45b0-8511-a0aa5dc70acf req-f3c1061f-787c-4644-8910-ecdcac173214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:58.637785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d8a2eff-9c06-45b0-8511-a0aa5dc70acf req-f3c1061f-787c-4644-8910-ecdcac173214 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 1096 time: 0.1374493 Aug 27 12:03:58.651477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6d35b865-69ef-4266-950c-04d19a59dbe3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:58.715554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a966e8-1ff2-4876-9dd9-8bf6402032a5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:03:58.730854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.742677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d8a2eff-9c06-45b0-8511-a0aa5dc70acf req-f81fd5da-af96-4d88-bc5a-7dd13474f341 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825455 Aug 27 12:03:58.750007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Transition to ACTIVE for port object e4a966e8-1ff2-4876-9dd9-8bf6402032a5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:03:58.760712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.878314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:58.896147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.913000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Attempting to bind port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:03:58.913340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Attempting to bind port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:03:58.913686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Attempting to bind port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 on network 52fe1719-632b-485f-aa92-495acab96746 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:58.918088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 on network 52fe1719-632b-485f-aa92-495acab96746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:03:58.918409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e16b1-4ce6-4c42-9953-d935219863e8 req-69c99ea6-6aa2-4d20-8c46-2da4332b58ab tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:58.918608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Attempting to bind port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 on network 52fe1719-632b-485f-aa92-495acab96746 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:03:58.924466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:03:58.924813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Checking segment: {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:03:58.925206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Bound using segment: {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:03:58.925639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Bound port: e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:03:58.926000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:58.926334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-521e16b1-4ce6-4c42-9953-d935219863e8 req-69c99ea6-6aa2-4d20-8c46-2da4332b58ab tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 945 time: 0.0745442 Aug 27 12:03:59.010068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:03:59.013717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:03:59.020835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:59.027843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-521e16b1-4ce6-4c42-9953-d935219863e8 req-05ca032d-015a-469b-bb8c-2a328172d1e1 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006193 Aug 27 12:03:59.077815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:59.078868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:59.080546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 1092 time: 0.7829642 Aug 27 12:03:59.081233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:03:59.083872 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa84e017-1569-4b85-a9c6-b1c6b314304f" -d '{"events": [{"name": "network-changed", "server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:03:59.119835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c40d1-e90f-4ae3-8203-2e11afee68c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:03:59.216721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-5c9ebfb5-c4f7-49de-b2fa-5e15fff40c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:59.220551 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-5c9ebfb5-c4f7-49de-b2fa-5e15fff40c88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1095 time: 0.0850654 Aug 27 12:03:59.275429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Router f163c4ce-4498-4934-8b90-2d74c62c39ce has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:03:59.332502 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28cd130-24db-4e91-b2fe-db7ba0f28120 x-openstack-request-id: req-e28cd130-24db-4e91-b2fe-db7ba0f28120 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:03:59.332924 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:03:59.333264 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e28cd130-24db-4e91-b2fe-db7ba0f28120 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:03:59.333752 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'status': 'completed', 'code': 200} Aug 27 12:03:59.335933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-95511341-71d0-41e5-9557-3ecc3d85316e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 217 time: 0.1049030 Aug 27 12:03:59.398723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-e7960000-ee24-4202-9f5d-4207f7109a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:59.400420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-e7960000-ee24-4202-9f5d-4207f7109a64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.0557108 Aug 27 12:03:59.482218 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-a84fc275-7e48-4229-bb64-a1f89c6d3f58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629094 Aug 27 12:03:59.566915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:03:59.580190 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] Sync routers for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:03:59.603317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41374) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:03:59.609809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f89eccef-a246-46c7-9eeb-538630afd2cf admin admin] 10.222.0.76 "PUT /v2.0/routers/f163c4ce-4498-4934-8b90-2d74c62c39ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7846086 Aug 27 12:03:59.610041 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:03:59.610734 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:03:59.695838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685b4fb-5dc8-489d-9f11-9f35f6ff185e req-53ffe331-17ce-4dac-9adf-5ea642800871 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:59.704119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7685b4fb-5dc8-489d-9f11-9f35f6ff185e req-53ffe331-17ce-4dac-9adf-5ea642800871 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 951 time: 0.0898590 Aug 27 12:03:59.754454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c302a9-ce94-422b-bbe0-98eb1dbe7b37 req-8420c998-305c-4abd-b9d9-06ad87892c77 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:03:59.756030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6c302a9-ce94-422b-bbe0-98eb1dbe7b37 req-8420c998-305c-4abd-b9d9-06ad87892c77 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 944 time: 0.1093690 Aug 27 12:03:59.772843 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-6c89203e-4e81-4f5f-b580-a9e4ba1c7815 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762988 Aug 27 12:03:59.779442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7685b4fb-5dc8-489d-9f11-9f35f6ff185e req-d5575b57-434f-48a6-ace5-a4a29912ba76 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Aug 27 12:03:59.822961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:03:59.849607 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:03:59.866415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6c302a9-ce94-422b-bbe0-98eb1dbe7b37 req-2071ea57-1987-4c61-9121-f20f7a1f2546 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027527 Aug 27 12:04:00.250845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51438-f162-49c0-ba48-9e313142d095 req-edeb984b-4a15-402e-9b0c-bce92db52084 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:00.258752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76a51438-f162-49c0-ba48-9e313142d095 req-edeb984b-4a15-402e-9b0c-bce92db52084 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 945 time: 0.1069219 Aug 27 12:04:00.312445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76a51438-f162-49c0-ba48-9e313142d095 req-f638f584-2bb7-4574-bd4a-97b80e4e6e00 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 Aug 27 12:04:00.324010 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee85300b-2750-43a4-8385-9e0b5d2fa443 req-2f5d115f-bc5c-47f5-aed4-89c2b3aa9299 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410669 Aug 27 12:04:00.337199 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T12:03:58Z', 'revision_number': 5, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port': {'id': '7bfb6eeb-0fa9-40ad-9506-ae1327d84e65', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:34Z', 'updated_at': '2021-08-27T11:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:00.365212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:00.372960 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] Checking router: f163c4ce-4498-4934-8b90-2d74c62c39ce for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:04:00.387907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] Routers {'f163c4ce-4498-4934-8b90-2d74c62c39ce'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:00.389687 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f163c4ce-4498-4934-8b90-2d74c62c39ce'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:00.452901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-d0d021ee-48d9-4af4-98d8-932334ba44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:00.454431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-d0d021ee-48d9-4af4-98d8-932334ba44f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1095 time: 0.0755737 Aug 27 12:04:00.489053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Deleting port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:00.489440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:00.501204 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] Set router f163c4ce-4498-4934-8b90-2d74c62c39ce gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:00.563643 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T12:04:00Z', 'revision_number': 6, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:00.574491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] For port 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:00.574866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:00.588264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Calling delete_port for 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:00.597674 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec2128-133d-4b3b-ab14-6afb35ebabc4 None None] The sync data for ids ['f163c4ce-4498-4934-8b90-2d74c62c39ce'] in n-d-688802-4 is: [{'id': 'f163c4ce-4498-4934-8b90-2d74c62c39ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675068456-router', 'tenant_id': '3b34dbfb1a124b82ab838b1219014f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:33Z', 'updated_at': '2021-08-27T12:04:00Z', 'revision_number': 6, 'project_id': '3b34dbfb1a124b82ab838b1219014f29', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:04:00.732480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-e6cdc304-96d9-4890-9a8c-2655286cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:00.734292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-e6cdc304-96d9-4890-9a8c-2655286cee27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 913 time: 0.2687626 Aug 27 12:04:00.821660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-10a5f7c0-2b3b-4d2d-9261-44fadff2f35e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 217 time: 0.0456502 Aug 27 12:04:00.907684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-982cff9b-ea4c-4e3c-8c8e-0d2ab219bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:00.909155 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-982cff9b-ea4c-4e3c-8c8e-0d2ab219bbed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.0769393 Aug 27 12:04:00.973366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-fbbae479-b28e-4195-920a-003e30880460 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516610 Aug 27 12:04:00.974250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:00.987148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1afb41-7eeb-4f9b-9b96-928b1073dcda req-456099d8-ec77-490a-8749-0e144be775dc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:01.002086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e1afb41-7eeb-4f9b-9b96-928b1073dcda req-456099d8-ec77-490a-8749-0e144be775dc tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 951 time: 0.1293726 Aug 27 12:04:01.111320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e1afb41-7eeb-4f9b-9b96-928b1073dcda req-71cc67f8-46e0-40f4-bc6c-e93864410793 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078918 Aug 27 12:04:01.153378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfb6eeb-0fa9-40ad-9506-ae1327d84e65,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:01.278638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078a715-79df-4767-be43-bb13a0496c65 req-5c35d6a4-8d24-4acb-996b-bde5716cefd4 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:01.280226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1078a715-79df-4767-be43-bb13a0496c65 req-5c35d6a4-8d24-4acb-996b-bde5716cefd4 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 944 time: 0.1092129 Aug 27 12:04:01.317654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:01.354612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1078a715-79df-4767-be43-bb13a0496c65 req-1d22dd0e-e724-46e8-883e-4a16f8a293fa tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661442 Aug 27 12:04:01.489247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1f3d4-01f7-4913-814c-02e69f634c5b req-7fd17843-051b-446b-9e1d-54301b40513e tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:01.490900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cc1f3d4-01f7-4913-814c-02e69f634c5b req-7fd17843-051b-446b-9e1d-54301b40513e tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 945 time: 0.0820386 Aug 27 12:04:01.499741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:01.504522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:01.513426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-b3c0cae0-04b6-4fea-82a8-8a2b96aa4134 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286925 Aug 27 12:04:01.552826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cc1f3d4-01f7-4913-814c-02e69f634c5b req-d23446d3-5bd1-42b0-90af-e85ba6355e06 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Aug 27 12:04:01.697276 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:01.697795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f163c4ce-4498-4934-8b90-2d74c62c39ce {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:04:01.720782 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:01.724237 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e25c5bd6-dec7-41dc-8be2-85b1200b2580 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f163c4ce-4498-4934-8b90-2d74c62c39ce HTTP/1.1" status: 204 len: 168 time: 2.1178951 Aug 27 12:04:01.725019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:01.739787 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aa84e017-1569-4b85-a9c6-b1c6b314304f req-10a8ee51-f9ea-43d7-a213-7d41bae438cd service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815345 Aug 27 12:04:01.894723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Deleting subnet 30ef6ee6-8c11-410b-bfa9-3037627a2d51 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:04:01.910770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:01.985501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-a95b8700-0433-47d5-98d0-4d132a48dc81 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:01.987280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-a95b8700-0433-47d5-98d0-4d132a48dc81 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 951 time: 0.2505040 Aug 27 12:04:01.989777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.213836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6d35b865-69ef-4266-950c-04d19a59dbe3 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:02.215993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.247344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6d35b865-69ef-4266-950c-04d19a59dbe3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:02.247695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6d35b865-69ef-4266-950c-04d19a59dbe3 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:02.248119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:02.255193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3506-218a-4c0f-b5a6-561e6449a21f req-92e1bf5d-9bdc-4fbf-88b9-8bc53779a502 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:02.262656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b9a3506-218a-4c0f-b5a6-561e6449a21f req-92e1bf5d-9bdc-4fbf-88b9-8bc53779a502 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 945 time: 0.1323557 Aug 27 12:04:02.271004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Deleting port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:02.271004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.272727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e4a966e8-1ff2-4876-9dd9-8bf6402032a5 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:02.275186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:02.275690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7bfb6eeb-0fa9-40ad-9506-ae1327d84e65 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:02.392491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b9a3506-218a-4c0f-b5a6-561e6449a21f req-80f35602-161a-4a81-ad6a-aceb037984a8 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288514 Aug 27 12:04:02.456846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:02.488664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'network_id': '52fe1719-632b-485f-aa92-495acab96746', 'port_id': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'mac_address': 'fa:16:3e:ae:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f3c3be-c416-4b08-86b4-d39789b2d3fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:02.537475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.597028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] For port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:02.598458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.624967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bf6b6-278d-48fa-aacc-25ba3ecd06f8 req-d4fb7339-0c96-4a02-81a1-70d9e54efe99 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:02.652238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f8bf6b6-278d-48fa-aacc-25ba3ecd06f8 req-d4fb7339-0c96-4a02-81a1-70d9e54efe99 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 951 time: 0.3865240 Aug 27 12:04:02.653572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.671791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Calling delete_port for 690e12e9-97b1-42cf-a0d9-42e46b2ceaae owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:02.673819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a966e8-1ff2-4876-9dd9-8bf6402032a5 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:02.697744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:02.702515 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.748456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f8bf6b6-278d-48fa-aacc-25ba3ecd06f8 req-7bbd8a80-f643-44cf-800a-de4f9e935b60 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/security-groups?id=3942d717-4615-4922-b750-280e745167e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944533 Aug 27 12:04:02.754299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.756338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] 10.222.0.76 "DELETE /v2.0/subnets/30ef6ee6-8c11-410b-bfa9-3037627a2d51 HTTP/1.1" status: 204 len: 168 time: 1.0300932 Aug 27 12:04:02.759026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:02.772271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27bc2b-b339-4fb7-9537-4b025328c6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ef6ee6-8c11-410b-bfa9-3037627a2d51,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:02.777483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa2b48-efdc-4317-81cf-dc4bf9b32dcd None None] Network f7448c16-e86f-486a-940b-967a191f38ba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:02.860129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246874-ef16-48ed-bf98-28e656f23baa req-84f21535-46c0-4def-ae0b-40d1f76f318c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:02.861704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf246874-ef16-48ed-bf98-28e656f23baa req-84f21535-46c0-4def-ae0b-40d1f76f318c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 944 time: 0.2472470 Aug 27 12:04:02.868878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.887697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:02.932192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Deleting port d358133d-d64f-458a-8d32-afa98a57bba8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:02.932634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:02.937213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf246874-ef16-48ed-bf98-28e656f23baa req-fc46fdf3-fc7a-4b01-8f18-ceb04e1d1948 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621850 Aug 27 12:04:03.012510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:03.033651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.058927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] DHCP port deletion for f7448c16-e86f-486a-940b-967a191f38ba request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:04:03.069775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Pushing event deleted for resources: {'Port': ['ID=690e12e9-97b1-42cf-a0d9-42e46b2ceaae,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:03.072089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] For port d358133d-d64f-458a-8d32-afa98a57bba8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d358133d-d64f-458a-8d32-afa98a57bba8,segment=NetworkSegment(bcda0eb4-5087-41b1-82d8-02aca890f593),segment_id=bcda0eb4-5087-41b1-82d8-02aca890f593)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:03.073309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.079792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['690e12e9-97b1-42cf-a0d9-42e46b2ceaae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:03.093662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Calling delete_port for d358133d-d64f-458a-8d32-afa98a57bba8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:03.138950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] No DVR routers for this DVR port 690e12e9-97b1-42cf-a0d9-42e46b2ceaae on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:03.143015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.146076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-034d4db1-8ce2-4aaf-aafa-f3373e4b2fc7 req-eeabb7cc-ae98-4d4f-896a-d3b246efb6ac tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.77 "DELETE /v2.0/ports/690e12e9-97b1-42cf-a0d9-42e46b2ceaae HTTP/1.1" status: 204 len: 173 time: 1.1496296 Aug 27 12:04:03.146573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-deleted', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:03.149684 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab5aa5-18d3-42b2-b4f8-c78e1622d5ae" -d '{"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-deleted", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:03.217565 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3cb01e-7be0-4904-8ec1-d4942047118f x-openstack-request-id: req-5a3cb01e-7be0-4904-8ec1-d4942047118f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:03.217969 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663f833e-a39e-4f9e-bba6-5df23d3a07bd", "name": "network-vif-deleted", "tag": "690e12e9-97b1-42cf-a0d9-42e46b2ceaae", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:03.218585 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a3cb01e-7be0-4904-8ec1-d4942047118f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:03.219059 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663f833e-a39e-4f9e-bba6-5df23d3a07bd', 'name': 'network-vif-deleted', 'tag': '690e12e9-97b1-42cf-a0d9-42e46b2ceaae', 'status': 'completed', 'code': 200} Aug 27 12:04:03.227376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.263245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d358133d-d64f-458a-8d32-afa98a57bba8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:03.271097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] No DVR routers for this DVR port d358133d-d64f-458a-8d32-afa98a57bba8 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:03.273618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Deleting port d358133d-d64f-458a-8d32-afa98a57bba8 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:03.274128 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.378229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.386558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] For port d358133d-d64f-458a-8d32-afa98a57bba8, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:03.386965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.402672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Calling delete_port for d358133d-d64f-458a-8d32-afa98a57bba8 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:03.407475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Port d358133d-d64f-458a-8d32-afa98a57bba8 was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:04:03.407841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7448c16-e86f-486a-940b-967a191f38ba']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:03.409762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.419949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcda0eb4-5087-41b1-82d8-02aca890f593') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:03.420244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcda0eb4-5087-41b1-82d8-02aca890f593') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:03.441221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.445251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] No DVR routers for this DVR port d358133d-d64f-458a-8d32-afa98a57bba8 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:03.447224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53efb-3a73-4ad9-9cac-0f5ed93390f3 None None] Pushing event deleted for resources: {'Port': ['ID=d358133d-d64f-458a-8d32-afa98a57bba8,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:03.466978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.474621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:04:03.475114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:04:03.476872 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:04:03.548589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.554589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:03.556895 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f7448c16-e86f-486a-940b-967a191f38ba HTTP/1.1" status: 204 len: 168 time: 0.7967036 Aug 27 12:04:03.559851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:03.571186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8eb2e-bddd-481a-89f1-11b4f24d2f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7448c16-e86f-486a-940b-967a191f38ba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:03.584739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8b0c4-a3a5-41e8-9e07-b79fb40e70ca req-9bbe4031-44f7-443f-b559-d7165c8c90ac tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:03.586364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ef8b0c4-a3a5-41e8-9e07-b79fb40e70ca req-9bbe4031-44f7-443f-b559-d7165c8c90ac tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 945 time: 0.0798144 Aug 27 12:04:03.640332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ef8b0c4-a3a5-41e8-9e07-b79fb40e70ca req-2660fc5e-b5bc-4519-90dc-9d39ba0af97c tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/security-groups?id=637d8ee7-b83d-4e22-a486-cd952985a1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Aug 27 12:04:03.740837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-bec195bc-bbc3-4a18-8280-c2e1288ff50a tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:03.742575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-bec195bc-bbc3-4a18-8280-c2e1288ff50a tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 945 time: 0.0613630 Aug 27 12:04:03.954006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f64bca4-7466-456b-84a3-e225ec5df327 req-5711e4ca-36a3-434b-a7ef-aacd18e58f71 tempest-ServersAdminTestJSON-1216946101 tempest-ServersAdminTestJSON-1216946101-project] 10.222.0.76 "GET /v2.0/ports?device_id=663f833e-a39e-4f9e-bba6-5df23d3a07bd HTTP/1.1" status: 200 len: 210 time: 0.0768216 Aug 27 12:04:03.958732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Deleting port d56ed55e-03e8-401e-9572-32fea86b23e7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:03.959082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.048694 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.127347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] For port d56ed55e-03e8-401e-9572-32fea86b23e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d56ed55e-03e8-401e-9572-32fea86b23e7,segment=NetworkSegment(e273d7c6-4c38-4a4c-804c-55f3e7697c4c),segment_id=e273d7c6-4c38-4a4c-804c-55f3e7697c4c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:04.128098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.183750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Calling delete_port for d56ed55e-03e8-401e-9572-32fea86b23e7 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:04.199557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d358133d-d64f-458a-8d32-afa98a57bba8 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:04.211569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a642b-aafb-4823-b102-46f246b1dc0e req-2119aae6-aaf5-40eb-b6a6-54f7a763dcb3 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:04.221309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae8a642b-aafb-4823-b102-46f246b1dc0e req-2119aae6-aaf5-40eb-b6a6-54f7a763dcb3 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 945 time: 0.0879738 Aug 27 12:04:04.229559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d358133d-d64f-458a-8d32-afa98a57bba8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:04.230042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d358133d-d64f-458a-8d32-afa98a57bba8 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:04.299461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e4a966e8-1ff2-4876-9dd9-8bf6402032a5 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:04.312158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae8a642b-aafb-4823-b102-46f246b1dc0e req-b7e121a9-35b8-4f4d-aa15-bd7cfa3f5498 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832517 Aug 27 12:04:04.379738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:04.384943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:04.385373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.409220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Deleting port d7e18221-555e-483d-93ad-fa757ebe0930 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:04.409734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.442877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.477517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Pushing event deleted for resources: {'Port': ['ID=d56ed55e-03e8-401e-9572-32fea86b23e7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:04.497669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d56ed55e-03e8-401e-9572-32fea86b23e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:04.533523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] For port d7e18221-555e-483d-93ad-fa757ebe0930, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d7e18221-555e-483d-93ad-fa757ebe0930,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:04.533895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.535571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] No DVR routers for this DVR port d56ed55e-03e8-401e-9572-32fea86b23e7 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:04.539044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.541662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d31a4f81-569f-4a36-89eb-1752f108b58a req-cf6191f3-69b6-4519-b075-f437f234c4af tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.77 "DELETE /v2.0/ports/d56ed55e-03e8-401e-9572-32fea86b23e7 HTTP/1.1" status: 204 len: 173 time: 0.7921968 Aug 27 12:04:04.552799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Calling delete_port for d7e18221-555e-483d-93ad-fa757ebe0930 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:04.713414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.755405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:04.757644 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d369822c-45c5-455d-a854-7ff5a1cae64a" -d '{"events": [{"server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "name": "network-vif-plugged", "status": "completed", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:04.773273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:04.783294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.788851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:04.793574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-568d3c70-51f1-4f6c-adce-812befee9707 req-4ea0ceab-3ec1-45a2-ab2a-373b6c44e2f7 tempest-ServerPasswordTestJSON-732469654 tempest-ServerPasswordTestJSON-732469654-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd5a3696-128e-4eb7-9d91-51da2d9ded27 HTTP/1.1" status: 200 len: 210 time: 0.0297112 Aug 27 12:04:04.821770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e18221-555e-483d-93ad-fa757ebe0930,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:04.869152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:04.934169 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0f7576-0456-4790-8b28-98d57394b2f9 x-openstack-request-id: req-fd0f7576-0456-4790-8b28-98d57394b2f9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:04.934833 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "name": "network-vif-plugged", "status": "completed", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:04.935408 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd0f7576-0456-4790-8b28-98d57394b2f9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:04.936195 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'code': 200} Aug 27 12:04:05.116245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:05.121794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7c52b-412b-4bf9-869b-83d50cce0199 req-a46adbfc-6729-4c59-b6f1-092b6e42aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:05.140463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fec7c52b-412b-4bf9-869b-83d50cce0199 req-a46adbfc-6729-4c59-b6f1-092b6e42aae6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1097 time: 0.0835817 Aug 27 12:04:05.220836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'name': 'network-vif-deleted', 'tag': 'd56ed55e-03e8-401e-9572-32fea86b23e7'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:05.223587 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be4195-aab4-416e-b530-3cc06b495d8d" -d '{"events": [{"server_uuid": "fd5a3696-128e-4eb7-9d91-51da2d9ded27", "name": "network-vif-deleted", "tag": "d56ed55e-03e8-401e-9572-32fea86b23e7"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:05.284327 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70f227-b990-4bff-8eb8-12b6ddb9b572 x-openstack-request-id: req-1c70f227-b990-4bff-8eb8-12b6ddb9b572 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:05.284829 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a3696-128e-4eb7-9d91-51da2d9ded27", "name": "network-vif-deleted", "tag": "d56ed55e-03e8-401e-9572-32fea86b23e7", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:05.285185 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c70f227-b990-4bff-8eb8-12b6ddb9b572 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:05.285675 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5a3696-128e-4eb7-9d91-51da2d9ded27', 'name': 'network-vif-deleted', 'tag': 'd56ed55e-03e8-401e-9572-32fea86b23e7', 'status': 'completed', 'code': 200} Aug 27 12:04:05.304931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fec7c52b-412b-4bf9-869b-83d50cce0199 req-76c85624-a413-4c14-8b58-14008a4dba31 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562030 Aug 27 12:04:05.435939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Router 19f207cd-6d89-4c59-adad-7d6ef5b79243 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:04:05.476923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80386b26-1be5-4ccd-8f31-146631664994 req-aa95a267-91e8-46fc-bc80-0943c65e240d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:05.478626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80386b26-1be5-4ccd-8f31-146631664994 req-aa95a267-91e8-46fc-bc80-0943c65e240d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 946 time: 0.0664575 Aug 27 12:04:05.481712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:05.534904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80386b26-1be5-4ccd-8f31-146631664994 req-e688532a-524f-48cf-8d36-1a82710671c7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Aug 27 12:04:05.644956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7545235-6ae9-4889-a416-9311b78622ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4cb4bcefae754f9e9cfab58ddc6f1b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620805 Aug 27 12:04:05.647636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:05.708535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d72d59e2-72ed-4990-b0a7-f141ad451418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:05.740768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d72d59e2-72ed-4990-b0a7-f141ad451418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:05.829438 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d72d59e2-72ed-4990-b0a7-f141ad451418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:05.832127 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d72d59e2-72ed-4990-b0a7-f141ad451418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:05.834905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d72d59e2-72ed-4990-b0a7-f141ad451418 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3942d717-4615-4922-b750-280e745167e1 HTTP/1.1" status: 204 len: 168 time: 0.1817198 Aug 27 12:04:05.845820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:04:05.848460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d59e2-72ed-4990-b0a7-f141ad451418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3942d717-4615-4922-b750-280e745167e1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:05.856870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41528) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:05.857529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9a3bce26-792e-4b32-a553-548a98a7dbbb admin admin] 10.222.0.76 "PUT /v2.0/routers/19f207cd-6d89-4c59-adad-7d6ef5b79243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2853792 Aug 27 12:04:05.867545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] Sync routers for ids ['19f207cd-6d89-4c59-adad-7d6ef5b79243'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:04:05.874730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb753d9-defd-4485-b432-0c6672c0b5c2 req-7d35df49-120b-45ef-aa7b-8d45a9ed4a28 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:05.876823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ceb753d9-defd-4485-b432-0c6672c0b5c2 req-7d35df49-120b-45ef-aa7b-8d45a9ed4a28 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0877655 Aug 27 12:04:05.880510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] Routers {'19f207cd-6d89-4c59-adad-7d6ef5b79243'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:05.881921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['19f207cd-6d89-4c59-adad-7d6ef5b79243'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:05.885664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:05.939587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41532) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:05.945606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 690e12e9-97b1-42cf-a0d9-42e46b2ceaae {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:05.946173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 690e12e9-97b1-42cf-a0d9-42e46b2ceaae not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:06.021348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Deleting subnet ca867149-6992-4cb5-a70d-5216ec2272da {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:04:06.026337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.044832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] Set router 19f207cd-6d89-4c59-adad-7d6ef5b79243 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:06.094711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ceb753d9-defd-4485-b432-0c6672c0b5c2 req-67039402-3dd5-49ab-a0e9-e7fe4e417b2d tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737294 Aug 27 12:04:06.097800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.122500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.165727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.260342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.285441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.287968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ca867149-6992-4cb5-a70d-5216ec2272da HTTP/1.1" status: 204 len: 168 time: 0.3470459 Aug 27 12:04:06.309342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41540) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:06.319507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45349d31-df91-48bd-8f79-a8b54bbf1a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca867149-6992-4cb5-a70d-5216ec2272da,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:06.329407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:06.359986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T12:04:04Z', 'revision_number': 5, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port': {'id': 'a42d800f-d8ca-46fc-9c78-344baaa1b9eb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T11:58:50Z', 'updated_at': '2021-08-27T11:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:06.390023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.393938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] Checking router: 19f207cd-6d89-4c59-adad-7d6ef5b79243 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:04:06.399022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.403974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f118a110-e142-4ada-90a3-cacb24f800d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32da1d2ea6894773ae239171c1e156ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728555 Aug 27 12:04:06.408087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] Routers {'19f207cd-6d89-4c59-adad-7d6ef5b79243'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:06.409240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['19f207cd-6d89-4c59-adad-7d6ef5b79243'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:06.411584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41544) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:06.457033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Deleting port a42d800f-d8ca-46fc-9c78-344baaa1b9eb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:06.457375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.510714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] Set router 19f207cd-6d89-4c59-adad-7d6ef5b79243 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:06.566959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.569531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c096c92-3c65-4d2f-8516-b1caa1c9c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.577281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T12:04:06Z', 'revision_number': 6, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:06.585433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] For port a42d800f-d8ca-46fc-9c78-344baaa1b9eb, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:06.586074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.590802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc69d574-0677-4d05-a3e7-a8382da44928']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:06.603411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Calling delete_port for a42d800f-d8ca-46fc-9c78-344baaa1b9eb owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:06.612056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36b87-e582-4fc4-a40a-6684d61c4373 None None] The sync data for ids ['19f207cd-6d89-4c59-adad-7d6ef5b79243'] in n-d-688802-4 is: [{'id': '19f207cd-6d89-4c59-adad-7d6ef5b79243', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2068637313-router', 'tenant_id': '2aa6b641f2db4dc799c920761d292589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T11:58:48Z', 'updated_at': '2021-08-27T12:04:06Z', 'revision_number': 6, 'project_id': '2aa6b641f2db4dc799c920761d292589', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:04:06.613036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:06.613644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e273d7c6-4c38-4a4c-804c-55f3e7697c4c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:06.624847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c096c92-3c65-4d2f-8516-b1caa1c9c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.637924 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.687384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.719626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:04:06.720520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:04:06.722592 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:04:06.725112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c096c92-3c65-4d2f-8516-b1caa1c9c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.726304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c096c92-3c65-4d2f-8516-b1caa1c9c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.737807 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c096c92-3c65-4d2f-8516-b1caa1c9c4cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fd2a2b4-c6e0-4074-95c7-dbf59491fbf7 HTTP/1.1" status: 204 len: 168 time: 0.3172789 Aug 27 12:04:06.745695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268ec3-597e-4e98-ac58-46e5c6a28f17 req-00292928-a7dd-4aa5-b354-7824b3825f84 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:06.748336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67268ec3-597e-4e98-ac58-46e5c6a28f17 req-00292928-a7dd-4aa5-b354-7824b3825f84 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 946 time: 0.1340981 Aug 27 12:04:06.808813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c096c92-3c65-4d2f-8516-b1caa1c9c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd2a2b4-c6e0-4074-95c7-dbf59491fbf7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:06.844096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.864364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:06.868528 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] 10.222.0.76 "DELETE /v2.0/networks/bc69d574-0677-4d05-a3e7-a8382da44928 HTTP/1.1" status: 204 len: 168 time: 0.5557063 Aug 27 12:04:06.868528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909665d9-501d-43b6-95d6-ce6cf4598d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc69d574-0677-4d05-a3e7-a8382da44928,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:06.875576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67268ec3-597e-4e98-ac58-46e5c6a28f17 req-e5ad652a-b6b3-41d0-8dbe-745403c6a95c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692806 Aug 27 12:04:06.972526 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.009950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42d800f-d8ca-46fc-9c78-344baaa1b9eb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:07.065740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41558) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:07.132636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1d772d23-ec5b-4390-a124-f892e5b8f698 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf12cc1e7f7345b18baed65422ea51c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634253 Aug 27 12:04:07.133422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41564) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:07.227129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9844d2d-55be-42f2-a0b3-628bf2660add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.251917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9844d2d-55be-42f2-a0b3-628bf2660add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.353454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9844d2d-55be-42f2-a0b3-628bf2660add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.358051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9844d2d-55be-42f2-a0b3-628bf2660add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.359610 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e9844d2d-55be-42f2-a0b3-628bf2660add admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/637d8ee7-b83d-4e22-a486-cd952985a1f3 HTTP/1.1" status: 204 len: 168 time: 0.2240334 Aug 27 12:04:07.386431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9844d2d-55be-42f2-a0b3-628bf2660add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d8ee7-b83d-4e22-a486-cd952985a1f3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:07.453964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eac56c-4d25-4bc5-845f-a2be81b5b991 req-c451044b-1a2e-432f-a56f-3e6b07584359 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:07.460457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61eac56c-4d25-4bc5-845f-a2be81b5b991 req-c451044b-1a2e-432f-a56f-3e6b07584359 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.1014121 Aug 27 12:04:07.474176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.579689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.584107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.641535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.642370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f207cd-6d89-4c59-adad-7d6ef5b79243 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:04:07.648239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.649645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-53320eaf-dc02-482d-b2b1-37eaf3c5ea69 admin admin] 10.222.0.76 "DELETE /v2.0/routers/19f207cd-6d89-4c59-adad-7d6ef5b79243 HTTP/1.1" status: 204 len: 168 time: 1.7907259 Aug 27 12:04:07.652241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:07.722824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61eac56c-4d25-4bc5-845f-a2be81b5b991 req-3bc928f4-925c-4899-9b61-cdbda1309ffc tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/security-groups?id=744b6c14-2ab5-4938-9b4a-4987a650a76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547548 Aug 27 12:04:07.747120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Deleting subnet 520b4a1d-aaed-4f8c-b1de-03453f2617dc {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:04:07.753034 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.795914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.887992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d56ed55e-03e8-401e-9572-32fea86b23e7 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:07.912284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:07.964724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d56ed55e-03e8-401e-9572-32fea86b23e7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:07.966136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d56ed55e-03e8-401e-9572-32fea86b23e7 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:08.006692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.010958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-441cef2a-da6d-4e03-8147-b49060800988 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:08.012554 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-441cef2a-da6d-4e03-8147-b49060800988 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.65 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 946 time: 0.1151214 Aug 27 12:04:08.066337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c369f-08a6-4e3a-9e86-4f018abd5886 req-5c537407-2f41-4e96-9160-c5aa48016f6b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:08.074224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-605c369f-08a6-4e3a-9e86-4f018abd5886 req-5c537407-2f41-4e96-9160-c5aa48016f6b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 946 time: 0.0994101 Aug 27 12:04:08.127700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-605c369f-08a6-4e3a-9e86-4f018abd5886 req-6975d598-fdd2-4245-94af-2574dd5e77f1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Aug 27 12:04:08.179813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41606) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:08.193835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.216599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d7e18221-555e-483d-93ad-fa757ebe0930 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:08.238301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520b4a1d-aaed-4f8c-b1de-03453f2617dc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:08.243735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.248369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:08.259022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dfbed59c-8f2c-4ae0-803c-e059f08687d3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/520b4a1d-aaed-4f8c-b1de-03453f2617dc HTTP/1.1" status: 204 len: 168 time: 0.6052065 Aug 27 12:04:08.286873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf7898-4905-40d3-9879-76fb47a1c21a None None] Network 705ab10d-9643-4274-a1a5-7dc7bd73c40c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:08.347270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Deleting port 19339938-fbbf-4feb-98aa-02e757c3bdfb {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:08.356001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.371740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.388218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8b06987-778a-4063-a0be-19067d4b612d req-dd9ac673-42f0-4ac4-b297-aeb376921a9e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-399071634&fields=id&tenant_id=5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 267 time: 0.0493853 Aug 27 12:04:08.472071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06987-778a-4063-a0be-19067d4b612d req-62258e9c-20a8-47c5-bc63-be3d8024cc35 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:08.480818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8b06987-778a-4063-a0be-19067d4b612d req-62258e9c-20a8-47c5-bc63-be3d8024cc35 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 946 time: 0.0944622 Aug 27 12:04:08.482643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d7e18221-555e-483d-93ad-fa757ebe0930 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:08.483049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d7e18221-555e-483d-93ad-fa757ebe0930 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:08.483456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a42d800f-d8ca-46fc-9c78-344baaa1b9eb no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:08.493557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'port': {'security_groups': ['724da84a-3886-4e8b-a236-ac001a772cc2', '11322503-3999-43ff-82fd-dc90b648a8bd']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:08.541117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] For port 19339938-fbbf-4feb-98aa-02e757c3bdfb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=19339938-fbbf-4feb-98aa-02e757c3bdfb,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:08.543944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.555674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a42d800f-d8ca-46fc-9c78-344baaa1b9eb {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:08.556023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a42d800f-d8ca-46fc-9c78-344baaa1b9eb not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:08.584426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Calling delete_port for 19339938-fbbf-4feb-98aa-02e757c3bdfb owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:08.607809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1612287570-network', 'tenant_id': 'a4fef70aa2314f4bacaab01dd3bcc24a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:08.641696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Deleting port e513d42c-2a2d-4211-95c3-a3d0e8337560 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:08.642039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.667661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:08.726898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.741905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Made reservation on behalf of a4fef70aa2314f4bacaab01dd3bcc24a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:08.744455 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.766564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] DHCP port deletion for 705ab10d-9643-4274-a1a5-7dc7bd73c40c request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:04:08.780888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.793797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.854206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] For port e513d42c-2a2d-4211-95c3-a3d0e8337560, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e513d42c-2a2d-4211-95c3-a3d0e8337560,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:08.854825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.858724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Pushing event deleted for resources: {'Port': ['ID=19339938-fbbf-4feb-98aa-02e757c3bdfb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:08.883790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Calling delete_port for e513d42c-2a2d-4211-95c3-a3d0e8337560 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:08.930684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] Deleting port e513d42c-2a2d-4211-95c3-a3d0e8337560 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:08.935487 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.961646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-network', 'tenant_id': '1141438b1e9b45618d936479521d80bc'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:08.975294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] No DVR routers for this DVR port 19339938-fbbf-4feb-98aa-02e757c3bdfb on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:08.978670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:08.980776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f33b7ef6-3688-4e68-aac9-7d8cca7f1558 req-5a5ced63-c496-4c20-8603-83fbce4204dd tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.65 "DELETE /v2.0/ports/19339938-fbbf-4feb-98aa-02e757c3bdfb HTTP/1.1" status: 204 len: 173 time: 0.9461935 Aug 27 12:04:08.981259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'name': 'network-vif-deleted', 'tag': '19339938-fbbf-4feb-98aa-02e757c3bdfb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:08.987954 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d3cb4-838f-4c5a-9fd3-c2aefc4b58a7" -d '{"events": [{"server_uuid": "85a76e35-497c-48ce-a81d-a437488aaaa7", "name": "network-vif-deleted", "tag": "19339938-fbbf-4feb-98aa-02e757c3bdfb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:09.031408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41646) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:09.048641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] For port e513d42c-2a2d-4211-95c3-a3d0e8337560, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e513d42c-2a2d-4211-95c3-a3d0e8337560,segment=NetworkSegment(f067b879-302b-4c24-b44f-2cd4d00b9415),segment_id=f067b879-302b-4c24-b44f-2cd4d00b9415)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:09.049361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.076099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] Calling delete_port for e513d42c-2a2d-4211-95c3-a3d0e8337560 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:09.175155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71f2f840-c683-4118-8ceb-54ace80f89ca req-320926f2-5801-4380-87fd-8e47a270f699 tempest-AttachSCSIVolumeTestJSON-451446139 tempest-AttachSCSIVolumeTestJSON-451446139-project] 10.222.0.76 "GET /v2.0/ports?device_id=85a76e35-497c-48ce-a81d-a437488aaaa7 HTTP/1.1" status: 200 len: 210 time: 0.1470652 Aug 27 12:04:09.218645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.239242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71707a4b-1841-4f6c-8d5f-dc6324c3c5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.264686 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c6f97-f592-470b-b3fc-854a58458315 x-openstack-request-id: req-4b9c6f97-f592-470b-b3fc-854a58458315 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:09.265067 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a76e35-497c-48ce-a81d-a437488aaaa7", "name": "network-vif-deleted", "tag": "19339938-fbbf-4feb-98aa-02e757c3bdfb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:09.266372 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b9c6f97-f592-470b-b3fc-854a58458315 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:09.266372 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a76e35-497c-48ce-a81d-a437488aaaa7', 'name': 'network-vif-deleted', 'tag': '19339938-fbbf-4feb-98aa-02e757c3bdfb', 'status': 'completed', 'code': 200} Aug 27 12:04:09.266947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] No DVR routers for this DVR port e513d42c-2a2d-4211-95c3-a3d0e8337560 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:09.277243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923aa32-e540-449d-91eb-8dd2dd2bd70d None None] Pushing event deleted for resources: {'Port': ['ID=e513d42c-2a2d-4211-95c3-a3d0e8337560,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:09.323819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.369935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.373163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e513d42c-2a2d-4211-95c3-a3d0e8337560,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:09.387437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] No DVR routers for this DVR port e513d42c-2a2d-4211-95c3-a3d0e8337560 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:09.388951 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.445074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:09.466348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Made reservation on behalf of 1141438b1e9b45618d936479521d80bc for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:09.469696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.483244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:04:09.522362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a17147-9b90-4d94-96cb-8146c656f63d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:09.537603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.552473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71707a4b-1841-4f6c-8d5f-dc6324c3c5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.555102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.555473 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Added segment 63700fba-48b2-4610-a6e7-9f9dc68b6314 of type vlan for network 850dfef4-142d-4afb-a8ec-66fdd6e5205a Aug 27 12:04:09.557596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71707a4b-1841-4f6c-8d5f-dc6324c3c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.582005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.599890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.601432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71707a4b-1841-4f6c-8d5f-dc6324c3c5b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abca3619d7854a97b976deae9529a35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685468 Aug 27 12:04:09.603259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71707a4b-1841-4f6c-8d5f-dc6324c3c5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bab5f-f94b-43f3-be63-f93aff122be8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:09.606586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41650) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:09.622260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705ab10d-9643-4274-a1a5-7dc7bd73c40c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:09.637616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.658761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:09.661312 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.663289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f067b879-302b-4c24-b44f-2cd4d00b9415') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:09.663582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f067b879-302b-4c24-b44f-2cd4d00b9415') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:09.708622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5961c13-6feb-4b14-8a6d-809c1115e724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.712892 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.745365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5961c13-6feb-4b14-8a6d-809c1115e724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.751279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:09.751881 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.753304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8b06987-778a-4063-a0be-19067d4b612d req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "PUT /v2.0/ports/e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 982 time: 1.2714164 Aug 27 12:04:09.764542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:09.767088 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344bf089-fe00-4ea7-b5d8-28b5609119bb" -d '{"events": [{"name": "network-changed", "server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:09.785573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.802248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:04:09.802702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:04:09.804805 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:04:09.823067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5961c13-6feb-4b14-8a6d-809c1115e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.826526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b5961c13-6feb-4b14-8a6d-809c1115e724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.827861 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b5961c13-6feb-4b14-8a6d-809c1115e724 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d94bab5f-f94b-43f3-be63-f93aff122be8 HTTP/1.1" status: 204 len: 168 time: 0.2200711 Aug 27 12:04:09.829441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32860-4941-4400-8c9a-689bc699dce6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:09.832945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.834297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:09.835053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:09.837856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:09.855247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5961c13-6feb-4b14-8a6d-809c1115e724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bab5f-f94b-43f3-be63-f93aff122be8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:09.869267 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210289c-8c37-4846-955d-9bad61898431 x-openstack-request-id: req-2210289c-8c37-4846-955d-9bad61898431 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:09.869956 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:09.870409 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2210289c-8c37-4846-955d-9bad61898431 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:09.870979 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'status': 'completed', 'code': 200} Aug 27 12:04:09.995950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.005530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] Pushing event updated for resources: {'Network': ['ID=850dfef4-142d-4afb-a8ec-66fdd6e5205a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:10.020662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:04:10.022687 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.027172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] 10.222.0.76 "DELETE /v2.0/networks/705ab10d-9643-4274-a1a5-7dc7bd73c40c HTTP/1.1" status: 204 len: 168 time: 1.7777874 Aug 27 12:04:10.042437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-47d4c68b-ebb1-4719-9e46-e97733c2343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:10.044059 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-47d4c68b-ebb1-4719-9e46-e97733c2343d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1136 time: 0.1638100 Aug 27 12:04:10.048166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97a035d8-b73d-441d-8143-00723007683d req-e67caf2c-41bc-4321-920b-a8d084e737c5 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-293701864&fields=id&tenant_id=5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 267 time: 0.1496744 Aug 27 12:04:10.063175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e8be3-ca22-4663-8ee3-8b8c1d777e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=705ab10d-9643-4274-a1a5-7dc7bd73c40c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:10.084263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.091085 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.103252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-779ec4f7-5100-4bb9-9600-50c6f3c562f6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9221802 Aug 27 12:04:10.108496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:10.118685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Request body: {'subnet': {'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1612287570-subnet', 'tenant_id': 'a4fef70aa2314f4bacaab01dd3bcc24a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:10.138739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:04:10.167898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf673aaf-f1e7-4db7-8a66-86497a32e2c5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:10.180629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a035d8-b73d-441d-8143-00723007683d req-0089ae49-e780-4fe2-9483-25186ecf9e46 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:10.189888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97a035d8-b73d-441d-8143-00723007683d req-0089ae49-e780-4fe2-9483-25186ecf9e46 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 985 time: 0.1407406 Aug 27 12:04:10.192918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.193509 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Added segment 7694e059-a614-4abf-999c-1265a9b4cf99 of type vlan for network 723f0a69-0100-463f-89bf-e572941fd7d3 Aug 27 12:04:10.221150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'port': {'security_groups': ['11322503-3999-43ff-82fd-dc90b648a8bd', '724da84a-3886-4e8b-a236-ac001a772cc2', 'dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:10.224674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Made reservation on behalf of a4fef70aa2314f4bacaab01dd3bcc24a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:10.227425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.233834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e513d42c-2a2d-4211-95c3-a3d0e8337560 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:10.279656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e513d42c-2a2d-4211-95c3-a3d0e8337560 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:10.280008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e513d42c-2a2d-4211-95c3-a3d0e8337560 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:10.321156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 19339938-fbbf-4feb-98aa-02e757c3bdfb no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:10.347785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-d2eb5d37-9a78-4497-b57f-684a49bef066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:10.349629 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-d2eb5d37-9a78-4497-b57f-684a49bef066 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 913 time: 0.2980125 Aug 27 12:04:10.362346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 19339938-fbbf-4feb-98aa-02e757c3bdfb {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:10.364401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 19339938-fbbf-4feb-98aa-02e757c3bdfb not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:10.405118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:10.415417 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-6d117a44-453b-4837-9037-4104288f4c7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 217 time: 0.0580325 Aug 27 12:04:10.420146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.501726 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.502194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:10.502808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.504845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.520384 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c0a42a06-80c5-4bda-863c-836717533b9f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b34dbfb1a124b82ab838b1219014f29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1116159 Aug 27 12:04:10.521793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41686) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:10.528454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-0426775e-97a2-45c4-9e9f-22b5eb14520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:10.537175 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-0426775e-97a2-45c4-9e9f-22b5eb14520d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.1047084 Aug 27 12:04:10.584261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-fa79b90f-c3c0-454d-96de-8ca33f07dac9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449593 Aug 27 12:04:10.602189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9331911 Aug 27 12:04:10.606063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41696) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:10.625097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Request body: {'subnet': {'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-subnet', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:10.650938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c782d-bb1b-4ef7-9c7a-634a58f738d3 admin admin] Pushing event updated for resources: {'Network': ['ID=723f0a69-0100-463f-89bf-e572941fd7d3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:10.667495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 723f0a69-0100-463f-89bf-e572941fd7d3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:04:10.739813 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.755645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ea2-2c30-445c-b371-cb170fba3e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.835851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Checking segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:10.836222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Network hostable DHCP agents. Network: 850dfef4-142d-4afb-a8ec-66fdd6e5205a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:04:10.848073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ea2-2c30-445c-b371-cb170fba3e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.859889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8625420-d39c-458d-8607-c2434edae479,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:10.889893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-186c3e32-77cd-41ad-a187-ec82e3532d15 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948465 Aug 27 12:04:10.889893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Made reservation on behalf of 1141438b1e9b45618d936479521d80bc for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:10.891378 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.892802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:04:10.907652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 850dfef4-142d-4afb-a8ec-66fdd6e5205a) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:10.917432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf43ceb-a271-40a1-948d-e8cd24f650ee None None] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:10.918125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:10.919688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:10.943247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3fa95c4-d6aa-4822-86b2-42b09ff5b74a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8284764 Aug 27 12:04:11.060177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ea2-2c30-445c-b371-cb170fba3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.063598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11ed0ea2-2c30-445c-b371-cb170fba3e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.075408 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-11ed0ea2-2c30-445c-b371-cb170fba3e5a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ef41d58-9e41-45d9-bb71-11417d78ecc7 HTTP/1.1" status: 204 len: 168 time: 0.5377131 Aug 27 12:04:11.105038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed0ea2-2c30-445c-b371-cb170fba3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef41d58-9e41-45d9-bb71-11417d78ecc7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:11.134491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad342a-9ba2-4c26-95fc-4d489e45bab6 None None] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:11.209772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:11.259821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-344bf089-fe00-4ea7-b5d8-28b5609119bb req-db9863f7-cc5c-4130-b434-2b6fb1dd2d97 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643336 Aug 27 12:04:11.268015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.283702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.328939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:11.368408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:11.369101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.391662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97a035d8-b73d-441d-8143-00723007683d req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "PUT /v2.0/ports/e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 1021 time: 1.1978362 Aug 27 12:04:11.450959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c579f7-4e12-4105-b6dd-b82af92fcc3d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:11.463849 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.495714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:11.635245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73a9b-681b-4168-b896-faf12f90d45a req-5109fafa-403c-4577-b51e-137251b8e896 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:11.639105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffc73a9b-681b-4168-b896-faf12f90d45a req-5109fafa-403c-4577-b51e-137251b8e896 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1024 time: 0.1358902 Aug 27 12:04:11.668438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77aab11e-1b36-4718-9dea-868df56ea0fa,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:11.689853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Checking segment: {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:11.690216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Network hostable DHCP agents. Network: 723f0a69-0100-463f-89bf-e572941fd7d3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:04:11.715075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Network 723f0a69-0100-463f-89bf-e572941fd7d3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:04:11.730031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 723f0a69-0100-463f-89bf-e572941fd7d3) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:11.749351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:11.750443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.770786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1bb24-276f-4474-aba1-31009de857dd None None] Network 723f0a69-0100-463f-89bf-e572941fd7d3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:11.776470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-20bba4f4-c961-4fba-9f84-6441bd842fa9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1559813 Aug 27 12:04:11.777179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:11.785071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:11.810242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:11.821124 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.822519 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.881878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffc73a9b-681b-4168-b896-faf12f90d45a req-7500d706-caed-4f2d-b862-517a14f8a390 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=11322503-3999-43ff-82fd-dc90b648a8bd&id=724da84a-3886-4e8b-a236-ac001a772cc2&id=dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5 HTTP/1.1" status: 200 len: 6148 time: 0.2332201 Aug 27 12:04:11.888058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:11.898331 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54" -d '{"events": [{"name": "network-changed", "server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:11.908513 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:11.968839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-39c6f07d-cc51-4f95-adf3-22c37c6d9c21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2aa6b641f2db4dc799c920761d292589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569340 Aug 27 12:04:11.971762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:11.986587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85352f5f-362f-47aa-83f3-346435834d9c None None] Network 723f0a69-0100-463f-89bf-e572941fd7d3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:12.066489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-12409052-7c52-44ed-85e1-692d6bf58397 req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1347258807 ', 'description': 'tempest-description-1768078205'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:12.123683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719860d-910a-4b2a-a79e-77b9010eace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.148760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719860d-910a-4b2a-a79e-77b9010eace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.211335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719860d-910a-4b2a-a79e-77b9010eace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.214714 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7719860d-910a-4b2a-a79e-77b9010eace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.220182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7719860d-910a-4b2a-a79e-77b9010eace9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf76fe0c-8ccd-4ae4-9d5a-7ec80a806e38 HTTP/1.1" status: 204 len: 168 time: 0.2450538 Aug 27 12:04:12.241338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12409052-7c52-44ed-85e1-692d6bf58397 req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.249112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.258999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719860d-910a-4b2a-a79e-77b9010eace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf76fe0c-8ccd-4ae4-9d5a-7ec80a806e38,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:12.478534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12409052-7c52-44ed-85e1-692d6bf58397 req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.492052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12409052-7c52-44ed-85e1-692d6bf58397 req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.537891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e98563-2c0c-4af1-b065-50bf63b180c3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:12.540324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12409052-7c52-44ed-85e1-692d6bf58397 req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.541519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12409052-7c52-44ed-85e1-692d6bf58397 req-e1706a35-d3cd-4d46-8f9c-14061da59934 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4884596 Aug 27 12:04:12.582325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-168a1953-acbf-483b-bacd-9b16fba3b5c9 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:12.592890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-168a1953-acbf-483b-bacd-9b16fba3b5c9 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.2606514 Aug 27 12:04:12.612437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-cc59b393-2c56-4493-bb7a-b20779e53632 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/quotas/a4fef70aa2314f4bacaab01dd3bcc24a HTTP/1.1" status: 200 len: 375 time: 0.0178785 Aug 27 12:04:12.638082 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2d591f-be46-41fb-a573-784058ded9a6 x-openstack-request-id: req-cc2d591f-be46-41fb-a573-784058ded9a6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:12.638803 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:12.639217 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc2d591f-be46-41fb-a573-784058ded9a6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:12.642234 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'status': 'completed', 'code': 200} Aug 27 12:04:12.647753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.690846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:12.702196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-dd55411c-a5e8-474a-9722-b5bd6a1b39bf tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880201 Aug 27 12:04:12.855232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-0febb270-a5c3-419a-8760-6d68793f3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:12.857775 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-0febb270-a5c3-419a-8760-6d68793f3f60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1175 time: 0.1825957 Aug 27 12:04:12.959948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-92c73c3b-d645-4171-acde-f2d0cf2fba0b service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563350 Aug 27 12:04:12.996692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-13bd0ab0-4038-46e4-8faf-654e4ef6d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:12.998854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-13bd0ab0-4038-46e4-8faf-654e4ef6d8e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 913 time: 0.1294091 Aug 27 12:04:13.057750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-6cc556ac-fb82-41d4-8c4c-294cd22210d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 200 len: 217 time: 0.0375426 Aug 27 12:04:13.181050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Allocated IP 172.25.8.5 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/76728a13-c6c7-45a0-8f97-f49b4ee97e12) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:13.201077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-c42c37f1-430a-4c49-b333-86095e50afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:13.203615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-c42c37f1-430a-4c49-b333-86095e50afdc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.1316452 Aug 27 12:04:13.238626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd3a1ee1-81c7-4cdb-aa90-4ca7489f5fb3 req-8261803f-c95e-4f79-990e-540e6d57ad10 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c1e98563-2c0c-4af1-b065-50bf63b180c3 HTTP/1.1" status: 200 len: 1781 time: 0.2765939 Aug 27 12:04:13.273705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-47e9c2a7-ea29-4e0a-8a7a-e89381e5d5e0 service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128731 Aug 27 12:04:13.379786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-0ecd8ce8-de9f-4b8a-8e0a-35f6067110f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632261 Aug 27 12:04:13.424355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-477e99ac-dcc8-4b3c-99e9-4cee5368fc5f req-c10085fd-c276-4adb-8060-122bb4f40ac1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c1e98563-2c0c-4af1-b065-50bf63b180c3 HTTP/1.1" status: 200 len: 1781 time: 0.0522754 Aug 27 12:04:13.503916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-013671d2-e5ec-42b1-bbce-1d39f4f90b37 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3026435 Aug 27 12:04:13.506492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-477e99ac-dcc8-4b3c-99e9-4cee5368fc5f req-74495f9b-e766-484f-bf3d-77388ddb5a6d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.541251 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-477e99ac-dcc8-4b3c-99e9-4cee5368fc5f req-74495f9b-e766-484f-bf3d-77388ddb5a6d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.562005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.596560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-477e99ac-dcc8-4b3c-99e9-4cee5368fc5f req-74495f9b-e766-484f-bf3d-77388ddb5a6d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.603460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-477e99ac-dcc8-4b3c-99e9-4cee5368fc5f req-74495f9b-e766-484f-bf3d-77388ddb5a6d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.606595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-477e99ac-dcc8-4b3c-99e9-4cee5368fc5f req-74495f9b-e766-484f-bf3d-77388ddb5a6d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/c1e98563-2c0c-4af1-b065-50bf63b180c3 HTTP/1.1" status: 204 len: 173 time: 0.1733012 Aug 27 12:04:13.665729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-0f3e1d4a-9224-4d19-80c8-0254c2a082f5 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608244 Aug 27 12:04:13.675261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aff1b797-554e-4c67-ac6f-097d868ede4f req-cd8519a6-2204-482a-a5af-c45d8774f2d2 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 210 time: 0.0658684 Aug 27 12:04:13.676303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74495f9b-e766-484f-bf3d-77388ddb5a6d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e98563-2c0c-4af1-b065-50bf63b180c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:13.680529 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-8017cffd-6385-495b-97d6-6afe80d8602d req-60165afb-1f11-4556-b5c2-0df20ca790fb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:04:13.697005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8017cffd-6385-495b-97d6-6afe80d8602d req-60165afb-1f11-4556-b5c2-0df20ca790fb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c1e98563-2c0c-4af1-b065-50bf63b180c3 HTTP/1.1" status: 404 len: 352 time: 0.0629103 Aug 27 12:04:13.729542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e7a63783-3dd7-4fcb-9548-cfaa3a17fe93 req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503577617', 'description': 'tempest-description-294833695'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:13.758551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e7a63783-3dd7-4fcb-9548-cfaa3a17fe93 req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.759352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-407ef7b9-69fe-4e37-a242-5bcc05db5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:13.760937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-407ef7b9-69fe-4e37-a242-5bcc05db5075 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.1904764 Aug 27 12:04:13.828200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.941988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e7a63783-3dd7-4fcb-9548-cfaa3a17fe93 req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.945978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d4e49c8c-08bc-40ee-b9fb-d8d509ae5d54 req-9f2fffe5-0e73-402d-b0c2-5e60460e1eb0 service neutron] 10.222.0.65 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699277 Aug 27 12:04:13.948072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:13.956002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:13.959945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:13.964633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e7a63783-3dd7-4fcb-9548-cfaa3a17fe93 req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:13.978598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:14.036352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e7a63783-3dd7-4fcb-9548-cfaa3a17fe93 req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.037602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7a63783-3dd7-4fcb-9548-cfaa3a17fe93 req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3143649 Aug 27 12:04:14.039516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f8c5-5054-4a3b-b346-8af0f5e66303 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e10573-f673-465d-8e7c-1c53b58d4840,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:14.051641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Pushing event updated for resources: {'Port': ['ID=76728a13-c6c7-45a0-8f97-f49b4ee97e12,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:14.072363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-27a3d50c-d56d-41a9-a20d-8a33d776be1c req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-841632634', 'description': 'tempest-description-944049792'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:14.114611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-b5ecd9e9-901b-42e7-b43b-39a12057f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:14.116921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27a3d50c-d56d-41a9-a20d-8a33d776be1c req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.121449 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-b5ecd9e9-901b-42e7-b43b-39a12057f861 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3342824 Aug 27 12:04:14.149561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1319404464-network', 'tenant_id': '2f0fbba472b5455c96e394a979f145b8'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:14.191298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-8d377242-a896-4bd1-8955-dd1d8007009f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0567276 Aug 27 12:04:14.244902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Made reservation on behalf of 2f0fbba472b5455c96e394a979f145b8 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:14.249081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.270395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.335738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27a3d50c-d56d-41a9-a20d-8a33d776be1c req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.339740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-9e0bdbf3-dadb-4878-aa9b-906895e1f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:14.341094 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-9e0bdbf3-dadb-4878-aa9b-906895e1f23e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1070373 Aug 27 12:04:14.341547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27a3d50c-d56d-41a9-a20d-8a33d776be1c req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.394661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18c13e4-7a4e-4eb8-a330-064c971daaae,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:14.446029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-0e679aa1-d3d7-4e15-84ad-2188bcceb12a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850253 Aug 27 12:04:14.513890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.528845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.549088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:04:14.561634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-27a3d50c-d56d-41a9-a20d-8a33d776be1c req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.564040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27a3d50c-d56d-41a9-a20d-8a33d776be1c req-53e46bd5-d9f9-49c4-b1c9-d8446ba0fee1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4978650 Aug 27 12:04:14.579798 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.580235 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Added segment 0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21 of type vlan for network 4da5c204-3ed1-4d37-bab6-af04e16e113f Aug 27 12:04:14.628799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010badcd-bcd4-4eb3-8476-a2c2f3d04679,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:14.661644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3d2cd9b5-e850-48e7-b18e-08ce6bc89cb2 req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1371189742', 'description': 'tempest-description-323717569'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:14.677445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.710143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d2cd9b5-e850-48e7-b18e-08ce6bc89cb2 req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.725208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.726337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:14.726963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.802954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] Pushing event updated for resources: {'Network': ['ID=4da5c204-3ed1-4d37-bab6-af04e16e113f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:14.815128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:04:14.864664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ea74ece-b005-4a1e-9229-4b49a2c93296 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9125524 Aug 27 12:04:14.866977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:14.883038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Request body: {'subnet': {'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1319404464-subnet', 'tenant_id': '2f0fbba472b5455c96e394a979f145b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:14.950040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba4a0317-cb27-408e-8674-2bcec2ce7d7e req-f2e98bb9-9d85-49bb-8e76-8c879cbaf0f2 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 210 time: 0.0868797 Aug 27 12:04:14.980419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d2cd9b5-e850-48e7-b18e-08ce6bc89cb2 req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:14.993086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d2cd9b5-e850-48e7-b18e-08ce6bc89cb2 req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.019141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.074186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Made reservation on behalf of 2f0fbba472b5455c96e394a979f145b8 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:15.080134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.086285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:15.121946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d2cd9b5-e850-48e7-b18e-08ce6bc89cb2 req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.123558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d2cd9b5-e850-48e7-b18e-08ce6bc89cb2 req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4961069 Aug 27 12:04:15.161383 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-0a5f110f-c0b1-4e37-a4b4-313bb271e131 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557302 Aug 27 12:04:15.224491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01e87-180e-489d-8b10-953076821537 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6709f1c-7aea-4fad-ab6d-5b131397b058,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:15.329859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a53346a-4a48-4e73-b486-7e7e3de8bead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.369417 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c126bfbc-1df6-4fe3-b306-8c60f334ca4b req-254c48b3-e6c0-4472-9287-c5fc9acbafbf service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998971 Aug 27 12:04:15.371958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.392470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-5aeecae5-ff80-4a0b-9c73-c4611d8186be tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:15.393907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-5aeecae5-ff80-4a0b-9c73-c4611d8186be tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.3500412 Aug 27 12:04:15.433042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Request body: {'port': {'device_id': '155018d5-0296-415e-b4cc-586c2c01a821', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'admin_state_up': True, 'tenant_id': 'a4fef70aa2314f4bacaab01dd3bcc24a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:15.528897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Router 23aa481c-df07-42bf-bef0-36fa381f4978 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:04:15.631854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c1127c8-0267-40b0-81dc-f0e26d99cdf8 req-41c24857-5a36-4c57-853b-18e3a8b9b902 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 10894 time: 0.4304852 Aug 27 12:04:15.658417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.659176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:04:15.670755 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Sync routers for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:04:15.682410 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:15.683312 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:15.779627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c1127c8-0267-40b0-81dc-f0e26d99cdf8 req-4350112f-b7ad-4afc-80e5-579748556189 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/724da84a-3886-4e8b-a236-ac001a772cc2 HTTP/1.1" status: 200 len: 2981 time: 0.1380713 Aug 27 12:04:15.780219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f029334-c456-476c-9f89-5a5629b10017,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:15.804852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:15.805330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Network hostable DHCP agents. Network: 4da5c204-3ed1-4d37-bab6-af04e16e113f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:04:15.817487 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:15.843039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a53346a-4a48-4e73-b486-7e7e3de8bead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.855912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a53346a-4a48-4e73-b486-7e7e3de8bead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.900823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:04:15.908809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.915483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0a431f79-39a0-4a78-be8d-16e693c129a1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1370385 Aug 27 12:04:15.917387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41886) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:15.920113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Made reservation on behalf of a4fef70aa2314f4bacaab01dd3bcc24a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:15.924288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.934573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c1127c8-0267-40b0-81dc-f0e26d99cdf8 req-7c4df35f-1eb6-4533-a475-2a60f5c7d561 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/724da84a-3886-4e8b-a236-ac001a772cc2 HTTP/1.1" status: 200 len: 2981 time: 0.1454768 Aug 27 12:04:15.942154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4da5c204-3ed1-4d37-bab6-af04e16e113f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:15.951072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831fe87-e5f5-47cb-92ca-5cf46822c0ba None None] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:15.954713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:15.955315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:15.962355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a53346a-4a48-4e73-b486-7e7e3de8bead admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=657329f8eb8f4f3a991dc9c89ed653b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8729453 Aug 27 12:04:15.963093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53346a-4a48-4e73-b486-7e7e3de8bead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4780f4-a465-486f-b946-090f92b3b489,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:15.972613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:16.032735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2d97458e-f0be-46ef-96f5-f0d3004e7573 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1604059 Aug 27 12:04:16.038126 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:14Z', 'revision_number': 3, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:16.095988 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Checking router: 23aa481c-df07-42bf-bef0-36fa381f4978 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:04:16.096438 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Updating router 23aa481c-df07-42bf-bef0-36fa381f4978 port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:04:16.151159 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.165350 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-642c3827-a0fb-4e11-aa8c-67a5f2a338dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.174136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112245fc-1265-4a88-96a4-c785f28022bc req-b375302f-f3eb-49ed-b4a7-f77173f63906 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/f9e10573-f673-465d-8e7c-1c53b58d4840 HTTP/1.1" status: 200 len: 1800 time: 0.2022653 Aug 27 12:04:16.176111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdb9d796-e541-43ef-82f7-b32f6c67e6a1 req-003b6245-56f6-4807-bd22-7e00c79157d2 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 210 time: 0.0754418 Aug 27 12:04:16.250481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed155d3-ed44-4f9a-a559-00447b31211a None None] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:16.296066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Allocated IP 172.20.0.7 (850dfef4-142d-4afb-a8ec-66fdd6e5205a/f8625420-d39c-458d-8607-c2434edae479/8e380b36-36a3-4059-8edd-e057f6ca6acf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:16.429431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41908) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:16.671158 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.683863 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Transition to ACTIVE for port object 76728a13-c6c7-45a0-8f97-f49b4ee97e12 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:16.706799 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.767104 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Attempting to bind port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:16.767474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Attempting to bind port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:16.768036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Attempting to bind port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:16.776961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Pushing event updated for resources: {'Port': ['ID=76728a13-c6c7-45a0-8f97-f49b4ee97e12,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:16.780158 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:16.780884 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:16.782184 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.783041 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:16.783690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Bound port: 76728a13-c6c7-45a0-8f97-f49b4ee97e12, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:16.784380 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.841962 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.842302 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.842837 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.844154 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.844664 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.845266 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.845769 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.846272 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.846773 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.847251 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.848819 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.849521 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:16.875909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41920) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:16.888659 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] For port 76728a13-c6c7-45a0-8f97-f49b4ee97e12, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:16.893145 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] For port 76728a13-c6c7-45a0-8f97-f49b4ee97e12, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=76728a13-c6c7-45a0-8f97-f49b4ee97e12,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:16.901464 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.905980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1085331722-network', 'tenant_id': 'b58c8596d5b443a69cf7c7dd303cbc9e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:16.918198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-642c3827-a0fb-4e11-aa8c-67a5f2a338dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.950753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Made reservation on behalf of b58c8596d5b443a69cf7c7dd303cbc9e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:16.954418 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.976947 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:16.983060 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21cb8-ecb4-4e94-94b2-2ac4d6476f74 None None] Pushing event updated for resources: {'Port': ['ID=76728a13-c6c7-45a0-8f97-f49b4ee97e12,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:16.989750 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:16.990392 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:17.004547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112245fc-1265-4a88-96a4-c785f28022bc req-72595902-1efb-4f81-ace1-fa1ab8132c17 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.052084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-642c3827-a0fb-4e11-aa8c-67a5f2a338dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.054610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-642c3827-a0fb-4e11-aa8c-67a5f2a338dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.056283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-642c3827-a0fb-4e11-aa8c-67a5f2a338dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c4780f4-a465-486f-b946-090f92b3b489 HTTP/1.1" status: 204 len: 168 time: 1.0812848 Aug 27 12:04:17.057654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112245fc-1265-4a88-96a4-c785f28022bc req-72595902-1efb-4f81-ace1-fa1ab8132c17 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.065902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.087055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.096679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c3827-a0fb-4e11-aa8c-67a5f2a338dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4780f4-a465-486f-b946-090f92b3b489,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:17.140077 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:17.148701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112245fc-1265-4a88-96a4-c785f28022bc req-72595902-1efb-4f81-ace1-fa1ab8132c17 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.152404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112245fc-1265-4a88-96a4-c785f28022bc req-72595902-1efb-4f81-ace1-fa1ab8132c17 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.154017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112245fc-1265-4a88-96a4-c785f28022bc req-72595902-1efb-4f81-ace1-fa1ab8132c17 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/f9e10573-f673-465d-8e7c-1c53b58d4840 HTTP/1.1" status: 204 len: 173 time: 0.9640803 Aug 27 12:04:17.162873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.176913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595902-1efb-4f81-ace1-fa1ab8132c17 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e10573-f673-465d-8e7c-1c53b58d4840,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:17.237303 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-61dc90b0-bce3-477e-8871-16b93c957474 req-c127c625-aa9d-4f8b-a1e9-e71f9f551163 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:04:17.238358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61dc90b0-bce3-477e-8871-16b93c957474 req-c127c625-aa9d-4f8b-a1e9-e71f9f551163 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/f9e10573-f673-465d-8e7c-1c53b58d4840 HTTP/1.1" status: 404 len: 352 time: 0.0344906 Aug 27 12:04:17.244101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:17.247248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:17.250490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:17.305225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:17.305868 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.316080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:17.394016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d28f69b-dfa8-462f-adbc-03ec61f2a5ac req-740eb205-5e64-4036-be55-2ce6cfd36cf9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/e18c13e4-7a4e-4eb8-a330-064c971daaae HTTP/1.1" status: 200 len: 1799 time: 0.0951445 Aug 27 12:04:17.407346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9461a-4d74-4561-b648-025e7f13bb20 req-627b3fa0-cffb-4362-aa90-f953eeea00cb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:17.409018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1a9461a-4d74-4561-b648-025e7f13bb20 req-627b3fa0-cffb-4362-aa90-f953eeea00cb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 931 time: 0.0760200 Aug 27 12:04:17.438156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.448612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.453353 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:14Z', 'revision_number': 3, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:17.468071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-67bd7d4b-d8ab-4922-9821-09896e312492 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0410264 Aug 27 12:04:17.479902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Allocated IP 172.20.0.1 (723f0a69-0100-463f-89bf-e572941fd7d3/77aab11e-1b36-4718-9dea-868df56ea0fa/e05ba232-96db-45b3-929c-4448ba1c1810) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:17.485663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:04:17.488252 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402609e-f005-42e3-89fb-26bd33f581af None None] The sync data for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 is: [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:14Z', 'revision_number': 3, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:04:17.504476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1a9461a-4d74-4561-b648-025e7f13bb20 req-fff60392-d056-442e-b5d6-6e4f34acd7ef tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Aug 27 12:04:17.517153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d28f69b-dfa8-462f-adbc-03ec61f2a5ac req-5db23bbd-fdd5-41e8-8253-1185d90d45d9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.545199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.545557 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Added segment 68a1ef04-ae31-4e26-97ae-8f9501a7ff57 of type vlan for network 6bf5e712-57ab-499b-9772-905c8773c1cd Aug 27 12:04:17.551590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6c299-efc5-4083-aa5b-5e1bbe7a4cdc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:17.553487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d28f69b-dfa8-462f-adbc-03ec61f2a5ac req-5db23bbd-fdd5-41e8-8253-1185d90d45d9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.571356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.619416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d28f69b-dfa8-462f-adbc-03ec61f2a5ac req-5db23bbd-fdd5-41e8-8253-1185d90d45d9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.623034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3d28f69b-dfa8-462f-adbc-03ec61f2a5ac req-5db23bbd-fdd5-41e8-8253-1185d90d45d9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.629560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d28f69b-dfa8-462f-adbc-03ec61f2a5ac req-5db23bbd-fdd5-41e8-8253-1185d90d45d9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/e18c13e4-7a4e-4eb8-a330-064c971daaae HTTP/1.1" status: 204 len: 173 time: 0.2194955 Aug 27 12:04:17.664395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23bbd-fdd5-41e8-8253-1185d90d45d9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18c13e4-7a4e-4eb8-a330-064c971daaae,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:17.693192 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-1a20e35c-1696-42ae-8195-0eb880dcb3ac req-ea71a8dc-e74f-4401-a159-46822e646b3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:04:17.708499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a20e35c-1696-42ae-8195-0eb880dcb3ac req-ea71a8dc-e74f-4401-a159-46822e646b3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/e18c13e4-7a4e-4eb8-a330-064c971daaae HTTP/1.1" status: 404 len: 352 time: 0.0350547 Aug 27 12:04:17.726801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Request body: {'port': {'device_id': '155018d5-0296-415e-b4cc-586c2c01a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:17.779178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.784630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:17.832337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebbcac21-7f55-4c9f-88cc-955fab1b5297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.841286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.872453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d4eed8a-762c-4c2d-b433-f8a158f0d29a req-65aa71a2-0052-4d66-b925-ebf1ceab6e6a tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c6709f1c-7aea-4fad-ab6d-5b131397b058 HTTP/1.1" status: 200 len: 1800 time: 0.1404524 Aug 27 12:04:17.880635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.881588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:17.882188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:17.905617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.036546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] Pushing event updated for resources: {'Network': ['ID=6bf5e712-57ab-499b-9772-905c8773c1cd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:18.047997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 6bf5e712-57ab-499b-9772-905c8773c1cd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:04:18.089193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.131001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2d4eed8a-762c-4c2d-b433-f8a158f0d29a req-b6cd7393-faf4-4e54-8927-f65d06dbfb04 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.227246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2d4eed8a-762c-4c2d-b433-f8a158f0d29a req-b6cd7393-faf4-4e54-8927-f65d06dbfb04 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.251466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 76728a13-c6c7-45a0-8f97-f49b4ee97e12 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:18.311985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:18.317894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:18.318708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.322039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebbcac21-7f55-4c9f-88cc-955fab1b5297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.326532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2d4eed8a-762c-4c2d-b433-f8a158f0d29a req-b6cd7393-faf4-4e54-8927-f65d06dbfb04 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.330424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2d4eed8a-762c-4c2d-b433-f8a158f0d29a req-b6cd7393-faf4-4e54-8927-f65d06dbfb04 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.332152 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d4eed8a-762c-4c2d-b433-f8a158f0d29a req-b6cd7393-faf4-4e54-8927-f65d06dbfb04 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/c6709f1c-7aea-4fad-ab6d-5b131397b058 HTTP/1.1" status: 204 len: 173 time: 0.4518886 Aug 27 12:04:18.346950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebbcac21-7f55-4c9f-88cc-955fab1b5297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.366133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd7393-faf4-4e54-8927-f65d06dbfb04 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6709f1c-7aea-4fad-ab6d-5b131397b058,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:18.428017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2e1f-d107-4952-81c1-7e6c7acd6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.451050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ebbcac21-7f55-4c9f-88cc-955fab1b5297 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3120ba32de654080aafa8da8b49bfa6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651986 Aug 27 12:04:18.451803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:18.480213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.485190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-78990fca-66cc-4d4b-a81d-46ae1ca11d5d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6087532 Aug 27 12:04:18.486754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Pushing event updated for resources: {'Port': ['ID=e05ba232-96db-45b3-929c-4448ba1c1810,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:18.489892 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-bf966973-f0cb-4055-8da9-3facc6b8de7f req-7e1b3c23-8b46-4ea0-b05b-5bdad7e2ee9b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:04:18.490972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf966973-f0cb-4055-8da9-3facc6b8de7f req-7e1b3c23-8b46-4ea0-b05b-5bdad7e2ee9b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c6709f1c-7aea-4fad-ab6d-5b131397b058 HTTP/1.1" status: 404 len: 352 time: 0.1022575 Aug 27 12:04:18.494882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:18.501552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Network 723f0a69-0100-463f-89bf-e572941fd7d3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:18.506137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Request body: {'subnet': {'network_id': '6bf5e712-57ab-499b-9772-905c8773c1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1085331722-subnet', 'tenant_id': 'b58c8596d5b443a69cf7c7dd303cbc9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:18.517059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 76728a13-c6c7-45a0-8f97-f49b4ee97e12, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=76728a13-c6c7-45a0-8f97-f49b4ee97e12,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:18.521027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:18.524958 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.525186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:18.528805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcac21-7f55-4c9f-88cc-955fab1b5297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a19f30c-15e1-486d-aeb7-1249006f359e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:18.589911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Made reservation on behalf of b58c8596d5b443a69cf7c7dd303cbc9e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:18.591893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.600858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.603527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=76728a13-c6c7-45a0-8f97-f49b4ee97e12,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:18.666730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Deleting port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:18.667077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.777892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e380b36-36a3-4059-8edd-e057f6ca6acf {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:18.787852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e5685b8-2a8c-463d-9572-053a2fed0438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.804967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.812113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] For port 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:18.812519 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.824515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.836265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Calling delete_port for 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:18.857945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Transition to ACTIVE for port object 8e380b36-36a3-4059-8edd-e057f6ca6acf will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:18.870542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78be9458-1625-4de4-9e24-c7d2beb5a93a req-9c605bc9-f5b7-4ce6-a9ae-3eb5815d2e80 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 6148 time: 0.3424935 Aug 27 12:04:18.873562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e5685b8-2a8c-463d-9572-053a2fed0438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:18.882897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233b6c9-ca62-46f4-a46d-f017680c7dd8 req-42667072-8c5d-4cf5-ac0c-c819db06f2a5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:18.884392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f233b6c9-ca62-46f4-a46d-f017680c7dd8 req-42667072-8c5d-4cf5-ac0c-c819db06f2a5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 931 time: 0.2558732 Aug 27 12:04:18.892419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.073545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.079656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f233b6c9-ca62-46f4-a46d-f017680c7dd8 req-c5de4a31-5d99-4f55-9c5b-2794aef55944 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819489 Aug 27 12:04:19.103458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78be9458-1625-4de4-9e24-c7d2beb5a93a req-b77ec8f8-8337-4501-b278-7117f6e126cf tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/724da84a-3886-4e8b-a236-ac001a772cc2 HTTP/1.1" status: 200 len: 2981 time: 0.2180982 Aug 27 12:04:19.145035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.155883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.158320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e5685b8-2a8c-463d-9572-053a2fed0438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.160877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e5685b8-2a8c-463d-9572-053a2fed0438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.164406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e5685b8-2a8c-463d-9572-053a2fed0438 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6a19f30c-15e1-486d-aeb7-1249006f359e HTTP/1.1" status: 204 len: 168 time: 0.7022057 Aug 27 12:04:19.216683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5685b8-2a8c-463d-9572-053a2fed0438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a19f30c-15e1-486d-aeb7-1249006f359e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.270932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78be9458-1625-4de4-9e24-c7d2beb5a93a req-4abe678d-0b60-43ae-8ea5-b685e7658903 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/724da84a-3886-4e8b-a236-ac001a772cc2 HTTP/1.1" status: 200 len: 2981 time: 0.1380482 Aug 27 12:04:19.271894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Attempting to bind port 8e380b36-36a3-4059-8edd-e057f6ca6acf on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:19.272228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Attempting to bind port 8e380b36-36a3-4059-8edd-e057f6ca6acf by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:19.272535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Attempting to bind port 8e380b36-36a3-4059-8edd-e057f6ca6acf on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:19.275308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.279406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.307580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Port 8e380b36-36a3-4059-8edd-e057f6ca6acf on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:19.307936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Attempting to bind port 8e380b36-36a3-4059-8edd-e057f6ca6acf on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:19.325281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:19.325684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Checking segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:19.326116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Bound using segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:19.326644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Bound port: 8e380b36-36a3-4059-8edd-e057f6ca6acf, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:19.327029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.329671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Pushing event updated for resources: {'Port': ['ID=e05ba232-96db-45b3-929c-4448ba1c1810,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.333721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-dd2424b6-9f85-43ba-a61d-3ebd8fc525f3 req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1922480967', 'description': 'tempest-description-1499168906'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:19.342032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.413243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38bc8b33-fbf5-4783-a6a0-29f84a275a42,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.428247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Checking segment: {'id': '68a1ef04-ae31-4e26-97ae-8f9501a7ff57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '6bf5e712-57ab-499b-9772-905c8773c1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:19.428739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Network hostable DHCP agents. Network: 6bf5e712-57ab-499b-9772-905c8773c1cd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:04:19.438713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd2424b6-9f85-43ba-a61d-3ebd8fc525f3 req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.491099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:19.500878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:19.502547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Network 6bf5e712-57ab-499b-9772-905c8773c1cd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:04:19.519366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.534911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 6bf5e712-57ab-499b-9772-905c8773c1cd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:19.541453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:19.542100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.553498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b8f22-438d-40c8-a949-1279f3a97710 None None] Network 6bf5e712-57ab-499b-9772-905c8773c1cd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:19.584827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:19.585468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.586989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] 10.222.0.77 "PUT /v2.0/ports/8e380b36-36a3-4059-8edd-e057f6ca6acf HTTP/1.1" status: 200 len: 1091 time: 2.1043286 Aug 27 12:04:19.596240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:19.599611 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05aa58-5bbd-4439-a415-0acb6a18ca52" -d '{"events": [{"name": "network-changed", "server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:19.638679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c77255e-6bb5-425a-9bd2-c9f4b6ea59db,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.663607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79031b-eb41-44f1-acff-9045ff6ccc47 service neutron] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.725528 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38837811-7417-47aa-8131-3efd18e6ef7f x-openstack-request-id: req-38837811-7417-47aa-8131-3efd18e6ef7f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:19.725528 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:19.725876 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38837811-7417-47aa-8131-3efd18e6ef7f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:19.726058 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'status': 'completed', 'code': 200} Aug 27 12:04:19.764658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.785843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-91f1df14-ab79-4e70-b061-fbc46206870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:19.787584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-91f1df14-ab79-4e70-b061-fbc46206870f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 1094 time: 0.1147048 Aug 27 12:04:19.794003 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd2424b6-9f85-43ba-a61d-3ebd8fc525f3 req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.798720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd2424b6-9f85-43ba-a61d-3ebd8fc525f3 req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.834244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Network 723f0a69-0100-463f-89bf-e572941fd7d3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:19.838771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:19.857040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.858652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-422f8bf7-214a-40e6-b30a-19f7013733d0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3614149 Aug 27 12:04:19.864937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd2424b6-9f85-43ba-a61d-3ebd8fc525f3 req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:19.867941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd2424b6-9f85-43ba-a61d-3ebd8fc525f3 req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5521433 Aug 27 12:04:19.873943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-0142889c-06f2-4e42-bf89-0b780942c654 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf HTTP/1.1" status: 200 len: 217 time: 0.0646813 Aug 27 12:04:19.924525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c3fac-91aa-4104-90b0-c28f17881695 None None] Network 6bf5e712-57ab-499b-9772-905c8773c1cd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:19.962459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b325395-ed65-4f33-8fc1-0f03b194b64e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703681db-090b-4c7f-a0d2-298204f648e9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:19.971031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e266a369-174f-4d1d-ade8-820854aef428 req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-641957644', 'description': 'tempest-description-2048897695'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:20.023873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f110ef-749d-4c95-997d-4205c851031e req-6f51f796-a327-474b-8fb9-56e7900cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:20.025789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-6f51f796-a327-474b-8fb9-56e7900cb385 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.1410768 Aug 27 12:04:20.032526 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e266a369-174f-4d1d-ade8-820854aef428 req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.034565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Router 23aa481c-df07-42bf-bef0-36fa381f4978 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:04:20.114046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-de1b0b90-c5ae-41b0-9473-7bd2191d2a2e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578856 Aug 27 12:04:20.274284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:04:20.280649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ae344f36-0692-48a2-8c1c-4944e633605c admin admin] 10.222.0.76 "PUT /v2.0/routers/23aa481c-df07-42bf-bef0-36fa381f4978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3613689 Aug 27 12:04:20.283511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Sync routers for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:04:20.296182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:20.297127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:20.310778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Router 3e618ff9-2009-4850-8908-8110cd544ce6 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:04:20.354853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 76728a13-c6c7-45a0-8f97-f49b4ee97e12 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:20.371350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-8aa55c35-bfca-4c87-a13b-2a7f9393de7a service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489700 Aug 27 12:04:20.463136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b284a-314e-40f3-91fd-338a30222b51 req-3c317c0c-de60-40d8-a9c5-233d13deee07 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:20.471125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-999b284a-314e-40f3-91fd-338a30222b51 req-3c317c0c-de60-40d8-a9c5-233d13deee07 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 943 time: 0.1826565 Aug 27 12:04:20.482541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:20.520306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:20.520978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.522144 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e266a369-174f-4d1d-ade8-820854aef428 req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.536657 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e266a369-174f-4d1d-ade8-820854aef428 req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.579840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd479223-f1d7-42f5-8479-34b5cccec9db,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:20.591655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:04:20.604512 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] Sync routers for ids ['3e618ff9-2009-4850-8908-8110cd544ce6'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:04:20.608914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-21506172-5d01-4c84-a80c-c8edd17b2469 admin admin] 10.222.0.76 "PUT /v2.0/routers/3e618ff9-2009-4850-8908-8110cd544ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1769061 Aug 27 12:04:20.611760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42004) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:20.619540 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] Routers {'3e618ff9-2009-4850-8908-8110cd544ce6'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:20.620431 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:03:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e618ff9-2009-4850-8908-8110cd544ce6'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:20.651065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-999b284a-314e-40f3-91fd-338a30222b51 req-42f5d7b6-8e37-43bf-97a8-abfa5c77b75b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789410 Aug 27 12:04:20.661869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f110ef-749d-4c95-997d-4205c851031e req-fc8b9eff-a722-43f5-a677-7ebbe7908612 service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817042 Aug 27 12:04:20.668440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e266a369-174f-4d1d-ade8-820854aef428 req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.669698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e266a369-174f-4d1d-ade8-820854aef428 req-4e013cc5-824e-452c-ad79-2e176e9f7075 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7223747 Aug 27 12:04:20.894262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-af8e2581-5fea-46d1-8007-0a828b09169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:20.896036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-af8e2581-5fea-46d1-8007-0a828b09169c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 1094 time: 0.1269507 Aug 27 12:04:20.899506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.971354 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] Set router 3e618ff9-2009-4850-8908-8110cd544ce6 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:20.978018 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b05c6d1f-0d62-44f9-8f74-5b75a09ff1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:20.987803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 2, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:21.048151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Checking router: 23aa481c-df07-42bf-bef0-36fa381f4978 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:04:21.048360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Updating router 23aa481c-df07-42bf-bef0-36fa381f4978 port e05ba232-96db-45b3-929c-4448ba1c1810 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:04:21.073780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.089282 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.107632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-acd0d6b8-9f44-490f-826b-ff42f779b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:21.111089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-acd0d6b8-9f44-490f-826b-ff42f779b4a0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 906 time: 0.2073495 Aug 27 12:04:21.153740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Deleting port f242c07f-ead4-4cab-b665-07369c1c9143 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:21.154292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.183403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.219886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-a85d71e9-b483-4aa4-b54a-96c5b2c1e6f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf HTTP/1.1" status: 200 len: 217 time: 0.0999537 Aug 27 12:04:21.255314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] For port f242c07f-ead4-4cab-b665-07369c1c9143, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f242c07f-ead4-4cab-b665-07369c1c9143,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:21.255682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.269769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Calling delete_port for f242c07f-ead4-4cab-b665-07369c1c9143 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:21.354346 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:04:19Z', 'revision_number': 5, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port': {'id': 'f242c07f-ead4-4cab-b665-07369c1c9143', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:28Z', 'updated_at': '2021-08-27T12:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:21.381707 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] Checking router: 3e618ff9-2009-4850-8908-8110cd544ce6 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:04:21.391109 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] Routers {'3e618ff9-2009-4850-8908-8110cd544ce6'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:21.391644 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e618ff9-2009-4850-8908-8110cd544ce6'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:21.419430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-916eb65d-db8e-4365-92a5-d35848206734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:21.421050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-916eb65d-db8e-4365-92a5-d35848206734 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.1525791 Aug 27 12:04:21.493299 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] Set router 3e618ff9-2009-4850-8908-8110cd544ce6 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:21.504554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-c88443dc-93bd-4c35-8b93-3bfaa663671b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337834 Aug 27 12:04:21.544294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.559950 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:04:21Z', 'revision_number': 6, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:21.591444 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b67b3b-f165-40ab-81d7-bc78638721f8 None None] The sync data for ids ['3e618ff9-2009-4850-8908-8110cd544ce6'] in n-d-688802-4 is: [{'id': '3e618ff9-2009-4850-8908-8110cd544ce6', 'name': 'tempest-AttachSCSIVolumeTestJSON-353353642-router', 'tenant_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:27Z', 'updated_at': '2021-08-27T12:04:21Z', 'revision_number': 6, 'project_id': 'fa9bdb89e460428ea3eeb0efc6351bb5', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:04:21.603583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f242c07f-ead4-4cab-b665-07369c1c9143,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:21.618961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.644475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Transition to ACTIVE for port object e05ba232-96db-45b3-929c-4448ba1c1810 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:21.656615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.663326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-80211561-a980-4c94-bc0f-1ea17577df04 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:21.664871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-80211561-a980-4c94-bc0f-1ea17577df04 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 819 time: 0.4566000 Aug 27 12:04:21.689930 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:04:21.691857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-00cee057-1561-454c-8fa4-e838307a0196 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:21.693509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-00cee057-1561-454c-8fa4-e838307a0196 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.4861805 Aug 27 12:04:21.711352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-a08e782f-7bc5-45fb-b47d-d10048815b38 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/quotas/1141438b1e9b45618d936479521d80bc HTTP/1.1" status: 200 len: 375 time: 0.0143540 Aug 27 12:04:21.711890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.719321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-2c3ec236-867b-4bfc-9cc6-8928298cc05f service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023077 Aug 27 12:04:21.731565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b5cc-7bbd-4cb9-b953-9c2d541d4981 None None] Pushing event updated for resources: {'Port': ['ID=e05ba232-96db-45b3-929c-4448ba1c1810,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:21.792478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Attempting to bind port e05ba232-96db-45b3-929c-4448ba1c1810 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:21.792853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Attempting to bind port e05ba232-96db-45b3-929c-4448ba1c1810 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:21.793208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Attempting to bind port e05ba232-96db-45b3-929c-4448ba1c1810 on network 723f0a69-0100-463f-89bf-e572941fd7d3 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:21.799531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:21.800007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Checking segment: {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:21.800587 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.801021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Bound using segment: {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:21.801748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Bound port: e05ba232-96db-45b3-929c-4448ba1c1810, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:21.802209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.807877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-d540eec8-333d-42d6-b907-2d6d17a158ca tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/quotas/2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 375 time: 0.0950556 Aug 27 12:04:21.867821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-be7e0dd1-1b00-459e-a142-e04f64786391 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437882 Aug 27 12:04:21.906914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db05aa58-5bbd-4439-a415-0acb6a18ca52 req-fe69c9b9-94e9-403f-ae39-2c8f72163f0c service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758013 Aug 27 12:04:21.908706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] For port e05ba232-96db-45b3-929c-4448ba1c1810, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:21.914557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] For port e05ba232-96db-45b3-929c-4448ba1c1810, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e05ba232-96db-45b3-929c-4448ba1c1810,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:21.921540 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:21.941256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-b569e03f-4767-42f9-a97f-5f6667a4afca tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2197649 Aug 27 12:04:22.021712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.035150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:22.035816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:22.039776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b5cc-7bbd-4cb9-b953-9c2d541d4981 None None] Pushing event updated for resources: {'Port': ['ID=e05ba232-96db-45b3-929c-4448ba1c1810,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:22.082498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-d5dff7d0-e6a0-4472-b55a-61993c3cbe14 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025955 Aug 27 12:04:22.229447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:22.231685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.239767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.274855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-aa583224-896a-4bd0-9c53-5b9c929db9cf service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831913 Aug 27 12:04:22.303956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.304624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e618ff9-2009-4850-8908-8110cd544ce6 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:04:22.311434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.316688 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e99183a3-1d23-4c34-9cc0-19359fc035fd admin admin] 10.222.0.76 "DELETE /v2.0/routers/3e618ff9-2009-4850-8908-8110cd544ce6 HTTP/1.1" status: 204 len: 168 time: 1.7034428 Aug 27 12:04:22.316805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:22.376791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-e1a6c77d-a549-460c-9557-a3cf3ed15d92 service neutron] 10.222.0.76 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126050 Aug 27 12:04:22.423707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Deleting subnet 8fd5a761-fd8a-464c-8d35-aebf11f0e538 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:04:22.427849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.516461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:22.541929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:22.542401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1c77255e-6bb5-425a-9bd2-c9f4b6ea59db not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:22.565704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.657191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:21Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:22.685901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e401d8e-f871-440d-82e1-6c186b636d71 None None] The sync data for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 is: [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:21Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:04:22.853217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:22.883853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-6473dba3-7d35-4732-892c-a46f8101db67 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:22.893631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-6473dba3-7d35-4732-892c-a46f8101db67 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 812 time: 0.2873597 Aug 27 12:04:22.911527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-ac657ba2-b35a-41bd-bf2d-fadce5606ffc service neutron] 10.222.0.76 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275896 Aug 27 12:04:22.920888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-72f82cdf-b05f-4938-98c2-0e0ee6499b4a tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/quotas/5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 375 time: 0.0257971 Aug 27 12:04:23.002763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-4238d219-0160-40ed-b143-5780d4981865 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804336 Aug 27 12:04:23.431856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42116) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:23.465363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.505747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd5a761-fd8a-464c-8d35-aebf11f0e538,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:23.522065 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.523924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c922a61-834b-4c7f-a30d-725a2b32fb61 None None] Network 320aca18-8e38-47b9-909b-9dc5a5cd1699 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:23.524384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4b6aafb-59a3-4651-b220-063ea09993d0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8fd5a761-fd8a-464c-8d35-aebf11f0e538 HTTP/1.1" status: 204 len: 168 time: 1.2064579 Aug 27 12:04:23.527570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:23.558626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f120-7cfe-4d72-a464-b4677f07fce5 req-0a23502a-54d0-4534-b992-c8740e60cc1f tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:23.560165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42e7f120-7cfe-4d72-a464-b4677f07fce5 req-0a23502a-54d0-4534-b992-c8740e60cc1f tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 943 time: 0.1522453 Aug 27 12:04:23.569609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-6d1eac7f-8e34-4761-af5b-9b90547519c4 service neutron] 10.222.0.76 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585005 Aug 27 12:04:23.659197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.681539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42e7f120-7cfe-4d72-a464-b4677f07fce5 req-b78ac4a8-e6c9-4a54-8689-7a3565312544 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959027 Aug 27 12:04:23.692120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fc9c-7e1d-43cc-b2cd-2bf7e1f78c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.790156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-52bcf77d-c7cf-496f-ba4b-93b16d7ee42e service neutron] 10.222.0.76 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147160 Aug 27 12:04:23.810648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Deleting port ba57b5bb-17e1-4dbd-9a99-364782f9e756 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:23.811042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.829553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.888585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] DHCP port deletion for 320aca18-8e38-47b9-909b-9dc5a5cd1699 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:04:23.982993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fc9c-7e1d-43cc-b2cd-2bf7e1f78c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:23.989906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:24.015877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] Deleting port ba57b5bb-17e1-4dbd-9a99-364782f9e756 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:24.016754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.028155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fc9c-7e1d-43cc-b2cd-2bf7e1f78c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.179805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cdf4fc9c-7e1d-43cc-b2cd-2bf7e1f78c46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da42da30a80e40bd8fdf2b29387e3628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7466908 Aug 27 12:04:24.183033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bed0ac9-493d-4a64-8c50-40446061cc7d req-ae050bc2-7c6e-44d2-8988-ebcf536950fa tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 210 time: 0.0724936 Aug 27 12:04:24.183499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:24.204419 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.resource_extend [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:04:24.316017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e05ba232-96db-45b3-929c-4448ba1c1810 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:24.343778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-778bb75d-3cee-4156-9ce9-aa0b67d0cc37 req-d8441188-a5b8-49a3-93a9-f21572099fbb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 210 time: 0.1356573 Aug 27 12:04:24.348799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4fc9c-7e1d-43cc-b2cd-2bf7e1f78c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d527a010-4633-4ecc-90dd-70352d29e573,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:24.379393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c2c9067-2eb4-4303-8b1c-a7bdfe5ebd98 req-a594a73e-d0d7-4c3a-a365-ebf0de062c8c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 210 time: 0.0500052 Aug 27 12:04:24.388006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-c27f66fd-3f0b-4ca0-94f0-5d228e1655b7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:24.389450 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-c27f66fd-3f0b-4ca0-94f0-5d228e1655b7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.4045157 Aug 27 12:04:24.396895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] For port ba57b5bb-17e1-4dbd-9a99-364782f9e756, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba57b5bb-17e1-4dbd-9a99-364782f9e756,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:24.397297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.412588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Request body: {'port': {'device_id': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'admin_state_up': True, 'tenant_id': '2f0fbba472b5455c96e394a979f145b8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:24.419927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Calling delete_port for ba57b5bb-17e1-4dbd-9a99-364782f9e756 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:24.425777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37926c40-09ba-40dd-88b0-f59a05588c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.447147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] For port ba57b5bb-17e1-4dbd-9a99-364782f9e756, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba57b5bb-17e1-4dbd-9a99-364782f9e756,segment=NetworkSegment(0eb4d377-d376-4284-bd80-ae95a0161762),segment_id=0eb4d377-d376-4284-bd80-ae95a0161762)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:24.447718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.462729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37926c40-09ba-40dd-88b0-f59a05588c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.488075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] Calling delete_port for ba57b5bb-17e1-4dbd-9a99-364782f9e756 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:24.489910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e05ba232-96db-45b3-929c-4448ba1c1810 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:24.497658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e05ba232-96db-45b3-929c-4448ba1c1810 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:24.498160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.544221 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37926c40-09ba-40dd-88b0-f59a05588c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.548848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37926c40-09ba-40dd-88b0-f59a05588c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.550370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37926c40-09ba-40dd-88b0-f59a05588c0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d527a010-4633-4ecc-90dd-70352d29e573 HTTP/1.1" status: 204 len: 168 time: 0.3656244 Aug 27 12:04:24.570713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37926c40-09ba-40dd-88b0-f59a05588c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d527a010-4633-4ecc-90dd-70352d29e573,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:24.612338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:24.628592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'mac_address': 'fa:16:3e:e9:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:24.674843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Made reservation on behalf of 2f0fbba472b5455c96e394a979f145b8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:24.679041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.770979 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.776067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.798290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] Pushing event deleted for resources: {'Port': ['ID=ba57b5bb-17e1-4dbd-9a99-364782f9e756,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:24.833512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba57b5bb-17e1-4dbd-9a99-364782f9e756,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:24.841134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] No DVR routers for this DVR port ba57b5bb-17e1-4dbd-9a99-364782f9e756 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:24.883073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:24.948174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cedd57-7030-4af5-a836-ca94f14f49ad req-41fe5ad8-5e20-4872-80db-6098d1725cae tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:24.955131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1cedd57-7030-4af5-a836-ca94f14f49ad req-41fe5ad8-5e20-4872-80db-6098d1725cae tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 943 time: 0.1079535 Aug 27 12:04:24.975527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2907a-9419-43cb-a6fb-84841872d929 None None] No DVR routers for this DVR port ba57b5bb-17e1-4dbd-9a99-364782f9e756 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:24.984682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.016331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e380b36-36a3-4059-8edd-e057f6ca6acf {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:25.044614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Allocated IP 172.20.0.6 (4da5c204-3ed1-4d37-bab6-af04e16e113f/8f029334-c456-476c-9f89-5a5629b10017/a4f7dba4-c218-4864-9f7b-92ee1ab93efd) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:25.048026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1cedd57-7030-4af5-a836-ca94f14f49ad req-ec9c29c8-ecd0-48b5-8a10-d0b91b863f55 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800400 Aug 27 12:04:25.098297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:25.100609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e05ba232-96db-45b3-929c-4448ba1c1810, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e05ba232-96db-45b3-929c-4448ba1c1810,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:25.103650 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.137712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.137954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:25.166132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efa8b33-f0d3-47e7-9828-b9a49d1e1043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.177032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:25.225874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba57b5bb-17e1-4dbd-9a99-364782f9e756 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:25.249289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.263115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ba57b5bb-17e1-4dbd-9a99-364782f9e756 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:25.263632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba57b5bb-17e1-4dbd-9a99-364782f9e756 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:25.264182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f242c07f-ead4-4cab-b665-07369c1c9143 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:25.294490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f242c07f-ead4-4cab-b665-07369c1c9143 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:25.294490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f242c07f-ead4-4cab-b665-07369c1c9143 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:25.301949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e05ba232-96db-45b3-929c-4448ba1c1810,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:25.309881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320aca18-8e38-47b9-909b-9dc5a5cd1699']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:25.313421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efa8b33-f0d3-47e7-9828-b9a49d1e1043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.316773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d77d293-fefa-4aaa-a491-206cf633c4e5 req-c46c3690-7dbe-4146-9789-5a8e5f6aa0ad tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 210 time: 0.0343859 Aug 27 12:04:25.321025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efa8b33-f0d3-47e7-9828-b9a49d1e1043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.344866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb4d377-d376-4284-bd80-ae95a0161762') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:25.345421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb4d377-d376-4284-bd80-ae95a0161762') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:25.355325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7efa8b33-f0d3-47e7-9828-b9a49d1e1043 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60e4391ef361489b8b0097c0cdacd956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149563 Aug 27 12:04:25.358133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:25.366522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d0936437-377f-4a38-b95a-b04c850096b1 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:25.367998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d0936437-377f-4a38-b95a-b04c850096b1 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 819 time: 0.6590059 Aug 27 12:04:25.369701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.380553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa8b33-f0d3-47e7-9828-b9a49d1e1043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d4752-1969-4402-bd2d-cd7ac216758b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:25.384765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'port': {'device_id': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'admin_state_up': True, 'tenant_id': '1141438b1e9b45618d936479521d80bc'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:25.439904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d57606b2-0d45-4cf5-a403-eda24422c911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.464934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d57606b2-0d45-4cf5-a403-eda24422c911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.489352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8e380b36-36a3-4059-8edd-e057f6ca6acf'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:25.498249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.525079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:04:25.525480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.527143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d019223-4fc5-4c0a-aee1-682cf9c39f5f req-2b4a380a-bcc4-4335-bf57-1f9c7df602f5 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 210 time: 0.0904174 Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:04:25.543686 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:04:25.614964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c379365-b64d-49d7-a14a-6f86bab3890f req-717cecc2-5712-46c1-ac2a-3ee6b5fe7b79 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 210 time: 0.0968177 Aug 27 12:04:25.629777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d57606b2-0d45-4cf5-a403-eda24422c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.631260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.633582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d57606b2-0d45-4cf5-a403-eda24422c911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.637175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d57606b2-0d45-4cf5-a403-eda24422c911 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d69d4752-1969-4402-bd2d-cd7ac216758b HTTP/1.1" status: 204 len: 168 time: 0.2759254 Aug 27 12:04:25.654624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.673511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.678878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] 10.222.0.76 "DELETE /v2.0/networks/320aca18-8e38-47b9-909b-9dc5a5cd1699 HTTP/1.1" status: 204 len: 168 time: 2.1498942 Aug 27 12:04:25.679606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:25.682052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57606b2-0d45-4cf5-a403-eda24422c911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d4752-1969-4402-bd2d-cd7ac216758b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:25.714815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817a14-131f-4620-92d0-281acc464f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=320aca18-8e38-47b9-909b-9dc5a5cd1699,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:25.742613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Made reservation on behalf of 1141438b1e9b45618d936479521d80bc for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:25.746291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.811365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:25.825030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-42793072-4f23-4885-a00c-7ca9bc3c8604 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:25.826665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-42793072-4f23-4885-a00c-7ca9bc3c8604 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.77 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 812 time: 0.2983224 Aug 27 12:04:25.848441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'port': {'device_id': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'network_id': '52fe1719-632b-485f-aa92-495acab96746', 'admin_state_up': True, 'tenant_id': '5b629a9dd0264a74864b2ff7d76a9dab'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:25.878194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:25.886164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:25.910472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:25.917741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:25.986128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Allocated IP 172.20.0.13 (723f0a69-0100-463f-89bf-e572941fd7d3/77aab11e-1b36-4718-9dea-868df56ea0fa/f0571c79-5824-476f-8276-0573a128f09b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:26.000185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:26.000824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.027851 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a83292cf-1c6d-485f-a5f6-b838abd4413a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6225927 Aug 27 12:04:26.044259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Request body: {'port': {'device_id': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:26.087300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Made reservation on behalf of 5b629a9dd0264a74864b2ff7d76a9dab for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:26.090893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.195177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e05ba232-96db-45b3-929c-4448ba1c1810 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:26.237051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.261107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e05ba232-96db-45b3-929c-4448ba1c1810 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:26.261894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.371158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f392e1d-13e9-4e6f-8716-d690f2e977bf req-fb409a24-27ae-4d7f-8330-bc374cc1b959 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:26.372774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f392e1d-13e9-4e6f-8716-d690f2e977bf req-fb409a24-27ae-4d7f-8330-bc374cc1b959 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 944 time: 0.2402842 Aug 27 12:04:26.405229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.439940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Allocated IP 172.20.0.9 (52fe1719-632b-485f-aa92-495acab96746/b7f3c3be-c416-4b08-86b4-d39789b2d3fd/5c1b77cd-aa4e-40f2-b875-101e5d8c3a46) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:26.489837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f392e1d-13e9-4e6f-8716-d690f2e977bf req-0d787f59-6ec5-4067-8752-d6376ab6a2f0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095910 Aug 27 12:04:26.593673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.647000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Network 723f0a69-0100-463f-89bf-e572941fd7d3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:26.656796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:26.668262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:26.701497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.710251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:26.735513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:26.736222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.754995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-9a11880f-4127-4491-8e0d-fb5678d4cac4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3761833 Aug 27 12:04:26.755843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351e609-86b8-45b1-82d2-ff4584b1475f req-95cdf237-ee81-4bea-b6a0-3ca770a314ac tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:26.763130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b351e609-86b8-45b1-82d2-ff4584b1475f req-95cdf237-ee81-4bea-b6a0-3ca770a314ac tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 931 time: 0.1284332 Aug 27 12:04:26.771896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bde65-e04d-4b2f-96a2-9cf108d35f88 req-3b0257d0-bd78-408c-90cd-59d64878e73e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:26.773342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c2bde65-e04d-4b2f-96a2-9cf108d35f88 req-3b0257d0-bd78-408c-90cd-59d64878e73e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 932 time: 0.1375964 Aug 27 12:04:26.781758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Request body: {'port': {'device_id': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:26.814922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f7dba4-c218-4864-9f7b-92ee1ab93efd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:26.825393 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.835358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.862825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Transition to ACTIVE for port object a4f7dba4-c218-4864-9f7b-92ee1ab93efd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:26.863727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.874110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.903183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b351e609-86b8-45b1-82d2-ff4584b1475f req-afba8471-5da8-4dbc-a09a-63788f09d88a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388953 Aug 27 12:04:26.922100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:26.934286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c2bde65-e04d-4b2f-96a2-9cf108d35f88 req-1900cf7f-e489-4dfe-9eba-0036e8be3895 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412950 Aug 27 12:04:26.934474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:26.960236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:27.083843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Network 52fe1719-632b-485f-aa92-495acab96746 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:27.103790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:27.110616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:27.116229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:27.151728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:27.152099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:27.152407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:27.160917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:27.161782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:27.169969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:27.170308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:27.170731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:27.171174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Bound port: a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:27.171946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.215049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d260017-e48f-4813-bfa4-1e69706fb364 req-bd0d8261-1dd8-4a7a-bbf2-26d6caa8293c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:27.216735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d260017-e48f-4813-bfa4-1e69706fb364 req-bd0d8261-1dd8-4a7a-bbf2-26d6caa8293c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 931 time: 0.1879475 Aug 27 12:04:27.275523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:27.277257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.313103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-028ace22-42aa-42b0-acf7-48ee0d689f39 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4709935 Aug 27 12:04:27.328794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:27.332096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Request body: {'port': {'device_id': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:27.337418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d260017-e48f-4813-bfa4-1e69706fb364 req-152c8c27-b7f3-43e3-8f83-4587b0504293 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998771 Aug 27 12:04:27.351757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:27.369740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.445069 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.481040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:27.481950 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.483578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] 10.222.0.65 "PUT /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 1091 time: 1.4461117 Aug 27 12:04:27.484896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:27.487221 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e494eb-5e66-45d9-8fb6-f5825e829a98" -d '{"events": [{"name": "network-changed", "server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:27.519737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0571c79-5824-476f-8276-0573a128f09b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:27.578892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.615055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e200a-0766-4f78-81ae-91d51a82c6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:27.630332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Transition to ACTIVE for port object f0571c79-5824-476f-8276-0573a128f09b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:27.636186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.651632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Deleting port 05a6ff55-30b5-4e37-b89a-82110a4a75cf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:27.651980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.697035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a4ccfeac-ee49-4462-851f-5c11f1f11664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:27.698692 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-a4ccfeac-ee49-4462-851f-5c11f1f11664 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1094 time: 0.1491580 Aug 27 12:04:27.722568 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08e5a14-4cbc-442f-a998-ec90fae1ded3 x-openstack-request-id: req-e08e5a14-4cbc-442f-a998-ec90fae1ded3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:27.723197 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:27.723197 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e08e5a14-4cbc-442f-a998-ec90fae1ded3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:27.723490 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'status': 'completed', 'code': 200} Aug 27 12:04:27.762042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2135b8-7db4-41c5-b219-58d553f02ea3 req-40b4cf2f-a990-46d8-bf44-ec10423ba1d3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:27.763617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2135b8-7db4-41c5-b219-58d553f02ea3 req-40b4cf2f-a990-46d8-bf44-ec10423ba1d3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 944 time: 0.1732962 Aug 27 12:04:27.782844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:27.790292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-6025a965-fea6-42d7-bac7-138742570165 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.0796804 Aug 27 12:04:27.833307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] For port 05a6ff55-30b5-4e37-b89a-82110a4a75cf, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05a6ff55-30b5-4e37-b89a-82110a4a75cf,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:27.833602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.865857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Calling delete_port for 05a6ff55-30b5-4e37-b89a-82110a4a75cf owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:27.868515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-954a2aa1-d2c5-4734-a2fb-fd1e389cbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:27.869763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-954a2aa1-d2c5-4734-a2fb-fd1e389cbf03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0753541 Aug 27 12:04:27.884220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2135b8-7db4-41c5-b219-58d553f02ea3 req-ec29e6c9-8a81-4864-88bb-832cb1095369 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029828 Aug 27 12:04:27.903838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Attempting to bind port f0571c79-5824-476f-8276-0573a128f09b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:27.904186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Attempting to bind port f0571c79-5824-476f-8276-0573a128f09b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:27.904543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Attempting to bind port f0571c79-5824-476f-8276-0573a128f09b on network 723f0a69-0100-463f-89bf-e572941fd7d3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:27.909552 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-5753059f-dabb-47bc-8995-02d9b08b6d1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319684 Aug 27 12:04:27.911593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Port f0571c79-5824-476f-8276-0573a128f09b on network 723f0a69-0100-463f-89bf-e572941fd7d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:27.911916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Attempting to bind port f0571c79-5824-476f-8276-0573a128f09b on network 723f0a69-0100-463f-89bf-e572941fd7d3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:27.916870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:27.917213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Checking segment: {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:27.917594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Bound using segment: {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:27.918019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Bound port: f0571c79-5824-476f-8276-0573a128f09b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7694e059-a614-4abf-999c-1265a9b4cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:27.918420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:27.995855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:28.005411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.014582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:28.064884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Transition to ACTIVE for port object 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:28.086421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.103471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 8e380b36-36a3-4059-8edd-e057f6ca6acf completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:28.109871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:28.111265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 8e380b36-36a3-4059-8edd-e057f6ca6acf triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:28.111909 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.114723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:28.118240 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-cab1d548-dd1d-4185-b126-225655458ab6 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977172 Aug 27 12:04:28.121764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.225156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:28.225792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.227507 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] 10.222.0.65 "PUT /v2.0/ports/f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 1092 time: 1.4518516 Aug 27 12:04:28.262980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c52034-c751-4192-a5b0-cbe90c078691 service neutron] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:28.281617 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.322328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02d1b93e-3a7b-4b40-8cf3-103c49b9d8b2 req-aaf8cabb-2d24-4ecb-a8ae-cefafb9f6510 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961892 Aug 27 12:04:28.329537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d9db930b-aa55-47fb-91f3-841c548bf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:28.331138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:28.331421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-d9db930b-aa55-47fb-91f3-841c548bf36a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0612900 Aug 27 12:04:28.333930 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aead4e97-0274-4763-81a6-410534c642d5" -d '{"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-plugged", "status": "completed", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:28.351445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:28.367201 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.408395 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-ca3acbe6-f429-4ac6-8ef2-9ed3fbc86608 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.0661478 Aug 27 12:04:28.426471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:28.487306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-5d6dcac3-a1eb-4445-9c52-7ae79375399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:28.492193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-5d6dcac3-a1eb-4445-9c52-7ae79375399f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1094 time: 0.0943735 Aug 27 12:04:28.499063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-98a3d1aa-90c9-4fc6-b40e-afe0a83c4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:28.501204 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-98a3d1aa-90c9-4fc6-b40e-afe0a83c4f64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.0707672 Aug 27 12:04:28.558118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:28.571419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2bbf6-2320-4d3e-9e16-a34a3b78f0d7 req-a8c8f9a1-f48b-457c-beb7-b6c97971a77c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:28.572419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ead2bbf6-2320-4d3e-9e16-a34a3b78f0d7 req-a8c8f9a1-f48b-457c-beb7-b6c97971a77c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 944 time: 0.5094113 Aug 27 12:04:28.584836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632196-c353-4c8a-bc59-0a97e4af2d23 req-cd2f66bd-5133-4659-b64d-c2ceb453614b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:28.592138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1632196-c353-4c8a-bc59-0a97e4af2d23 req-cd2f66bd-5133-4659-b64d-c2ceb453614b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.5316544 Aug 27 12:04:28.744306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:28.750948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1632196-c353-4c8a-bc59-0a97e4af2d23 req-3db57015-abfa-48b8-99bf-6baf802ca6c2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578660 Aug 27 12:04:28.829368 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0606e3-2407-412d-9635-2e4456bbf2be x-openstack-request-id: req-7d0606e3-2407-412d-9635-2e4456bbf2be {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:28.830012 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-plugged", "status": "completed", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:28.830447 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d0606e3-2407-412d-9635-2e4456bbf2be {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:28.831329 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'code': 200} Aug 27 12:04:28.845762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-97e985ee-75f6-4d14-a12b-eb757ba0bc76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3294747 Aug 27 12:04:28.849094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Attempting to bind port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:28.849465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Attempting to bind port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:28.849704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Attempting to bind port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 on network 52fe1719-632b-485f-aa92-495acab96746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:28.876044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ead2bbf6-2320-4d3e-9e16-a34a3b78f0d7 req-1517a6e0-8c4e-40c6-8a5d-f2ba58128379 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743478 Aug 27 12:04:28.876987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a6ff55-30b5-4e37-b89a-82110a4a75cf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:28.940319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 on network 52fe1719-632b-485f-aa92-495acab96746 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:28.940319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Attempting to bind port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 on network 52fe1719-632b-485f-aa92-495acab96746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:28.949124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:28.949472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Checking segment: {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:28.949869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Bound using segment: {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:28.950526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Bound port: 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50467f32-5f3f-49f6-a478-55698a1304f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '52fe1719-632b-485f-aa92-495acab96746'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:28.951114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:29.106242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-76cd0340-2816-495f-a8ea-2a100c8cb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.107762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-76cd0340-2816-495f-a8ea-2a100c8cb4a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.6056659 Aug 27 12:04:29.157829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b5e45-13aa-4227-9327-7037ffb61bd6 req-951597af-3f87-4bee-b441-e5d6b85cdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.159388 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c9b5e45-13aa-4227-9327-7037ffb61bd6 req-951597af-3f87-4bee-b441-e5d6b85cdcb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 1096 time: 0.1833673 Aug 27 12:04:29.161083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-851a7169-0f1d-4b8c-bd92-a6a98f6308b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.0427051 Aug 27 12:04:29.163051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-b2f0094c-da1b-40ce-9f76-72a6d7bc32ce service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076370 Aug 27 12:04:29.175891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a9830-9751-4fe3-ad0e-c40b30c019bd req-29c8cf9e-e48d-43ac-baa9-2e5e96cf4fa7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.183211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d1a9830-9751-4fe3-ad0e-c40b30c019bd req-29c8cf9e-e48d-43ac-baa9-2e5e96cf4fa7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 943 time: 0.2369907 Aug 27 12:04:29.251623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:29.254612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:29.283485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c9b5e45-13aa-4227-9327-7037ffb61bd6 req-4f2c8505-4b9c-44be-97b4-c7c9a6dfad3d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165464 Aug 27 12:04:29.284422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:29.292599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-b7b1c73e-8a35-4518-bccc-b58d2a1c4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.293227 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-b7b1c73e-8a35-4518-bccc-b58d2a1c4faf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1128671 Aug 27 12:04:29.332353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:29.344886 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-ac124f96-6160-4362-a7be-0b7b8b92dfdf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327756 Aug 27 12:04:29.348052 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f084866c-8b4e-44a0-9d7a-b1538872554b req-662d0f4d-4e6e-43c4-8c82-0e29b930ce8b service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667087 Aug 27 12:04:29.354758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a043409-966f-4f43-9a4c-fca1a0b1deab req-9f93874d-c678-4b66-81c7-bbb33f15f55a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.356838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a043409-966f-4f43-9a4c-fca1a0b1deab req-9f93874d-c678-4b66-81c7-bbb33f15f55a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 945 time: 0.1932399 Aug 27 12:04:29.398971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d1a9830-9751-4fe3-ad0e-c40b30c019bd req-53af161f-cffb-43c4-a6f0-245b62edf6ed tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980867 Aug 27 12:04:29.450272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.451113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:29.453301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] 10.222.0.77 "PUT /v2.0/ports/5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 1091 time: 2.1267633 Aug 27 12:04:29.459699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:29.462042 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ecb5dc-83da-459b-b2ff-41843eba01ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:29.475577 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-e8b27261-c6e8-4e8b-9fc3-ccf7ce7be268 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124084 Aug 27 12:04:29.520953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a043409-966f-4f43-9a4c-fca1a0b1deab req-5cbae74d-efaf-4719-9b84-468e4ae27778 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026008 Aug 27 12:04:29.524787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fd968-ccd1-4f0f-a03b-84d3a59106ce service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:29.540449 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46397394-7ce8-4de4-ab34-11940213843a x-openstack-request-id: req-46397394-7ce8-4de4-ab34-11940213843a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:29.541034 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:29.541613 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46397394-7ce8-4de4-ab34-11940213843a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:29.542216 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'status': 'completed', 'code': 200} Aug 27 12:04:29.589213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07e494eb-5e66-45d9-8fb6-f5825e829a98 req-0b941e15-8f29-4f24-91f7-f0811d5de6ff service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062713 Aug 27 12:04:29.674119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Router 83f000b2-ead0-48e4-9676-88d324a5f26c has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:04:29.725107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:29.727919 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeb2563-e114-4853-94ab-a97416c9b6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:29.771497 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcba4b9-9d01-46d1-9d9c-a793f98ee66a x-openstack-request-id: req-9bcba4b9-9d01-46d1-9d9c-a793f98ee66a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:29.771795 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:29.772052 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bcba4b9-9d01-46d1-9d9c-a793f98ee66a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:29.772451 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'status': 'completed', 'code': 200} Aug 27 12:04:29.811515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb5dc-83da-459b-b2ff-41843eba01ca req-3c7fb0ce-666f-4f74-9424-a4a9b771b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.813791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2ecb5dc-83da-459b-b2ff-41843eba01ca req-3c7fb0ce-666f-4f74-9424-a4a9b771b994 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1094 time: 0.0882928 Aug 27 12:04:29.816613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:04:29.824343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-46241b9e-f04f-43a5-a1f3-372068f84409 admin admin] 10.222.0.76 "PUT /v2.0/routers/83f000b2-ead0-48e4-9676-88d324a5f26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1407673 Aug 27 12:04:29.824343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:29.832593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] Sync routers for ids ['83f000b2-ead0-48e4-9676-88d324a5f26c'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:04:29.843611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] Routers {'83f000b2-ead0-48e4-9676-88d324a5f26c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:29.844522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['83f000b2-ead0-48e4-9676-88d324a5f26c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:29.873047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-2fbb8be7-f58e-4ad1-a82b-f8d03852c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:29.875341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-2fbb8be7-f58e-4ad1-a82b-f8d03852c976 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0752897 Aug 27 12:04:30.026797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] Set router 83f000b2-ead0-48e4-9676-88d324a5f26c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:30.063774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-77506fc4-8667-4165-bc07-b0e9068768f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:30.065580 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-77506fc4-8667-4165-bc07-b0e9068768f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.1821899 Aug 27 12:04:30.126042 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-12b0cb99-7742-4cb3-9533-2879aa04b793 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.0507474 Aug 27 12:04:30.191212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384e83-e9d4-4da8-9a61-bf0945f531a5 req-bb6cf218-b01e-4756-a1d1-ba2e78213b94 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:30.198570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb384e83-e9d4-4da8-9a61-bf0945f531a5 req-bb6cf218-b01e-4756-a1d1-ba2e78213b94 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.3074641 Aug 27 12:04:30.221964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb5dc-83da-459b-b2ff-41843eba01ca req-05da3120-39de-4cd5-9ac5-85a39cbb0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:30.222798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-68e4928b-ba92-4b4b-b701-8e8750fed532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:30.223511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2ecb5dc-83da-459b-b2ff-41843eba01ca req-05da3120-39de-4cd5-9ac5-85a39cbb0556 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3930557 Aug 27 12:04:30.226744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-68e4928b-ba92-4b4b-b701-8e8750fed532 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.0925016 Aug 27 12:04:30.230324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:30.271482 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-badd3853-f3b4-44bd-a3cb-4a0bc5f38af9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340626 Aug 27 12:04:30.290110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:04:28Z', 'revision_number': 5, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:30.320241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf047-34a4-48d9-95c7-75cd9695724e req-a1c16732-67f6-497e-bf49-4c6edd85870d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:30.321774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7abbf047-34a4-48d9-95c7-75cd9695724e req-a1c16732-67f6-497e-bf49-4c6edd85870d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 944 time: 0.3113384 Aug 27 12:04:30.333453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] Checking router: 83f000b2-ead0-48e4-9676-88d324a5f26c for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:04:30.347236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] Routers {'83f000b2-ead0-48e4-9676-88d324a5f26c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:04:30.348981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['83f000b2-ead0-48e4-9676-88d324a5f26c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:30.419299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-d6c5750e-15a6-4f8e-ae1a-3c1d0097b4ed service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367359 Aug 27 12:04:30.438871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb384e83-e9d4-4da8-9a61-bf0945f531a5 req-7a07d65e-4c29-4f7f-9b6b-c095a46a1c34 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393799 Aug 27 12:04:30.485107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:30.558797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7abbf047-34a4-48d9-95c7-75cd9695724e req-a703ca88-a124-4e43-aacc-94495f178fb7 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921687 Aug 27 12:04:30.629553 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbeb2563-e114-4853-94ab-a97416c9b6f7 req-14a7d2a7-1dca-4f4f-9a49-4bf9fbb7a257 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010288 Aug 27 12:04:30.673567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:30.698595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'port_id': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'mac_address': 'fa:16:3e:d1:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f029334-c456-476c-9f89-5a5629b10017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:30.704986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:30.729689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb5dc-83da-459b-b2ff-41843eba01ca req-cdba6be3-e1ca-4bbf-b656-5db46cbbbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:30.731244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2ecb5dc-83da-459b-b2ff-41843eba01ca req-cdba6be3-e1ca-4bbf-b656-5db46cbbbc04 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4952860 Aug 27 12:04:30.737267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] Set router 83f000b2-ead0-48e4-9676-88d324a5f26c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:04:31.001033 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:31.022615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f7dba4-c218-4864-9f7b-92ee1ab93efd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:31.064652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:31.071979 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:31.072636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f0571c79-5824-476f-8276-0573a128f09b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:31.147576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53a814-ca6a-4631-8a6a-e94f7d6020f5 req-47481649-bfca-43b0-80cc-00be72f29e33 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:31.149136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b53a814-ca6a-4631-8a6a-e94f7d6020f5 req-47481649-bfca-43b0-80cc-00be72f29e33 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 943 time: 0.4612560 Aug 27 12:04:31.175827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfefb1-6505-4e52-90ce-f6fbfeddc785 req-4b349b1f-337a-43bf-a91e-9006f1fdc96a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:31.177312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cddfefb1-6505-4e52-90ce-f6fbfeddc785 req-4b349b1f-337a-43bf-a91e-9006f1fdc96a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 945 time: 0.4748576 Aug 27 12:04:31.211118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:31.260602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Deleting port 33b88ccc-fde4-4036-b974-0dac7266a212 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:31.261174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:31.265932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-b5aa2106-b956-4e26-8c79-6eb160f12a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:31.267470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-b5aa2106-b956-4e26-8c79-6eb160f12a5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1094 time: 0.4315312 Aug 27 12:04:31.270270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:31.271563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b53a814-ca6a-4631-8a6a-e94f7d6020f5 req-2062b9a8-e6ce-4d07-9ec5-01be9122ac7d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931749 Aug 27 12:04:31.283440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cddfefb1-6505-4e52-90ce-f6fbfeddc785 req-f2a74204-55a1-4226-bec2-fe8b8aec14bc tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953414 Aug 27 12:04:31.291737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:04:28Z', 'revision_number': 5, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:31.331814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f0571c79-5824-476f-8276-0573a128f09b', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'port_id': 'f0571c79-5824-476f-8276-0573a128f09b', 'mac_address': 'fa:16:3e:85:1d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:31.336534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708bdc13-2b2d-4e9f-b154-d70ac78a4fff None None] The sync data for ids ['83f000b2-ead0-48e4-9676-88d324a5f26c'] in n-d-688802-4 is: [{'id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789557268-router', 'tenant_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:38Z', 'updated_at': '2021-08-27T12:04:28Z', 'revision_number': 5, 'project_id': '4dfd29b091dc45ce8abb194b5b4206cc', 'gw_port': {'id': '33b88ccc-fde4-4036-b974-0dac7266a212', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f000b2-ead0-48e4-9676-88d324a5f26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:39Z', 'updated_at': '2021-08-27T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:04:31.366429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-b3c6b668-cb45-40e7-9ab1-448f0a45bd60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 217 time: 0.0819561 Aug 27 12:04:31.415037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:31.440510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0571c79-5824-476f-8276-0573a128f09b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:31.455540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-c1d53328-26d7-4b8a-a1d7-c7e96935f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:31.457502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-c1d53328-26d7-4b8a-a1d7-c7e96935f8a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.0842898 Aug 27 12:04:31.463434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] For port 33b88ccc-fde4-4036-b974-0dac7266a212, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=33b88ccc-fde4-4036-b974-0dac7266a212,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:31.463814 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:31.467841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:31.473509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:31.507154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Calling delete_port for 33b88ccc-fde4-4036-b974-0dac7266a212 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:31.510440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-26d0089f-fe18-4f50-9dc7-f787979f1cfc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437806 Aug 27 12:04:31.576896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:31.772246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f0571c79-5824-476f-8276-0573a128f09b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:31.804051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a665-c7b9-4860-be65-3f6083a99755 req-c4b85cb9-7740-466c-b089-1cbbf57e794c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:31.807186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7280a665-c7b9-4860-be65-3f6083a99755 req-c4b85cb9-7740-466c-b089-1cbbf57e794c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.2345538 Aug 27 12:04:31.832049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a4f7dba4-c218-4864-9f7b-92ee1ab93efd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:31.872316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-ea71bebb-8b77-4811-a09e-e8eb75edde29 service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539121 Aug 27 12:04:31.915435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc9082-e4a4-4e60-8106-12a994721989 req-c4e3bac6-1241-45cf-a767-614c5e05c074 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:31.923832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27dc9082-e4a4-4e60-8106-12a994721989 req-c4e3bac6-1241-45cf-a767-614c5e05c074 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 945 time: 0.2637053 Aug 27 12:04:31.999454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.034637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Pushing event deleted for resources: {'Port': ['ID=33b88ccc-fde4-4036-b974-0dac7266a212,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:32.079842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7280a665-c7b9-4860-be65-3f6083a99755 req-a2bcfb70-a91b-4832-8319-2cd65e46f51b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054489 Aug 27 12:04:32.122195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27dc9082-e4a4-4e60-8106-12a994721989 req-b5b7d869-dd32-4c2b-b7b7-8b8ed28da05b tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927907 Aug 27 12:04:32.189688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f7f0946-75f0-41af-b0e1-4080a88cf621 req-abe49879-1e8a-4cde-a21c-1a6637144faa service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053908 Aug 27 12:04:32.210682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05a6ff55-30b5-4e37-b89a-82110a4a75cf no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:32.220974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.236441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 05a6ff55-30b5-4e37-b89a-82110a4a75cf {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:32.236441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05a6ff55-30b5-4e37-b89a-82110a4a75cf not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:32.321100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.323989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.423809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.424508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f000b2-ead0-48e4-9676-88d324a5f26c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:04:32.432205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.433482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9866afcd-0b10-49a0-af46-7e298e51573f admin admin] 10.222.0.76 "DELETE /v2.0/routers/83f000b2-ead0-48e4-9676-88d324a5f26c HTTP/1.1" status: 204 len: 168 time: 2.6083663 Aug 27 12:04:32.436053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42338) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:32.471173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160427d-593c-4fda-9edf-18edc00667fa req-b0041483-14c9-421d-9146-a5dfa811a0a0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:32.472791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c160427d-593c-4fda-9edf-18edc00667fa req-b0041483-14c9-421d-9146-a5dfa811a0a0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 945 time: 0.0989461 Aug 27 12:04:32.495136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b9134-efc6-4b7a-988b-1e1d7d4b938f req-7a343931-92af-4113-aa1c-3b5d738e8ccb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:32.497017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d13b9134-efc6-4b7a-988b-1e1d7d4b938f req-7a343931-92af-4113-aa1c-3b5d738e8ccb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 943 time: 0.1243508 Aug 27 12:04:32.497564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Deleting subnet 0ed86f63-6d07-4eec-bcbe-432f9586304b {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:04:32.501487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.541854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.561528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c160427d-593c-4fda-9edf-18edc00667fa req-77ec1366-89b0-4702-a670-1980e20e23d1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Aug 27 12:04:32.567718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d13b9134-efc6-4b7a-988b-1e1d7d4b938f req-e4a411c8-38c3-40f8-84bf-a305b8930c6f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614579 Aug 27 12:04:32.679211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.745492 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.772626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed86f63-6d07-4eec-bcbe-432f9586304b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:32.785219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.787395 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-175bf7d9-1c4b-43d0-af98-906b96a3d83f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0ed86f63-6d07-4eec-bcbe-432f9586304b HTTP/1.1" status: 204 len: 168 time: 0.3488503 Aug 27 12:04:32.790268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42352) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:32.792828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ad1ec-29e2-45e0-90b7-05cef8cf3520 None None] Network f3db487a-aaf3-48f3-8c79-73b5e7606f86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:32.850035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42def069-474f-4a68-b049-609bf06083fa req-93c7f0b6-e61e-4a20-9623-c7271337ebf9 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:32.852296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42def069-474f-4a68-b049-609bf06083fa req-93c7f0b6-e61e-4a20-9623-c7271337ebf9 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 945 time: 0.0909352 Aug 27 12:04:32.872321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:32.913734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42def069-474f-4a68-b049-609bf06083fa req-da4d409e-9ea5-44d1-8117-337a71736343 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535336 Aug 27 12:04:32.945771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Deleting port 540a06b8-be12-485d-8805-b0b956a13afd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:32.946189 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.020899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] DHCP port deletion for f3db487a-aaf3-48f3-8c79-73b5e7606f86 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:04:33.025084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] For port 540a06b8-be12-485d-8805-b0b956a13afd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=540a06b8-be12-485d-8805-b0b956a13afd,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:33.025722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.043499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Calling delete_port for 540a06b8-be12-485d-8805-b0b956a13afd owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:33.097607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] Deleting port 540a06b8-be12-485d-8805-b0b956a13afd {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:33.098350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.146944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.173588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] For port 540a06b8-be12-485d-8805-b0b956a13afd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=540a06b8-be12-485d-8805-b0b956a13afd,segment=NetworkSegment(1df0a628-00ed-4b13-ade0-8042cc2c6337),segment_id=1df0a628-00ed-4b13-ade0-8042cc2c6337)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:33.174305 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.188663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] Calling delete_port for 540a06b8-be12-485d-8805-b0b956a13afd owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:33.190246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=540a06b8-be12-485d-8805-b0b956a13afd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:33.193940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] No DVR routers for this DVR port 540a06b8-be12-485d-8805-b0b956a13afd on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:33.318547 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.327748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d580ce-0f42-41ff-9e05-d1e650e00019 req-bd0c1fc1-697e-4ff7-bd38-f6891dc1bbf5 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:33.329326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72d580ce-0f42-41ff-9e05-d1e650e00019 req-bd0c1fc1-697e-4ff7-bd38-f6891dc1bbf5 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.0897367 Aug 27 12:04:33.331800 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.345114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3db487a-aaf3-48f3-8c79-73b5e7606f86']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:33.363345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f9ec-36db-434b-8201-db04b6294973 req-f0c93d17-b451-4aa3-9b80-39dad5b6e1de tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:33.365184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df0a628-00ed-4b13-ade0-8042cc2c6337') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:33.365606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df0a628-00ed-4b13-ade0-8042cc2c6337') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:04:33.372480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f76f9ec-36db-434b-8201-db04b6294973 req-f0c93d17-b451-4aa3-9b80-39dad5b6e1de tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 945 time: 0.0996728 Aug 27 12:04:33.385735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.403995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] Pushing event deleted for resources: {'Port': ['ID=540a06b8-be12-485d-8805-b0b956a13afd,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:33.404220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.419899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:04:33.423525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.423812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dd3d2-2949-4e74-9b11-62fea4db5133 None None] No DVR routers for this DVR port 540a06b8-be12-485d-8805-b0b956a13afd on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:04:33.434214 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:04:33.460215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72d580ce-0f42-41ff-9e05-d1e650e00019 req-5d95a1ee-5931-42a0-a2e2-f75c0541487b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213799 Aug 27 12:04:33.469499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f76f9ec-36db-434b-8201-db04b6294973 req-7a1a5ddf-340a-4c75-97c1-65fcc8d76704 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952535 Aug 27 12:04:33.528516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.537259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.540088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f3db487a-aaf3-48f3-8c79-73b5e7606f86 HTTP/1.1" status: 204 len: 168 time: 0.7484541 Aug 27 12:04:33.558913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3db487a-aaf3-48f3-8c79-73b5e7606f86,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:33.568405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.568765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.569108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.569527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.569879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.570210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.570600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.570934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.571264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.571587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.571915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.572239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571ecbf9-4cd4-4e00-ba89-a477d9322f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:33.742424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6e81-a747-4203-84c6-be437370e4cb req-5803a5e5-7b08-4cec-964d-8ea0ac564d8c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:33.744002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e30e6e81-a747-4203-84c6-be437370e4cb req-5803a5e5-7b08-4cec-964d-8ea0ac564d8c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 943 time: 0.0727274 Aug 27 12:04:33.751088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42390) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:33.791018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e30e6e81-a747-4203-84c6-be437370e4cb req-53e06e44-f1d5-4371-9f45-0e89bd1a8f97 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Aug 27 12:04:33.797451 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f5ea1f24-8110-47f5-8ecb-bfacfe3ca8be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa9bdb89e460428ea3eeb0efc6351bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452337 Aug 27 12:04:33.800024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42392) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:33.853494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e028cd25-e4f0-4aae-ba46-5a93592fe312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.876815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e028cd25-e4f0-4aae-ba46-5a93592fe312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.936369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e028cd25-e4f0-4aae-ba46-5a93592fe312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.941860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e028cd25-e4f0-4aae-ba46-5a93592fe312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:33.945998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e028cd25-e4f0-4aae-ba46-5a93592fe312 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/744b6c14-2ab5-4938-9b4a-4987a650a76c HTTP/1.1" status: 204 len: 168 time: 0.1427414 Aug 27 12:04:33.958558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028cd25-e4f0-4aae-ba46-5a93592fe312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b6c14-2ab5-4938-9b4a-4987a650a76c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:34.080674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa12cd-3169-4ecb-abec-cc4dbbabb62d req-6dd68976-8148-4221-ba2b-0a2400794491 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:34.082306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bfa12cd-3169-4ecb-abec-cc4dbbabb62d req-6dd68976-8148-4221-ba2b-0a2400794491 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 945 time: 0.0902107 Aug 27 12:04:34.135906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bfa12cd-3169-4ecb-abec-cc4dbbabb62d req-47272367-e3e6-4d5c-afc7-3bc0dc05b231 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Aug 27 12:04:34.174044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 33b88ccc-fde4-4036-b974-0dac7266a212 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:34.197597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 33b88ccc-fde4-4036-b974-0dac7266a212 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:34.198235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 33b88ccc-fde4-4036-b974-0dac7266a212 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:34.198767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 540a06b8-be12-485d-8805-b0b956a13afd no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:34.221224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 540a06b8-be12-485d-8805-b0b956a13afd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:04:34.221994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 540a06b8-be12-485d-8805-b0b956a13afd not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:34.458262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:34.471526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f0571c79-5824-476f-8276-0573a128f09b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:34.556522 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f23f3d01-8c3a-4a6d-a857-a5f41a360474 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4dfd29b091dc45ce8abb194b5b4206cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969985 Aug 27 12:04:34.561152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:34.577055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f0571c79-5824-476f-8276-0573a128f09b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:34.584003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f0571c79-5824-476f-8276-0573a128f09b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:34.584376 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.672135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94888a56-f6e7-4eca-a11f-2ad6c8be19cf req-fb742627-9497-45e2-bb39-730ab6fa72d9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:34.679445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94888a56-f6e7-4eca-a11f-2ad6c8be19cf req-fb742627-9497-45e2-bb39-730ab6fa72d9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.1244605 Aug 27 12:04:34.691762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14809aef-3430-425b-84bd-8ca0f2cf8797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.704238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.732295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:34.737008 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a82a19b-c829-486f-8e9c-10edfd5a7682" -d '{"events": [{"server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "name": "network-vif-plugged", "status": "completed", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:34.758997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:34.765053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14809aef-3430-425b-84bd-8ca0f2cf8797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.765737 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.766806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:34.782984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94888a56-f6e7-4eca-a11f-2ad6c8be19cf req-dec99b7a-400e-48da-93b5-1148034e4bf1 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026361 Aug 27 12:04:34.812439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11efed-313a-455f-b1d1-c3abee4442c1 req-1b6439e4-3ddd-495b-a5fd-f546db017c69 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:34.815560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd11efed-313a-455f-b1d1-c3abee4442c1 req-1b6439e4-3ddd-495b-a5fd-f546db017c69 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 945 time: 0.1330583 Aug 27 12:04:34.879277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd11efed-313a-455f-b1d1-c3abee4442c1 req-89ce0a21-6429-4854-a6bc-fad5747afde9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 Aug 27 12:04:34.885357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:34.901297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14809aef-3430-425b-84bd-8ca0f2cf8797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.907570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14809aef-3430-425b-84bd-8ca0f2cf8797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.913565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14809aef-3430-425b-84bd-8ca0f2cf8797 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0416cc91-42d2-4a3a-9bcb-8a8a9322861e HTTP/1.1" status: 204 len: 168 time: 0.3493979 Aug 27 12:04:34.914250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port a4f7dba4-c218-4864-9f7b-92ee1ab93efd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:34.925345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port a4f7dba4-c218-4864-9f7b-92ee1ab93efd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:34.926974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14809aef-3430-425b-84bd-8ca0f2cf8797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416cc91-42d2-4a3a-9bcb-8a8a9322861e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:34.927322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:34.977062 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238a721d-3e3c-4f07-a424-3d8900b857ab x-openstack-request-id: req-238a721d-3e3c-4f07-a424-3d8900b857ab {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:34.977751 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "name": "network-vif-plugged", "status": "completed", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:34.978188 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-238a721d-3e3c-4f07-a424-3d8900b857ab {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:34.978785 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'code': 200} Aug 27 12:04:35.048926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:35.091941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb82f0d-7962-48d2-8333-198a0957d672 req-28e789c0-6eba-476b-baab-2f2d181b3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:35.095322 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bb82f0d-7962-48d2-8333-198a0957d672 req-28e789c0-6eba-476b-baab-2f2d181b3a50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0725675 Aug 27 12:04:35.120571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:35.126916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:35.168311 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bb82f0d-7962-48d2-8333-198a0957d672 req-ac5351d1-1c7a-4213-9493-0915ff414f5b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Aug 27 12:04:35.174815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225244b-7e5c-455e-a30c-1fa6473d36a6 req-886627f6-927c-48ed-a987-abcf78d24999 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:35.184788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0225244b-7e5c-455e-a30c-1fa6473d36a6 req-886627f6-927c-48ed-a987-abcf78d24999 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 943 time: 0.0858755 Aug 27 12:04:35.188725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:35.239143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0225244b-7e5c-455e-a30c-1fa6473d36a6 req-481c4332-6466-4b6a-ab82-fa6a33f855ad tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Aug 27 12:04:35.852933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42494) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:35.940282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed897f-2c68-455c-9c67-d797cb0ca115 req-8438c6e3-3dbb-4196-aa6e-c0ea588bbf39 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:35.942025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ed897f-2c68-455c-9c67-d797cb0ca115 req-8438c6e3-3dbb-4196-aa6e-c0ea588bbf39 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 945 time: 0.0703835 Aug 27 12:04:35.992127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ed897f-2c68-455c-9c67-d797cb0ca115 req-ccf7e585-b946-4ddf-832c-059b373145f7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Aug 27 12:04:36.059388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:36.193171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-136305262-network', 'tenant_id': 'aff595d728164f3b98bb6b4ec812bc54'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:36.237139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Made reservation on behalf of aff595d728164f3b98bb6b4ec812bc54 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:36.240329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.241913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:36.246439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32c31c-232f-4aaa-b8f8-ea98ea6c4c3a req-a66d99c9-845a-41f9-bf48-844d0657e9af tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:36.253133 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.256925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'network_id': '52fe1719-632b-485f-aa92-495acab96746', 'port_id': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'mac_address': 'fa:16:3e:9e:5f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f3c3be-c416-4b08-86b4-d39789b2d3fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:36.261302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff32c31c-232f-4aaa-b8f8-ea98ea6c4c3a req-a66d99c9-845a-41f9-bf48-844d0657e9af tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1264169 Aug 27 12:04:36.322116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.339313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:36.365350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff32c31c-232f-4aaa-b8f8-ea98ea6c4c3a req-f5d58d60-44f4-48ac-95d4-048160690b8c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992713 Aug 27 12:04:36.378933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:36.398622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.474463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.480303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.489514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf8aa-817f-45df-8b6e-8db04ea88b24 req-cbba2fe2-091a-44e2-bbd1-6ad85d8ed2fc tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:36.491353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71edf8aa-817f-45df-8b6e-8db04ea88b24 req-cbba2fe2-091a-44e2-bbd1-6ad85d8ed2fc tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 944 time: 0.0786352 Aug 27 12:04:36.501450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:36.514085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:04:36.534769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f59616-934c-417e-9627-df1b4bfdf123,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:36.539502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.540223 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Added segment 98898591-1e44-40c7-940b-a544cfe14a5a of type vlan for network 4a2d47d9-b722-4620-b901-bf458ae476ab Aug 27 12:04:36.556633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71edf8aa-817f-45df-8b6e-8db04ea88b24 req-555a90aa-22f9-4d11-9ac9-ab3f692dae6b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569739 Aug 27 12:04:36.597910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.627548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.629058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:36.630495 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.686413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8322906 Aug 27 12:04:36.691110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:36.698699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017e21-af9c-4efb-b54b-ef845f70c876 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2d47d9-b722-4620-b901-bf458ae476ab,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:36.707937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Request body: {'subnet': {'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-136305262-subnet', 'tenant_id': 'aff595d728164f3b98bb6b4ec812bc54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:36.723666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4a2d47d9-b722-4620-b901-bf458ae476ab details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:04:36.752582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Made reservation on behalf of aff595d728164f3b98bb6b4ec812bc54 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:36.756322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.960487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:36.979671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:36.982792 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d090b2-7da7-4f15-9835-77c0a5741eb9" -d '{"events": [{"server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "name": "network-vif-plugged", "status": "completed", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:37.025457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e69012-d37c-4473-88ba-fc7a13ca8e03,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:37.027540 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306fd42-8aab-4d9b-bd32-79c97f8813ff x-openstack-request-id: req-2306fd42-8aab-4d9b-bd32-79c97f8813ff {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:37.027836 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "name": "network-vif-plugged", "status": "completed", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:37.028256 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2306fd42-8aab-4d9b-bd32-79c97f8813ff {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:37.028822 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'code': 200} Aug 27 12:04:37.045068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Checking segment: {'id': '98898591-1e44-40c7-940b-a544cfe14a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:37.045432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Network hostable DHCP agents. Network: 4a2d47d9-b722-4620-b901-bf458ae476ab, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:04:37.066510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Network 4a2d47d9-b722-4620-b901-bf458ae476ab is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:04:37.077346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4a2d47d9-b722-4620-b901-bf458ae476ab) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:37.083498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.083989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:37.104840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a7a81f45-98e0-4ab7-89a4-7723a921c218 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4093378 Aug 27 12:04:37.111292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740602c-71fd-4214-b139-5c6e7d04195c None None] Network 4a2d47d9-b722-4620-b901-bf458ae476ab requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:37.236248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86526d-5421-48ce-a760-02805f68dc1a req-039ce25d-9637-4d60-968a-67acbc11026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.243071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0a86526d-5421-48ce-a760-02805f68dc1a req-039ce25d-9637-4d60-968a-67acbc11026b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1096 time: 0.1015100 Aug 27 12:04:37.247924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54749-bdb0-4ee0-a6db-d21138679dac req-25f106cc-9db9-447c-a6d2-ffd082d2b4c6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.259118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45b54749-bdb0-4ee0-a6db-d21138679dac req-25f106cc-9db9-447c-a6d2-ffd082d2b4c6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 945 time: 0.1131523 Aug 27 12:04:37.321672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45b54749-bdb0-4ee0-a6db-d21138679dac req-bbcab10d-d4a5-4fa9-b261-fa4ed33a7cb2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614221 Aug 27 12:04:37.323845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:37.328864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0a86526d-5421-48ce-a760-02805f68dc1a req-2a6cbeed-722c-484b-9be3-0a81aac3d8cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777931 Aug 27 12:04:37.361839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e7ec0-d033-4950-87c2-342a94d39c0b None None] Network 4a2d47d9-b722-4620-b901-bf458ae476ab requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:37.506975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084187e-761d-421c-96ce-5907e1b18084 req-424f4077-7149-4641-b580-2dc57afc3810 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.517559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a084187e-761d-421c-96ce-5907e1b18084 req-424f4077-7149-4641-b580-2dc57afc3810 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0724261 Aug 27 12:04:37.574808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a084187e-761d-421c-96ce-5907e1b18084 req-e56edb7d-1c0a-46e1-9296-714caa18b340 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Aug 27 12:04:37.744007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd027a6d-a51e-4875-9af8-5a9ccc518579 req-f84699a3-2c81-4253-bf62-bcc449d9ad31 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.745894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd027a6d-a51e-4875-9af8-5a9ccc518579 req-f84699a3-2c81-4253-bf62-bcc449d9ad31 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 944 time: 0.0809698 Aug 27 12:04:37.815214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd027a6d-a51e-4875-9af8-5a9ccc518579 req-dd1601ba-fba6-459e-b45a-08cd308f5dc3 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565114 Aug 27 12:04:37.947750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-2b64ecc1-a3c2-4c60-81ed-818d82088b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.949611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-2b64ecc1-a3c2-4c60-81ed-818d82088b3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0519621 Aug 27 12:04:37.964032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3730-49b2-4f19-bff2-b132b94d13ad req-7fb66c3c-b811-4ecd-a980-20d2228bcd05 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:37.972373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98ea3730-49b2-4f19-bff2-b132b94d13ad req-7fb66c3c-b811-4ecd-a980-20d2228bcd05 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Aug 27 12:04:38.017308 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.028890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98ea3730-49b2-4f19-bff2-b132b94d13ad req-d020b460-61ed-4046-9931-a8f942b51669 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Aug 27 12:04:38.069138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:38.070032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:38.081734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-75628183-network', 'tenant_id': '18b9a73007144423acf7a6eb741113ae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:38.086022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-e4f1e990-7625-49f4-879e-7e5ed2f291a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:38.087757 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-e4f1e990-7625-49f4-879e-7e5ed2f291a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.1285601 Aug 27 12:04:38.129700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Made reservation on behalf of 18b9a73007144423acf7a6eb741113ae for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:38.131781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.138881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-5c59fccf-8916-4158-904a-dd8c90f25cb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.0421896 Aug 27 12:04:38.147250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.204213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-170c46cd-1ed3-49d3-9423-845fc0d51678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:38.206754 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-170c46cd-1ed3-49d3-9423-845fc0d51678 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.0595078 Aug 27 12:04:38.224041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:38.252896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'mac_address': 'fa:16:3e:e9:61:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:38.292538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-5dddb1bc-2d85-4894-a97c-de8a955a6685 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729337 Aug 27 12:04:38.293229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.299409 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.308010 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.339971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e380b36-36a3-4059-8edd-e057f6ca6acf {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:38.353347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:04:38.377094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:38.383079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.389787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d19b302-ff20-4832-94f6-e4e111537648,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:38.397996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.398627 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Added segment 135908eb-ec67-4418-b6d2-d38c65ad5eb9 of type vlan for network 5b5ae149-249c-4ac5-98ba-ca49514ff1f2 Aug 27 12:04:38.400999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.401523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.402163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.402849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.403527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.404137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.404622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.405115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.406118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.406671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.407281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.407761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:38.478113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.492041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-f2e2d804-07a0-418e-83ec-1b3912741b24 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889138 Aug 27 12:04:38.541613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.542801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:38.543507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.550550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:38.619789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ac627-34d1-47c0-98cc-6d724e5dafba req-6013c333-d1ee-40f6-8bd9-b1725b0c8b6d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:38.622879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c0ac627-34d1-47c0-98cc-6d724e5dafba req-6013c333-d1ee-40f6-8bd9-b1725b0c8b6d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 945 time: 0.1248918 Aug 27 12:04:38.636054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5650380 Aug 27 12:04:38.639304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42610) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:38.649329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Request body: {'subnet': {'network_id': '5b5ae149-249c-4ac5-98ba-ca49514ff1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-75628183-subnet', 'tenant_id': '18b9a73007144423acf7a6eb741113ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:38.654214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e244-be4e-48b7-b877-e253e29f78bd admin admin] Pushing event updated for resources: {'Network': ['ID=5b5ae149-249c-4ac5-98ba-ca49514ff1f2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:38.666199 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80735480-f9f6-47ee-ad6c-8c8aa7efb8ea req-5e089acc-594b-4643-8802-9f1941e0ad20 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674500 Aug 27 12:04:38.667745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5b5ae149-249c-4ac5-98ba-ca49514ff1f2 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:04:38.719298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c0ac627-34d1-47c0-98cc-6d724e5dafba req-8ce3953b-5fb6-493b-817a-441fb378abe5 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824082 Aug 27 12:04:38.721109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Made reservation on behalf of 18b9a73007144423acf7a6eb741113ae for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:38.733879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:38.743670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8e380b36-36a3-4059-8edd-e057f6ca6acf'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:38.995053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:39.062183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9a920-ebe1-4bf4-b5fa-db4dab63c967 req-aefa69d3-16e2-480f-8e7b-b47878f1bc36 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:39.064267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bb9a920-ebe1-4bf4-b5fa-db4dab63c967 req-aefa69d3-16e2-480f-8e7b-b47878f1bc36 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 944 time: 0.1479259 Aug 27 12:04:39.116136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57063f6-f113-40ef-88b1-e77185814972,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:39.173621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bb9a920-ebe1-4bf4-b5fa-db4dab63c967 req-e23daf84-1b0e-4378-b95d-ac8685703692 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021502 Aug 27 12:04:39.176293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Checking segment: {'id': '135908eb-ec67-4418-b6d2-d38c65ad5eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '5b5ae149-249c-4ac5-98ba-ca49514ff1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:39.176691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Network hostable DHCP agents. Network: 5b5ae149-249c-4ac5-98ba-ca49514ff1f2, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:04:39.210145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72778c7c-bf13-40d2-b134-0f7b178cf723 req-3c4e6e60-8f43-4c4c-97af-5f80115db382 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:39.211798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72778c7c-bf13-40d2-b134-0f7b178cf723 req-3c4e6e60-8f43-4c4c-97af-5f80115db382 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0902724 Aug 27 12:04:39.213654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Network 5b5ae149-249c-4ac5-98ba-ca49514ff1f2 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:04:39.231580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5b5ae149-249c-4ac5-98ba-ca49514ff1f2) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:39.236254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:39.236880 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:39.242696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e59df2-b564-482c-9213-7e4c0f193898 None None] Network 5b5ae149-249c-4ac5-98ba-ca49514ff1f2 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:39.274936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9bba0963-2b88-4243-9c25-7cb275cea835 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6293762 Aug 27 12:04:39.283024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72778c7c-bf13-40d2-b134-0f7b178cf723 req-9482320a-7304-49a4-aa14-aa754bbb5bc9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Aug 27 12:04:39.442804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ec6fc-5a4a-4c77-8896-24684cf8f714 None None] Network 5b5ae149-249c-4ac5-98ba-ca49514ff1f2 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:04:39.840417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4c16d-b459-4b63-be47-b8cde978a212 req-c796e955-6936-4726-b39a-59d3bbda3133 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:39.841999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ec4c16d-b459-4b63-be47-b8cde978a212 req-c796e955-6936-4726-b39a-59d3bbda3133 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Aug 27 12:04:39.893886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ec4c16d-b459-4b63-be47-b8cde978a212 req-203a4a1e-4778-4186-9bf3-1f4eee9eef29 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Aug 27 12:04:40.068121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:40.068361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-68b361a4-29b3-42bb-b53e-edf31b3e5451 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:40.077304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-68b361a4-29b3-42bb-b53e-edf31b3e5451 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/networks?id=4a2d47d9-b722-4620-b901-bf458ae476ab HTTP/1.1" status: 200 len: 814 time: 0.1347406 Aug 27 12:04:40.105591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9971e213-a5fa-4c2a-bde3-9c37056fecf0 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/quotas/aff595d728164f3b98bb6b4ec812bc54 HTTP/1.1" status: 200 len: 375 time: 0.0270784 Aug 27 12:04:40.141989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 8e380b36-36a3-4059-8edd-e057f6ca6acf triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:40.142637 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:40.150965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-cf1b680e-2ddd-4065-8d06-701e4d4ffac9 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aff595d728164f3b98bb6b4ec812bc54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442970 Aug 27 12:04:40.254305 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:40.282544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:40.285581 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ac419-326b-4013-b538-1c699caa1b2b" -d '{"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-plugged", "status": "completed", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:40.304115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:40.310964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:40.311226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-b674d1b4-5520-4bb3-873d-d647929a379d service neutron] 10.222.0.76 "GET /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587965 Aug 27 12:04:40.312660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:40.313564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73efd9e-7711-4b23-a88f-989d8d33daf1 req-add1e785-f910-4242-a097-ddfe7dac188a tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:40.315330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e73efd9e-7711-4b23-a88f-989d8d33daf1 req-add1e785-f910-4242-a097-ddfe7dac188a tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1096 time: 0.0853496 Aug 27 12:04:40.393139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:40.409590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:40.413903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:40.414282 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:40.419394 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e73efd9e-7711-4b23-a88f-989d8d33daf1 req-f69c1a2f-cff5-41e3-85c4-7869f37021e6 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892923 Aug 27 12:04:40.455392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-0defa3ff-d7cd-444f-9596-5188915b07e6 service neutron] 10.222.0.76 "GET /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345892 Aug 27 12:04:40.595459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:40.762268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6357196-1eb2-4c75-bc68-b5b31695afc4 req-38eaf43f-808a-4645-8900-f810c32466a0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:40.763473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6357196-1eb2-4c75-bc68-b5b31695afc4 req-38eaf43f-808a-4645-8900-f810c32466a0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 944 time: 0.0864995 Aug 27 12:04:40.859088 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6855bcc8-bfd3-4ea6-a87d-c2b8b90a406a x-openstack-request-id: req-6855bcc8-bfd3-4ea6-a87d-c2b8b90a406a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:40.859749 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-plugged", "status": "completed", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:40.860165 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6855bcc8-bfd3-4ea6-a87d-c2b8b90a406a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:40.860796 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'code': 200} Aug 27 12:04:40.871209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6357196-1eb2-4c75-bc68-b5b31695afc4 req-0a902e84-fb3d-4979-8ca6-8c0bb579ed0c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999734 Aug 27 12:04:40.888097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004e5f-ecdd-4504-b1b1-98543dc0edc7 req-67b68c1b-4045-4116-a1ef-13f74650c538 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:40.890624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf004e5f-ecdd-4504-b1b1-98543dc0edc7 req-67b68c1b-4045-4116-a1ef-13f74650c538 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1136312 Aug 27 12:04:40.930364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:40.936954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:40.971029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf004e5f-ecdd-4504-b1b1-98543dc0edc7 req-a4ac4d04-a4bd-4dca-92d3-8188ddfc3048 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696154 Aug 27 12:04:41.035153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:41.144474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-774ec856-ec91-4eac-bbc0-848555b96e4a req-3f85ea5e-ee5c-426a-a9c3-40fc4b06ee7a tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 210 time: 0.0392010 Aug 27 12:04:41.196511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1f8f1-3afd-44d2-8856-e8fe6a76e362 req-7982ab6d-af6f-488d-8f53-c651c3fba663 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:41.198159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44f1f8f1-3afd-44d2-8856-e8fe6a76e362 req-7982ab6d-af6f-488d-8f53-c651c3fba663 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1096 time: 0.0565596 Aug 27 12:04:41.237987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44f1f8f1-3afd-44d2-8856-e8fe6a76e362 req-78cde673-8d66-474a-8aeb-af4fa92b7c72 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Aug 27 12:04:42.048122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42788) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:42.115963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2431c-af3a-4991-b695-3c856eefef18 req-4469f7b3-a254-443e-a1b7-0c4a9efb52b1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:42.118973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dae2431c-af3a-4991-b695-3c856eefef18 req-4469f7b3-a254-443e-a1b7-0c4a9efb52b1 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 945 time: 0.1573606 Aug 27 12:04:42.304459 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9fdc-6dd7-4b56-ab62-7d557d7353b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.408345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dae2431c-af3a-4991-b695-3c856eefef18 req-c6a2a7b5-62c9-498f-ae34-31b931571beb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255403 Aug 27 12:04:42.423740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-86b4f1d5-f825-46d6-aa02-89c60d700208 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:42.427176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-86b4f1d5-f825-46d6-aa02-89c60d700208 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.77 "GET /v2.0/networks?id=4a2d47d9-b722-4620-b901-bf458ae476ab HTTP/1.1" status: 200 len: 814 time: 0.3299851 Aug 27 12:04:42.441004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9fdc-6dd7-4b56-ab62-7d557d7353b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.452125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9fdc-6dd7-4b56-ab62-7d557d7353b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.454760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Request body: {'port': {'device_id': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab', 'admin_state_up': True, 'tenant_id': 'aff595d728164f3b98bb6b4ec812bc54'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:42.538747 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d0cb9fdc-6dd7-4b56-ab62-7d557d7353b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a32178a552ed485fbc88fb8a2653cc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883962 Aug 27 12:04:42.547349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42814) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:42.570158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb9fdc-6dd7-4b56-ab62-7d557d7353b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b850bdbc-0fc5-4a9f-8e8f-c5ce328b510b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:42.589032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1e58-38c8-4089-a86a-97923c0c25bf req-02f45468-46d8-4826-b518-891a8ef46e48 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:42.590954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25ea1e58-38c8-4089-a86a-97923c0c25bf req-02f45468-46d8-4826-b518-891a8ef46e48 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0827599 Aug 27 12:04:42.629123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1d09954-b70e-4a88-862c-811089fb39e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.674172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25ea1e58-38c8-4089-a86a-97923c0c25bf req-a66a2e7f-f048-4c32-b5b4-b200048f5d47 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711575 Aug 27 12:04:42.682249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Made reservation on behalf of aff595d728164f3b98bb6b4ec812bc54 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:42.686424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.690285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1d09954-b70e-4a88-862c-811089fb39e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.794129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1d09954-b70e-4a88-862c-811089fb39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.797773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1d09954-b70e-4a88-862c-811089fb39e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:42.801294 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d1d09954-b70e-4a88-862c-811089fb39e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b850bdbc-0fc5-4a9f-8e8f-c5ce328b510b HTTP/1.1" status: 204 len: 168 time: 0.2501533 Aug 27 12:04:42.817267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d09954-b70e-4a88-862c-811089fb39e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b850bdbc-0fc5-4a9f-8e8f-c5ce328b510b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:42.862469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:42.865648 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c41947-aa3e-402f-a52b-30c7c02ec79d" -d '{"events": [{"server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:42.915757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:43.047600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-0567d614-cec3-4dcf-a9a6-43990aa27518 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:04:43.048368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Allocated IP 172.20.0.4 (4a2d47d9-b722-4620-b901-bf458ae476ab/04e69012-d37c-4473-88ba-fc7a13ca8e03/222f32d9-f410-4155-9312-fdc58f5b8a17) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:04:43.057558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-0567d614-cec3-4dcf-a9a6-43990aa27518 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1400476 Aug 27 12:04:43.186224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c27ded4-c628-4ff1-bf8c-75fcb99bd87c req-17368fa2-6ca8-49cf-98e2-60a1b3babca4 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 210 time: 0.0831211 Aug 27 12:04:43.293403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Request body: {'binding': {'host': 'n-h1-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:43.293876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:04:43.377001 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8581fa4-b120-4a30-a07b-04b0eba1ccc5 x-openstack-request-id: req-f8581fa4-b120-4a30-a07b-04b0eba1ccc5 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:43.377391 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:43.377883 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8581fa4-b120-4a30-a07b-04b0eba1ccc5 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:43.378535 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'code': 200} Aug 27 12:04:43.511711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42850) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:43.613532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:43.634077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b60d1c-ea45-411e-ac25-e429d4036ed0 req-ab7a5e15-8c5c-429b-86c6-af6d8dcccaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:43.637197 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81b60d1c-ea45-411e-ac25-e429d4036ed0 req-ab7a5e15-8c5c-429b-86c6-af6d8dcccaf0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1096 time: 0.1127901 Aug 27 12:04:43.677244 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6753e50-b92b-43fd-a9bd-67777cb525d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:43.684748 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:43.754327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81b60d1c-ea45-411e-ac25-e429d4036ed0 req-1f3e78b0-5260-4367-9032-fc7600943b22 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 Aug 27 12:04:43.756708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on host n-h1-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:43.757391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:43.757954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:43.763888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:43.765046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:43.772465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:43.773586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:43.774789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:43.775893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Bound port: a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:43.809247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Network 4a2d47d9-b722-4620-b901-bf458ae476ab is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:04:43.834925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:04:43.840297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:04:43.873555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Pushing event updated for resources: {'Port': ['ID=222f32d9-f410-4155-9312-fdc58f5b8a17,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:43.928388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dff1ed-a73d-4993-b03b-253b97adeea1 req-a7c9daf5-de5e-43e0-9659-99d800814e38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:43.928731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:43.931865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71dff1ed-a73d-4993-b03b-253b97adeea1 req-a7c9daf5-de5e-43e0-9659-99d800814e38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 945 time: 0.3939641 Aug 27 12:04:43.935727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:43.938927 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-a9855258-2bbf-4ff7-8131-c34ccc96b5fb service neutron] 10.222.0.76 "POST /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd/bindings HTTP/1.1" status: 201 len: 389 time: 0.7220297 Aug 27 12:04:44.007356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:44.008616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:44.155308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71dff1ed-a73d-4993-b03b-253b97adeea1 req-54e4af91-f3f0-4dab-b1e9-d10fb0a5f2db tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896877 Aug 27 12:04:44.442234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-fe907214-fd87-46a4-94a9-636a9547126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:44.443736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-fe907214-fd87-46a4-94a9-636a9547126b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1096 time: 0.0820260 Aug 27 12:04:44.544560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-0f04c0a3-d748-405c-88bd-c3b144179296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:44.546686 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-0f04c0a3-d748-405c-88bd-c3b144179296 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.0947373 Aug 27 12:04:44.608224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-494989ac-c8a3-49ca-aba3-64d3de02d694 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.0536959 Aug 27 12:04:44.670044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6753e50-b92b-43fd-a9bd-67777cb525d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:44.681415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-bc7a6622-de91-482a-88ac-2769f1174c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:44.684606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-bc7a6622-de91-482a-88ac-2769f1174c0d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0683370 Aug 27 12:04:44.689847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf89f4d-290b-4dc5-a8f3-43ee1072de36 req-a15a480e-f614-4012-b4e8-9cbe735d35b0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:44.692109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf89f4d-290b-4dc5-a8f3-43ee1072de36 req-a15a480e-f614-4012-b4e8-9cbe735d35b0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.5317373 Aug 27 12:04:44.692872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6753e50-b92b-43fd-a9bd-67777cb525d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:44.697699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-9add07a4-f610-4b62-91c0-da87e43c29ff tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2501554 Aug 27 12:04:44.728122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-6f95c7ba-2d1f-45f3-a9b2-47d8deb8e077 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349393 Aug 27 12:04:44.730315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Request body: {'port': {'device_id': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:44.751819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208edc4d-0d07-4359-8bc3-b00bf990320d req-480dac52-5982-4f94-9df9-471cbce73f00 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:44.759369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-208edc4d-0d07-4359-8bc3-b00bf990320d req-480dac52-5982-4f94-9df9-471cbce73f00 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 945 time: 0.1483572 Aug 27 12:04:44.838970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d6753e50-b92b-43fd-a9bd-67777cb525d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50e262d2e7964f2790df243a51e633f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3248351 Aug 27 12:04:44.840061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6753e50-b92b-43fd-a9bd-67777cb525d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da43ce-504a-48a6-b9f5-ec9bf666627d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:44.845427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42864) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:04:44.911475 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-0e2a77c1-722e-4bf2-89f2-279edf1bfb8b service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710374 Aug 27 12:04:44.915542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-208edc4d-0d07-4359-8bc3-b00bf990320d req-3ec6363e-460d-4b58-ac1c-b60415b1f2a4 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550603 Aug 27 12:04:44.915775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1a17-7d5b-4fa9-91a9-8543abea87da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:44.939677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf89f4d-290b-4dc5-a8f3-43ee1072de36 req-ce18b984-6152-4069-b964-6bd8e4ea2c00 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151937 Aug 27 12:04:44.965611 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.051694 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1a17-7d5b-4fa9-91a9-8543abea87da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.157843 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-ea561902-5399-46fc-89ef-20a590205af6 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360845 Aug 27 12:04:45.182601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1a17-7d5b-4fa9-91a9-8543abea87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.195367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a557c4-ccd2-4793-9267-df29aacc46af req-65140ab7-2c8b-47ff-9df6-eeb9e56dcad7 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:45.197212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37a557c4-ccd2-4793-9267-df29aacc46af req-65140ab7-2c8b-47ff-9df6-eeb9e56dcad7 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 931 time: 0.0933099 Aug 27 12:04:45.220135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1a17-7d5b-4fa9-91a9-8543abea87da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.221955 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3a5a1a17-7d5b-4fa9-91a9-8543abea87da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5da43ce-504a-48a6-b9f5-ec9bf666627d HTTP/1.1" status: 204 len: 168 time: 0.3766179 Aug 27 12:04:45.250249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1a17-7d5b-4fa9-91a9-8543abea87da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da43ce-504a-48a6-b9f5-ec9bf666627d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:45.425235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37a557c4-ccd2-4793-9267-df29aacc46af req-4860bcd5-8cd2-4922-8b95-85679ebb9bfe tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116270 Aug 27 12:04:45.460658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f824-7545-4368-bbff-6146bc07d475 req-cda9b2f8-99fc-407a-b17a-660114f069a8 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:45.465272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-5ed1de1b-7168-48d0-a410-60d242f0fc22 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:45.467499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-5ed1de1b-7168-48d0-a410-60d242f0fc22 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.1148696 Aug 27 12:04:45.472510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58f4f824-7545-4368-bbff-6146bc07d475 req-cda9b2f8-99fc-407a-b17a-660114f069a8 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 945 time: 0.1489959 Aug 27 12:04:45.495962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:45.602937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58f4f824-7545-4368-bbff-6146bc07d475 req-0d089346-9d3c-4dbf-8d24-f6ede8500b35 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293142 Aug 27 12:04:45.621671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.678422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222f32d9-f410-4155-9312-fdc58f5b8a17 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:45.691284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.708480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Transition to ACTIVE for port object 222f32d9-f410-4155-9312-fdc58f5b8a17 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:45.717780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:45.885637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=222f32d9-f410-4155-9312-fdc58f5b8a17,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:45.888207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:45.942944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:46.020076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Attempting to bind port 222f32d9-f410-4155-9312-fdc58f5b8a17 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:46.020446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Attempting to bind port 222f32d9-f410-4155-9312-fdc58f5b8a17 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '98898591-1e44-40c7-940b-a544cfe14a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:46.020799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Attempting to bind port 222f32d9-f410-4155-9312-fdc58f5b8a17 on network 4a2d47d9-b722-4620-b901-bf458ae476ab {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:46.030094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Port 222f32d9-f410-4155-9312-fdc58f5b8a17 on network 4a2d47d9-b722-4620-b901-bf458ae476ab not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:46.032352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Attempting to bind port 222f32d9-f410-4155-9312-fdc58f5b8a17 on network 4a2d47d9-b722-4620-b901-bf458ae476ab {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:46.035422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:46.038022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:46.038330 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b302c8-c928-49b3-99cd-ffc55dc33c79" -d '{"events": [{"server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "name": "network-vif-unplugged", "status": "completed", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:46.038521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Checking segment: {'id': '98898591-1e44-40c7-940b-a544cfe14a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:46.038841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Bound using segment: {'id': '98898591-1e44-40c7-940b-a544cfe14a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:46.039206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Bound port: 222f32d9-f410-4155-9312-fdc58f5b8a17, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98898591-1e44-40c7-940b-a544cfe14a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:46.039566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.061383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.073870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.185132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:46.194906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:04:46.195951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:04:46.196522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:46.200718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] For port 222f32d9-f410-4155-9312-fdc58f5b8a17, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:46.203672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:04:46.204216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Attempting to bind port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:04:46.207061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] For port 222f32d9-f410-4155-9312-fdc58f5b8a17, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=222f32d9-f410-4155-9312-fdc58f5b8a17,segment=NetworkSegment(98898591-1e44-40c7-940b-a544cfe14a5a),segment_id=98898591-1e44-40c7-940b-a544cfe14a5a)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:46.214740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:04:46.215195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:04:46.215781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:04:46.216392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Bound port: a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:04:46.216903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.224657 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.239288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeed748-dc5d-480a-8f50-17a5aa39be68 req-60b5d476-1f2a-4997-b5f1-802fc2a38f9c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:46.241313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaeed748-dc5d-480a-8f50-17a5aa39be68 req-60b5d476-1f2a-4997-b5f1-802fc2a38f9c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1893260 Aug 27 12:04:46.252732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa3027-b5dc-4652-ad17-5c692a7f05d6 req-b7a85304-90db-465c-8e99-3f0c015d89ff tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:46.254618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72aa3027-b5dc-4652-ad17-5c692a7f05d6 req-b7a85304-90db-465c-8e99-3f0c015d89ff tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.1848619 Aug 27 12:04:46.320778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:46.339798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:04:46.341942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:46.344291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.346276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] 10.222.0.77 "PUT /v2.0/ports/222f32d9-f410-4155-9312-fdc58f5b8a17 HTTP/1.1" status: 200 len: 1091 time: 1.6233201 Aug 27 12:04:46.346724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.348020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'tag': '222f32d9-f410-4155-9312-fdc58f5b8a17'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:46.350331 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895" -d '{"events": [{"name": "network-changed", "server_uuid": "abd86e46-cc63-4a73-9d81-75cab2b7796c", "tag": "222f32d9-f410-4155-9312-fdc58f5b8a17"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:46.417355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c8ae-65cb-471d-9ba5-78ca24ae4a30 service neutron] Pushing event updated for resources: {'Port': ['ID=222f32d9-f410-4155-9312-fdc58f5b8a17,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:46.439421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaeed748-dc5d-480a-8f50-17a5aa39be68 req-32c3de13-7fbb-4dbf-800f-770752329a15 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785305 Aug 27 12:04:46.446608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72aa3027-b5dc-4652-ad17-5c692a7f05d6 req-f851c390-71aa-4e48-bdae-9ab6e990eb41 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838686 Aug 27 12:04:46.524748 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0373c6e1-bf31-40f2-83fe-a579819d3902 x-openstack-request-id: req-0373c6e1-bf31-40f2-83fe-a579819d3902 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:46.526268 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "name": "network-vif-unplugged", "status": "completed", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:46.526793 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0373c6e1-bf31-40f2-83fe-a579819d3902 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:46.527893 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'code': 200} Aug 27 12:04:46.544535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-5563b783-7788-4e3d-8dca-2c457c33f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:46.546228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-5563b783-7788-4e3d-8dca-2c457c33f4a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aff595d728164f3b98bb6b4ec812bc54&device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 1094 time: 0.1255765 Aug 27 12:04:46.605653 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f0a0ae-121d-48b6-9c40-69ec909b8a7b x-openstack-request-id: req-49f0a0ae-121d-48b6-9c40-69ec909b8a7b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:46.605946 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd86e46-cc63-4a73-9d81-75cab2b7796c", "tag": "222f32d9-f410-4155-9312-fdc58f5b8a17", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:46.606201 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49f0a0ae-121d-48b6-9c40-69ec909b8a7b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:46.606655 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'tag': '222f32d9-f410-4155-9312-fdc58f5b8a17', 'status': 'completed', 'code': 200} Aug 27 12:04:46.609120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-f63b5c48-47ff-4966-92e3-17f51189ff2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222f32d9-f410-4155-9312-fdc58f5b8a17 HTTP/1.1" status: 200 len: 217 time: 0.0464694 Aug 27 12:04:46.621618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:46.626684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:46.628842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] 10.222.0.77 "PUT /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 1121 time: 1.1521056 Aug 27 12:04:46.658504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d82c-deb2-48c6-99da-5db9e263725a service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:46.704753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-c4e063fe-3126-4bfd-a274-2851b35ff5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:46.717388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-c4e063fe-3126-4bfd-a274-2851b35ff5b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04e69012-d37c-4473-88ba-fc7a13ca8e03 HTTP/1.1" status: 200 len: 854 time: 0.0894425 Aug 27 12:04:46.730198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a4f7dba4-c218-4864-9f7b-92ee1ab93efd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:46.896201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-59126c17-8830-4b50-a280-ccdb7ac46b10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a2d47d9-b722-4620-b901-bf458ae476ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681046 Aug 27 12:04:47.099735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ebe9a-d4ab-4663-b640-b7d0b8b75eff req-0bb1ea56-d493-4c6f-92b1-36a3be054fa1 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:47.102334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af2ebe9a-d4ab-4663-b640-b7d0b8b75eff req-0bb1ea56-d493-4c6f-92b1-36a3be054fa1 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 943 time: 0.3785751 Aug 27 12:04:47.207194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-0ba61d19-0d6b-4378-a2cc-3b561d90a4c7 service neutron] 10.222.0.77 "GET /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989333 Aug 27 12:04:47.224654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddea13c-f2d2-4d41-8f70-9370c5044c47 req-f5999b1a-048f-45c4-9053-d9a629036c3c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:47.230949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ddea13c-f2d2-4d41-8f70-9370c5044c47 req-f5999b1a-048f-45c4-9053-d9a629036c3c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 945 time: 0.2734778 Aug 27 12:04:47.250345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af2ebe9a-d4ab-4663-b640-b7d0b8b75eff req-5d02268e-2f6a-4943-aa4d-6ec95d6a4f14 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369808 Aug 27 12:04:47.371607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ddea13c-f2d2-4d41-8f70-9370c5044c47 req-3c92d10b-63d9-4ee1-89cc-9c4887fd1d13 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274052 Aug 27 12:04:47.415073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a1cd9b4-4161-4001-b286-e69637b5e3ec req-f3e2f372-bbe9-4ec4-a66a-4d033b431578 service neutron] 10.222.0.77 "GET /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741490 Aug 27 12:04:47.599399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-820a5ed3-b477-4edd-bdf6-b6602af7fedc tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1922480967&fields=id&tenant_id=5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 267 time: 0.1029000 Aug 27 12:04:47.685018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-3e97d1ba-b7fa-4721-bcc0-19f9adde3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:47.686521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-3e97d1ba-b7fa-4721-bcc0-19f9adde3837 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aff595d728164f3b98bb6b4ec812bc54&device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 1094 time: 0.1331589 Aug 27 12:04:47.714361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a219b8b-bc98-4774-8855-12a3d6d6becc req-10f11d32-2911-4b8e-b271-68c1df5067e7 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:47.715969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a219b8b-bc98-4774-8855-12a3d6d6becc req-10f11d32-2911-4b8e-b271-68c1df5067e7 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1463234 Aug 27 12:04:47.778724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-abe34d88-0068-4695-a812-367f7895ef64 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:47.786471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-abe34d88-0068-4695-a812-367f7895ef64 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 945 time: 0.1785173 Aug 27 12:04:47.825738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'port': {'security_groups': ['724da84a-3886-4e8b-a236-ac001a772cc2', '703681db-090b-4c7f-a0d2-298204f648e9']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:47.960893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a219b8b-bc98-4774-8855-12a3d6d6becc req-7e37dd22-c2d7-4874-8f6f-bd2daecf4d31 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272658 Aug 27 12:04:47.994035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-8ebf24f3-5288-4007-b125-5a104f182e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:47.998816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-8ebf24f3-5288-4007-b125-5a104f182e08 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4a2d47d9-b722-4620-b901-bf458ae476ab HTTP/1.1" status: 200 len: 915 time: 0.2988265 Aug 27 12:04:48.016783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:48.091930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:48.139174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-945cab66-a4cb-489f-bbdf-1ec2a65515ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=222f32d9-f410-4155-9312-fdc58f5b8a17 HTTP/1.1" status: 200 len: 217 time: 0.1154015 Aug 27 12:04:48.322154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:48.331154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-f90fb8fa-3b54-4ce3-a403-ff73ea902ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:48.332792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-f90fb8fa-3b54-4ce3-a403-ff73ea902ed1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=04e69012-d37c-4473-88ba-fc7a13ca8e03 HTTP/1.1" status: 200 len: 854 time: 0.0741668 Aug 27 12:04:48.354793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd has no active binding in host n-h1-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:04:48.413135 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d78d-43dd-4916-a9b1-ba1664b31a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:48.529346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:48.534474 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:48.539660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c240ec-82dd-4858-ac57-57a643bb6689 req-4e3080c8-95e5-4572-a195-53c750aa5fe7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:48.541271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9c240ec-82dd-4858-ac57-57a643bb6689 req-4e3080c8-95e5-4572-a195-53c750aa5fe7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.4379852 Aug 27 12:04:48.546467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-9c762425-14df-45a1-ab3f-241ec149c642 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4a2d47d9-b722-4620-b901-bf458ae476ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748195 Aug 27 12:04:48.723257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9c240ec-82dd-4858-ac57-57a643bb6689 req-604c9f92-18c9-440b-81ad-15bef7d2ed50 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726580 Aug 27 12:04:48.725125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:48.792085 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-2171ca1a-15e1-4c6e-9d9a-bc7ae0d3653d service neutron] 10.222.0.77 "GET /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221503 Aug 27 12:04:48.794263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:48.822139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:48.840532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:48.893393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:48.955340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d17fbf-0e9f-4ed1-8331-caf1b022c895 req-fadbe59d-22ee-44a4-9ca3-9e01d447fcd8 service neutron] 10.222.0.77 "GET /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532552 Aug 27 12:04:49.029544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.033166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:49.047315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68ecf367-ca53-451e-a39e-f772e8e7adfb req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "PUT /v2.0/ports/5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 981 time: 1.2367013 Aug 27 12:04:49.048266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:49.051977 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2147a506-7b2b-4871-9c5b-002f0a3ebc27" -d '{"events": [{"name": "network-changed", "server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:49.166468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0b303-74a6-44fa-acb0-c7ede3720f89 req-182dbf93-1367-40bb-9711-cceb7f3fa499 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.168270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6d0b303-74a6-44fa-acb0-c7ede3720f89 req-182dbf93-1367-40bb-9711-cceb7f3fa499 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 943 time: 0.0864577 Aug 27 12:04:49.168944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bcbdd-7d3c-48ca-b9d3-1c14c08fcaf6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:49.204087 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6b51f-c296-44e7-9dbe-e3b4cfe88384 x-openstack-request-id: req-ccb6b51f-c296-44e7-9dbe-e3b4cfe88384 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:49.205243 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:49.205730 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccb6b51f-c296-44e7-9dbe-e3b4cfe88384 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:49.206319 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'status': 'completed', 'code': 200} Aug 27 12:04:49.241441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:49.262684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6d0b303-74a6-44fa-acb0-c7ede3720f89 req-0b83ff51-fb33-414a-a71e-b7c9b75a5f4d tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763857 Aug 27 12:04:49.337275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-18215821-6050-4926-b2e0-62f21953e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.338997 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-18215821-6050-4926-b2e0-62f21953e4ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1124 time: 0.0966322 Aug 27 12:04:49.349981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3fc236c-39ee-464a-bea2-aff93411c641 req-5d0f433c-6580-4e4b-8fdf-37c6907d3c50 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/703681db-090b-4c7f-a0d2-298204f648e9 HTTP/1.1" status: 200 len: 1801 time: 0.0555296 Aug 27 12:04:49.487757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae544-94d7-4fa0-9d53-82c17a3aba94 req-8ff0c528-fede-4030-80b9-8ad0e82152d2 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.490775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bcae544-94d7-4fa0-9d53-82c17a3aba94 req-8ff0c528-fede-4030-80b9-8ad0e82152d2 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1521304 Aug 27 12:04:49.498114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-d2986fab-a107-4a92-90fe-b55b53f8e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.501294 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-d2986fab-a107-4a92-90fe-b55b53f8e00a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.1490781 Aug 27 12:04:49.503129 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-f3fc236c-39ee-464a-bea2-aff93411c641 req-cb6d70b1-72c2-4140-addd-19d681bfd908 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 12:04:49.518982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3fc236c-39ee-464a-bea2-aff93411c641 req-cb6d70b1-72c2-4140-addd-19d681bfd908 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/703681db-090b-4c7f-a0d2-298204f648e9 HTTP/1.1" status: 409 len: 341 time: 0.1662204 Aug 27 12:04:49.571379 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-6b49e428-c39f-4e7f-ae31-fe3faa7d000f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.0581892 Aug 27 12:04:49.586568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bcae544-94d7-4fa0-9d53-82c17a3aba94 req-642e6895-054a-4cc6-a9ae-aeb7619f5a93 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783341 Aug 27 12:04:49.586568 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3ee39e-7f64-4453-a812-ff76d0f4cea0 x-openstack-request-id: req-4d3ee39e-7f64-4453-a812-ff76d0f4cea0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:49.586816 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:49.587024 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d3ee39e-7f64-4453-a812-ff76d0f4cea0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:49.587436 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'status': 'completed', 'code': 200} Aug 27 12:04:49.667667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-f06398dd-60af-4929-a606-2da4c041ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.669617 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-f06398dd-60af-4929-a606-2da4c041ca01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0826695 Aug 27 12:04:49.691186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-df2cf495-ee63-4ede-9291-2db3121b7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.692825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-df2cf495-ee63-4ede-9291-2db3121b7d83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1135 time: 0.0491374 Aug 27 12:04:49.715495 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-62710df3-0286-4f39-8cc0-23396eb9e24c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382340 Aug 27 12:04:49.773458 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:49.911438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-c288f94a-a0c1-476c-9667-fafd592c830f service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882124 Aug 27 12:04:49.943636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-2dcddf3f-0494-44ea-a517-95d274936b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.945472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-2dcddf3f-0494-44ea-a517-95d274936b9d service neutron] 10.222.0.77 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 913 time: 0.2342048 Aug 27 12:04:49.965995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fe8d7-b96e-45db-9a09-7bd524967441 req-fd9f7135-e708-45b7-a5cd-68d8ef5afb29 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.968807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f30fe8d7-b96e-45db-9a09-7bd524967441 req-fd9f7135-e708-45b7-a5cd-68d8ef5afb29 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 984 time: 0.1181786 Aug 27 12:04:49.986028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c02e0-bb4a-4a73-8e42-2efb2b1f7816 req-58c4b40c-384f-44e1-83b5-a10ad79e9e90 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:49.988411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-434c02e0-bb4a-4a73-8e42-2efb2b1f7816 req-58c4b40c-384f-44e1-83b5-a10ad79e9e90 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.1272068 Aug 27 12:04:50.061632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-63c9688e-80ba-4fd1-bc2b-810750e6a9fe req-d6a72ec5-abd1-4d2f-98b5-cab2ab3e1375 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413648 Aug 27 12:04:50.062883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-7083cc1a-7db4-4757-85c9-3feedefd99e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 217 time: 0.0929127 Aug 27 12:04:50.100832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 222f32d9-f410-4155-9312-fdc58f5b8a17 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:04:50.165661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f30fe8d7-b96e-45db-9a09-7bd524967441 req-f6533831-4b8b-4b04-b1fd-58adea2e3a56 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=703681db-090b-4c7f-a0d2-298204f648e9&id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1884975 Aug 27 12:04:50.181799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-434c02e0-bb4a-4a73-8e42-2efb2b1f7816 req-01e08063-05a8-4614-a0a8-6c30305de52a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785429 Aug 27 12:04:50.207377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-ebde0764-8b14-48d8-9b69-28fa64ec77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:50.211834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-ebde0764-8b14-48d8-9b69-28fa64ec77d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.1392620 Aug 27 12:04:50.266047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 222f32d9-f410-4155-9312-fdc58f5b8a17, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=222f32d9-f410-4155-9312-fdc58f5b8a17,segment=NetworkSegment(98898591-1e44-40c7-940b-a544cfe14a5a),segment_id=98898591-1e44-40c7-940b-a544cfe14a5a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:50.282112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '222f32d9-f410-4155-9312-fdc58f5b8a17', 'network_id': '4a2d47d9-b722-4620-b901-bf458ae476ab', 'port_id': '222f32d9-f410-4155-9312-fdc58f5b8a17', 'mac_address': 'fa:16:3e:80:7c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e69012-d37c-4473-88ba-fc7a13ca8e03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:04:50.284275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-d0a15759-8d2b-4150-9bbb-4b824e1c08dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584230 Aug 27 12:04:50.366767 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:50.399708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222f32d9-f410-4155-9312-fdc58f5b8a17 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:50.406486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-7a86a802-5382-420c-868a-1267102958f9 service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119726 Aug 27 12:04:50.433686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 222f32d9-f410-4155-9312-fdc58f5b8a17, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=222f32d9-f410-4155-9312-fdc58f5b8a17,segment=NetworkSegment(98898591-1e44-40c7-940b-a544cfe14a5a),segment_id=98898591-1e44-40c7-940b-a544cfe14a5a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:50.445637 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:50.565358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=222f32d9-f410-4155-9312-fdc58f5b8a17,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:50.573747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.574494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.575137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.575736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.576236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.576732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.577823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.578308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.578846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.579367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.579849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.580497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:04:50.594058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2147a506-7b2b-4871-9c5b-002f0a3ebc27 req-da11d371-59b9-45c5-be3d-b5a0a6b4d722 service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773386 Aug 27 12:04:50.617084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ab257-b811-4060-9590-81fb62b9eb14 req-10c58f81-4e3d-4098-abe3-7bf1e5e12e68 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:50.618646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-854ab257-b811-4060-9590-81fb62b9eb14 req-10c58f81-4e3d-4098-abe3-7bf1e5e12e68 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 944 time: 0.0971158 Aug 27 12:04:50.708659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-854ab257-b811-4060-9590-81fb62b9eb14 req-ec87d829-ecd4-42c1-b9bf-70e357906ce7 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835867 Aug 27 12:04:50.729704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294607d-f663-4156-91db-bf0e6f1f518c req-cd61431d-6483-4105-af9c-891d863ce1eb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:50.731509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9294607d-f663-4156-91db-bf0e6f1f518c req-cd61431d-6483-4105-af9c-891d863ce1eb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0795193 Aug 27 12:04:50.802935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9294607d-f663-4156-91db-bf0e6f1f518c req-998ef896-15a8-42b9-8826-40f29478caed tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635478 Aug 27 12:04:50.814444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-463b3112-31ac-49cc-a71c-cac3896b184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:50.816218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-463b3112-31ac-49cc-a71c-cac3896b184b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1135 time: 0.0756717 Aug 27 12:04:50.954142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-f4f4f091-d206-4077-9dee-20550edfb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:50.956065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-f4f4f091-d206-4077-9dee-20550edfb7df service neutron] 10.222.0.77 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 913 time: 0.1289549 Aug 27 12:04:50.956766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b2095b1b-4d76-4536-aed4-87101a69e9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:51.005097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-e874e2b3-2835-405d-9ef7-93ccb9e3e688 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 217 time: 0.0405629 Aug 27 12:04:51.055980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['222f32d9-f410-4155-9312-fdc58f5b8a17'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:51.071381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-75418e84-6a12-4b11-95c1-245dd4ed7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:51.072805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-75418e84-6a12-4b11-95c1-245dd4ed7a5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.0576830 Aug 27 12:04:51.118719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-77482395-0825-4311-b303-e1004f040f92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349040 Aug 27 12:04:51.140089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:51.255839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-d09f5e74-6dbf-4a0a-9793-273fdbc8de56 service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266031 Aug 27 12:04:51.717666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424055b-e559-4568-9edb-bc32db55fb7e req-82a843d0-20c5-4e04-bc41-faa09250da79 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:51.720108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7424055b-e559-4568-9edb-bc32db55fb7e req-82a843d0-20c5-4e04-bc41-faa09250da79 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 984 time: 0.4763594 Aug 27 12:04:51.776271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d27ea9-501d-4a50-9c1b-6ec42ddb9d19 req-2cb6e9cd-1db6-4600-8329-2626d1b72522 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:51.777827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50d27ea9-501d-4a50-9c1b-6ec42ddb9d19 req-2cb6e9cd-1db6-4600-8329-2626d1b72522 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.1173141 Aug 27 12:04:51.800946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7d67abf-6ebf-4c84-8b4d-665c1006917f req-fe55c86a-c360-41fa-a783-a10946a72995 service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174642 Aug 27 12:04:51.815043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7424055b-e559-4568-9edb-bc32db55fb7e req-c0dd3f2c-1c2b-454c-8842-b2124d3d7ebb tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=703681db-090b-4c7f-a0d2-298204f648e9&id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0877471 Aug 27 12:04:51.853264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50d27ea9-501d-4a50-9c1b-6ec42ddb9d19 req-d33c8d2d-1b20-453b-a42b-a088573ae0bb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626175 Aug 27 12:04:51.960863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:52.069281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5baf0-c148-45d0-aa1f-826e25c6ebd7 req-e9c9b40f-a471-4300-80a3-4b6254e62274 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:52.081500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efb5baf0-c148-45d0-aa1f-826e25c6ebd7 req-e9c9b40f-a471-4300-80a3-4b6254e62274 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 944 time: 0.0944786 Aug 27 12:04:52.169529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efb5baf0-c148-45d0-aa1f-826e25c6ebd7 req-06d01a18-dafd-47b8-be00-725dbb30055f tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871358 Aug 27 12:04:52.177586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25badc-4cdd-428f-a1c4-5e8c41e22a21 req-c5064b47-b442-416c-89fc-4370bc2e14f7 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:52.179183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de25badc-4cdd-428f-a1c4-5e8c41e22a21 req-c5064b47-b442-416c-89fc-4370bc2e14f7 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0940235 Aug 27 12:04:52.246115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de25badc-4cdd-428f-a1c4-5e8c41e22a21 req-c8c3a0dc-2d18-4d3e-9bba-2fa4b6fd8d5e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578015 Aug 27 12:04:53.067937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa37d-3c1d-49d3-939c-4699017e2106 req-7d845984-d0cc-4e7e-984d-81f8949d21c7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:53.069645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9eaa37d-3c1d-49d3-939c-4699017e2106 req-7d845984-d0cc-4e7e-984d-81f8949d21c7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 984 time: 0.1202393 Aug 27 12:04:53.092101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6b931-8fce-42f7-8342-3ea2223048aa req-b8cc557e-3888-456c-bea6-bc15cf3870fb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:53.102315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0f6b931-8fce-42f7-8342-3ea2223048aa req-b8cc557e-3888-456c-bea6-bc15cf3870fb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 943 time: 0.1027904 Aug 27 12:04:53.154695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0f6b931-8fce-42f7-8342-3ea2223048aa req-bf11e564-a29a-4da6-94aa-d101aa7f676b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Aug 27 12:04:53.193748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9eaa37d-3c1d-49d3-939c-4699017e2106 req-fd1303dd-8a67-43d6-8303-56822a9a3687 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=703681db-090b-4c7f-a0d2-298204f648e9&id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0826406 Aug 27 12:04:53.382716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-fabbb595-9ed0-4170-b340-dba5084afdb7 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-641957644&fields=id&tenant_id=5b629a9dd0264a74864b2ff7d76a9dab HTTP/1.1" status: 200 len: 267 time: 0.0550528 Aug 27 12:04:53.495662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-21dfeb45-47e6-4e42-b741-03afece087bd tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:53.497225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-21dfeb45-47e6-4e42-b741-03afece087bd tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 984 time: 0.1075304 Aug 27 12:04:53.511332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'port': {'security_groups': ['703681db-090b-4c7f-a0d2-298204f648e9', '724da84a-3886-4e8b-a236-ac001a772cc2', 'fd479223-f1d7-42f5-8479-34b5cccec9db']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:53.521387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bf274-55eb-492c-b124-2b6edea20e7b req-90afa771-4193-4834-a137-e0419fa260d5 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:53.531438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b13bf274-55eb-492c-b124-2b6edea20e7b req-90afa771-4193-4834-a137-e0419fa260d5 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 944 time: 0.1238313 Aug 27 12:04:53.533105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-eab44c27-0284-471c-b8cb-3f2c01da2088 service neutron] 10.222.0.65 "GET /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.0812230 Aug 27 12:04:53.645046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b13bf274-55eb-492c-b124-2b6edea20e7b req-41284b62-db0d-4488-b23c-a13bab336cfa tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126208 Aug 27 12:04:53.659473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:53.768691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:53.794702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:53.833807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f7dba4-c218-4864-9f7b-92ee1ab93efd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:04:53.836668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:53.844166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0e51f-c9a7-4807-9f20-03dcdd691825 req-0f41ec40-9125-4408-94e4-f0721f48a44c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:53.846244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cb0e51f-c9a7-4807-9f20-03dcdd691825 req-0f41ec40-9125-4408-94e4-f0721f48a44c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0970960 Aug 27 12:04:53.850835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:53.872117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:53.918908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cb0e51f-c9a7-4807-9f20-03dcdd691825 req-0f4a2d5a-8f3d-418f-b870-d0511043c4cb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631928 Aug 27 12:04:54.012763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] Transition to ACTIVE for port object a4f7dba4-c218-4864-9f7b-92ee1ab93efd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:04:54.018362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:54.066479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:54.103397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] No DVR routers for this DVR port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:54.119442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:54.124342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 222f32d9-f410-4155-9312-fdc58f5b8a17 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:04:54.126330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:54.147327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] 10.222.0.65 "PUT /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd/bindings/n-h1-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6055086 Aug 27 12:04:54.148336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d7692-a1e3-41dd-b8d5-79ade4242002 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:54.160530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:54.194569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:54.195439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:54.208133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45152c68-98a2-4377-ad87-21fc7f731c78 req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "PUT /v2.0/ports/5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 1020 time: 0.7025898 Aug 27 12:04:54.208547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:54.214022 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18" -d '{"events": [{"name": "network-changed", "server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:54.220344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:54.270656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37bcba-8d53-4a6a-bc66-09ade384f01d tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:54.391194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:54.405933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f835b715-c284-47a6-b6c0-d93e3ef0f5b8 req-8607b84d-52be-43f6-926c-739195070176 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/fd479223-f1d7-42f5-8479-34b5cccec9db HTTP/1.1" status: 200 len: 1800 time: 0.1592209 Aug 27 12:04:54.411887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 222f32d9-f410-4155-9312-fdc58f5b8a17 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:04:54.422667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-d091c923-a0d4-4d7d-928b-2d85e1d0ac08 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:54.424183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-d091c923-a0d4-4d7d-928b-2d85e1d0ac08 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1757839 Aug 27 12:04:54.433595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb223b7-6dd7-4ae4-90bf-0a5132d3f812 req-4d68abcc-b8e8-4130-9ef8-1435a9b85621 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:54.443945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feb223b7-6dd7-4ae4-90bf-0a5132d3f812 req-4d68abcc-b8e8-4130-9ef8-1435a9b85621 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.1387546 Aug 27 12:04:54.470472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 222f32d9-f410-4155-9312-fdc58f5b8a17 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:04:54.471136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:54.618211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feb223b7-6dd7-4ae4-90bf-0a5132d3f812 req-af383766-c2ac-45ca-b81e-5246b9a861f8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732750 Aug 27 12:04:54.621534 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-f835b715-c284-47a6-b6c0-d93e3ef0f5b8 req-8b5e663d-72d5-4326-8179-7fb5085f508c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 12:04:54.649295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f835b715-c284-47a6-b6c0-d93e3ef0f5b8 req-8b5e663d-72d5-4326-8179-7fb5085f508c tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd479223-f1d7-42f5-8479-34b5cccec9db HTTP/1.1" status: 409 len: 341 time: 0.2424595 Aug 27 12:04:54.675522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-3d642d8d-ba26-43ad-9c7a-40738172700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:54.677612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-3d642d8d-ba26-43ad-9c7a-40738172700f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6&tenant_id=2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 1095 time: 0.2218335 Aug 27 12:04:54.706373 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1416310-5365-48db-a6d1-36325385b785 x-openstack-request-id: req-d1416310-5365-48db-a6d1-36325385b785 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:54.706797 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:54.707152 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1416310-5365-48db-a6d1-36325385b785 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:54.707790 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'status': 'completed', 'code': 200} Aug 27 12:04:54.850534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-96c82846-ca3c-488e-b41c-6348e70cb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:54.852256 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-96c82846-ca3c-488e-b41c-6348e70cb8fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1174 time: 0.0931056 Aug 27 12:04:54.856014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df5c9931-2140-4ef9-8167-eec1341a367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:54.858220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-df5c9931-2140-4ef9-8167-eec1341a367e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1095 time: 0.1161926 Aug 27 12:04:55.054942 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:55.069853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-d52aebdb-5e9d-485b-b2fe-3b50e3539ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.073591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-d52aebdb-5e9d-485b-b2fe-3b50e3539ba5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 200 len: 913 time: 0.1974800 Aug 27 12:04:55.135745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-3d088136-9714-4ba9-8d44-a35387136323 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 200 len: 217 time: 0.0504558 Aug 27 12:04:55.157420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ace55-4978-4911-a548-1d116aee5a0e req-c54df807-5a88-41c8-a630-8d2aa91761c4 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.159023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae3ace55-4978-4911-a548-1d116aee5a0e req-c54df807-5a88-41c8-a630-8d2aa91761c4 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 944 time: 0.1701639 Aug 27 12:04:55.163794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-afac0772-d137-4328-8909-2816e6d8da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.165191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-afac0772-d137-4328-8909-2816e6d8da33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.2886486 Aug 27 12:04:55.176501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d195f2d-5610-49b1-a389-1b6801448030 req-e6980d7b-1ebc-49bc-81da-e50d038c8b28 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.178907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d195f2d-5610-49b1-a389-1b6801448030 req-e6980d7b-1ebc-49bc-81da-e50d038c8b28 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1117043 Aug 27 12:04:55.200195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-904fcb20-03e0-4485-b834-b6b7b42d3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.202537 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-904fcb20-03e0-4485-b834-b6b7b42d3279 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 200 len: 852 time: 0.0560701 Aug 27 12:04:55.247288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-56295d3b-df21-4c96-944c-264d970f711d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52fe1719-632b-485f-aa92-495acab96746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357056 Aug 27 12:04:55.253500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-e3ab2a42-1bb6-4701-a889-feea488a65fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.0724113 Aug 27 12:04:55.283225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222f32d9-f410-4155-9312-fdc58f5b8a17'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:55.286492 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5508643e-cffc-4092-81fe-1619787d3648" -d '{"events": [{"server_uuid": "abd86e46-cc63-4a73-9d81-75cab2b7796c", "name": "network-vif-plugged", "status": "completed", "tag": "222f32d9-f410-4155-9312-fdc58f5b8a17"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:55.329919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae3ace55-4978-4911-a548-1d116aee5a0e req-b211c8f4-14b7-4033-a80a-e3934c3a93da tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471746 Aug 27 12:04:55.344214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d195f2d-5610-49b1-a389-1b6801448030 req-6d4d0934-8968-472d-b746-6f6abd584cca tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485584 Aug 27 12:04:55.390716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 222f32d9-f410-4155-9312-fdc58f5b8a17, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=222f32d9-f410-4155-9312-fdc58f5b8a17,segment=NetworkSegment(98898591-1e44-40c7-940b-a544cfe14a5a),segment_id=98898591-1e44-40c7-940b-a544cfe14a5a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:55.396825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-1118b361-44de-4a01-adaf-f98aed1be61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.399554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-1118b361-44de-4a01-adaf-f98aed1be61c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1271343 Aug 27 12:04:55.431141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-337e157d-8f02-440e-926c-42e035d44f8a service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616356 Aug 27 12:04:55.439131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:55.462578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-2e31b8ee-6c51-4a05-ba40-d916d10b14d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519307 Aug 27 12:04:55.534071 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b981c7ad-1cce-4e41-be08-6b05982c79ec x-openstack-request-id: req-b981c7ad-1cce-4e41-be08-6b05982c79ec {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:55.534300 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd86e46-cc63-4a73-9d81-75cab2b7796c", "name": "network-vif-plugged", "status": "completed", "tag": "222f32d9-f410-4155-9312-fdc58f5b8a17", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:55.534592 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b981c7ad-1cce-4e41-be08-6b05982c79ec {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:55.535958 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222f32d9-f410-4155-9312-fdc58f5b8a17', 'code': 200} Aug 27 12:04:55.594469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297cd3-80b5-4d91-87f2-da0df8aa0db9 req-6ac8cb15-2901-4403-bd33-687ce40a70f6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.597095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b297cd3-80b5-4d91-87f2-da0df8aa0db9 req-6ac8cb15-2901-4403-bd33-687ce40a70f6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1023 time: 0.1330109 Aug 27 12:04:55.668938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b297cd3-80b5-4d91-87f2-da0df8aa0db9 req-3ca1678a-66af-4d18-bdc4-4961bc732ec6 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd479223-f1d7-42f5-8479-34b5cccec9db&id=703681db-090b-4c7f-a0d2-298204f648e9&id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0601008 Aug 27 12:04:55.706220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=222f32d9-f410-4155-9312-fdc58f5b8a17,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:55.737337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-e8ed05dc-9991-45dc-be2b-b2c4c6b1fbb9 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410183 Aug 27 12:04:55.887988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6a4e-a341-4a7c-a366-f21dd2cb534e req-799b6f36-09ed-442c-8a1a-398060a7a3b9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.895960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5ae6a4e-a341-4a7c-a366-f21dd2cb534e req-799b6f36-09ed-442c-8a1a-398060a7a3b9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.1225617 Aug 27 12:04:55.963074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e8cd29b4-f4a7-4a3a-a695-aacef1840f18 req-461d2517-3476-4101-ac27-da6d7c48a290 service neutron] 10.222.0.77 "GET /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200815 Aug 27 12:04:55.972655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0fd9-b684-45f8-ab6d-7f1f11588318 req-822ee5d1-5c55-4c22-88a4-ec7f9417024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:55.973443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5ae6a4e-a341-4a7c-a366-f21dd2cb534e req-26790b9a-8496-4e17-ae8f-1b8ea0ca1768 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764067 Aug 27 12:04:55.974132 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-490e0fd9-b684-45f8-ab6d-7f1f11588318 req-822ee5d1-5c55-4c22-88a4-ec7f9417024c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 1096 time: 0.3703244 Aug 27 12:04:55.994511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-4e3557b3-89fd-4994-b092-c9978da06d1e service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487459 Aug 27 12:04:56.063175 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-490e0fd9-b684-45f8-ab6d-7f1f11588318 req-0649616e-a9e2-439a-9525-f6aad7c91a6e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Aug 27 12:04:56.533869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903b731-3833-4553-bab6-3dcb42855728 req-29e30813-8612-4534-a0f1-76e4bec040d4 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:56.536534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c903b731-3833-4553-bab6-3dcb42855728 req-29e30813-8612-4534-a0f1-76e4bec040d4 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.1183109 Aug 27 12:04:56.542433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:04:56.584837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d1427-44ad-4afc-ac43-918167f9cefd req-d1f22f95-3c15-4680-9044-b48d3bb59ea9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:56.601441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-270d1427-44ad-4afc-ac43-918167f9cefd req-d1f22f95-3c15-4680-9044-b48d3bb59ea9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1378224 Aug 27 12:04:56.620211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:04:56.711574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-270d1427-44ad-4afc-ac43-918167f9cefd req-8065a1bf-7788-4587-8032-2ee94281c581 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088300 Aug 27 12:04:56.725872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c903b731-3833-4553-bab6-3dcb42855728 req-3749970a-72b8-4645-8d80-3fe6d9613ee4 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724451 Aug 27 12:04:56.879150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-c22cc57f-d661-493b-b768-458af400c63d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:56.881001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc8c2-e766-4ef2-b04d-a470c0806c50 req-53ebb5ff-e7c5-4f19-9123-77ad12ca5933 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:56.881733 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-c22cc57f-d661-493b-b768-458af400c63d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.0987649 Aug 27 12:04:56.882680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b72dc8c2-e766-4ef2-b04d-a470c0806c50 req-53ebb5ff-e7c5-4f19-9123-77ad12ca5933 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1023 time: 0.0799179 Aug 27 12:04:56.943333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b72dc8c2-e766-4ef2-b04d-a470c0806c50 req-80c25847-d681-43c1-a87b-8f405aec722f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd479223-f1d7-42f5-8479-34b5cccec9db&id=703681db-090b-4c7f-a0d2-298204f648e9&id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0481217 Aug 27 12:04:57.028614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-b42a850f-3d19-4474-9eeb-7c71d40f34e3 service neutron] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:04:57.033339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-b42a850f-3d19-4474-9eeb-7c71d40f34e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:57.034763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7cec50ff-0ecb-443d-ac50-1139b73f8838 req-b42a850f-3d19-4474-9eeb-7c71d40f34e3 service neutron] 10.222.0.77 "DELETE /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd/bindings/n-h2-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.1434224 Aug 27 12:04:57.109249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14059e25-c322-4fe8-a9bd-4034537a370c req-9f1ca5ec-e343-4e23-a59d-f8a5219163e2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:57.110943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14059e25-c322-4fe8-a9bd-4034537a370c req-9f1ca5ec-e343-4e23-a59d-f8a5219163e2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.0558896 Aug 27 12:04:57.155430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14059e25-c322-4fe8-a9bd-4034537a370c req-7e94790d-a912-4561-b166-03eefd7cf399 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Aug 27 12:04:57.300302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636db14-3039-40bf-9afd-4366284aeb31 req-edb322df-d34b-41d2-8e83-43b9e8589b0b tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:57.301883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9636db14-3039-40bf-9afd-4366284aeb31 req-edb322df-d34b-41d2-8e83-43b9e8589b0b tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1095 time: 0.0466692 Aug 27 12:04:57.339848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9636db14-3039-40bf-9afd-4366284aeb31 req-58acc6cf-e289-4746-9180-a806db924712 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Aug 27 12:04:57.691897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-b622be18-7b3c-452c-a9d9-606ea547784f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:57.693276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-b622be18-7b3c-452c-a9d9-606ea547784f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.1091824 Aug 27 12:04:57.707737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-6406964c-2194-407a-b8a5-df8032d7530b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/quotas/2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 375 time: 0.0087664 Aug 27 12:04:57.760064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-c8c91fed-346a-4ded-a339-1dd39f4cfbd5 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472753 Aug 27 12:04:57.838869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407946b-8ec6-40cc-a071-b65c59d69471 req-be4f7b74-3ad3-4b21-a7fe-be91a26dea6e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:57.840395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4407946b-8ec6-40cc-a071-b65c59d69471 req-be4f7b74-3ad3-4b21-a7fe-be91a26dea6e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Aug 27 12:04:57.900393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4407946b-8ec6-40cc-a071-b65c59d69471 req-31e908ce-c32f-484c-bc3d-d5b8b211b03a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Aug 27 12:04:58.008171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-6ba7971e-9aec-4e3f-b991-918297d89387 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408462 Aug 27 12:04:58.037301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-10521b45-6b7e-4565-9d61-c3e55d22ee14 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:58.038958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-10521b45-6b7e-4565-9d61-c3e55d22ee14 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1023 time: 0.0552101 Aug 27 12:04:58.044437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9470fe-b12d-407c-9dd3-46c92bb8c3f1 req-eb3f9d85-b4f6-453c-a757-f92a25e092a9 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:58.046597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e9470fe-b12d-407c-9dd3-46c92bb8c3f1 req-eb3f9d85-b4f6-453c-a757-f92a25e092a9 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.0817807 Aug 27 12:04:58.125177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e9470fe-b12d-407c-9dd3-46c92bb8c3f1 req-edb13ca3-a464-489e-8f3b-f402794d0739 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Aug 27 12:04:58.147226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-6d1853c4-09bb-4e50-8614-367686119449 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301093 Aug 27 12:04:58.168447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Deleting port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:04:58.168794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:58.289418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] For port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:04:58.289904 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:58.318478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Calling delete_port for 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:04:58.385297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e11730-635b-40bc-9d3a-ca3bf38d2ac4 req-d558b512-612b-43d0-84c1-47d7ba61d054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:58.394735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78e11730-635b-40bc-9d3a-ca3bf38d2ac4 req-d558b512-612b-43d0-84c1-47d7ba61d054 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f69391e-1ba5-4d2c-8983-52a57e6cd287 HTTP/1.1" status: 200 len: 1023 time: 0.0652990 Aug 27 12:04:58.465738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78e11730-635b-40bc-9d3a-ca3bf38d2ac4 req-28ff55d8-3eb9-4e40-96af-70c308cbc307 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd479223-f1d7-42f5-8479-34b5cccec9db&id=703681db-090b-4c7f-a0d2-298204f648e9&id=724da84a-3886-4e8b-a236-ac001a772cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0700636 Aug 27 12:04:58.513914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:58.528362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:58.552319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'Port': ['ID=5c1b77cd-aa4e-40f2-b875-101e5d8c3a46,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:58.561083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa59b5a7-0192-44ff-b355-99f18234ba90 req-8cab3cc5-d94b-4f3e-9d5b-e2a681e18fc8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 210 time: 0.0531731 Aug 27 12:04:58.584479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:04:58.618784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] No DVR routers for this DVR port 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:04:58.622355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:58.625317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b3853160-6815-4061-a67f-52bf5c2f8023 req-a8671096-e707-458f-a3a8-d88a8b9cc734 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.77 "DELETE /v2.0/ports/5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 HTTP/1.1" status: 204 len: 173 time: 0.5737836 Aug 27 12:04:58.625735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'name': 'network-vif-deleted', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:04:58.628552 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d988c095-5564-4bd0-be17-62c464715b88" -d '{"events": [{"server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "name": "network-vif-deleted", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:04:58.676929 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80996196-6b21-4caa-8b6a-3506b0a7228e x-openstack-request-id: req-80996196-6b21-4caa-8b6a-3506b0a7228e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:04:58.677277 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f69391e-1ba5-4d2c-8983-52a57e6cd287", "name": "network-vif-deleted", "tag": "5c1b77cd-aa4e-40f2-b875-101e5d8c3a46", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:04:58.677538 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80996196-6b21-4caa-8b6a-3506b0a7228e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:04:58.677934 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f69391e-1ba5-4d2c-8983-52a57e6cd287', 'name': 'network-vif-deleted', 'tag': '5c1b77cd-aa4e-40f2-b875-101e5d8c3a46', 'status': 'completed', 'code': 200} Aug 27 12:04:58.683592 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:04:59.033276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06442bb-d5dd-426b-b4a3-970a1d680b79 req-bfaf7dd7-6216-4286-8694-6224cd4292ce tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:59.034926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d06442bb-d5dd-426b-b4a3-970a1d680b79 req-bfaf7dd7-6216-4286-8694-6224cd4292ce tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0614216 Aug 27 12:04:59.079347 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d06442bb-d5dd-426b-b4a3-970a1d680b79 req-e78fda68-6445-4807-8118-a775d9cab6be tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Aug 27 12:04:59.307366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0548e-8280-4759-af75-7effa69d9d22 req-63d2646b-fa50-403d-a500-24e20e1abff8 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:59.309340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fef0548e-8280-4759-af75-7effa69d9d22 req-63d2646b-fa50-403d-a500-24e20e1abff8 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.0726364 Aug 27 12:04:59.369813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fef0548e-8280-4759-af75-7effa69d9d22 req-74f93793-7e9a-4319-8d56-b49a6e9a39fe tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537713 Aug 27 12:04:59.609904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-8c0d602f-1e51-4056-a3c4-f8e33c427d6b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:59.611702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-8c0d602f-1e51-4056-a3c4-f8e33c427d6b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.1786969 Aug 27 12:04:59.636755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Request body: {'port': {'device_id': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'admin_state_up': True, 'tenant_id': '2f0fbba472b5455c96e394a979f145b8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:04:59.680162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e40f82a6-2a57-4724-87b7-ebc5896465ee req-6a60a3d0-eb43-4abc-b782-8894d977c826 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 210 time: 0.0346372 Aug 27 12:04:59.692358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7058a99e-d000-4943-9afd-c6587a272190 req-947e4f99-71c4-4ec3-ab37-3aaaded067b5 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/703681db-090b-4c7f-a0d2-298204f648e9 HTTP/1.1" status: 200 len: 1801 time: 0.0923393 Aug 27 12:04:59.751906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7058a99e-d000-4943-9afd-c6587a272190 req-ca4ab141-70a2-4053-ba61-70fd6f10848f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:59.803359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Made reservation on behalf of 2f0fbba472b5455c96e394a979f145b8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:04:59.808079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:59.816391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7058a99e-d000-4943-9afd-c6587a272190 req-ca4ab141-70a2-4053-ba61-70fd6f10848f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:59.922622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7058a99e-d000-4943-9afd-c6587a272190 req-ca4ab141-70a2-4053-ba61-70fd6f10848f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:59.925554 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7058a99e-d000-4943-9afd-c6587a272190 req-ca4ab141-70a2-4053-ba61-70fd6f10848f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:04:59.926909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7058a99e-d000-4943-9afd-c6587a272190 req-ca4ab141-70a2-4053-ba61-70fd6f10848f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/703681db-090b-4c7f-a0d2-298204f648e9 HTTP/1.1" status: 204 len: 173 time: 0.2335083 Aug 27 12:04:59.949893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ab141-70a2-4053-ba61-70fd6f10848f tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703681db-090b-4c7f-a0d2-298204f648e9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:04:59.961269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-ed504452-8f37-46bb-85db-a1cb76c44afb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:04:59.969698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-ed504452-8f37-46bb-85db-a1cb76c44afb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.1709175 Aug 27 12:04:59.996431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-34421f06-55e2-4199-8faa-f3b220fc2817 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/quotas/a4fef70aa2314f4bacaab01dd3bcc24a HTTP/1.1" status: 200 len: 375 time: 0.0258193 Aug 27 12:05:00.020583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Allocated IP 172.20.0.2 (4da5c204-3ed1-4d37-bab6-af04e16e113f/8f029334-c456-476c-9f89-5a5629b10017/15e98484-be84-436c-9bb3-03d30e5b36de) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:00.060825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b836304-06ed-482f-9078-afe20fc5ebd8 req-45ff82f3-b6f7-4bc0-8935-785a626a60c4 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/fd479223-f1d7-42f5-8479-34b5cccec9db HTTP/1.1" status: 200 len: 1800 time: 0.0882161 Aug 27 12:05:00.079202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-140ebd6f-4b23-4629-bd7f-622fafcc3c7d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689459 Aug 27 12:05:00.188344 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b836304-06ed-482f-9078-afe20fc5ebd8 req-de39d8b1-ad80-4729-9945-c185e66819da tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.190054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.230276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b836304-06ed-482f-9078-afe20fc5ebd8 req-de39d8b1-ad80-4729-9945-c185e66819da tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.234431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-2249e934-7cf6-4658-a909-803ab7292345 service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423981 Aug 27 12:05:00.240414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.293168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:00.298763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:00.303626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:00.331380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:00.341391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b836304-06ed-482f-9078-afe20fc5ebd8 req-de39d8b1-ad80-4729-9945-c185e66819da tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.346047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b836304-06ed-482f-9078-afe20fc5ebd8 req-de39d8b1-ad80-4729-9945-c185e66819da tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.348675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b836304-06ed-482f-9078-afe20fc5ebd8 req-de39d8b1-ad80-4729-9945-c185e66819da tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd479223-f1d7-42f5-8479-34b5cccec9db HTTP/1.1" status: 204 len: 173 time: 0.2754893 Aug 27 12:05:00.375924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:00.376185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39d8b1-ad80-4729-9945-c185e66819da tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd479223-f1d7-42f5-8479-34b5cccec9db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:00.376808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.391357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-9d33644e-4bd7-448c-9d1c-faafe8f8ada3 service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441619 Aug 27 12:05:00.402878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f29dc308-d2fd-4f2d-9825-54be48abfa93 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784638 Aug 27 12:05:00.417089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Request body: {'port': {'device_id': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:00.474481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c32d2-92aa-446d-a01e-8f324fe4759b req-92e55586-cd5b-40e3-84cd-ea1697b47071 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:00.476452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3c32d2-92aa-446d-a01e-8f324fe4759b req-92e55586-cd5b-40e3-84cd-ea1697b47071 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0727332 Aug 27 12:05:00.499360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.541806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3c32d2-92aa-446d-a01e-8f324fe4759b req-2d62612a-aeac-4d11-a892-549e4b56ae1d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581818 Aug 27 12:05:00.574331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f70e6d7c-b6c4-40f8-a7bb-677e1e14c0ba req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-853494260', 'description': 'tempest-description-1622459700'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:00.608907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f70e6d7c-b6c4-40f8-a7bb-677e1e14c0ba req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.736741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f70e6d7c-b6c4-40f8-a7bb-677e1e14c0ba req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.741846 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f70e6d7c-b6c4-40f8-a7bb-677e1e14c0ba req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.775902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f70e6d7c-b6c4-40f8-a7bb-677e1e14c0ba req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.777158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f70e6d7c-b6c4-40f8-a7bb-677e1e14c0ba req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2075255 Aug 27 12:05:00.783935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573da744-ced9-4fe6-90a4-d9b02886eb38 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31559ae-54e3-4dc6-9729-f863ad118f15,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:00.873486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c08f840f-e1f1-40f5-900b-d213a985fcd4 req-1da6565b-efd9-4926-82ef-7b5ae3484225 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 210 time: 0.0428462 Aug 27 12:05:00.949051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67f816-018b-477f-868f-634a6f32edac req-05d977ce-4ca3-43fc-ac48-70b2fc60cee0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:00.956966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b67f816-018b-477f-868f-634a6f32edac req-05d977ce-4ca3-43fc-ac48-70b2fc60cee0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 931 time: 0.1155641 Aug 27 12:05:00.963270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e98484-be84-436c-9bb3-03d30e5b36de {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:00.974963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:00.991000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Transition to ACTIVE for port object 15e98484-be84-436c-9bb3-03d30e5b36de will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:00.994994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-354871fb-2331-47a5-a5b0-f432c21e33a9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/a31559ae-54e3-4dc6-9729-f863ad118f15 HTTP/1.1" status: 200 len: 1800 time: 0.0842624 Aug 27 12:05:01.004885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.020782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1321820172', 'description': 'tempest-description-hth-44625144'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:01.042168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b67f816-018b-477f-868f-634a6f32edac req-6ac80f62-ff61-4e9c-ac51-85a3f5dc4b20 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808632 Aug 27 12:05:01.058296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:01.090821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.149782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.161285 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.167022 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.169963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfcfffdf-3e60-48df-ac01-8d8a72c4ce0d req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "PUT /v2.0/security-groups/a31559ae-54e3-4dc6-9729-f863ad118f15 HTTP/1.1" status: 200 len: 1773 time: 0.1597314 Aug 27 12:05:01.184949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:01.186416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:01.186416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:01.198841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:05:01.199190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:01.219594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:01.220070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:01.220509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:01.220980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Bound port: 15e98484-be84-436c-9bb3-03d30e5b36de, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:01.221406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.221748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f731a-4095-4dd6-86fd-c2fd054f5278 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31559ae-54e3-4dc6-9729-f863ad118f15,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:01.265151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d67189-a85f-4e4b-8b03-55a64e2a6622 req-3453f01e-d527-482b-b8ac-fd7f0e4e3540 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/a31559ae-54e3-4dc6-9729-f863ad118f15 HTTP/1.1" status: 200 len: 1773 time: 0.0643346 Aug 27 12:05:01.317979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:01.324599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:01.331806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.335267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c163b4d4-0c8c-4619-a057-d9901a05d215 req-e2c3664e-8482-47fb-8f66-5fffeac8db31 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/a31559ae-54e3-4dc6-9729-f863ad118f15 HTTP/1.1" status: 200 len: 1773 time: 0.0497386 Aug 27 12:05:01.372628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:01.373253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.374760 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] 10.222.0.65 "PUT /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 1091 time: 0.9633086 Aug 27 12:05:01.375216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:01.377659 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:01.409456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebfc4f-8c5c-4364-8b95-b75545004675 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:01.427454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c163b4d4-0c8c-4619-a057-d9901a05d215 req-33732f23-cb62-4d8d-84eb-7e20184362e0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.458293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c163b4d4-0c8c-4619-a057-d9901a05d215 req-33732f23-cb62-4d8d-84eb-7e20184362e0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.508885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f7397b29-8c35-4ca3-ac50-9eff1822606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:01.510466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-f7397b29-8c35-4ca3-ac50-9eff1822606b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1094 time: 0.0689847 Aug 27 12:05:01.526623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c163b4d4-0c8c-4619-a057-d9901a05d215 req-33732f23-cb62-4d8d-84eb-7e20184362e0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.531990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c163b4d4-0c8c-4619-a057-d9901a05d215 req-33732f23-cb62-4d8d-84eb-7e20184362e0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:01.533913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c163b4d4-0c8c-4619-a057-d9901a05d215 req-33732f23-cb62-4d8d-84eb-7e20184362e0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/a31559ae-54e3-4dc6-9729-f863ad118f15 HTTP/1.1" status: 204 len: 173 time: 0.1932096 Aug 27 12:05:01.547663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33732f23-cb62-4d8d-84eb-7e20184362e0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31559ae-54e3-4dc6-9729-f863ad118f15,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:01.587522 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-45b8e65c-f328-4339-aca0-ab1fa1e689cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 217 time: 0.0670607 Aug 27 12:05:01.591449 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c072e07-602a-4cd3-a374-a4a1a1c0241c x-openstack-request-id: req-0c072e07-602a-4cd3-a374-a4a1a1c0241c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:01.591878 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:01.592392 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c072e07-602a-4cd3-a374-a4a1a1c0241c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:01.592718 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de', 'status': 'completed', 'code': 200} Aug 27 12:05:01.660309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a351b-2d27-4944-92f7-6e76d791f565 req-56a3c26b-761c-497c-b5fd-da8ed0b70ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:01.662223 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-56a3c26b-761c-497c-b5fd-da8ed0b70ec1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0625918 Aug 27 12:05:01.706372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-8e1a1583-8017-4d62-913c-96474acfb85e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360012 Aug 27 12:05:01.766611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619b25-e2ad-4ad9-baf0-c0ccb73971e1 req-4474f621-29fa-459c-ac01-7c0c16d53d53 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:01.776367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47619b25-e2ad-4ad9-baf0-c0ccb73971e1 req-4474f621-29fa-459c-ac01-7c0c16d53d53 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0889006 Aug 27 12:05:01.838474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47619b25-e2ad-4ad9-baf0-c0ccb73971e1 req-6249c5c1-6997-41bd-80e6-d887eabc89e0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607851 Aug 27 12:05:01.893903 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-5550e5a4-7939-48df-af67-7f9a931d662d req-3d0f74ce-47da-4502-869d-da00c3bdaab5 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:05:01.895020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5550e5a4-7939-48df-af67-7f9a931d662d req-3d0f74ce-47da-4502-869d-da00c3bdaab5 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/fd479223-f1d7-42f5-8479-34b5cccec9db HTTP/1.1" status: 404 len: 352 time: 0.0176342 Aug 27 12:05:01.921726 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-82ad7e83-41c8-4515-b670-c6edfe438e6e service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060711 Aug 27 12:05:01.974532 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-f59d0c2b-22ca-459d-a70a-e5a007b37dc2 req-7441a77c-1a9d-4270-a0bb-34bc8954a47b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:05:01.975576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f59d0c2b-22ca-459d-a70a-e5a007b37dc2 req-7441a77c-1a9d-4270-a0bb-34bc8954a47b tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/703681db-090b-4c7f-a0d2-298204f648e9 HTTP/1.1" status: 404 len: 352 time: 0.0223002 Aug 27 12:05:02.047877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-877d7adb-06fb-4afc-996a-37dad1c3bbb2 req-4a5a5d62-151c-447c-bc90-e49d038aacab tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 210 time: 0.0427387 Aug 27 12:05:02.056309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-c489fca1-cf60-4973-a8f8-ead89541d4eb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.068696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-c489fca1-cf60-4973-a8f8-ead89541d4eb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "GET /v2.0/ports?device_id=155018d5-0296-415e-b4cc-586c2c01a821 HTTP/1.1" status: 200 len: 945 time: 0.2593384 Aug 27 12:05:02.079982 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-e7c94790-4f58-4e2a-b0d1-760d94beb55b req-1841b213-cb54-4140-b580-f18c2610cbe0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:05:02.091741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7c94790-4f58-4e2a-b0d1-760d94beb55b req-1841b213-cb54-4140-b580-f18c2610cbe0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c6709f1c-7aea-4fad-ab6d-5b131397b058 HTTP/1.1" status: 404 len: 352 time: 0.0541413 Aug 27 12:05:02.189853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:02.208906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-283a351b-2d27-4944-92f7-6e76d791f565 req-08bbec1b-185a-47e8-82d0-326bb8cc55c7 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775466 Aug 27 12:05:02.260026 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-097ed740-32bf-432a-aa9b-8af52616ef94 req-e568ff58-7c9d-4139-807a-1f7a66e8c5b2 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:05:02.261081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-097ed740-32bf-432a-aa9b-8af52616ef94 req-e568ff58-7c9d-4139-807a-1f7a66e8c5b2 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/e18c13e4-7a4e-4eb8-a330-064c971daaae HTTP/1.1" status: 404 len: 352 time: 0.1229565 Aug 27 12:05:02.334646 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-4766d122-a89a-41da-a4fd-c122d2303239 req-1b645728-f078-4a4f-913b-84ac44a4c396 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:05:02.337254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-ec3559cc-f775-4ad5-9a2e-4439c8cac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.339062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-ec3559cc-f775-4ad5-9a2e-4439c8cac021 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1094 time: 0.0741436 Aug 27 12:05:02.345718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Deleting port 8e380b36-36a3-4059-8edd-e057f6ca6acf {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:02.345917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:02.351662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:02.353619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4766d122-a89a-41da-a4fd-c122d2303239 req-1b645728-f078-4a4f-913b-84ac44a4c396 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/f9e10573-f673-465d-8e7c-1c53b58d4840 HTTP/1.1" status: 404 len: 352 time: 0.0462093 Aug 27 12:05:02.367673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172687-51c2-40bf-90c5-c90892756f52 req-b2ecf448-5ef7-452b-8eac-371de8c0b9e0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.369372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1172687-51c2-40bf-90c5-c90892756f52 req-b2ecf448-5ef7-452b-8eac-371de8c0b9e0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.2301097 Aug 27 12:05:02.385603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:02.386934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-3de7f68b-09d7-4925-b98c-13861f52cbc3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.388455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-3de7f68b-09d7-4925-b98c-13861f52cbc3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.2832458 Aug 27 12:05:02.390177 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba7f46-c2f5-468b-a0d7-45af17fd37b3" -d '{"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-unplugged", "status": "completed", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:02.403045 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-29d01e6b-5599-4dc9-b723-c83088045e66 req-f5e9f1ee-cd72-4b95-9455-80e2b4d3dd33 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] show failed (client error): The resource could not be found. Aug 27 12:05:02.408883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:02.416822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:02.417274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29d01e6b-5599-4dc9-b723-c83088045e66 req-f5e9f1ee-cd72-4b95-9455-80e2b4d3dd33 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/c1e98563-2c0c-4af1-b065-50bf63b180c3 HTTP/1.1" status: 404 len: 352 time: 0.0467839 Aug 27 12:05:02.420054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:02.446549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Request body: {'port': {'device_id': '718babc0-0579-41ed-a808-516a2306f341', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'admin_state_up': True, 'tenant_id': 'a4fef70aa2314f4bacaab01dd3bcc24a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:02.462698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:02.464125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5c1b77cd-aa4e-40f2-b875-101e5d8c3a46 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:02.501919 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f26103-8aaa-4ffd-87ba-42595753746b x-openstack-request-id: req-e8f26103-8aaa-4ffd-87ba-42595753746b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:02.503238 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-unplugged", "status": "completed", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:02.504230 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8f26103-8aaa-4ffd-87ba-42595753746b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:02.505442 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'code': 200} Aug 27 12:05:02.549950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] For port 8e380b36-36a3-4059-8edd-e057f6ca6acf, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e380b36-36a3-4059-8edd-e057f6ca6acf,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:02.550318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:02.557484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:02.566699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-63e868d3-5ec8-421c-8561-202455c3df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.569428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-63e868d3-5ec8-421c-8561-202455c3df90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.2177472 Aug 27 12:05:02.573911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Calling delete_port for 8e380b36-36a3-4059-8edd-e057f6ca6acf owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:02.581607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1172687-51c2-40bf-90c5-c90892756f52 req-341aaec5-96f3-48e6-be94-cd2e9a705efb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921530 Aug 27 12:05:02.633844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-4d776c9b-94c1-4aee-a440-4e0ee2f0d1a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 217 time: 0.0578232 Aug 27 12:05:02.688655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Made reservation on behalf of a4fef70aa2314f4bacaab01dd3bcc24a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:02.694258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:02.786047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-61a1503c-ebbe-41de-b607-cb0316228fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.788379 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-61a1503c-ebbe-41de-b607-cb0316228fa2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0746608 Aug 27 12:05:02.877466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-f692e2a0-582a-4707-a761-a4c20ce0712b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751266 Aug 27 12:05:02.924238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db20d-3650-497d-bdb6-02ef4781bfe5 req-282faefa-44ac-404e-b75c-98d9224e9031 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:02.926022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a97db20d-3650-497d-bdb6-02ef4781bfe5 req-282faefa-44ac-404e-b75c-98d9224e9031 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1024 time: 0.1351819 Aug 27 12:05:02.977356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Allocated IP 172.20.0.5 (850dfef4-142d-4afb-a8ec-66fdd6e5205a/f8625420-d39c-458d-8607-c2434edae479/ea8d41bf-aac5-474b-b983-091cb7356d6c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:03.013601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:03.051317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a97db20d-3650-497d-bdb6-02ef4781bfe5 req-86aa16e1-40b5-4840-8235-bc03f936033a tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=11322503-3999-43ff-82fd-dc90b648a8bd&id=724da84a-3886-4e8b-a236-ac001a772cc2&id=dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1108844 Aug 27 12:05:03.057547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event deleted for resources: {'Port': ['ID=8e380b36-36a3-4059-8edd-e057f6ca6acf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:03.079315 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-f592a49a-ac23-4b38-a2e2-d77c18a4dc22 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877887 Aug 27 12:05:03.085824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ec242-dbb5-42f7-b540-7d2b2772cd31 req-54b2e423-2dd1-42ee-88be-cb065be38085 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:03.088564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f12ec242-dbb5-42f7-b540-7d2b2772cd31 req-54b2e423-2dd1-42ee-88be-cb065be38085 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1328526 Aug 27 12:05:03.163884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] No DVR routers for this DVR port 8e380b36-36a3-4059-8edd-e057f6ca6acf on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:05:03.168002 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:03.170029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f78ab768-8db6-48ef-8800-63f0f9b0032b req-82c5c9d7-ee12-41d1-a5c2-276721604303 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "DELETE /v2.0/ports/8e380b36-36a3-4059-8edd-e057f6ca6acf HTTP/1.1" status: 204 len: 173 time: 1.1004636 Aug 27 12:05:03.199479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f12ec242-dbb5-42f7-b540-7d2b2772cd31 req-9cd80e65-b99a-402a-aacb-64f17aec58fb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Aug 27 12:05:03.231330 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c288e0cb-4545-4cc8-a04b-b1bce8776f1c req-0969c602-b1ef-4995-a6cd-5ca85d9060d9 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308446 Aug 27 12:05:03.303854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:03.341352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ec42b33-a8b0-456d-8066-407ade8f717a req-5b9d5209-18ce-4d63-9e64-d033881df18d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 210 time: 0.0346076 Aug 27 12:05:03.381402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:03.437230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:03.440569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:03.443153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:03.477690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:03.504609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:03.505300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:03.524640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-dde21385-c0be-4b9f-9261-65a7e337b237 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0932112 Aug 27 12:05:03.551194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Request body: {'port': {'device_id': '718babc0-0579-41ed-a808-516a2306f341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:03.594462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-deleted', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:03.597821 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dd8dfd-252e-4a33-8b2d-28e69e5b25bb" -d '{"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-deleted", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:03.616098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:03.658085 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41aa49c-f24c-44f0-9a31-7b24d33f4720 x-openstack-request-id: req-f41aa49c-f24c-44f0-9a31-7b24d33f4720 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:03.658817 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155018d5-0296-415e-b4cc-586c2c01a821", "name": "network-vif-deleted", "tag": "8e380b36-36a3-4059-8edd-e057f6ca6acf", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:03.659451 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f41aa49c-f24c-44f0-9a31-7b24d33f4720 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:03.660247 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155018d5-0296-415e-b4cc-586c2c01a821', 'name': 'network-vif-deleted', 'tag': '8e380b36-36a3-4059-8edd-e057f6ca6acf', 'status': 'completed', 'code': 200} Aug 27 12:05:04.143073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff389c-ab0b-42bc-bc4a-136eb2ed4540 req-27195121-39b8-4eec-87d6-e0018e92f36a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:04.151320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41ff389c-ab0b-42bc-bc4a-136eb2ed4540 req-27195121-39b8-4eec-87d6-e0018e92f36a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.4629397 Aug 27 12:05:04.275084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41ff389c-ab0b-42bc-bc4a-136eb2ed4540 req-8ed14a6d-b5b0-42f7-bd77-821a148ebf79 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234293 Aug 27 12:05:04.317251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eb0fd-87d6-4ee9-9997-2c4a624e0c38 req-e9422a85-8e84-437b-89c1-72dbcf8cfa28 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:04.317251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f85eb0fd-87d6-4ee9-9997-2c4a624e0c38 req-e9422a85-8e84-437b-89c1-72dbcf8cfa28 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1024 time: 0.1313593 Aug 27 12:05:04.317672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-9b34d21b-b79e-4d80-8779-bd25e87f37c9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:04.317672 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-9b34d21b-b79e-4d80-8779-bd25e87f37c9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.65 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 1024 time: 0.0657189 Aug 27 12:05:04.406184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f85eb0fd-87d6-4ee9-9997-2c4a624e0c38 req-175969dd-9774-44e4-aaa6-c5bb6b36e816 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups?id=11322503-3999-43ff-82fd-dc90b648a8bd&id=724da84a-3886-4e8b-a236-ac001a772cc2&id=dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0865088 Aug 27 12:05:04.481471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8d41bf-aac5-474b-b983-091cb7356d6c {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:04.492056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Deleting port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:04.492487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.497436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.551283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Transition to ACTIVE for port object ea8d41bf-aac5-474b-b983-091cb7356d6c will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:04.575585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.636716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361314-e580-49ac-a0a7-66b021fd466d req-c91912c0-cd6f-49b8-9090-c4724d4b5baf tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:04.639676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] For port e4a966e8-1ff2-4876-9dd9-8bf6402032a5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,segment=NetworkSegment(50467f32-5f3f-49f6-a478-55698a1304f3),segment_id=50467f32-5f3f-49f6-a478-55698a1304f3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:04.640359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.644139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52361314-e580-49ac-a0a7-66b021fd466d req-c91912c0-cd6f-49b8-9090-c4724d4b5baf tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1410112 Aug 27 12:05:04.659550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Calling delete_port for e4a966e8-1ff2-4876-9dd9-8bf6402032a5 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:04.684232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:04.696206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc172-1bd3-4f41-8e22-0b24d7aa9ea8 req-65198976-f67e-480b-aec2-4fe912c60a3d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:04.697535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-004fc172-1bd3-4f41-8e22-0b24d7aa9ea8 req-65198976-f67e-480b-aec2-4fe912c60a3d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 931 time: 0.1781158 Aug 27 12:05:04.773803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52361314-e580-49ac-a0a7-66b021fd466d req-b5075866-3aa0-4fc7-a75e-cd393a8968d3 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287673 Aug 27 12:05:04.803866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-004fc172-1bd3-4f41-8e22-0b24d7aa9ea8 req-73fed5a4-3d37-4284-ab63-b4a05b0f0ce0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798087 Aug 27 12:05:04.825071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Attempting to bind port ea8d41bf-aac5-474b-b983-091cb7356d6c on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:04.825525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Attempting to bind port ea8d41bf-aac5-474b-b983-091cb7356d6c by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:04.826363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Attempting to bind port ea8d41bf-aac5-474b-b983-091cb7356d6c on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:04.831432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Port ea8d41bf-aac5-474b-b983-091cb7356d6c on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:05:04.831654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Attempting to bind port ea8d41bf-aac5-474b-b983-091cb7356d6c on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:04.836635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:04.836978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Checking segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:04.837363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Bound using segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:04.837940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Bound port: ea8d41bf-aac5-474b-b983-091cb7356d6c, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:04.838306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.845635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.860978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e4a966e8-1ff2-4876-9dd9-8bf6402032a5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:04.896088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'Port': ['ID=e4a966e8-1ff2-4876-9dd9-8bf6402032a5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:04.918523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:04.922173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:04.928000 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.956168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] No DVR routers for this DVR port e4a966e8-1ff2-4876-9dd9-8bf6402032a5 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:05:04.959490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.962954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9d5b281-d25c-4447-8cb2-8811199641c9 req-08006009-81c1-42d6-91dc-57b9c2866d3e tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.65 "DELETE /v2.0/ports/e4a966e8-1ff2-4876-9dd9-8bf6402032a5 HTTP/1.1" status: 204 len: 173 time: 0.6416531 Aug 27 12:05:04.976316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:04.976965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:04.978436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] 10.222.0.77 "PUT /v2.0/ports/ea8d41bf-aac5-474b-b983-091cb7356d6c HTTP/1.1" status: 200 len: 1091 time: 1.4357316 Aug 27 12:05:04.978901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:04.981449 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99" -d '{"events": [{"name": "network-changed", "server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:05.069643 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b34ae-5ff6-4d4f-8edd-03d72d56b7a4 x-openstack-request-id: req-314b34ae-5ff6-4d4f-8edd-03d72d56b7a4 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:05.070215 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:05.070656 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-314b34ae-5ff6-4d4f-8edd-03d72d56b7a4 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:05.071225 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'status': 'completed', 'code': 200} Aug 27 12:05:05.089503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f606d-ee8a-4b15-b9cf-ea9563649f62 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:05.117675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-b673c8c2-8a86-4ca1-954b-c8fbd8f96573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:05.119485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-b673c8c2-8a86-4ca1-954b-c8fbd8f96573 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 1094 time: 0.0746887 Aug 27 12:05:05.183768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-ec6f4b58-6b33-4013-8997-55f68e56e196 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c HTTP/1.1" status: 200 len: 217 time: 0.0483587 Aug 27 12:05:05.245603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-e4f40edd-c29c-4210-811b-5fefc93b4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:05.247151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-e4f40edd-c29c-4210-811b-5fefc93b4971 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.0558693 Aug 27 12:05:05.287264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-c86d77b6-b069-4c1a-8f11-66ee3224cf7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 27 12:05:05.453950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-d339aad7-e8ee-4c84-a35b-e24dee0bba0f service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590130 Aug 27 12:05:05.639213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda37a6-ac66-4d89-a9c4-70d62ece3b97 req-f6ea1930-0040-4f30-9655-27005ea25ef3 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:05.646714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bda37a6-ac66-4d89-a9c4-70d62ece3b97 req-f6ea1930-0040-4f30-9655-27005ea25ef3 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.2621591 Aug 27 12:05:05.662550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'name': 'network-vif-deleted', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:05.667344 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4117c3-c161-40c4-8cc5-97a94213fe8d" -d '{"events": [{"server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "name": "network-vif-deleted", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:05.685932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20669b93-ad91-413a-b415-5f0127006645 req-9ce09034-e782-4d22-877c-43f7209810c9 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/ports?device_id=744b8898-cc27-4b65-bfdc-4be791b10523 HTTP/1.1" status: 200 len: 210 time: 0.0915070 Aug 27 12:05:05.691450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-835603e6-3d92-45a5-bcbb-e55324ce2301 req-7464985e-aa24-44ce-ba24-cd33ebae536b service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294908 Aug 27 12:05:05.749777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bda37a6-ac66-4d89-a9c4-70d62ece3b97 req-1567465e-86e4-43ab-9308-5b425da8520f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021876 Aug 27 12:05:05.760786 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21d1f7d-bf61-478c-a723-b995a928f390 x-openstack-request-id: req-b21d1f7d-bf61-478c-a723-b995a928f390 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:05.761152 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744b8898-cc27-4b65-bfdc-4be791b10523", "name": "network-vif-deleted", "tag": "e4a966e8-1ff2-4876-9dd9-8bf6402032a5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:05.761982 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b21d1f7d-bf61-478c-a723-b995a928f390 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:05.761982 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744b8898-cc27-4b65-bfdc-4be791b10523', 'name': 'network-vif-deleted', 'tag': 'e4a966e8-1ff2-4876-9dd9-8bf6402032a5', 'status': 'completed', 'code': 200} Aug 27 12:05:05.898164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-dcde4023-1620-43e1-8ea6-6dbb708952fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:05.899687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-dcde4023-1620-43e1-8ea6-6dbb708952fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 1094 time: 0.0702238 Aug 27 12:05:06.048852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fe5aa-b6d3-40f9-ba5f-06d08c1f19a7 req-c99862b8-7575-4858-adb7-6c43a836814d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:06.050521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-449fe5aa-b6d3-40f9-ba5f-06d08c1f19a7 req-c99862b8-7575-4858-adb7-6c43a836814d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 943 time: 0.1554308 Aug 27 12:05:06.073518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9127-88b8-44e9-925b-31c617681677 req-83386ed4-f78e-474d-b94d-bcf0b184091f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:06.075029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c71a9127-88b8-44e9-925b-31c617681677 req-83386ed4-f78e-474d-b94d-bcf0b184091f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1641707 Aug 27 12:05:06.099172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-e377958d-6136-467e-a186-395d4386551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:06.100587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-e377958d-6136-467e-a186-395d4386551e service neutron] 10.222.0.77 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 906 time: 0.1881595 Aug 27 12:05:06.165111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-449fe5aa-b6d3-40f9-ba5f-06d08c1f19a7 req-9deaf5e8-2e7c-4b61-a29e-e2e9b54194d7 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047590 Aug 27 12:05:06.166289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-b30c3501-34cd-4342-b40c-7bf861b2c69c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c HTTP/1.1" status: 200 len: 217 time: 0.0544629 Aug 27 12:05:06.182128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c71a9127-88b8-44e9-925b-31c617681677 req-c4d55ff2-c2a0-436b-9627-8b43e82c8ff8 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981767 Aug 27 12:05:06.210509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:06.252503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-da9cc40e-2fb9-42db-938d-01a1ee0e1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:06.256493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-da9cc40e-2fb9-42db-938d-01a1ee0e1d11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.0709996 Aug 27 12:05:06.259829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 8e380b36-36a3-4059-8edd-e057f6ca6acf {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:06.269713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e380b36-36a3-4059-8edd-e057f6ca6acf not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:06.289231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-f0c50d72-f85c-4fa5-8433-f8044161043e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281391 Aug 27 12:05:06.384926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-dbc2aac0-f3d3-44af-9f9d-b9ae0fa24c62 service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879612 Aug 27 12:05:06.489586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21b954f0-77fe-43ed-bfac-ab0bbabcbc99 req-b5b79fdb-16d3-4597-93d5-14a74aa5b0ad service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972173 Aug 27 12:05:06.618156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:05:06.744134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:06.758113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '15e98484-be84-436c-9bb3-03d30e5b36de', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'port_id': '15e98484-be84-436c-9bb3-03d30e5b36de', 'mac_address': 'fa:16:3e:8e:d1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f029334-c456-476c-9f89-5a5629b10017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:05:06.818653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:06.848787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e98484-be84-436c-9bb3-03d30e5b36de {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:06.864992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-060fdfd9-8e10-4a76-bbb1-8b311cdf6b12 req-12e1209e-6187-40d3-85fc-0a79d98cd019 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5 HTTP/1.1" status: 200 len: 1800 time: 0.0868604 Aug 27 12:05:06.881835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:06.887388 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:06.949424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:06.957145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126e8cc-96d1-49e6-b99f-7e565ba9d0c4 req-4aa185c6-c34c-4667-9eaf-df04a042bdad tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:06.958738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f126e8cc-96d1-49e6-b99f-7e565ba9d0c4 req-4aa185c6-c34c-4667-9eaf-df04a042bdad tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 944 time: 0.0909629 Aug 27 12:05:06.980830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-060fdfd9-8e10-4a76-bbb1-8b311cdf6b12 req-9468a3b3-839a-4168-91fd-a6a37b77f322 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.024236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-060fdfd9-8e10-4a76-bbb1-8b311cdf6b12 req-9468a3b3-839a-4168-91fd-a6a37b77f322 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.029594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f126e8cc-96d1-49e6-b99f-7e565ba9d0c4 req-4e6450dc-263f-48dd-bb17-2be53c55f382 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598090 Aug 27 12:05:07.083656 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-060fdfd9-8e10-4a76-bbb1-8b311cdf6b12 req-9468a3b3-839a-4168-91fd-a6a37b77f322 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.086469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-060fdfd9-8e10-4a76-bbb1-8b311cdf6b12 req-9468a3b3-839a-4168-91fd-a6a37b77f322 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.087644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-060fdfd9-8e10-4a76-bbb1-8b311cdf6b12 req-9468a3b3-839a-4168-91fd-a6a37b77f322 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5 HTTP/1.1" status: 204 len: 173 time: 0.2217031 Aug 27 12:05:07.116859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a3b3-839a-4168-91fd-a6a37b77f322 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a1bb7-03bd-4402-b47b-1b6ef5b0d2f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:07.182347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['15e98484-be84-436c-9bb3-03d30e5b36de'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:07.187919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3983e120-bf0f-4763-bee0-4d93ad0bdba7 req-1869aa66-9058-46c8-b9b5-26ee14c35f11 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "GET /v2.0/security-groups/11322503-3999-43ff-82fd-dc90b648a8bd HTTP/1.1" status: 200 len: 1800 time: 0.0777853 Aug 27 12:05:07.312852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3983e120-bf0f-4763-bee0-4d93ad0bdba7 req-dbed011e-d47d-4cb1-aa3c-e6ea6df536f0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.351035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab743a-bc6c-45e2-ad4c-71337c89522c req-f0edc190-4ecd-40e6-88ad-b26944f5f01e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:07.352560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39ab743a-bc6c-45e2-ad4c-71337c89522c req-f0edc190-4ecd-40e6-88ad-b26944f5f01e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 943 time: 0.0838459 Aug 27 12:05:07.354192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3983e120-bf0f-4763-bee0-4d93ad0bdba7 req-dbed011e-d47d-4cb1-aa3c-e6ea6df536f0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.415316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39ab743a-bc6c-45e2-ad4c-71337c89522c req-fd733092-875e-4ae4-80b8-65c8b4e8eca4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527556 Aug 27 12:05:07.435791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3983e120-bf0f-4763-bee0-4d93ad0bdba7 req-dbed011e-d47d-4cb1-aa3c-e6ea6df536f0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.435791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3983e120-bf0f-4763-bee0-4d93ad0bdba7 req-dbed011e-d47d-4cb1-aa3c-e6ea6df536f0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.443134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43446) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:07.445959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3983e120-bf0f-4763-bee0-4d93ad0bdba7 req-dbed011e-d47d-4cb1-aa3c-e6ea6df536f0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] 10.222.0.76 "DELETE /v2.0/security-groups/11322503-3999-43ff-82fd-dc90b648a8bd HTTP/1.1" status: 204 len: 173 time: 0.2423034 Aug 27 12:05:07.468119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed011e-d47d-4cb1-aa3c-e6ea6df536f0 tempest-SecurityGroupsTestJSON-136825849 tempest-SecurityGroupsTestJSON-136825849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11322503-3999-43ff-82fd-dc90b648a8bd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:07.530851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Deleting subnet b7f3c3be-c416-4b08-86b4-d39789b2d3fd {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:05:07.535566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.565260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47fa2f-9d4e-4c92-8b32-6c20e52bc237 req-5b95b350-794f-4f12-9daf-325f526a8fcb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:07.566714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da47fa2f-9d4e-4c92-8b32-6c20e52bc237 req-5b95b350-794f-4f12-9daf-325f526a8fcb tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0502717 Aug 27 12:05:07.571744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.609361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da47fa2f-9d4e-4c92-8b32-6c20e52bc237 req-a7e960e8-074d-4134-9fed-2e297344581a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Aug 27 12:05:07.620958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.697883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.737594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f3c3be-c416-4b08-86b4-d39789b2d3fd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:07.742614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.745786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d161f291-fcf7-469a-b45b-c9dafb70e462 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b7f3c3be-c416-4b08-86b4-d39789b2d3fd HTTP/1.1" status: 204 len: 168 time: 0.3001053 Aug 27 12:05:07.748166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43450) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:07.815925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.896091 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.905906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fe1719-632b-485f-aa92-495acab96746']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:07.916334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50467f32-5f3f-49f6-a478-55698a1304f3') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:07.916692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50467f32-5f3f-49f6-a478-55698a1304f3') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:07.926172 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.940235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.946016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:05:07.946634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:05:07.948265 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:05:08.003169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.009585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.012202 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] 10.222.0.76 "DELETE /v2.0/networks/52fe1719-632b-485f-aa92-495acab96746 HTTP/1.1" status: 204 len: 168 time: 0.2623599 Aug 27 12:05:08.020652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.030495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93223d1-e9d8-41c2-9d85-570339c31c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=52fe1719-632b-485f-aa92-495acab96746,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:08.174762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a72fc1-fd7c-4c1a-9e40-b926efb7e901 req-61e55f85-ca15-4205-a0ce-41e75329320c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:08.176322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90a72fc1-fd7c-4c1a-9e40-b926efb7e901 req-61e55f85-ca15-4205-a0ce-41e75329320c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 944 time: 0.0611963 Aug 27 12:05:08.220094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90a72fc1-fd7c-4c1a-9e40-b926efb7e901 req-9f473aa5-4b15-4996-9fa7-50e7c291eb62 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Aug 27 12:05:08.257067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:08.314559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d7229c1-0e8b-40bc-b190-8dd78b12c8b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b629a9dd0264a74864b2ff7d76a9dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560868 Aug 27 12:05:08.317252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:08.372899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-838dbee1-1500-4939-9dc1-0df716dc4855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.414419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-838dbee1-1500-4939-9dc1-0df716dc4855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.491147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-838dbee1-1500-4939-9dc1-0df716dc4855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.494850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-838dbee1-1500-4939-9dc1-0df716dc4855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.496698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-838dbee1-1500-4939-9dc1-0df716dc4855 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/724da84a-3886-4e8b-a236-ac001a772cc2 HTTP/1.1" status: 204 len: 168 time: 0.1779530 Aug 27 12:05:08.518486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dbee1-1500-4939-9dc1-0df716dc4855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724da84a-3886-4e8b-a236-ac001a772cc2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:08.585862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f679518-f889-4482-8e26-8cd7e5b80860 req-823e7cf5-650c-4602-a027-302629d0aae5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:08.590937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f679518-f889-4482-8e26-8cd7e5b80860 req-823e7cf5-650c-4602-a027-302629d0aae5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 943 time: 0.0805259 Aug 27 12:05:08.633985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f679518-f889-4482-8e26-8cd7e5b80860 req-ede17acf-6224-4ade-b30b-77735758ec4a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Aug 27 12:05:08.640372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:08.719688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 15e98484-be84-436c-9bb3-03d30e5b36de completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:08.726581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 15e98484-be84-436c-9bb3-03d30e5b36de triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:08.727765 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.771436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895de30-67ad-47d3-9c62-e84f66576054 req-641f8783-61de-455d-b772-677bc62b9a00 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:08.773309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6895de30-67ad-47d3-9c62-e84f66576054 req-641f8783-61de-455d-b772-677bc62b9a00 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0766087 Aug 27 12:05:08.819825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6895de30-67ad-47d3-9c62-e84f66576054 req-b167239e-2d97-4e6a-b86e-c9ff4eba5f6c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Aug 27 12:05:08.826473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.861108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:08.861889 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f7366d-3104-40d0-bb50-04c57b039fe2" -d '{"events": [{"server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "name": "network-vif-plugged", "status": "completed", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:08.877611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:08.883707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:08.886328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e4a966e8-1ff2-4876-9dd9-8bf6402032a5 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:08.931451 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf0b47-36cf-4838-a50a-95abda415b0b x-openstack-request-id: req-0dbf0b47-36cf-4838-a50a-95abda415b0b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:08.931773 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "name": "network-vif-plugged", "status": "completed", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:08.931974 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0dbf0b47-36cf-4838-a50a-95abda415b0b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:08.932353 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de', 'code': 200} Aug 27 12:05:08.935050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: e4a966e8-1ff2-4876-9dd9-8bf6402032a5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:08.935432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e4a966e8-1ff2-4876-9dd9-8bf6402032a5 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:08.969166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:09.020165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aee352-3b3a-4ad6-b991-fa8f19354f00 req-c39e3c2d-9615-4c65-b397-24b9e135960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:09.022298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0aee352-3b3a-4ad6-b991-fa8f19354f00 req-c39e3c2d-9615-4c65-b397-24b9e135960e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1096 time: 0.0434341 Aug 27 12:05:09.061498 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0aee352-3b3a-4ad6-b991-fa8f19354f00 req-9bf463e4-77f2-4f67-ad1e-34c02f01f3a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Aug 27 12:05:09.351663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43500) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:09.359268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e3b33-cd50-46e6-9ad4-1fb54200284d req-de80cf70-a0cb-4a1f-9c62-b164ae7da26b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:09.360891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be8e3b33-cd50-46e6-9ad4-1fb54200284d req-de80cf70-a0cb-4a1f-9c62-b164ae7da26b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 945 time: 0.0571404 Aug 27 12:05:09.407653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be8e3b33-cd50-46e6-9ad4-1fb54200284d req-c07e6677-24b2-40c2-9fde-57a35c000272 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Aug 27 12:05:09.477857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-764209117-network', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:09.502256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:09.504698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.513476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.618656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.624715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.651693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:05:09.664450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780daa13-9e8d-4761-84f1-c5277bb27fde,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:09.681911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.682268 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Added segment 6549ae79-cf99-445d-92f5-5588b613d5d5 of type vlan for network c5ed55c4-ec89-43e0-880d-192337e5a1b3 Aug 27 12:05:09.733678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.771742 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.773302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:09.774358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:09.799456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ee22c-a106-4c29-9794-0b2d88c63a97 req-a6bc2f77-40f9-4fa3-8d56-736236a01a38 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:09.801047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-289ee22c-a106-4c29-9794-0b2d88c63a97 req-a6bc2f77-40f9-4fa3-8d56-736236a01a38 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 943 time: 0.0700610 Aug 27 12:05:09.838105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4848025 Aug 27 12:05:09.841997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43518) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:09.856969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Request body: {'subnet': {'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-subnet', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:09.859109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-289ee22c-a106-4c29-9794-0b2d88c63a97 req-6f392e17-b66c-4f5d-b5a6-0c00dc8f0930 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489378 Aug 27 12:05:09.869856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e453c-fcc7-4445-8c11-e69e1a14956f admin admin] Pushing event updated for resources: {'Network': ['ID=c5ed55c4-ec89-43e0-880d-192337e5a1b3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:09.883747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:05:09.894801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:09.897611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.026030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b9b1f-1aea-4dac-a08d-661b4f76f1ec req-03cce40e-b5f3-42eb-aed5-7614457bf2e4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:10.027815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-464b9b1f-1aea-4dac-a08d-661b4f76f1ec req-03cce40e-b5f3-42eb-aed5-7614457bf2e4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0699134 Aug 27 12:05:10.073895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-464b9b1f-1aea-4dac-a08d-661b4f76f1ec req-06021383-e711-48c0-95ff-62a43f8dd6f6 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Aug 27 12:05:10.089468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.145802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:10.157396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Checking segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:10.157769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Network hostable DHCP agents. Network: c5ed55c4-ec89-43e0-880d-192337e5a1b3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:05:10.175833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:05:10.184954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c5ed55c4-ec89-43e0-880d-192337e5a1b3) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:10.189082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:10.189676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.194425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d80bb8-8e49-41da-af30-3e0acb4d9bc6 None None] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:10.207507 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8988f139-b535-4f77-a6f2-e864d126f883 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3610218 Aug 27 12:05:10.210606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43522) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:10.215741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:10.241899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.243334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.260712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:05:10.308446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.430538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:10.488381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'mac_address': 'fa:16:3e:f4:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:05:10.527916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:05:10.529000 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.543807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2f09f-2c55-4251-9cc5-5876de971ee0 req-5edb33f3-50be-4720-9509-68c287bac783 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:10.551596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1b2f09f-2c55-4251-9cc5-5876de971ee0 req-5edb33f3-50be-4720-9509-68c287bac783 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 945 time: 0.0603549 Aug 27 12:05:10.600149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1b2f09f-2c55-4251-9cc5-5876de971ee0 req-698da0c9-ce18-42bf-b557-5c2cfa30d016 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Aug 27 12:05:10.679333 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.710228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2271c66-7f77-427f-bb66-bfcbca832a32 req-05bf267b-0834-4f66-84b6-891057188d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:10.711911 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d2271c66-7f77-427f-bb66-bfcbca832a32 req-05bf267b-0834-4f66-84b6-891057188d2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.4145868 Aug 27 12:05:10.730221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9dba0-24c7-4375-b54e-fc1613a04950 req-4b974c42-cff8-463f-8ef5-d3220c330e9a tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:10.731830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bf9dba0-24c7-4375-b54e-fc1613a04950 req-4b974c42-cff8-463f-8ef5-d3220c330e9a tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1096 time: 0.0463486 Aug 27 12:05:10.810614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.813512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bf9dba0-24c7-4375-b54e-fc1613a04950 req-524bf9d1-c010-48a1-b40a-67160d7e3d3c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690157 Aug 27 12:05:10.853343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d2271c66-7f77-427f-bb66-bfcbca832a32 req-ad559ab6-cde7-4f78-9eae-b9ed95ad6495 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907838 Aug 27 12:05:10.867550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8d41bf-aac5-474b-b983-091cb7356d6c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:10.926132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:10.934987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:10.971582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Allocated IP 172.20.0.2 (c5ed55c4-ec89-43e0-880d-192337e5a1b3/0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe/d615f975-2012-41eb-9f07-6f933bdc189e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:11.014641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:11.075810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.086733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1a3d-bdb9-46d8-b6e8-147d742f4b63 req-6fc9cea5-814f-4e12-8172-4166183310af tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:11.088335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26df1a3d-bdb9-46d8-b6e8-147d742f4b63 req-6fc9cea5-814f-4e12-8172-4166183310af tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 944 time: 0.1235261 Aug 27 12:05:11.097944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.098534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531da3af-3e38-4818-97ad-afcf48c3a80d req-6f474564-1e2b-428d-8c3a-07cf6205558c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:11.100610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-531da3af-3e38-4818-97ad-afcf48c3a80d req-6f474564-1e2b-428d-8c3a-07cf6205558c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1096 time: 0.0849061 Aug 27 12:05:11.174326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-531da3af-3e38-4818-97ad-afcf48c3a80d req-5136475b-0450-4c5d-a661-6bbfd58fbe21 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614767 Aug 27 12:05:11.177461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26df1a3d-bdb9-46d8-b6e8-147d742f4b63 req-b838508e-02a9-46ea-adf3-246c8e7e8cf1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755794 Aug 27 12:05:11.179684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.198020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Transition to ACTIVE for port object d615f975-2012-41eb-9f07-6f933bdc189e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:11.230073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Transition to ACTIVE for port object d615f975-2012-41eb-9f07-6f933bdc189e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:11.231194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Allocated IP 172.25.8.35 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/536bd228-6bfe-4b74-bdbd-ba5ac41f5f94) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:11.239026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.296190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:11.299761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:11.307449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:11.324023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Pushing event updated for resources: {'Port': ['ID=d615f975-2012-41eb-9f07-6f933bdc189e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:11.399939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.412628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ea8d41bf-aac5-474b-b983-091cb7356d6c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:11.416631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cbbf-7391-44a5-a034-4cfd11b0966b req-ae4ad71a-be32-4742-bae4-faad8c8bd635 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:11.436902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14c6cbbf-7391-44a5-a034-4cfd11b0966b req-ae4ad71a-be32-4742-bae4-faad8c8bd635 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1116974 Aug 27 12:05:11.479236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.495298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14c6cbbf-7391-44a5-a034-4cfd11b0966b req-262aa7c4-a62a-4022-82f3-b7f55a929549 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573404 Aug 27 12:05:11.495588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Attempting to bind port d615f975-2012-41eb-9f07-6f933bdc189e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:11.495994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Attempting to bind port d615f975-2012-41eb-9f07-6f933bdc189e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:11.496709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Attempting to bind port d615f975-2012-41eb-9f07-6f933bdc189e on network c5ed55c4-ec89-43e0-880d-192337e5a1b3 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:11.508915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:11.509292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Checking segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:11.509702 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.510293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Bound using segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:11.511466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Bound port: d615f975-2012-41eb-9f07-6f933bdc189e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:11.512080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.587879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Pushing event updated for resources: {'Port': ['ID=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:11.612004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:11.613746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:11.618103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:11.634091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75efc3-df4b-4866-bbb0-11c1b24d941b req-7c9e1108-29eb-4f9f-91ca-1bebf01ccf8c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:11.636002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f75efc3-df4b-4866-bbb0-11c1b24d941b req-7c9e1108-29eb-4f9f-91ca-1bebf01ccf8c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1096 time: 0.0614064 Aug 27 12:05:11.667655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] For port d615f975-2012-41eb-9f07-6f933bdc189e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:11.673003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] For port d615f975-2012-41eb-9f07-6f933bdc189e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d615f975-2012-41eb-9f07-6f933bdc189e,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:11.680319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:11.688644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f75efc3-df4b-4866-bbb0-11c1b24d941b req-095fe6c3-c32d-4bf9-b70e-141f174a129c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Aug 27 12:05:11.809184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c64a6a-dfc9-4d85-ac29-4815c47b3c17 None None] Pushing event updated for resources: {'Port': ['ID=d615f975-2012-41eb-9f07-6f933bdc189e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:12.029479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.252156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43562) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:12.305919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d615f975-2012-41eb-9f07-6f933bdc189e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:12.327328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.412770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d615f975-2012-41eb-9f07-6f933bdc189e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:12.423105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d2ef7-98ab-48ab-b359-64994ca10b76 req-901157ef-71d0-48be-a824-ef8a0e523e40 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:12.424748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-326d2ef7-98ab-48ab-b359-64994ca10b76 req-901157ef-71d0-48be-a824-ef8a0e523e40 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 944 time: 0.1135347 Aug 27 12:05:12.425663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf45b-9088-4a8a-997a-654d17cfa672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.504333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:05:12.504576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-326d2ef7-98ab-48ab-b359-64994ca10b76 req-ace9f609-f8e3-40dd-8bc1-7d2ac6e59b25 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637968 Aug 27 12:05:12.571672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf45b-9088-4a8a-997a-654d17cfa672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.577932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf45b-9088-4a8a-997a-654d17cfa672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.629826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:12.645231 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Sync routers for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:12.649584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.651216 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4acf03d9-287f-4bde-8c8d-1b0acd1278d0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4396179 Aug 27 12:05:12.653980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43570) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:12.667112 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:12.669374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7fbbf45b-9088-4a8a-997a-654d17cfa672 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d219b607c4174de99536b3a06d94f55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158475 Aug 27 12:05:12.670792 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:12.672366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbf45b-9088-4a8a-997a-654d17cfa672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61777c5-2d71-4c68-8fd1-dcb711d5354d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:12.675214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:12.723398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547498f-916a-46f0-a7ea-4ab36be73b94 req-be62de4a-2307-463c-9153-c383355388d6 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:12.731300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6547498f-916a-46f0-a7ea-4ab36be73b94 req-be62de4a-2307-463c-9153-c383355388d6 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1466622 Aug 27 12:05:12.840225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c30eaf-d45b-47da-8c63-8321746b7189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.866129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6547498f-916a-46f0-a7ea-4ab36be73b94 req-350d49af-3930-43c0-9f95-c1956203acae tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339047 Aug 27 12:05:12.913495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:12.940043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c30eaf-d45b-47da-8c63-8321746b7189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:12.965463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ea00-930c-4eaf-801c-bb522f25c583 req-eae7f933-0636-4454-92f0-a2c8fbe90c8e tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:12.967216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1105ea00-930c-4eaf-801c-bb522f25c583 req-eae7f933-0636-4454-92f0-a2c8fbe90c8e tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1096 time: 0.1443110 Aug 27 12:05:13.024971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-281e3821-98c7-4785-abf4-d40443d52a7a req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1492184551', 'description': 'tempest-description-1837630780'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:13.068255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1105ea00-930c-4eaf-801c-bb522f25c583 req-78ab78fe-724d-40f5-835c-17ee4b3d2792 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Aug 27 12:05:13.115447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c30eaf-d45b-47da-8c63-8321746b7189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.115447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6c30eaf-d45b-47da-8c63-8321746b7189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.115447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e6c30eaf-d45b-47da-8c63-8321746b7189 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d61777c5-2d71-4c68-8fd1-dcb711d5354d HTTP/1.1" status: 204 len: 168 time: 0.4359035 Aug 27 12:05:13.127795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-281e3821-98c7-4785-abf4-d40443d52a7a req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.130215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c30eaf-d45b-47da-8c63-8321746b7189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61777c5-2d71-4c68-8fd1-dcb711d5354d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:13.272917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-281e3821-98c7-4785-abf4-d40443d52a7a req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.283175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-281e3821-98c7-4785-abf4-d40443d52a7a req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.316953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b355984-0754-4529-958a-91a36847a952 None None] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:13.334028 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:11Z', 'revision_number': 3, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:13.336284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-281e3821-98c7-4785-abf4-d40443d52a7a req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.337602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-281e3821-98c7-4785-abf4-d40443d52a7a req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3269105 Aug 27 12:05:13.379300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996bd8-8dd5-4044-9e92-a299a22c6126 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cca0af-c9ae-41dd-aee3-5e92fd5c4f34,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:13.414302 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Checking router: 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:05:13.415759 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Updating router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:05:13.459999 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.482235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] Provisioning for port d615f975-2012-41eb-9f07-6f933bdc189e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:13.503162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] Provisioning complete for port d615f975-2012-41eb-9f07-6f933bdc189e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:13.505328 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.612786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.878043 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.906233 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.906516 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Transition to ACTIVE for port object 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:13.917998 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:13.946030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Allocated IP 172.20.0.1 (c5ed55c4-ec89-43e0-880d-192337e5a1b3/0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe/a9956fd7-6aa0-4fe6-9046-a5897b509db2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:13.990215 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Attempting to bind port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:13.990922 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Attempting to bind port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:13.991497 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Attempting to bind port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:14.001597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] For port d615f975-2012-41eb-9f07-6f933bdc189e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d615f975-2012-41eb-9f07-6f933bdc189e,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:14.002790 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0eaa7-d94c-4eda-bcce-387184d9dbfa None None] Pushing event updated for resources: {'Port': ['ID=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:14.008130 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:14.008944 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:14.009809 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.010437 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:14.011131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.011395 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Bound port: 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:14.012066 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.104606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-088742a7-895c-437e-b7c3-0bf0e094d9a9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1492184551&fields=id&tenant_id=1141438b1e9b45618d936479521d80bc HTTP/1.1" status: 200 len: 267 time: 0.0816984 Aug 27 12:05:14.116084 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] For port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:14.121360 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] For port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:14.130138 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.158230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cad3a-c7ce-45a9-bd21-a9b06c6bb046 None None] Pushing event updated for resources: {'Port': ['ID=d615f975-2012-41eb-9f07-6f933bdc189e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:14.214705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.222881 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0eaa7-d94c-4eda-bcce-387184d9dbfa None None] Pushing event updated for resources: {'Port': ['ID=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:14.231153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-abbe2446-0dae-4293-8497-30d5b1e13abe tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:14.234023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Transition to ACTIVE for port object a9956fd7-6aa0-4fe6-9046-a5897b509db2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:14.245298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-abbe2446-0dae-4293-8497-30d5b1e13abe tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1395731 Aug 27 12:05:14.250344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:14.266069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'port': {'security_groups': ['cf673aaf-f1e7-4db7-8a66-86497a32e2c5', '03cca0af-c9ae-41dd-aee3-5e92fd5c4f34']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:14.280698 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:14.282328 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:14.342906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port ea8d41bf-aac5-474b-b983-091cb7356d6c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:14.350573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port ea8d41bf-aac5-474b-b983-091cb7356d6c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:14.351318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.353802 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.416818 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.448973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:14.453292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:14.457422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:14.552230 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.564865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Pushing event updated for resources: {'Port': ['ID=a9956fd7-6aa0-4fe6-9046-a5897b509db2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:14.580762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.587198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dea06845-70e9-4350-9bd4-4d0bc3c4a64d None None] Provisioning complete for port d615f975-2012-41eb-9f07-6f933bdc189e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:14.587895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dea06845-70e9-4350-9bd4-4d0bc3c4a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.603591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:14.665417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:14.668828 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa0668-608c-421b-8420-dbe33b3d71b1" -d '{"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:14.697809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:14.712411 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.804334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:14.962112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:14.984638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:15.009250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4200acaf-30c0-4088-843f-70422f80a38f None None] Provisioning for port a9956fd7-6aa0-4fe6-9046-a5897b509db2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:15.017597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4200acaf-30c0-4088-843f-70422f80a38f None None] Provisioning complete for port a9956fd7-6aa0-4fe6-9046-a5897b509db2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:15.018560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4200acaf-30c0-4088-843f-70422f80a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.072340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.079386 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.097997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f0571c79-5824-476f-8276-0573a128f09b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:15.115856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4200acaf-30c0-4088-843f-70422f80a38f None None] Port a9956fd7-6aa0-4fe6-9046-a5897b509db2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:05:15.143708 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:11Z', 'revision_number': 3, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:15.186526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:15.187826 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e9977-91c9-4cb2-864a-025819352691 None None] The sync data for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 is: [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:11Z', 'revision_number': 3, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:15.189196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.208410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3064cbd0-b10f-4a16-b21c-a1de34805b30 req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "PUT /v2.0/ports/f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 982 time: 0.9482725 Aug 27 12:05:15.213062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:15.214955 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa9502-5903-4fd8-a27a-ac32a15798bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:15.271970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f0571c79-5824-476f-8276-0573a128f09b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:15.274097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4993c-3b02-4b6b-8718-72b83a0e6488 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:15.367783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.375518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.500332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:15.526638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Pushing event updated for resources: {'Port': ['ID=a9956fd7-6aa0-4fe6-9046-a5897b509db2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:15.559849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e318df6-9aaa-4bbc-b791-97a68d882d89 req-3c96ff9f-7ee1-4f4d-b503-530f7c1c075c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:15.568814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e318df6-9aaa-4bbc-b791-97a68d882d89 req-3c96ff9f-7ee1-4f4d-b503-530f7c1c075c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1520858 Aug 27 12:05:15.673150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:15.675107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:15.685483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e318df6-9aaa-4bbc-b791-97a68d882d89 req-094b889a-a2d5-46d0-afec-dc6031ffbd55 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155369 Aug 27 12:05:16.037387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:05:16.059449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-be87cef8-6d9a-43e4-bbfd-5304cd2b168b None None] Provisioning complete for port a9956fd7-6aa0-4fe6-9046-a5897b509db2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:16.060196 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-be87cef8-6d9a-43e4-bbfd-5304cd2b168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:16.123123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-be87cef8-6d9a-43e4-bbfd-5304cd2b168b None None] Port a9956fd7-6aa0-4fe6-9046-a5897b509db2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:05:16.151704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-4955493f-ab68-4696-9719-613cc01e82bd tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:05:16.152925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-4955493f-ab68-4696-9719-613cc01e82bd tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6664767 Aug 27 12:05:16.265806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-8108f0b7-13f7-4062-93aa-c1f12a73ea2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2271664 Aug 27 12:05:16.291518 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff270a09-eea3-4e8e-8ffc-577eb800b76f x-openstack-request-id: req-ff270a09-eea3-4e8e-8ffc-577eb800b76f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:16.291844 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:16.292106 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff270a09-eea3-4e8e-8ffc-577eb800b76f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:16.292512 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'code': 200} Aug 27 12:05:16.362065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Request body: {'binding': {'host': 'n-h1-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:16.365820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:05:16.411113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d615f975-2012-41eb-9f07-6f933bdc189e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:16.480953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d615f975-2012-41eb-9f07-6f933bdc189e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:16.481672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:16.491466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-a57c1c4e-9051-462c-add8-81cfc9453036 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1492184551&fields=id&tenant_id=1141438b1e9b45618d936479521d80bc HTTP/1.1" status: 200 len: 267 time: 0.0643027 Aug 27 12:05:16.518515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:16.525432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73f83529-f8ca-42da-89c2-968e78f17e8f admin admin] 10.222.0.76 "PUT /v2.0/routers/387b3569-e7ab-4376-a3b1-6054ac1eaeb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8697433 Aug 27 12:05:16.546942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-40adc8ad-2b02-46b9-b981-9011c6ec2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:16.547200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6687-c849-437f-8d32-16399c631f40 req-266fcff2-8305-44ee-9bf1-a473eb2263c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:16.548515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ac6687-c849-437f-8d32-16399c631f40 req-266fcff2-8305-44ee-9bf1-a473eb2263c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 1096 time: 0.1705542 Aug 27 12:05:16.549270 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-40adc8ad-2b02-46b9-b981-9011c6ec2445 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1095 time: 0.2007930 Aug 27 12:05:16.610609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-77f8d787-b772-4f34-80fd-6068fcc52c50 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:16.614817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-77f8d787-b772-4f34-80fd-6068fcc52c50 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 985 time: 0.1225104 Aug 27 12:05:16.639855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'port': {'security_groups': ['cf673aaf-f1e7-4db7-8a66-86497a32e2c5']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:16.668533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:16.696750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-9a2000d4-b1e1-41fb-bd71-4ec49e25c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:16.698258 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-9a2000d4-b1e1-41fb-bd71-4ec49e25c02f service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1235809 Aug 27 12:05:16.744286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ac6687-c849-437f-8d32-16399c631f40 req-b3726c03-66a1-4a4b-b9da-5139fcc2afa7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874087 Aug 27 12:05:16.763299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:16.774007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:16.774314 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:16.799536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:16.831959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-f556ce67-9ccb-499d-8fce-cd80a58c568c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0973551 Aug 27 12:05:16.937974 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:16.957134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-9bbc15f0-4bbb-438b-8e0f-7aa7b40e8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:16.960286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-9bbc15f0-4bbb-438b-8e0f-7aa7b40e8fe1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1140320 Aug 27 12:05:16.963612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on host n-h1-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:16.964231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:16.964839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:16.977100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:16.983481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:17.038420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:05:17.038962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:17.039456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:17.044676 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-9bf649d0-61d5-4d16-a3e1-9c4ed15a90cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612974 Aug 27 12:05:17.047844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:17.048624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:17.049151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:17.049709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:17.050332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Bound port: 15e98484-be84-436c-9bb3-03d30e5b36de, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:17.083543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:17.089073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:17.107634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f0571c79-5824-476f-8276-0573a128f09b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:17.208421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:17.215437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:17.217630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71cc866a-1b79-43b2-b770-f49f79b907b5 req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "PUT /v2.0/ports/f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 943 time: 0.5945451 Aug 27 12:05:17.271447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f32f6f-2d82-49ca-8d9a-258d1f68c69d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event updated for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:17.288021 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f580bed2-a266-4633-96e1-98a343f4faa3 x-openstack-request-id: req-f580bed2-a266-4633-96e1-98a343f4faa3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:17.288377 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:17.288716 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f580bed2-a266-4633-96e1-98a343f4faa3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:17.289263 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'status': 'completed', 'code': 200} Aug 27 12:05:17.333034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f0571c79-5824-476f-8276-0573a128f09b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:17.744865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Sync routers for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:17.763441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:17.764699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:17.788370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918978a-b494-4031-94ac-2f53f6a257c7 req-854eb7c1-471a-4497-962b-bd8d42c14bba tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:17.802544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5918978a-b494-4031-94ac-2f53f6a257c7 req-854eb7c1-471a-4497-962b-bd8d42c14bba tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1478975 Aug 27 12:05:17.880351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:17.894960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:17.896318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8506e5e5-b993-4df9-a1c6-c04094ae7fa6 service neutron] 10.222.0.76 "POST /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de/bindings HTTP/1.1" status: 201 len: 389 time: 1.7326736 Aug 27 12:05:17.904342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-555cd9a4-8aaa-4dd7-bdba-ee9f2c237d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:17.906815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-555cd9a4-8aaa-4dd7-bdba-ee9f2c237d78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1702867 Aug 27 12:05:17.913744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5918978a-b494-4031-94ac-2f53f6a257c7 req-12a46383-48a8-4002-9c41-4a1378b725e7 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984371 Aug 27 12:05:17.914442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-1a006245-761b-4713-a4ad-2c4cf61257cb service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567479 Aug 27 12:05:18.098199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:18.287610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-d12ebfec-5284-442d-9560-ab9b82bd0551 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2631462 Aug 27 12:05:18.314300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:18.363828 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edf0be87-58db-46c2-ad46-c79c6f91a83d req-daee85e0-090d-41e9-8eb1-acd27082cfc9 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396436 Aug 27 12:05:18.365728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-9e787162-2968-47b4-ac33-5a968e1c3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:18.367721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-9e787162-2968-47b4-ac33-5a968e1c3497 service neutron] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.4522371 Aug 27 12:05:18.382782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:18.431025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-e72b13ce-5d4e-47a3-9f4f-04cf824d7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:18.438200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-e72b13ce-5d4e-47a3-9f4f-04cf824d7ae0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1096 time: 0.1279290 Aug 27 12:05:18.442679 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-5a4ad306-c073-4b86-a8b2-8e40801cdeff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.0664647 Aug 27 12:05:18.445393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:18.507042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-be005127-534f-44e0-bfbd-d76b9d97004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:18.508928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-be005127-534f-44e0-bfbd-d76b9d97004e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.0595143 Aug 27 12:05:18.536611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4de083-47f1-4128-be86-f94a15e4da70 req-82698c65-097b-4dc9-a820-6e547fa5d366 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:18.547026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc4de083-47f1-4128-be86-f94a15e4da70 req-82698c65-097b-4dc9-a820-6e547fa5d366 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 945 time: 0.3001471 Aug 27 12:05:18.571995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-d0391988-ceb3-4e87-8fdc-7bb3f7fbac1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561836 Aug 27 12:05:18.631657 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6231af0-0314-4f0b-8e08-a5b1a3b765a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:18.668771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:18.669146 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:18.717155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-4a9656f9-1e20-4159-acb2-7aa9261fae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:18.719377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-4a9656f9-1e20-4159-acb2-7aa9261fae84 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.2653027 Aug 27 12:05:18.745075 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-0a103ab6-a59c-44b1-88b0-cb0aac8db217 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651959 Aug 27 12:05:18.852679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:15Z', 'revision_number': 2, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:18.881531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-36254a79-e8ed-409f-8150-7a2df09ef264 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 217 time: 0.0742271 Aug 27 12:05:18.886205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Checking router: 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:05:18.886713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Updating router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 port a9956fd7-6aa0-4fe6-9046-a5897b509db2 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:05:18.918578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1baa9502-5903-4fd8-a27a-ac32a15798bf req-ab80c42e-7af2-46aa-a5f2-b64c7696930f service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635795 Aug 27 12:05:18.919455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.018498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc4de083-47f1-4128-be86-f94a15e4da70 req-23bd6917-d56e-4b2a-9ec0-6d5942739cfc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702618 Aug 27 12:05:19.021891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-a911f77d-9344-4086-8e18-435190c5b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:19.023749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-a911f77d-9344-4086-8e18-435190c5b177 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1267309 Aug 27 12:05:19.172503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-576c8837-a052-417d-b174-cbfe625a24d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382639 Aug 27 12:05:19.242006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43918) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:19.318431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:19.320715 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cb47ff-c819-4ad0-aacc-7c55c9397693" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:19.425165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.428344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-c7200517-9497-48ab-bf4f-ee732d576c08 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484107 Aug 27 12:05:19.534432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2837d061-ceed-40f3-a220-d10e92cef05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.592035 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.610323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608dbc8-427f-4716-ae07-f5cbe3cda90a req-ffa7c79f-bd87-45d1-bff0-89848f3f6438 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:19.618944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d608dbc8-427f-4716-ae07-f5cbe3cda90a req-ffa7c79f-bd87-45d1-bff0-89848f3f6438 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.2106733 Aug 27 12:05:19.646968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Transition to ACTIVE for port object a9956fd7-6aa0-4fe6-9046-a5897b509db2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:19.659547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.717702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-3361ffc3-def2-40fd-86ff-8fa8413a7134 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705114 Aug 27 12:05:19.720939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2837d061-ceed-40f3-a220-d10e92cef05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.723750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c287f-db12-4fa9-9811-07af6ad9a338 None None] Pushing event updated for resources: {'Port': ['ID=a9956fd7-6aa0-4fe6-9046-a5897b509db2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:19.734530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d608dbc8-427f-4716-ae07-f5cbe3cda90a req-678bb650-1b19-4ed9-8ec2-9224d76a81f9 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153500 Aug 27 12:05:19.734908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2837d061-ceed-40f3-a220-d10e92cef05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.763516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Allocated IP 172.25.8.47 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/27caa3c9-b49b-4bcf-aecc-9f7be21ed6c7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:19.827288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.828259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Attempting to bind port a9956fd7-6aa0-4fe6-9046-a5897b509db2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:19.828636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Attempting to bind port a9956fd7-6aa0-4fe6-9046-a5897b509db2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:19.829250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Attempting to bind port a9956fd7-6aa0-4fe6-9046-a5897b509db2 on network c5ed55c4-ec89-43e0-880d-192337e5a1b3 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:19.846349 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2837d061-ceed-40f3-a220-d10e92cef05c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85395c0d33aa4e9d9bb11f5a77794917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027610 Aug 27 12:05:19.851055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43926) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:19.852268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:19.852653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Checking segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:19.853744 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.854165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Bound using segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:19.854695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Bound port: a9956fd7-6aa0-4fe6-9046-a5897b509db2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:19.855089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:19.943923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d061-ceed-40f3-a220-d10e92cef05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e00186b-8f92-43f9-a6cc-57196c4b1f83,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:19.950296 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86c65a3-31c2-4c96-8e78-97f03c55cfec x-openstack-request-id: req-c86c65a3-31c2-4c96-8e78-97f03c55cfec {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:19.951878 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:19.951878 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c86c65a3-31c2-4c96-8e78-97f03c55cfec {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:19.951878 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'status': 'completed', 'code': 200} Aug 27 12:05:20.034619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] For port a9956fd7-6aa0-4fe6-9046-a5897b509db2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:20.042180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] For port a9956fd7-6aa0-4fe6-9046-a5897b509db2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a9956fd7-6aa0-4fe6-9046-a5897b509db2,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:20.050723 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.096153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-e7fda0e9-ce66-4932-a140-bfbe5d1b48ab tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:20.097754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-e7fda0e9-ce66-4932-a140-bfbe5d1b48ab tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.2219081 Aug 27 12:05:20.151826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-80a8134e-f034-4bf8-bbd1-099be0da0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:20.153333 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-80a8134e-f034-4bf8-bbd1-099be0da0ee6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1901443 Aug 27 12:05:20.157948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39163819-fb16-489b-b764-508b15b02b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.166262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.182647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-4'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:20.244518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:20.245171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:04:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:20.264179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39163819-fb16-489b-b764-508b15b02b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.377577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c287f-db12-4fa9-9811-07af6ad9a338 None None] Pushing event updated for resources: {'Port': ['ID=a9956fd7-6aa0-4fe6-9046-a5897b509db2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:20.473107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.572823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-05ec5da8-1bae-4913-bc5e-65f3c1dfa5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:20.574359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-05ec5da8-1bae-4913-bc5e-65f3c1dfa5c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.3597264 Aug 27 12:05:20.589292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39163819-fb16-489b-b764-508b15b02b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.592432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39163819-fb16-489b-b764-508b15b02b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.596543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-39163819-fb16-489b-b764-508b15b02b90 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e00186b-8f92-43f9-a6cc-57196c4b1f83 HTTP/1.1" status: 204 len: 168 time: 0.7397103 Aug 27 12:05:20.615430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:20.697147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-050b9fe4-2370-4146-8a88-01bb42795480 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.1142261 Aug 27 12:05:20.698936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163819-fb16-489b-b764-508b15b02b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e00186b-8f92-43f9-a6cc-57196c4b1f83,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:20.809680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-fbbfcce9-a971-4a98-97c7-0fd6fc0a44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:20.811488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-fbbfcce9-a971-4a98-97c7-0fd6fc0a44e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.1058574 Aug 27 12:05:20.885546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:20.910315 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-aafeda24-cce8-4965-873d-277c49cf3023 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896826 Aug 27 12:05:21.096623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-fe73fd93-70d4-4955-bc4a-d8707104a953 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776195 Aug 27 12:05:21.169558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6c72-e18b-4c1b-a136-07d0f443036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.191486 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.337024 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-22cb47ff-c819-4ad0-aacc-7c55c9397693 req-e0b2bc5a-717b-433b-9d1b-957634866ee2 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314627 Aug 27 12:05:21.364402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43944) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:21.382254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cf96c9e-f8a7-41cb-87ef-af32837cf5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.396986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:21.408297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0bff4-a971-4694-bc5d-1991e6f6240d req-2b32c6c7-2068-41f1-9f32-0086c69da1c9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:21.415831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6e0bff4-a971-4694-bc5d-1991e6f6240d req-2b32c6c7-2068-41f1-9f32-0086c69da1c9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 945 time: 0.9612036 Aug 27 12:05:21.433053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:21.439414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:21.451957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event updated for resources: {'Port': ['ID=27caa3c9-b49b-4bcf-aecc-9f7be21ed6c7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:21.480420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:20Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:21.530673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cf96c9e-f8a7-41cb-87ef-af32837cf5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.538274 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cf96c9e-f8a7-41cb-87ef-af32837cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.543047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360d203-dac6-4321-8ab4-6f5fdeb1afdd None None] The sync data for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 is: [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:20Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:21.576707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6e0bff4-a971-4694-bc5d-1991e6f6240d req-5ed490ae-2a3a-4921-9bc1-c28a079c817a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599772 Aug 27 12:05:21.624733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:21.681086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf96c9e-f8a7-41cb-87ef-af32837cf5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19dad1b-6da1-4aa8-8de1-b4bb7eabb68a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:21.698977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:21.716004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0cf96c9e-f8a7-41cb-87ef-af32837cf5c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f15d1eb7440407491129927a1b11b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503485 Aug 27 12:05:21.716674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43948) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:21.776208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.796960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.854739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f919e017-2bd7-4079-8c5f-81f4ea378ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.932187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f919e017-2bd7-4079-8c5f-81f4ea378ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.965470 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:21.972913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:21.976184 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c08be88-0a33-4f14-ab3e-14d5aace5d26" -d '{"events": [{"server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "name": "network-vif-unplugged", "status": "completed", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:22.052631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:22.063606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f919e017-2bd7-4079-8c5f-81f4ea378ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.066194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f919e017-2bd7-4079-8c5f-81f4ea378ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.070301 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f919e017-2bd7-4079-8c5f-81f4ea378ed7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b19dad1b-6da1-4aa8-8de1-b4bb7eabb68a HTTP/1.1" status: 204 len: 168 time: 0.3498871 Aug 27 12:05:22.077552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919e017-2bd7-4079-8c5f-81f4ea378ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19dad1b-6da1-4aa8-8de1-b4bb7eabb68a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:22.116005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.156711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df293657-7b4c-4f1a-beaf-732ebb44f9e5 req-11aa13ca-0617-4939-b98f-bd2d602dd5f4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:22.165452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df293657-7b4c-4f1a-beaf-732ebb44f9e5 req-11aa13ca-0617-4939-b98f-bd2d602dd5f4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.2606254 Aug 27 12:05:22.168760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:22.169446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:22.170597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:22.233709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:05:22.234441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Attempting to bind port 15e98484-be84-436c-9bb3-03d30e5b36de on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:22.268549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:22.270475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:22.271002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:22.271582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Bound port: 15e98484-be84-436c-9bb3-03d30e5b36de, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:22.272058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.274906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.293311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a9956fd7-6aa0-4fe6-9046-a5897b509db2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:22.387453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df293657-7b4c-4f1a-beaf-732ebb44f9e5 req-af9b5083-fbaa-4c4e-96a2-89fadb3ec2e8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206893 Aug 27 12:05:22.399351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a9956fd7-6aa0-4fe6-9046-a5897b509db2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:22.417738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a9956fd7-6aa0-4fe6-9046-a5897b509db2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:22.418465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.630060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.680217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:22.714066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a9956fd7-6aa0-4fe6-9046-a5897b509db2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a9956fd7-6aa0-4fe6-9046-a5897b509db2,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:22.722000 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.728353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:22.736848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.859102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.869405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a9956fd7-6aa0-4fe6-9046-a5897b509db2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:22.872306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.915697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:22.940717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:22.941348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:22.944390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-87a7f510-0263-4771-a498-00c5f3188a29 service neutron] 10.222.0.77 "PUT /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 1121 time: 2.7818246 Aug 27 12:05:23.027651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['15e98484-be84-436c-9bb3-03d30e5b36de'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:23.062240 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74708c8b-79d9-4b4c-bebc-998834e64632 x-openstack-request-id: req-74708c8b-79d9-4b4c-bebc-998834e64632 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:23.062837 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "name": "network-vif-unplugged", "status": "completed", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:23.063304 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74708c8b-79d9-4b4c-bebc-998834e64632 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:23.063897 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de', 'code': 200} Aug 27 12:05:23.110794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event updated for resources: {'Port': ['ID=27caa3c9-b49b-4bcf-aecc-9f7be21ed6c7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:23.141742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:23.170341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:23.172960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-4584393f-00c8-4b4d-afb0-e79cfe8e399f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8843372 Aug 27 12:05:23.398639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-302536af-4410-40fe-8798-0cebaf9fc98f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1945205 Aug 27 12:05:23.465075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a2b3e-4fbe-49af-a3d9-bbb07a89e793 req-a6ad0bde-dea0-486f-9d29-1b297296031a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:23.481999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f85a2b3e-4fbe-49af-a3d9-bbb07a89e793 req-a6ad0bde-dea0-486f-9d29-1b297296031a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.3077285 Aug 27 12:05:23.621936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f85a2b3e-4fbe-49af-a3d9-bbb07a89e793 req-5c06a96b-81ed-4169-b273-1b3c6fa4acd9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389768 Aug 27 12:05:23.674245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-f690b5a4-2a68-49ee-83e2-d3992b893194 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:23.675788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25bc2295-9b48-4591-82fa-9a02bed38fbd req-f690b5a4-2a68-49ee-83e2-d3992b893194 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2703314 Aug 27 12:05:23.814430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446edc26-2e16-4a0d-9019-a382fda6cd6b req-475d2d37-fe44-4325-9b18-f45b52ab2b43 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:23.817067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-446edc26-2e16-4a0d-9019-a382fda6cd6b req-475d2d37-fe44-4325-9b18-f45b52ab2b43 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.0705154 Aug 27 12:05:23.852152 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:23.887640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-446edc26-2e16-4a0d-9019-a382fda6cd6b req-586b52ca-b0be-4baf-9a12-e2423ad2bd96 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Aug 27 12:05:24.037526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-cc8886a8-fbe1-4457-a14f-30f25581f2b0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:24.039833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-cc8886a8-fbe1-4457-a14f-30f25581f2b0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1084402 Aug 27 12:05:24.167596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-fecd6f52-458e-422b-b572-69fa47f2f42a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.1163945 Aug 27 12:05:24.185246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'floatingip': {'port_id': 'f0571c79-5824-476f-8276-0573a128f09b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:24.247506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:24.270223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a9956fd7-6aa0-4fe6-9046-a5897b509db2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:24.350479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a9956fd7-6aa0-4fe6-9046-a5897b509db2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:24.351027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:24.868033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b8543-18bb-47d1-92ac-e904c63b72d4 req-b6800f15-dc7a-4b5b-b061-8c0fd1282848 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:24.869652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca8b8543-18bb-47d1-92ac-e904c63b72d4 req-b6800f15-dc7a-4b5b-b061-8c0fd1282848 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.1500363 Aug 27 12:05:24.967735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca8b8543-18bb-47d1-92ac-e904c63b72d4 req-74019888-a5aa-43a9-98d0-c1c75bb57a5c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897827 Aug 27 12:05:24.970400 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:24.974939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:25.071411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:25.074334 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:25.131832 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Floating IP d3bc31f6-4c5d-4022-94a4-1dea62a31cdb associated. External IP: 172.25.8.47, port: f0571c79-5824-476f-8276-0573a128f09b. Aug 27 12:05:25.375343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd7d4d-2915-4fbe-9934-3adc3720f2ae req-9de10c71-bc5f-489f-85cc-a497e9826e9e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:25.379614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ecd7d4d-2915-4fbe-9934-3adc3720f2ae req-9de10c71-bc5f-489f-85cc-a497e9826e9e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.0784285 Aug 27 12:05:25.495277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ecd7d4d-2915-4fbe-9934-3adc3720f2ae req-1fa55329-43db-48eb-9822-34eca8f79d09 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848479 Aug 27 12:05:25.560917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Router 23aa481c-df07-42bf-bef0-36fa381f4978 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:05:25.638176 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2251684-d8bd-4ae8-bc6f-e05aac5844a6 x-openstack-request-id: req-a2251684-d8bd-4ae8-bc6f-e05aac5844a6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:25.638525 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:25.638971 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2251684-d8bd-4ae8-bc6f-e05aac5844a6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:25.639267 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de', 'status': 'completed', 'code': 200} Aug 27 12:05:25.703965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-6edd8241-a9dc-4c8a-bf2b-bb4fefce1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:25.706526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-6edd8241-a9dc-4c8a-bf2b-bb4fefce1e8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1124 time: 0.0730634 Aug 27 12:05:25.784595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:25.789879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:25.794500 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] Sync routers for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:25.809998 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:25.811556 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:25.846974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d0fc22e-cbd7-4c29-980e-35478dbc4c2a tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "PUT /v2.0/floatingips/d3bc31f6-4c5d-4022-94a4-1dea62a31cdb HTTP/1.1" status: 200 len: 996 time: 1.6673565 Aug 27 12:05:25.869742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-41a6a793-4008-4e85-ab47-269aad16a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:25.876676 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-41a6a793-4008-4e85-ab47-269aad16a3a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.1599953 Aug 27 12:05:25.926199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-6e69253e-46c3-48f5-a6e7-3300ef1a39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:25.934556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-6e69253e-46c3-48f5-a6e7-3300ef1a39ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0586820 Aug 27 12:05:25.940049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-e056ab3a-425e-4261-87c4-11e24b853346 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 217 time: 0.0565460 Aug 27 12:05:25.957770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:26.001888 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:26.067189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-6ded0d9a-8414-4488-bfc0-424cdd44b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:26.069153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-6ded0d9a-8414-4488-bfc0-424cdd44b50a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1212356 Aug 27 12:05:26.087357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-130a6703-8b0c-441f-9cdc-0017136ed007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:26.100902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-130a6703-8b0c-441f-9cdc-0017136ed007 service neutron] 10.222.0.76 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.1644049 Aug 27 12:05:26.148666 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-72873442-2b30-48db-8574-c0bbc4ec89d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704637 Aug 27 12:05:26.270804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:05:26.290565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-776e7fec-9ba7-4151-8611-7a5348c2e65d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 999 time: 0.1889558 Aug 27 12:05:26.378038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-65bd5722-47a8-449a-b31a-b4ecd795d60b service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196605 Aug 27 12:05:26.426879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6104ec9-9964-4053-8358-0ad1700c3bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:26.481236 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'd3bc31f6-4c5d-4022-94a4-1dea62a31cdb', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'port_id': 'f0571c79-5824-476f-8276-0573a128f09b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'mac_address': 'fa:16:3e:85:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:05:21Z', 'updated_at': '2021-08-27T12:05:24Z', 'revision_number': 1, 'project_id': '1141438b1e9b45618d936479521d80bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:25Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:26.504860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:26.518184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fdf7c2c3-3e7d-4cd4-841f-a3ab93ffd250 req-61fdeaa7-3726-47e2-b2f3-23a27448f8d1 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311352 Aug 27 12:05:26.522246 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] Checking router: 23aa481c-df07-42bf-bef0-36fa381f4978 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:05:26.537163 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:26.537798 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:26.554694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743b45b-e85b-4c40-8141-68d53b06b278 req-78ee46f2-6311-4ca8-9298-ed60888532b7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:26.557830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f743b45b-e85b-4c40-8141-68d53b06b278 req-78ee46f2-6311-4ca8-9298-ed60888532b7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.4462988 Aug 27 12:05:26.584260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de has no active binding in host n-h1-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:05:26.655725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-09bedb60-78eb-4b31-9875-422ce629f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:26.659139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-09bedb60-78eb-4b31-9875-422ce629f0ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.3205767 Aug 27 12:05:26.683543 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:26.723268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-1d6e13c5-dbc8-4120-adb8-1ed2c38357ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462749 Aug 27 12:05:26.729366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f743b45b-e85b-4c40-8141-68d53b06b278 req-252def4b-5fc1-489c-9753-91357a2c648c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989780 Aug 27 12:05:26.753234 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6104ec9-9964-4053-8358-0ad1700c3bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:26.823777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6104ec9-9964-4053-8358-0ad1700c3bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:26.889886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:26.890521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6104ec9-9964-4053-8358-0ad1700c3bde admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e473e46d4c5f4612903f4325aed70da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315424 Aug 27 12:05:26.890874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6104ec9-9964-4053-8358-0ad1700c3bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd3008-e9c8-42cb-b631-98807c646eac,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:26.915399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-511078cd-dae5-459d-a140-47c85e793872 service neutron] 10.222.0.76 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806660 Aug 27 12:05:26.969291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb49b4a-cee9-4fc0-8d14-c2aaa2b3069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.003021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb49b4a-cee9-4fc0-8d14-c2aaa2b3069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.019625 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'd3bc31f6-4c5d-4022-94a4-1dea62a31cdb', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'port_id': 'f0571c79-5824-476f-8276-0573a128f09b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'mac_address': 'fa:16:3e:85:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:05:21Z', 'updated_at': '2021-08-27T12:05:24Z', 'revision_number': 1, 'project_id': '1141438b1e9b45618d936479521d80bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:25Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:27.055001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1fdd-85bf-4edb-aa79-23aeb906bd13 req-a41b95da-ca50-4575-b4e5-6839c1506121 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:27.056623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-926c1fdd-85bf-4edb-aa79-23aeb906bd13 req-a41b95da-ca50-4575-b4e5-6839c1506121 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.0850549 Aug 27 12:05:27.058779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f3cb7e5-5df2-43ef-a87b-5939339e6ca9 req-ba0dcfed-3d48-40bf-a0f9-12346ab6f8bc service neutron] 10.222.0.76 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342983 Aug 27 12:05:27.070541 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8ab5ad-93c1-49c7-8399-30b6246e1720 None None] The sync data for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 is: [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'd3bc31f6-4c5d-4022-94a4-1dea62a31cdb', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'port_id': 'f0571c79-5824-476f-8276-0573a128f09b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'mac_address': 'fa:16:3e:85:1d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:05:21Z', 'updated_at': '2021-08-27T12:05:24Z', 'revision_number': 1, 'project_id': '1141438b1e9b45618d936479521d80bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:25Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:27.100461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb49b4a-cee9-4fc0-8d14-c2aaa2b3069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.104197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb49b4a-cee9-4fc0-8d14-c2aaa2b3069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.106722 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8eb49b4a-cee9-4fc0-8d14-c2aaa2b3069c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0dd3008-e9c8-42cb-b631-98807c646eac HTTP/1.1" status: 204 len: 168 time: 0.2153313 Aug 27 12:05:27.119478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-926c1fdd-85bf-4edb-aa79-23aeb906bd13 req-e8c4284f-c8ea-410f-810f-9bc91e2e0fd9 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500882 Aug 27 12:05:27.123147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb49b4a-cee9-4fc0-8d14-c2aaa2b3069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd3008-e9c8-42cb-b631-98807c646eac,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:27.301171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-543b9753-6b35-4322-bd42-9067207fd253 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 999 time: 0.0967174 Aug 27 12:05:27.418327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d38f1-5543-4445-8f5a-b0a0ccbdc700 None None] New status for floating IP d3bc31f6-4c5d-4022-94a4-1dea62a31cdb: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:05:27.631291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44106) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:27.648992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b3def5e-f23a-4bd9-a5b2-bbd1087145c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.785969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:27.788290 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f1cb0e-64e4-4641-9447-50212a4ee22a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:27.807938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-d53e05f8-dbf5-4ed1-8b77-9fbfff4e0995 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:27.809441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-d53e05f8-dbf5-4ed1-8b77-9fbfff4e0995 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports/f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 943 time: 0.5015814 Aug 27 12:05:27.820132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b3def5e-f23a-4bd9-a5b2-bbd1087145c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.825170 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b3def5e-f23a-4bd9-a5b2-bbd1087145c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:27.893349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9244441-2653-4226-998a-236a635ab688 req-ac18742f-0cae-47bb-b6ba-305295123161 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:27.895159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9244441-2653-4226-998a-236a635ab688 req-ac18742f-0cae-47bb-b6ba-305295123161 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.0666134 Aug 27 12:05:27.896915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:27.901568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7b3def5e-f23a-4bd9-a5b2-bbd1087145c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d538586b6f1c43a5bed4eecb5946c10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626920 Aug 27 12:05:27.904095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3def5e-f23a-4bd9-a5b2-bbd1087145c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a445d7fb-e4ea-4106-b0e3-c0e9d4412baf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:28.032808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9244441-2653-4226-998a-236a635ab688 req-ed6f708d-21c9-4711-8d9e-52ae1a511403 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200299 Aug 27 12:05:28.038429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-67c3d9de-1556-4f26-8dc1-5fe59edf038d tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1001 time: 0.1421278 Aug 27 12:05:28.134815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-176cc89d-ca5a-4acc-9f89-6b658145918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.142359 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3319a82-84d4-4cf3-8541-6f4495830a7a x-openstack-request-id: req-e3319a82-84d4-4cf3-8541-6f4495830a7a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:28.142742 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:28.143004 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3319a82-84d4-4cf3-8541-6f4495830a7a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:28.143337 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'status': 'completed', 'code': 200} Aug 27 12:05:28.184557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-176cc89d-ca5a-4acc-9f89-6b658145918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.186324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-f9fbf7a6-485f-41dc-bdfc-d433c2fd91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:28.188859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-f9fbf7a6-485f-41dc-bdfc-d433c2fd91f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0650795 Aug 27 12:05:28.278914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-0c68bd62-c3b1-4a81-80a2-57a9d4a65ce4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:28.287556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-0c68bd62-c3b1-4a81-80a2-57a9d4a65ce4 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2334592 Aug 27 12:05:28.362897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-90ac2309-a5cf-4fba-9d52-82f58de32826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:28.365210 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-90ac2309-a5cf-4fba-9d52-82f58de32826 service neutron] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.1690056 Aug 27 12:05:28.370794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-8ec2a6fb-a7bf-4ea6-bd71-840ae674f2e1 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 1001 time: 0.0823302 Aug 27 12:05:28.385413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:28.505345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-176cc89d-ca5a-4acc-9f89-6b658145918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.508084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-176cc89d-ca5a-4acc-9f89-6b658145918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.509629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-176cc89d-ca5a-4acc-9f89-6b658145918c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a445d7fb-e4ea-4106-b0e3-c0e9d4412baf HTTP/1.1" status: 204 len: 168 time: 0.6116354 Aug 27 12:05:28.523292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-eaac1f83-7400-4f8e-8853-e4b6ad31032a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 1001 time: 0.1445568 Aug 27 12:05:28.538836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cc89d-ca5a-4acc-9f89-6b658145918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a445d7fb-e4ea-4106-b0e3-c0e9d4412baf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:28.543907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.608662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103218c7-c636-446a-9373-2e9d5a24e0c3 req-71603e83-e882-4e2e-ac6f-8c68048585bb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:28.611838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103218c7-c636-446a-9373-2e9d5a24e0c3 req-71603e83-e882-4e2e-ac6f-8c68048585bb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.2433243 Aug 27 12:05:28.636059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-4340e198-eb4a-47a1-8817-4bc69d5eb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:28.640553 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-4340e198-eb4a-47a1-8817-4bc69d5eb655 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.1042807 Aug 27 12:05:28.688452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-57af9dc5-ab23-4f57-9041-2b79a076069a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378559 Aug 27 12:05:28.764758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103218c7-c636-446a-9373-2e9d5a24e0c3 req-c02899d0-fef1-4d24-a827-d0501876a23f tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395199 Aug 27 12:05:28.898751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.910764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:28.913839 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Floating IP d3bc31f6-4c5d-4022-94a4-1dea62a31cdb disassociated. External IP: 172.25.8.47, port: f0571c79-5824-476f-8276-0573a128f09b. Aug 27 12:05:28.917238 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-35cb75af-6990-4e14-98f2-3bf512641f5a service neutron] 10.222.0.65 "GET /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1543362 Aug 27 12:05:29.036938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-7cf581b8-2631-472f-9de9-45fcb01d69f1 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387897 Aug 27 12:05:29.380054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:29.456060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:29.485112 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-24f1cb0e-64e4-4641-9447-50212a4ee22a req-9bd6863a-0d5e-4368-9b43-f3c2ac86134e service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351242 Aug 27 12:05:29.519181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e98484-be84-436c-9bb3-03d30e5b36de {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:29.549704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:29.579285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:29.740877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] Transition to ACTIVE for port object 15e98484-be84-436c-9bb3-03d30e5b36de will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:29.748166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:29.752929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098f540-1f59-4298-b80d-4ab64d3b5842 req-ec4f7dd0-9b1f-4872-aba6-98a2d1c06add tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:29.765261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5098f540-1f59-4298-b80d-4ab64d3b5842 req-ec4f7dd0-9b1f-4872-aba6-98a2d1c06add tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 943 time: 0.4095263 Aug 27 12:05:29.785681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-b9313618-20d3-4fa7-9eac-083e340715a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4283018 Aug 27 12:05:29.805964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Router 23aa481c-df07-42bf-bef0-36fa381f4978 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:05:29.872724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] No DVR routers for this DVR port 15e98484-be84-436c-9bb3-03d30e5b36de on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:05:29.927668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:29.938805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-eb8f0261-c970-449a-b834-4f72df95d979 service neutron] 10.222.0.65 "PUT /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de/bindings/n-h1-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0136261 Aug 27 12:05:30.063697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5098f540-1f59-4298-b80d-4ab64d3b5842 req-4de0d074-0531-4c07-9458-482bcfd16494 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969351 Aug 27 12:05:30.152238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:30.162859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:30.172123 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] Sync routers for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:30.191343 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:30.192988 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:30.196105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-fdfb7f31-9ce7-4756-bda8-13e891682d8d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.206054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-fdfb7f31-9ce7-4756-bda8-13e891682d8d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1903760 Aug 27 12:05:30.207771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-c1f4393d-b9cc-44a7-9481-d79a562b5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.211433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-c1f4393d-b9cc-44a7-9481-d79a562b5df9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7564298c6e7d4b868eef12f854b694ee&device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 1096 time: 0.2397492 Aug 27 12:05:30.225891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-724b0f44-a277-4d04-b8fe-0616002138dc tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "PUT /v2.0/floatingips/d3bc31f6-4c5d-4022-94a4-1dea62a31cdb HTTP/1.1" status: 200 len: 694 time: 1.8385112 Aug 27 12:05:30.225891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:30.225891 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8c93fd-f175-4230-96e5-977c0ec2a5db" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:30.351319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-f6872ead-ab17-4b15-a2dc-52a8565c6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.355179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-f6872ead-ab17-4b15-a2dc-52a8565c6dd6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06&tenant_id=2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 1095 time: 0.1042154 Aug 27 12:05:30.509818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-83e1370c-847a-4b98-b3f4-8ab1910ef2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.516587 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-83e1370c-847a-4b98-b3f4-8ab1910ef2d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1095 time: 0.1235585 Aug 27 12:05:30.555363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:30.705157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f115b5-438d-4cce-828a-c48547bce3c0 req-630e0c87-a440-407a-a9dc-e35c0a4c6e43 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.707471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79f115b5-438d-4cce-828a-c48547bce3c0 req-630e0c87-a440-407a-a9dc-e35c0a4c6e43 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1936502 Aug 27 12:05:30.726869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-8d7033f3-3af0-4310-a503-8c8bd8d4aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.728420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-8d7033f3-3af0-4310-a503-8c8bd8d4aad0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.3896959 Aug 27 12:05:30.775730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-742c6c0c-e3ec-454a-a5ff-3670ed63450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.777253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-742c6c0c-e3ec-454a-a5ff-3670ed63450b service neutron] 10.222.0.77 "GET /v2.0/networks?id=57d4cdfe-4238-4971-a34f-c2f86010662d HTTP/1.1" status: 200 len: 912 time: 0.5035365 Aug 27 12:05:30.821563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-05563ccb-0a9d-4b61-9a73-2e572a609d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:30.825972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-05563ccb-0a9d-4b61-9a73-2e572a609d73 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.3014228 Aug 27 12:05:30.899413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79f115b5-438d-4cce-828a-c48547bce3c0 req-0e217a0d-e186-4ae2-be6d-c82e20cfd0ee tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739662 Aug 27 12:05:30.938667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-173843a4-6c9d-4226-851b-5a84643e1ac4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 200 len: 217 time: 0.1022100 Aug 27 12:05:31.071798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-241a7571-f456-4503-b843-cdfc6dbaff3d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de HTTP/1.1" status: 200 len: 1001 time: 0.2779357 Aug 27 12:05:31.080569 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:25Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:31.132464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-255f9f55-9195-47eb-8426-96e34ad78295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.133913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-255f9f55-9195-47eb-8426-96e34ad78295 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1851981 Aug 27 12:05:31.195317 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1ae895-e1f1-4347-8d97-83c37acecdca x-openstack-request-id: req-fb1ae895-e1f1-4347-8d97-83c37acecdca {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:31.200674 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:31.201112 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb1ae895-e1f1-4347-8d97-83c37acecdca {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:31.201738 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'status': 'completed', 'code': 200} Aug 27 12:05:31.204880 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] Checking router: 23aa481c-df07-42bf-bef0-36fa381f4978 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:05:31.211540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-6a1cb089-4d0f-419b-ae47-534952bd60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.213357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-6a1cb089-4d0f-419b-ae47-534952bd60a5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.4484963 Aug 27 12:05:31.247094 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:31.247753 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:31.318686 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-7ead4817-782e-4812-a12e-438998252ef3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751237 Aug 27 12:05:31.359784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-ee2aa4a0-f8cc-4ef8-8c27-4f6b575f0949 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.1316528 Aug 27 12:05:31.449697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-dccd479a-46cb-49ec-b1dd-940e62514910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.452001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-dccd479a-46cb-49ec-b1dd-940e62514910 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f19fe432-113a-469e-a7a2-3419305d3d51 HTTP/1.1" status: 200 len: 850 time: 0.3677659 Aug 27 12:05:31.528740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-3cb2ebdf-449a-4e43-aec2-cee779d4967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.533633 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-3cb2ebdf-449a-4e43-aec2-cee779d4967c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1141438b1e9b45618d936479521d80bc&device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 1097 time: 0.3304408 Aug 27 12:05:31.580688 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:31.695049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-12067fe8-11e7-4206-a383-8b850ee0a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.697393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-12067fe8-11e7-4206-a383-8b850ee0a04b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.2708368 Aug 27 12:05:31.707661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778117a0-6a34-44c2-8c27-9568b6e31e2c req-799ae80c-b55e-4b8a-a758-a8ccb7a0dead tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.718480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-778117a0-6a34-44c2-8c27-9568b6e31e2c req-799ae80c-b55e-4b8a-a758-a8ccb7a0dead tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 944 time: 0.3636703 Aug 27 12:05:31.759558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-99eebdf7-0c1d-4244-a363-916e5ad4c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.761795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-99eebdf7-0c1d-4244-a363-916e5ad4c68e service neutron] 10.222.0.65 "GET /v2.0/networks?id=723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 200 len: 920 time: 0.2129679 Aug 27 12:05:31.819771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-55c6011d-2b78-48bb-b7a3-829c7ba893c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:31.824748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-55c6011d-2b78-48bb-b7a3-829c7ba893c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=57d4cdfe-4238-4971-a34f-c2f86010662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039951 Aug 27 12:05:31.831592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-aebae4eb-abcc-4ec4-a0f7-b2c750dbfbe9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059141 Aug 27 12:05:31.863746 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-ec1f4db2-25b8-48c9-b125-e42b7a4df318 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279047 Aug 27 12:05:31.914086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-e60025e2-2dbe-4927-98fe-44a058a2e2f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 200 len: 217 time: 0.1402123 Aug 27 12:05:32.065366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-7d513985-aba4-48bf-8401-298685af5322 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500366 Aug 27 12:05:32.067398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44216) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:32.162543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-511757e1-1209-4e66-833b-399a7aeb134b service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292897 Aug 27 12:05:32.173312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-1eebc1e2-0989-4e9d-920b-79d723deb254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:32.174846 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-1eebc1e2-0989-4e9d-920b-79d723deb254 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 200 len: 859 time: 0.1083879 Aug 27 12:05:32.254259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-4e4ae460-a144-4949-9851-264e447a3667 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=723f0a69-0100-463f-89bf-e572941fd7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716913 Aug 27 12:05:32.390209 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:25Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:32.433253 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149ae2f-7b2b-4e4e-b99f-b33f0cb59be6 None None] The sync data for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 is: [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e05ba232-96db-45b3-929c-4448ba1c1810', 'name': '', 'network_id': '723f0a69-0100-463f-89bf-e572941fd7d3', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'mac_address': 'fa:16:3e:ea:fd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:17Z', 'updated_at': '2021-08-27T12:04:25Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'subnets': [{'id': '77aab11e-1b36-4718-9dea-868df56ea0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:32.497338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-002b1ded-7262-44e8-9fe5-0aa3957a09ac req-1d748865-3782-4beb-bddd-d4be107dbb54 service neutron] 10.222.0.77 "GET /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177187 Aug 27 12:05:32.521827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48e40c4f-a070-4c72-bb4d-5bb6917e202b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:32.532268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-778117a0-6a34-44c2-8c27-9568b6e31e2c req-0706a934-ea1e-4953-a751-abc5ae0692e1 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8113549 Aug 27 12:05:32.591290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079238f-805c-406d-addc-ee4a6867ae26 req-2569c404-a3ae-49e3-ae43-490a4a94fd9d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:32.593404 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-2569c404-a3ae-49e3-ae43-490a4a94fd9d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1709483 Aug 27 12:05:32.619781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-5e5be16c-130f-4db4-a9ff-a865d1ba7408 service neutron] 10.222.0.76 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701783 Aug 27 12:05:32.663723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-0f49ca8b-b39d-479a-b78d-7084dd03d61b service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002676 Aug 27 12:05:32.787580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:32.893573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:32.910422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847ac837-0d3c-408f-986b-bbb6e92ce284 req-b93ab72a-02ee-46d9-8089-f5afa51222f1 service neutron] 10.222.0.76 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731426 Aug 27 12:05:32.977762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c52fc6-1895-4400-a534-6873255e010d None None] New status for floating IP d3bc31f6-4c5d-4022-94a4-1dea62a31cdb: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:05:32.997251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193da50-061e-41b0-82a8-d3a1fb8d5e95 req-8b05bd09-65c1-4c2c-9208-2aad07932795 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:32.999989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2193da50-061e-41b0-82a8-d3a1fb8d5e95 req-8b05bd09-65c1-4c2c-9208-2aad07932795 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1567850 Aug 27 12:05:33.018120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48e40c4f-a070-4c72-bb4d-5bb6917e202b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.064994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48e40c4f-a070-4c72-bb4d-5bb6917e202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.115984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2193da50-061e-41b0-82a8-d3a1fb8d5e95 req-07d8d9d1-e113-4a29-88eb-9444b6677b7c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079185 Aug 27 12:05:33.176699 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-48e40c4f-a070-4c72-bb4d-5bb6917e202b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b3ea78fb00b4725a628019aeb0db3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1061032 Aug 27 12:05:33.180765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44228) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:33.193136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e40c4f-a070-4c72-bb4d-5bb6917e202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7b695d-b1b3-4cc2-8b86-bb41efb31c1f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:33.211190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8dc28ce8-60f9-44ed-9472-99b0ad3e4a96 service neutron] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:33.214483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d8c93fd-f175-4230-96e5-977c0ec2a5db req-0f168ecb-1ea0-4187-a253-d2c75e880030 service neutron] 10.222.0.65 "GET /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429263 Aug 27 12:05:33.256082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8dc28ce8-60f9-44ed-9472-99b0ad3e4a96 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.257235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4079238f-805c-406d-addc-ee4a6867ae26 req-8dc28ce8-60f9-44ed-9472-99b0ad3e4a96 service neutron] 10.222.0.77 "DELETE /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de/bindings/n-h2-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.6509628 Aug 27 12:05:33.267362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-116b4a91-0cea-4d07-b036-8d331c162430 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips/d3bc31f6-4c5d-4022-94a4-1dea62a31cdb HTTP/1.1" status: 200 len: 694 time: 0.2139812 Aug 27 12:05:33.298412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45e4b3ff-6b3d-4e17-b4ee-617eca2b1152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.323692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45e4b3ff-6b3d-4e17-b4ee-617eca2b1152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.413327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45e4b3ff-6b3d-4e17-b4ee-617eca2b1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.416967 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45e4b3ff-6b3d-4e17-b4ee-617eca2b1152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:33.418432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-45e4b3ff-6b3d-4e17-b4ee-617eca2b1152 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b7b695d-b1b3-4cc2-8b86-bb41efb31c1f HTTP/1.1" status: 204 len: 168 time: 0.2358310 Aug 27 12:05:33.435681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b3ff-6b3d-4e17-b4ee-617eca2b1152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7b695d-b1b3-4cc2-8b86-bb41efb31c1f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:33.485329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-7e698664-987d-4020-b0c1-a598e0a7ed51 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:33.486925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-7e698664-987d-4020-b0c1-a598e0a7ed51 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2139838 Aug 27 12:05:33.498018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-13b94436-1a4b-4ab5-8360-635733cae06b tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:05:33.499975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-13b94436-1a4b-4ab5-8360-635733cae06b tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068319 Aug 27 12:05:33.560488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-b4235c01-ec16-45f6-afa8-3fc8fffaddc1 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.0538340 Aug 27 12:05:33.625136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-1de9eb99-8122-4431-82e3-9081a59ec221 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.0536151 Aug 27 12:05:33.812378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf05d9d-6e41-4ace-9a58-9846cba8b994 req-5f0e4e99-5158-451d-b9a8-4589e264072c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:33.819803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cf05d9d-6e41-4ace-9a58-9846cba8b994 req-5f0e4e99-5158-451d-b9a8-4589e264072c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 944 time: 0.1720440 Aug 27 12:05:33.878732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cf05d9d-6e41-4ace-9a58-9846cba8b994 req-1e25a678-9238-4bbd-942d-42d0b9a29b56 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Aug 27 12:05:33.910594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Deleting port 27caa3c9-b49b-4bcf-aecc-9f7be21ed6c7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:33.911256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.027458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.028037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.054750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Calling delete_port for 27caa3c9-b49b-4bcf-aecc-9f7be21ed6c7 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:34.401144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fa9ec-0ef3-40e8-b87d-84312bc039d9 req-6782a566-c918-4c9c-a080-0dbd698d5dfc tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:34.412737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c45fa9ec-0ef3-40e8-b87d-84312bc039d9 req-6782a566-c918-4c9c-a080-0dbd698d5dfc tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 1095 time: 0.1433818 Aug 27 12:05:34.438051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.477981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event deleted for resources: {'Port': ['ID=27caa3c9-b49b-4bcf-aecc-9f7be21ed6c7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:34.487178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c45fa9ec-0ef3-40e8-b87d-84312bc039d9 req-f0fd7e6b-bc72-4736-aac5-e5348a7c653c tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731728 Aug 27 12:05:34.570716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.578942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.582069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc2a9bbb-438e-42cb-a991-f14bfbb23536 req-d151bd43-2ffd-46bc-b40a-8dc1695eb621 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "DELETE /v2.0/floatingips/d3bc31f6-4c5d-4022-94a4-1dea62a31cdb HTTP/1.1" status: 204 len: 173 time: 0.9463747 Aug 27 12:05:34.714203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e7f675-6d88-4177-a350-e4f2c6eef76d req-5ebdd143-52c1-447e-9695-ca33301f9ec7 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups/03cca0af-c9ae-41dd-aee3-5e92fd5c4f34 HTTP/1.1" status: 200 len: 1808 time: 0.1015160 Aug 27 12:05:34.731055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454e95-520c-4981-bfa2-4f719a93d784 req-2d8b978f-67af-4c4f-a9e9-1a25f2db1c44 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:34.732953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42454e95-520c-4981-bfa2-4f719a93d784 req-2d8b978f-67af-4c4f-a9e9-1a25f2db1c44 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1133614 Aug 27 12:05:34.803056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42454e95-520c-4981-bfa2-4f719a93d784 req-bd17ab99-e3b8-4512-9ffb-9812ab4b8511 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617878 Aug 27 12:05:34.836183 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e7f675-6d88-4177-a350-e4f2c6eef76d req-d146c467-243f-4162-88cc-3a49f179bc2f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:34.869575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e7f675-6d88-4177-a350-e4f2c6eef76d req-d146c467-243f-4162-88cc-3a49f179bc2f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.276694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:35.282224 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e7f675-6d88-4177-a350-e4f2c6eef76d req-d146c467-243f-4162-88cc-3a49f179bc2f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.284876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e7f675-6d88-4177-a350-e4f2c6eef76d req-d146c467-243f-4162-88cc-3a49f179bc2f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.286064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e7f675-6d88-4177-a350-e4f2c6eef76d req-d146c467-243f-4162-88cc-3a49f179bc2f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "DELETE /v2.0/security-groups/03cca0af-c9ae-41dd-aee3-5e92fd5c4f34 HTTP/1.1" status: 204 len: 173 time: 0.5521650 Aug 27 12:05:35.307672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146c467-243f-4162-88cc-3a49f179bc2f tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cca0af-c9ae-41dd-aee3-5e92fd5c4f34,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:35.387975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-86a5b195-0181-4f6c-be19-afd4cfe83eb6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:35.389710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-86a5b195-0181-4f6c-be19-afd4cfe83eb6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.4724591 Aug 27 12:05:35.417280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-6fb135b1-93ea-422c-b438-596ab966f398 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/quotas/2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 375 time: 0.0205066 Aug 27 12:05:35.540227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-dc59e9ef-6363-4cb5-80a0-614d3862a27a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116412 Aug 27 12:05:35.616899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.690634 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:05:35.691363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-edf131ce-ca6c-4d67-aeb9-0308e3751567 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429410 Aug 27 12:05:35.789336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.794716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.844980 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16b76931cb6f48f6832cafd3b650af32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673041 Aug 27 12:05:35.846031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba9165-28e2-4505-a7b7-18ce43db50d0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:35.848309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:35.868820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.869411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.869802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.870150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.870546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.870895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.871236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.871568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.872109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.872444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.872815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.873149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537ba83a-1eb5-4e5f-be24-e753826a82e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:35.881212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-9c3ec619-0c03-49eb-9152-4533bf81d325 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886952 Aug 27 12:05:35.924440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645907a6-07a1-43b1-a977-1a7288804d84 req-c06dface-7923-4c28-92c0-19e4eb53ecad tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:35.935683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-645907a6-07a1-43b1-a977-1a7288804d84 req-c06dface-7923-4c28-92c0-19e4eb53ecad tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1035044 Aug 27 12:05:35.941037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bc58bfb-bb7a-4762-9da5-b3b412981a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.976044 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bc58bfb-bb7a-4762-9da5-b3b412981a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:35.990876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-645907a6-07a1-43b1-a977-1a7288804d84 req-8e35e638-2486-4d65-a9b2-4b913b5b33aa tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492020 Aug 27 12:05:36.095797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bc58bfb-bb7a-4762-9da5-b3b412981a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:36.101248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9bc58bfb-bb7a-4762-9da5-b3b412981a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:36.102666 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9bc58bfb-bb7a-4762-9da5-b3b412981a6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7aba9165-28e2-4505-a7b7-18ce43db50d0 HTTP/1.1" status: 204 len: 168 time: 0.2532055 Aug 27 12:05:36.129494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58bfb-bb7a-4762-9da5-b3b412981a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba9165-28e2-4505-a7b7-18ce43db50d0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:36.186150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb4062-3276-465d-86fb-eca5cffe32d8 req-807c36d5-8a5b-4572-8322-7d3f01df3006 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:36.201902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bb4062-3276-465d-86fb-eca5cffe32d8 req-807c36d5-8a5b-4572-8322-7d3f01df3006 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1292899 Aug 27 12:05:36.266421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6042706-bd1e-47f5-bfc7-78913a8ae3c5 req-6c0803f4-b2f5-4335-8795-8f1b97a638ee tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 210 time: 0.0622747 Aug 27 12:05:36.317062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bb4062-3276-465d-86fb-eca5cffe32d8 req-2256bda5-c187-4c9b-be28-d1c345b89a3c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Aug 27 12:05:36.945094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef361f-0e54-448d-89ee-fb4e111a7e36 req-4957006e-7cf6-4472-883e-cd3229f3a57c tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:36.953129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5ef361f-0e54-448d-89ee-fb4e111a7e36 req-4957006e-7cf6-4472-883e-cd3229f3a57c tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.0784750 Aug 27 12:05:37.018232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5ef361f-0e54-448d-89ee-fb4e111a7e36 req-9eda9328-de4b-4f66-a7c7-f6e42620c2d2 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Aug 27 12:05:37.145576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b2286-f9bd-4504-8317-660c9f0e8980 req-b4aa6faa-ed57-45e4-8e41-d0480a64c1b0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:37.154966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c5b2286-f9bd-4504-8317-660c9f0e8980 req-b4aa6faa-ed57-45e4-8e41-d0480a64c1b0 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.0835552 Aug 27 12:05:37.189980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c5b2286-f9bd-4504-8317-660c9f0e8980 req-99f47c64-7eb3-4d95-b5f2-92ea89b5ee2c tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Aug 27 12:05:37.478846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a78cb45-07d5-4bf2-bf98-26cba1883832 req-f132f67d-58a5-4bf2-89cc-c64ad090863f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 210 time: 0.0600235 Aug 27 12:05:37.526770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43f7-b4e8-4b83-b1ee-f89d8ca0c1c5 req-8fe563f2-b60c-4747-aa98-e847f9bc9e17 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:37.530956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4db43f7-b4e8-4b83-b1ee-f89d8ca0c1c5 req-8fe563f2-b60c-4747-aa98-e847f9bc9e17 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.0802240 Aug 27 12:05:37.596893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4db43f7-b4e8-4b83-b1ee-f89d8ca0c1c5 req-804fe595-f714-455b-83ac-b2e4e86b09e4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585828 Aug 27 12:05:37.841108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-00e80f15-fdb4-4249-a977-2119fa740070 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:37.844160 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-00e80f15-fdb4-4249-a977-2119fa740070 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.2340708 Aug 27 12:05:37.860867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Request body: {'port': {'device_id': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'admin_state_up': True, 'tenant_id': '2f0fbba472b5455c96e394a979f145b8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:37.995721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Made reservation on behalf of 2f0fbba472b5455c96e394a979f145b8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:38.002024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:38.022484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:38.167140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17b5b7-dd02-4f4d-9adf-e9b992e65eea req-43ca556c-6381-4865-9f2b-4b9717e385fe tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:38.177134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f17b5b7-dd02-4f4d-9adf-e9b992e65eea req-43ca556c-6381-4865-9f2b-4b9717e385fe tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.0879927 Aug 27 12:05:38.187954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Allocated IP 172.20.0.7 (4da5c204-3ed1-4d37-bab6-af04e16e113f/8f029334-c456-476c-9f89-5a5629b10017/d0d4021f-64e7-4b54-9d02-21b1a278593b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:38.224184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f17b5b7-dd02-4f4d-9adf-e9b992e65eea req-95e5097d-49a7-4a19-b621-ec49638831e6 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 Aug 27 12:05:38.379677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d1e67-2592-4af9-86e9-3c30d71093be req-1dbf0500-24cc-4a0d-ae96-045a3aca627e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:38.384054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b5d1e67-2592-4af9-86e9-3c30d71093be req-1dbf0500-24cc-4a0d-ae96-045a3aca627e tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1024084 Aug 27 12:05:38.426296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-b250957d-536c-4d82-ab74-ce17b3d76213 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:38.428977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-b250957d-536c-4d82-ab74-ce17b3d76213 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 946 time: 0.1020927 Aug 27 12:05:38.475050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b5d1e67-2592-4af9-86e9-3c30d71093be req-619ecf7a-7399-41a8-a083-1b53bb5224e1 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Aug 27 12:05:38.543731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:38.614287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Deleting port f0571c79-5824-476f-8276-0573a128f09b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:38.617754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:38.635633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:38.662042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98718a17-8002-4e23-b933-a2ddcb80fc22 req-08a60e2b-9234-4d64-b789-540df7a9b91f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 210 time: 0.0948582 Aug 27 12:05:38.786855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcf8c5-0ec0-4b95-84bd-44515bdede52 req-45dd62b9-15ac-4d86-bd1a-d9e936328e7f tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:38.788815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5bcf8c5-0ec0-4b95-84bd-44515bdede52 req-45dd62b9-15ac-4d86-bd1a-d9e936328e7f tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.0791957 Aug 27 12:05:38.848647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5bcf8c5-0ec0-4b95-84bd-44515bdede52 req-fadc081a-4932-42ec-ad67-624145afa823 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Aug 27 12:05:39.027553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:39.045708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:39.071846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:39.082429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:39.100548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:39.157749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] For port f0571c79-5824-476f-8276-0573a128f09b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f0571c79-5824-476f-8276-0573a128f09b,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:39.158198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.179184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Calling delete_port for f0571c79-5824-476f-8276-0573a128f09b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:39.185908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:39.186556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.203438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-9cf96289-bde9-49ef-867f-72c143664729 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:39.204963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-9cf96289-bde9-49ef-867f-72c143664729 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.77 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.1500113 Aug 27 12:05:39.211458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:39.244262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.252744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-7ffdd5d1-ffb0-4327-b12c-2308ad68b4ba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3961463 Aug 27 12:05:39.292060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Request body: {'port': {'device_id': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:39.365930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2025b-24e6-451e-9bde-c87bf817a3ca req-1b00f070-a720-48c6-aa11-60a91873f700 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:39.367535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40f2025b-24e6-451e-9bde-c87bf817a3ca req-1b00f070-a720-48c6-aa11-60a91873f700 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 945 time: 0.0749853 Aug 27 12:05:39.429714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.446150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40f2025b-24e6-451e-9bde-c87bf817a3ca req-74c1c846-6bda-4ab4-817f-3bbf3a9d749e tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/security-groups?id=76f59616-934c-417e-9627-df1b4bfdf123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666938 Aug 27 12:05:39.454290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.494521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Deleting port 222f32d9-f410-4155-9312-fdc58f5b8a17 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:39.495056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.575354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Allocated IP 172.25.8.172 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/639b2f9d-c4bf-4018-b19e-17462c5357c8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:39.693152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45088f-3619-4c90-aef1-0db10131d092 req-3e229576-8d1d-4579-984b-104df36c1fd9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:39.694719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac45088f-3619-4c90-aef1-0db10131d092 req-3e229576-8d1d-4579-984b-104df36c1fd9 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2d3fff7-0721-40a1-a54c-e47e564d8ed7 HTTP/1.1" status: 200 len: 867 time: 0.1252880 Aug 27 12:05:39.743775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac45088f-3619-4c90-aef1-0db10131d092 req-58128157-9d0e-4c21-a115-74317f18c791 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.76 "GET /v2.0/security-groups?id=cf673aaf-f1e7-4db7-8a66-86497a32e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Aug 27 12:05:39.760602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.777552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f0571c79-5824-476f-8276-0573a128f09b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:39.820071 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:39.860636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Pushing event deleted for resources: {'Port': ['ID=f0571c79-5824-476f-8276-0573a128f09b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:39.882909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b874d-5d1a-4a22-94b2-42fe35c466a2 req-9f702f1e-9003-4dd0-a473-8285e25f5eff tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:39.891666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c2b874d-5d1a-4a22-94b2-42fe35c466a2 req-9f702f1e-9003-4dd0-a473-8285e25f5eff tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 931 time: 0.0847139 Aug 27 12:05:39.937585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c2b874d-5d1a-4a22-94b2-42fe35c466a2 req-ebbd63e4-601a-4b09-9fde-e021d254f327 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456576 Aug 27 12:05:39.939031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.018672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] For port 222f32d9-f410-4155-9312-fdc58f5b8a17, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=222f32d9-f410-4155-9312-fdc58f5b8a17,segment=NetworkSegment(98898591-1e44-40c7-940b-a544cfe14a5a),segment_id=98898591-1e44-40c7-940b-a544cfe14a5a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:40.019053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.049063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:40.057782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] No DVR routers for this DVR port f0571c79-5824-476f-8276-0573a128f09b on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:05:40.063879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.063879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-01b63ccb-42d1-4865-8feb-47cb7344653e req-6af81fb6-90b2-4522-9dfc-00618599ae59 tempest-ServerRescueTestJSONUnderV235-1662306747 tempest-ServerRescueTestJSONUnderV235-1662306747-project] 10.222.0.65 "DELETE /v2.0/ports/f0571c79-5824-476f-8276-0573a128f09b HTTP/1.1" status: 204 len: 173 time: 1.6247568 Aug 27 12:05:40.064115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Port': ['ID=639b2f9d-c4bf-4018-b19e-17462c5357c8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:40.071437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:40.071655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'name': 'network-vif-deleted', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:40.074264 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d531033-e3a8-497a-937a-405ac64c33e0" -d '{"events": [{"server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "name": "network-vif-deleted", "tag": "f0571c79-5824-476f-8276-0573a128f09b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:40.085812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Calling delete_port for 222f32d9-f410-4155-9312-fdc58f5b8a17 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:40.103554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:40.114005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.114508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.115050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.115592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.116129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.116663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.117338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.117782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.118263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.118846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.119397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.119951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:40.185512 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e913319-7c95-40bb-9db0-a4ffe07f4100 x-openstack-request-id: req-6e913319-7c95-40bb-9db0-a4ffe07f4100 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:40.185951 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d3fff7-0721-40a1-a54c-e47e564d8ed7", "name": "network-vif-deleted", "tag": "f0571c79-5824-476f-8276-0573a128f09b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:40.186672 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e913319-7c95-40bb-9db0-a4ffe07f4100 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:40.187031 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d3fff7-0721-40a1-a54c-e47e564d8ed7', 'name': 'network-vif-deleted', 'tag': 'f0571c79-5824-476f-8276-0573a128f09b', 'status': 'completed', 'code': 200} Aug 27 12:05:40.210895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dcd0d-b9ff-46de-9eb5-494d52d155b9 req-41fbbf69-3812-4b49-a034-6fe80b6b2c77 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:40.213457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-135dcd0d-b9ff-46de-9eb5-494d52d155b9 req-41fbbf69-3812-4b49-a034-6fe80b6b2c77 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1685123 Aug 27 12:05:40.338860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d4021f-64e7-4b54-9d02-21b1a278593b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:40.339136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-135dcd0d-b9ff-46de-9eb5-494d52d155b9 req-f8ead4d7-e7e1-48f9-a082-559da3edfb4e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130548 Aug 27 12:05:40.344615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.351827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.372824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Transition to ACTIVE for port object d0d4021f-64e7-4b54-9d02-21b1a278593b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:40.374857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.385621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.392807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.409331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['222f32d9-f410-4155-9312-fdc58f5b8a17'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:40.417532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Pushing event deleted for resources: {'Port': ['ID=222f32d9-f410-4155-9312-fdc58f5b8a17,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:40.487103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] No DVR routers for this DVR port 222f32d9-f410-4155-9312-fdc58f5b8a17 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:05:40.501260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.505669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fb738c1a-9344-4eb9-a0a5-c5baa9d0e641 req-fd34c721-c4d3-41ef-b1e7-2330d4682d8b tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.77 "DELETE /v2.0/ports/222f32d9-f410-4155-9312-fdc58f5b8a17 HTTP/1.1" status: 204 len: 173 time: 1.2937529 Aug 27 12:05:40.577792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:40.601546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96db2dbd-126f-4dee-8fe6-fe1aa58a0321 req-61ac37ab-b5ae-4605-b00d-03f39730d5d9 tempest-VolumesAdminNegativeTest-1604755211 tempest-VolumesAdminNegativeTest-1604755211-project] 10.222.0.76 "GET /v2.0/ports?device_id=abd86e46-cc63-4a73-9d81-75cab2b7796c HTTP/1.1" status: 200 len: 210 time: 0.0484040 Aug 27 12:05:40.685794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:40.686690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:40.688001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:40.694126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:05:40.695485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:40.700645 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.703598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:40.704038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:40.704463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:40.705206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Bound port: d0d4021f-64e7-4b54-9d02-21b1a278593b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:40.705592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.708755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.786579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Port': ['ID=639b2f9d-c4bf-4018-b19e-17462c5357c8,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:40.808985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:40.815850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.816345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:40.817322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44442) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:40.826450 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.833161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.837304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8143d9bf-5791-43ed-912e-570840880695 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8060048 Aug 27 12:05:40.837628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44444) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:40.843527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1341337288'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:40.871104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Made reservation on behalf of db44dd9fbd16481480d1de78689c1458 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:40.875116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.885196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.909017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:40.909466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:40.911387 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] 10.222.0.65 "PUT /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 1091 time: 1.6278889 Aug 27 12:05:41.034732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b7580-8124-470a-aaf9-6d332d1e513f service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:41.078284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.098318 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.147342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:05:41.176669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.177170 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Added segment 0d3d150d-cfdd-4188-ba17-2a7ef4772a39 of type vlan for network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 Aug 27 12:05:41.190364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c856f2-b06f-442e-884b-6a94ec9461b2 req-ae190643-a629-41c4-8a24-b736a679ee66 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:41.192654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3c856f2-b06f-442e-884b-6a94ec9461b2 req-ae190643-a629-41c4-8a24-b736a679ee66 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1385207 Aug 27 12:05:41.205234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f176df-69a3-4d68-bec8-dd0cc52cf3bb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:41.268557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-ae38c2b2-b7b2-4aa7-bea9-25ccb17dcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:41.270406 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-ae38c2b2-b7b2-4aa7-bea9-25ccb17dcf83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1094 time: 0.2939162 Aug 27 12:05:41.284276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.307489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3c856f2-b06f-442e-884b-6a94ec9461b2 req-dade8725-3b44-4025-8918-e1f2bdee8178 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049643 Aug 27 12:05:41.324179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.331913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:41.332601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.347981 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-2d98fe3d-71a1-4bda-93ad-65dbc7d96fa9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 217 time: 0.0572364 Aug 27 12:05:41.451453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-f470c1db-8982-408b-bf59-61bba8a6f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:41.453429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-f470c1db-8982-408b-bf59-61bba8a6f0a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0974088 Aug 27 12:05:41.487577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6454396 Aug 27 12:05:41.490928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:41.507363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Request body: {'subnet': {'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:41.514964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-77299827-609a-41e3-b40b-f005bbc9a5d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531774 Aug 27 12:05:41.526152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72057a45-d4ef-4b4c-ade7-4227617cc88a tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Network': ['ID=237384cd-5ac0-40ff-90b6-ede3d1ecbeb7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:41.539716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:05:41.566286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36748fc6-e467-4702-a22f-f0005c1d2b0d req-b8bf5890-a5d6-4f56-87aa-4abcc8d92971 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:41.568176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36748fc6-e467-4702-a22f-f0005c1d2b0d req-b8bf5890-a5d6-4f56-87aa-4abcc8d92971 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1050901 Aug 27 12:05:41.623101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36748fc6-e467-4702-a22f-f0005c1d2b0d req-2ffcf99c-e1c1-414b-bdd8-667f25719749 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Aug 27 12:05:41.676693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:41.727290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Deleting subnet 04e69012-d37c-4473-88ba-fc7a13ca8e03 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:05:41.730789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.770285 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.800114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Made reservation on behalf of db44dd9fbd16481480d1de78689c1458 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:41.803878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.808318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-c6f002f5-1c1e-45fc-9bde-d6bb9383abfa service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680562 Aug 27 12:05:41.811086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.821514 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.891738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.918339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e69012-d37c-4473-88ba-fc7a13ca8e03,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:41.930847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:41.933252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-91d4b2e3-ea27-4631-8364-24d88ecd02ef admin admin] 10.222.0.76 "DELETE /v2.0/subnets/04e69012-d37c-4473-88ba-fc7a13ca8e03 HTTP/1.1" status: 204 len: 168 time: 0.2554429 Aug 27 12:05:41.937071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:42.008320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.099177 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04bf9954-ee95-4317-88e8-f0784404dd3b req-8979ac1c-0416-4946-bd35-723c0fe97e98 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414527 Aug 27 12:05:42.143024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.160812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2d47d9-b722-4620-b901-bf458ae476ab']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:42.174352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98898591-1e44-40c7-940b-a544cfe14a5a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:42.175294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98898591-1e44-40c7-940b-a544cfe14a5a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:42.187321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.188162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'name': 'network-vif-deleted', 'tag': '222f32d9-f410-4155-9312-fdc58f5b8a17'}, {'name': 'network-changed', 'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:42.191016 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e" -d '{"events": [{"server_uuid": "abd86e46-cc63-4a73-9d81-75cab2b7796c", "name": "network-vif-deleted", "tag": "222f32d9-f410-4155-9312-fdc58f5b8a17"}, {"name": "network-changed", "server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:42.207763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.218429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:05:42.219121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:05:42.221092 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:05:42.288812 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e30fb70-b40d-4cc7-b95d-759964b04b7b x-openstack-request-id: req-0e30fb70-b40d-4cc7-b95d-759964b04b7b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:42.289705 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd86e46-cc63-4a73-9d81-75cab2b7796c", "name": "network-vif-deleted", "tag": "222f32d9-f410-4155-9312-fdc58f5b8a17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:42.290152 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e30fb70-b40d-4cc7-b95d-759964b04b7b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:42.290958 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd86e46-cc63-4a73-9d81-75cab2b7796c', 'name': 'network-vif-deleted', 'tag': '222f32d9-f410-4155-9312-fdc58f5b8a17', 'status': 'completed', 'code': 200} Aug 27 12:05:42.291392 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'status': 'completed', 'code': 200} Aug 27 12:05:42.308515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.337054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.342667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4a2d47d9-b722-4620-b901-bf458ae476ab HTTP/1.1" status: 204 len: 168 time: 0.4043691 Aug 27 12:05:42.343993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180930-2981-4301-9293-8cbff8178731 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2d47d9-b722-4620-b901-bf458ae476ab,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:42.351759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:42.424529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Deleting subnet b57063f6-f113-40ef-88b1-e77185814972 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:05:42.445041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.486591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.523072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f871d-fab6-4e39-81a0-0eda591d5e67 req-968834cc-1b5c-4163-bdc1-db363556429e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:42.524643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d73f871d-fab6-4e39-81a0-0eda591d5e67 req-968834cc-1b5c-4163-bdc1-db363556429e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1147299 Aug 27 12:05:42.552446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.608353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d73f871d-fab6-4e39-81a0-0eda591d5e67 req-e74ac4cd-553a-4976-8ef9-e3b45cc9618a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Aug 27 12:05:42.632624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.677192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57063f6-f113-40ef-88b1-e77185814972,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:42.684814 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.687338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-26c9c125-b557-470d-8e1a-d31804dc9ae5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b57063f6-f113-40ef-88b1-e77185814972 HTTP/1.1" status: 204 len: 168 time: 0.3340786 Aug 27 12:05:42.689746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:42.715933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.784677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-09de1637-b92d-4429-b455-be2c738006b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:42.786352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-09de1637-b92d-4429-b455-be2c738006b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1094 time: 0.1446278 Aug 27 12:05:42.804682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f0571c79-5824-476f-8276-0573a128f09b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:42.818541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.832570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: f0571c79-5824-476f-8276-0573a128f09b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:42.833246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f0571c79-5824-476f-8276-0573a128f09b not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:42.844186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bd415-f295-4d03-8f02-41fe49fc6bef req-1b443b9a-8754-417f-8dc6-71a09dd607d8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:42.846021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c2bd415-f295-4d03-8f02-41fe49fc6bef req-1b443b9a-8754-417f-8dc6-71a09dd607d8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.0985312 Aug 27 12:05:42.877327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Subnet': ['ID=d829de79-94c9-4a8d-a612-4ced0654719e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:42.939407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Checking segment: {'id': '0d3d150d-cfdd-4188-ba17-2a7ef4772a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:42.939724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network hostable DHCP agents. Network: 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:05:42.965815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:42.971579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c2bd415-f295-4d03-8f02-41fe49fc6bef req-ee389c1e-2a66-4a2e-937c-0814183646df tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188178 Aug 27 12:05:42.980787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-9cf6845d-c4dd-4370-b097-3f1e3c082282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:42.981253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5ae149-249c-4ac5-98ba-ca49514ff1f2']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:42.982916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-9cf6845d-c4dd-4370-b097-3f1e3c082282 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.1696413 Aug 27 12:05:42.997288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135908eb-ec67-4418-b6d2-d38c65ad5eb9') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:42.997798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135908eb-ec67-4418-b6d2-d38c65ad5eb9') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:43.005323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Deleting port e05ba232-96db-45b3-929c-4448ba1c1810 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:43.005968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.009432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.028349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.037417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:05:43.037882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:05:43.040451 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:05:43.047738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:05:43.089597 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-125aa1c9-933e-427c-b7bd-3210a261ce4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 217 time: 0.0944321 Aug 27 12:05:43.093186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:43.098628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:43.099222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.105430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.105690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbb33c-d5c5-4d87-ac5b-e33857294e50 None None] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:43.118871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.121060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5b5ae149-249c-4ac5-98ba-ca49514ff1f2 HTTP/1.1" status: 204 len: 168 time: 0.4300644 Aug 27 12:05:43.158466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1fd52-cbc8-442c-a599-f4e4b11c2c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5ae149-249c-4ac5-98ba-ca49514ff1f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:43.165649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d3eab8a9-0af8-4e3f-a9b3-3ad9f3cbc96c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6649232 Aug 27 12:05:43.170964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:43.176357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-703787712', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:43.221272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.223480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.296361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] For port e05ba232-96db-45b3-929c-4448ba1c1810, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e05ba232-96db-45b3-929c-4448ba1c1810,segment=NetworkSegment(7694e059-a614-4abf-999c-1265a9b4cf99),segment_id=7694e059-a614-4abf-999c-1265a9b4cf99)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:43.296361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.314182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-e913bc93-3ee1-48d8-8f8a-21a81d9cb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:43.315728 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-e913bc93-3ee1-48d8-8f8a-21a81d9cb15c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.2113266 Aug 27 12:05:43.327293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Calling delete_port for e05ba232-96db-45b3-929c-4448ba1c1810 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:43.374279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-c5d5eef9-5b7a-4dd3-8c7f-0210a3784e6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488622 Aug 27 12:05:43.375988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-237384cd-5ac0-40ff-90b6-ede3d1ecbeb7', 'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7', 'tenant_id': 'db44dd9fbd16481480d1de78689c1458', 'fixed_ips': [{'subnet_id': 'd829de79-94c9-4a8d-a612-4ced0654719e'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:05:43.377126 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.382093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.517307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:43.546276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Allocated IP 172.20.0.2 (237384cd-5ac0-40ff-90b6-ede3d1ecbeb7/d829de79-94c9-4a8d-a612-4ced0654719e/8b66748f-b2e3-475e-8f22-2c0245b23550) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:43.624630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-90a60465-1f6a-43cf-ad8b-b161a1c3eebb service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411056 Aug 27 12:05:43.708296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f99ce8a5-4280-4ee8-b6ed-d2f48b442e31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aff595d728164f3b98bb6b4ec812bc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896853 Aug 27 12:05:43.711079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:43.714536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.719516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.730064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Transition to ACTIVE for port object 8b66748f-b2e3-475e-8f22-2c0245b23550 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:43.749840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Transition to ACTIVE for port object 8b66748f-b2e3-475e-8f22-2c0245b23550 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:43.760470 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.819464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Pushing event updated for resources: {'Port': ['ID=8b66748f-b2e3-475e-8f22-2c0245b23550,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:43.833304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:43.835417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:43.840329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:43.846426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91b0f46d-0fc3-45ec-a4cb-cf29f8f9380e req-8aedafd2-6af4-48d3-b220-126bdedd3dae service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112548 Aug 27 12:05:43.867484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74539bf2-3cfa-440e-957e-fa7ca58eddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.886286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.899076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74539bf2-3cfa-440e-957e-fa7ca58eddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.919063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Attempting to bind port 8b66748f-b2e3-475e-8f22-2c0245b23550 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:43.919718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Attempting to bind port 8b66748f-b2e3-475e-8f22-2c0245b23550 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0d3d150d-cfdd-4188-ba17-2a7ef4772a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:43.920106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Attempting to bind port 8b66748f-b2e3-475e-8f22-2c0245b23550 on network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:43.926602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Pushing event deleted for resources: {'Port': ['ID=e05ba232-96db-45b3-929c-4448ba1c1810,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:43.927896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:43.928474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Checking segment: {'id': '0d3d150d-cfdd-4188-ba17-2a7ef4772a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:43.929177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.929692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Bound using segment: {'id': '0d3d150d-cfdd-4188-ba17-2a7ef4772a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:43.930406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Bound port: 8b66748f-b2e3-475e-8f22-2c0245b23550, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3d150d-cfdd-4188-ba17-2a7ef4772a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:43.930916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.974924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258f50b-adaf-405f-b071-29ae1fa9b809 req-3c22dfbd-cf7b-462d-a39b-1f7d909e6c5e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:43.976679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3258f50b-adaf-405f-b071-29ae1fa9b809 req-3c22dfbd-cf7b-462d-a39b-1f7d909e6c5e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.2138259 Aug 27 12:05:43.979933 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74539bf2-3cfa-440e-957e-fa7ca58eddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.982797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-74539bf2-3cfa-440e-957e-fa7ca58eddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:43.987570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-74539bf2-3cfa-440e-957e-fa7ca58eddf1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76f59616-934c-417e-9627-df1b4bfdf123 HTTP/1.1" status: 204 len: 168 time: 0.2719586 Aug 27 12:05:44.049197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] For port 8b66748f-b2e3-475e-8f22-2c0245b23550, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:44.055102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] For port 8b66748f-b2e3-475e-8f22-2c0245b23550, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b66748f-b2e3-475e-8f22-2c0245b23550,segment=NetworkSegment(0d3d150d-cfdd-4188-ba17-2a7ef4772a39),segment_id=0d3d150d-cfdd-4188-ba17-2a7ef4772a39)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:44.063071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74539bf2-3cfa-440e-957e-fa7ca58eddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f59616-934c-417e-9627-df1b4bfdf123,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:44.082502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:44.108942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3258f50b-adaf-405f-b071-29ae1fa9b809 req-5ee53d43-462f-47eb-a788-e6e64199553a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233716 Aug 27 12:05:44.263559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffefca5-3ab0-4a57-a9a3-b5bb630540f4 None None] Pushing event updated for resources: {'Port': ['ID=8b66748f-b2e3-475e-8f22-2c0245b23550,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:44.327003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:44.411831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 222f32d9-f410-4155-9312-fdc58f5b8a17 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:44.488750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 222f32d9-f410-4155-9312-fdc58f5b8a17 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:44.490198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 222f32d9-f410-4155-9312-fdc58f5b8a17 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:44.553669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:44.616752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43363a22-4af2-41db-8f00-90a6a53abfa7 req-1400756c-167f-45c2-9b57-500f61dab7a3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:44.626107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43363a22-4af2-41db-8f00-90a6a53abfa7 req-1400756c-167f-45c2-9b57-500f61dab7a3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.4322460 Aug 27 12:05:44.677505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:44.811707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:05:44.867859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43363a22-4af2-41db-8f00-90a6a53abfa7 req-0dd9fc02-cd81-4cea-8387-ab9d6d035bc4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401762 Aug 27 12:05:44.939255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Router 23aa481c-df07-42bf-bef0-36fa381f4978 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:05:44.955386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:45.010257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:45.044987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'port_id': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'mac_address': 'fa:16:3e:d0:f7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f029334-c456-476c-9f89-5a5629b10017', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:05:45.056701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Allocated IP 172.25.8.146 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/66ff873b-df86-49ac-9354-a260f01f7e4e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:45.064226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-adc93865-0ef1-4cbb-a302-988bdb2dd751 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18b9a73007144423acf7a6eb741113ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081357 Aug 27 12:05:45.068134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:45.123768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:45.145013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d4021f-64e7-4b54-9d02-21b1a278593b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:45.170006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:45.192198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:45.193231 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] Sync routers for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:45.194881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5c400fcb-3b68-4c79-98ca-aab7aa99e2da admin admin] 10.222.0.76 "PUT /v2.0/routers/23aa481c-df07-42bf-bef0-36fa381f4978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3763552 Aug 27 12:05:45.198204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44522) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:45.202898 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:45.223566 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:45.224574 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:45.253926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40b61421-e719-4a2b-9d6f-774cb321dc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:45.293204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:45.408690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:45.440744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d0d4021f-64e7-4b54-9d02-21b1a278593b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:45.659931 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:05:43Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:45.719651 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] Checking router: 23aa481c-df07-42bf-bef0-36fa381f4978 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:05:45.730304 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] Routers {'23aa481c-df07-42bf-bef0-36fa381f4978'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:45.745083 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['23aa481c-df07-42bf-bef0-36fa381f4978'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:45.852304 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40b61421-e719-4a2b-9d6f-774cb321dc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:45.872803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e991f6-28f2-4e9c-aa13-7e7909b45f36 None None] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:45.942069 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] Set router 23aa481c-df07-42bf-bef0-36fa381f4978 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:45.943742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9fbc8d87-fd0d-41e5-acd3-03bbd0d1f1a2 None None] Provisioning for port 8b66748f-b2e3-475e-8f22-2c0245b23550 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:46.012793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.089413 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.179881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Port': ['ID=66ff873b-df86-49ac-9354-a260f01f7e4e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:46.220891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481a33c-6b16-4879-8803-7e88b5d6c762 req-efce387f-d5f7-437d-bdcd-f12e2ea8b8c2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:46.222549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1481a33c-6b16-4879-8803-7e88b5d6c762 req-efce387f-d5f7-437d-bdcd-f12e2ea8b8c2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 944 time: 0.9375765 Aug 27 12:05:46.242238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:46.251972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:46.267369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:46.274127 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.284378 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:05:43Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:46.327228 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de0e96a-9d82-456a-a114-0e37a5f57e31 None None] The sync data for ids ['23aa481c-df07-42bf-bef0-36fa381f4978'] in n-d-688802-4 is: [{'id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'name': 'tempest-ServerRescueTestJSONUnderV235-221613645-router', 'tenant_id': '1141438b1e9b45618d936479521d80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:04:11Z', 'updated_at': '2021-08-27T12:05:43Z', 'revision_number': 5, 'project_id': '1141438b1e9b45618d936479521d80bc', 'gw_port': {'id': '76728a13-c6c7-45a0-8f97-f49b4ee97e12', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aa481c-df07-42bf-bef0-36fa381f4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:04:12Z', 'updated_at': '2021-08-27T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:46.358937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b66748f-b2e3-475e-8f22-2c0245b23550 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:46.359757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40b61421-e719-4a2b-9d6f-774cb321dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.362362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40b61421-e719-4a2b-9d6f-774cb321dc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.380349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40b61421-e719-4a2b-9d6f-774cb321dc6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d19b302-ff20-4832-94f6-e4e111537648 HTTP/1.1" status: 204 len: 168 time: 1.3002548 Aug 27 12:05:46.396929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337171-ffca-4bda-bca1-2c5823e501b8 req-56078e02-90db-4da9-be76-39f7ba3509ad tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:46.398902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7337171-ffca-4bda-bca1-2c5823e501b8 req-56078e02-90db-4da9-be76-39f7ba3509ad tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.3404284 Aug 27 12:05:46.441083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8b66748f-b2e3-475e-8f22-2c0245b23550 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:46.446836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8b66748f-b2e3-475e-8f22-2c0245b23550 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:46.447372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.464829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1481a33c-6b16-4879-8803-7e88b5d6c762 req-6aa1c52e-d3c6-4451-99b6-cdc33d96f841 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333415 Aug 27 12:05:46.474794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b61421-e719-4a2b-9d6f-774cb321dc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d19b302-ff20-4832-94f6-e4e111537648,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:46.663141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7337171-ffca-4bda-bca1-2c5823e501b8 req-644be54c-9cda-42bd-958e-5eae09a61297 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438636 Aug 27 12:05:46.720484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.824653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:46.835351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:46.884789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d20763a0-9082-43ad-964f-3ace61b9350f None None] Provisioning complete for port 8b66748f-b2e3-475e-8f22-2c0245b23550 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:46.885221 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d20763a0-9082-43ad-964f-3ace61b9350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.013896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8b66748f-b2e3-475e-8f22-2c0245b23550, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b66748f-b2e3-475e-8f22-2c0245b23550,segment=NetworkSegment(0d3d150d-cfdd-4188-ba17-2a7ef4772a39),segment_id=0d3d150d-cfdd-4188-ba17-2a7ef4772a39)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:47.022867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.038403 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.180774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Deleting port 76728a13-c6c7-45a0-8f97-f49b4ee97e12 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:05:47.181139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.200126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port d0d4021f-64e7-4b54-9d02-21b1a278593b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:47.223115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port d0d4021f-64e7-4b54-9d02-21b1a278593b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:47.232896 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.293228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] For port 76728a13-c6c7-45a0-8f97-f49b4ee97e12, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=76728a13-c6c7-45a0-8f97-f49b4ee97e12,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:47.294032 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.298583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8b66748f-b2e3-475e-8f22-2c0245b23550,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:47.308567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Calling delete_port for 76728a13-c6c7-45a0-8f97-f49b4ee97e12 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:05:47.408595 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.440404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:05:47.442819 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927a5c5-1483-4e62-be2d-78c73c436593" -d '{"events": [{"server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "name": "network-vif-plugged", "status": "completed", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:05:47.457997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:47.466690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.484005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.531740 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6dce24-943a-4d20-8d82-6f3678cd23d2 x-openstack-request-id: req-db6dce24-943a-4d20-8d82-6f3678cd23d2 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:05:47.532209 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "name": "network-vif-plugged", "status": "completed", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:05:47.532618 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db6dce24-943a-4d20-8d82-6f3678cd23d2 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:05:47.533253 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'code': 200} Aug 27 12:05:47.561429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:47.663312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497677f-0357-4475-8593-6368eb059850 req-b0734b26-770e-42eb-9d67-9200d390421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:47.666201 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4497677f-0357-4475-8593-6368eb059850 req-b0734b26-770e-42eb-9d67-9200d390421e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1096 time: 0.0655642 Aug 27 12:05:47.746648 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4497677f-0357-4475-8593-6368eb059850 req-ba8e32e0-f836-4c23-92e5-b2c65718505a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680580 Aug 27 12:05:47.800003 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:47.854697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8724e-831d-4217-a2a3-6355edbc798d req-752b6cb7-1f7f-494a-b0f1-fba396ab0f9b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:47.856194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8a8724e-831d-4217-a2a3-6355edbc798d req-752b6cb7-1f7f-494a-b0f1-fba396ab0f9b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.2013628 Aug 27 12:05:47.864821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Pushing event deleted for resources: {'Port': ['ID=76728a13-c6c7-45a0-8f97-f49b4ee97e12,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:47.948568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426be7ec-4be0-4d6d-aa01-4c7dd565fa2a req-32a125b2-1801-42bb-909d-9773da2b7ec8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:47.949806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-426be7ec-4be0-4d6d-aa01-4c7dd565fa2a req-32a125b2-1801-42bb-909d-9773da2b7ec8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1648521 Aug 27 12:05:48.004515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8a8724e-831d-4217-a2a3-6355edbc798d req-50b72896-007e-480e-b5a7-6658e2fad36a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373577 Aug 27 12:05:48.012823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.088817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Router 077fdf96-aad0-4d4f-86a3-bae9dc852b99 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:05:48.136179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-426be7ec-4be0-4d6d-aa01-4c7dd565fa2a req-89ec0f36-0e85-4731-aa50-8f9ca3c42b49 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631119 Aug 27 12:05:48.141115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.144873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.417519 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-42e6b434-bbf6-4e28-bd92-edc7720f063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.454268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b66748f-b2e3-475e-8f22-2c0245b23550 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:48.543994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8b66748f-b2e3-475e-8f22-2c0245b23550 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:48.545481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.599794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.600359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23aa481c-df07-42bf-bef0-36fa381f4978 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:05:48.606470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.610868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6cba83c1-177e-4d92-9270-199d88333009 admin admin] 10.222.0.76 "DELETE /v2.0/routers/23aa481c-df07-42bf-bef0-36fa381f4978 HTTP/1.1" status: 204 len: 168 time: 3.4013979 Aug 27 12:05:48.611279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44600) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:48.703679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Deleting subnet 77aab11e-1b36-4718-9dea-868df56ea0fa {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:05:48.713234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:48.717522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.751105 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.752519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f4987887-e668-4c68-81e6-f011468794f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.5803938 Aug 27 12:05:48.755666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44606) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:48.771249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] Sync routers for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:48.778082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e05ba232-96db-45b3-929c-4448ba1c1810 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:48.799432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.841719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e05ba232-96db-45b3-929c-4448ba1c1810 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:48.842804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e05ba232-96db-45b3-929c-4448ba1c1810 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:48.857810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:48.858530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:48.885938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:48.914709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:48.966869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:48.967870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:49.030882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:49.031879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cca95-b054-4003-85c6-a242645c1ae6 None None] The sync data for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:49.043966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.110292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.112677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/77aab11e-1b36-4718-9dea-868df56ea0fa HTTP/1.1" status: 204 len: 168 time: 0.4987617 Aug 27 12:05:49.114180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43823c6-0486-4a61-9a2a-d3efef71ec7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77aab11e-1b36-4718-9dea-868df56ea0fa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:49.116176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44626) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:49.193965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.287849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dabfc-0579-4c9a-8ca9-c4de1c93c7dd req-715d1e9d-6f5d-47ed-aaa4-5c1e6b6806c1 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:49.297337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b6dabfc-0579-4c9a-8ca9-c4de1c93c7dd req-715d1e9d-6f5d-47ed-aaa4-5c1e6b6806c1 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.1290421 Aug 27 12:05:49.345756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.362789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723f0a69-0100-463f-89bf-e572941fd7d3']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:49.380169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7694e059-a614-4abf-999c-1265a9b4cf99') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:49.380664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7694e059-a614-4abf-999c-1265a9b4cf99') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:49.391823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.411390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b6dabfc-0579-4c9a-8ca9-c4de1c93c7dd req-f5f35f7e-f8ee-4844-a1ea-fac741a4a03a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128356 Aug 27 12:05:49.420638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.444185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2e620-f411-465a-800a-ac467665403c req-3b0c223b-7162-4017-8bce-8aad437fdbbd tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:49.447322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:05:49.448338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:05:49.451682 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:05:49.462198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ca2e620-f411-465a-800a-ac467665403c req-3b0c223b-7162-4017-8bce-8aad437fdbbd tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1867938 Aug 27 12:05:49.538912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ca2e620-f411-465a-800a-ac467665403c req-95671769-e9d0-4bf1-b266-79988b67a521 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853930 Aug 27 12:05:49.571990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.582250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.586566 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/723f0a69-0100-463f-89bf-e572941fd7d3 HTTP/1.1" status: 204 len: 168 time: 0.4690671 Aug 27 12:05:49.603858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd482904-6872-46e5-8305-d2f472c107d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=723f0a69-0100-463f-89bf-e572941fd7d3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:49.792528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.822883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7b502-a905-481a-b0dd-c277c7cd358f req-a214e70e-9355-456e-9adb-6b07968dcaf3 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:49.825408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63e7b502-a905-481a-b0dd-c277c7cd358f req-a214e70e-9355-456e-9adb-6b07968dcaf3 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1096 time: 0.1454442 Aug 27 12:05:49.829093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:49.914297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:49.975954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-976d43e2-1849-4a41-84d4-04f83b4b2742 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1141438b1e9b45618d936479521d80bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602779 Aug 27 12:05:49.978585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44650) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:49.989548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63e7b502-a905-481a-b0dd-c277c7cd358f req-8c1b55bf-5dcb-4ba6-b215-682db25f5b21 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433828 Aug 27 12:05:50.042904 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d95d1adb-69b0-4d84-8088-058d2403835f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.086192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d95d1adb-69b0-4d84-8088-058d2403835f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.150634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44662) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:50.189373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:50.196920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 76728a13-c6c7-45a0-8f97-f49b4ee97e12 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:05:50.200341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2061109940'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:50.238658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 76728a13-c6c7-45a0-8f97-f49b4ee97e12 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:05:50.239010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 76728a13-c6c7-45a0-8f97-f49b4ee97e12 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:05:50.241875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:50.247046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.270570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d95d1adb-69b0-4d84-8088-058d2403835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.273184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d95d1adb-69b0-4d84-8088-058d2403835f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.274558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d95d1adb-69b0-4d84-8088-058d2403835f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf673aaf-f1e7-4db7-8a66-86497a32e2c5 HTTP/1.1" status: 204 len: 168 time: 0.2947667 Aug 27 12:05:50.288295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:05:50.293407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1adb-69b0-4d84-8088-058d2403835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf673aaf-f1e7-4db7-8a66-86497a32e2c5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:50.302110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.304158 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Added segment e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11 of type vlan for network a7e00852-f168-4c00-83a6-d873967572e8 Aug 27 12:05:50.366082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13d26c69-4e6b-4c0c-aa08-9f3c9a09057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.400115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.401851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Allocated IP 172.20.0.1 (237384cd-5ac0-40ff-90b6-ede3d1ecbeb7/d829de79-94c9-4a8d-a612-4ced0654719e/bbcc17e1-458e-4586-aec3-f8c39c4ca408) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:50.475060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.485676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:50.486405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.672781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Network': ['ID=a7e00852-f168-4c00-83a6-d873967572e8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:50.684774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network a7e00852-f168-4c00-83a6-d873967572e8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:05:50.685059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.811682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13d26c69-4e6b-4c0c-aa08-9f3c9a09057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.818887 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13d26c69-4e6b-4c0c-aa08-9f3c9a09057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.828775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Transition to ACTIVE for port object bbcc17e1-458e-4586-aec3-f8c39c4ca408 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:50.864310 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f9846f05-c7fc-495c-9375-6a01e67837a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6715424 Aug 27 12:05:50.866925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:50.890190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-477979831'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:50.943488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa9aa3-1b5f-4915-8309-f28fa9be7259 req-18a01618-118e-4b73-a87b-e3d539816638 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:50.950272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a2df0f52-6759-47d6-9da0-22af88f9fd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:50.956644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29fa9aa3-1b5f-4915-8309-f28fa9be7259 req-18a01618-118e-4b73-a87b-e3d539816638 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.2434182 Aug 27 12:05:50.960210 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-13d26c69-4e6b-4c0c-aa08-9f3c9a09057d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70adc5e595c24a6083189af10eca2ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8055458 Aug 27 12:05:50.960997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44694) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:50.962006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26c69-4e6b-4c0c-aa08-9f3c9a09057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1aaf0-e6ea-47a1-93fd-4483347c9132,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:51.033133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:51.039042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.057419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.067944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91226942-4737-4e65-a5e7-0504c97ec849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.108503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91226942-4737-4e65-a5e7-0504c97ec849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.127608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29fa9aa3-1b5f-4915-8309-f28fa9be7259 req-b4e1e1db-07ed-4412-9ab6-fd69c01e350d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689909 Aug 27 12:05:51.131877 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.147501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:51.150457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:51.154589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:51.212682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91226942-4737-4e65-a5e7-0504c97ec849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.215267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91226942-4737-4e65-a5e7-0504c97ec849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.216453 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-91226942-4737-4e65-a5e7-0504c97ec849 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0b1aaf0-e6ea-47a1-93fd-4483347c9132 HTTP/1.1" status: 204 len: 168 time: 0.2479463 Aug 27 12:05:51.231261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226942-4737-4e65-a5e7-0504c97ec849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b1aaf0-e6ea-47a1-93fd-4483347c9132,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:51.251534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Port': ['ID=bbcc17e1-458e-4586-aec3-f8c39c4ca408,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:51.283812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:05:51.305649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.306426 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Added segment 851595c1-3f05-4b8e-9104-e7d3ab6e7973 of type vlan for network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba Aug 27 12:05:51.319158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.516724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6350770e-2ed1-4432-99f6-52168a9dbe92 None None] Provisioning for port bbcc17e1-458e-4586-aec3-f8c39c4ca408 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:51.517561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44708) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:51.523879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6350770e-2ed1-4432-99f6-52168a9dbe92 None None] Provisioning complete for port bbcc17e1-458e-4586-aec3-f8c39c4ca408 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:51.526098 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6350770e-2ed1-4432-99f6-52168a9dbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.532277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.594217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.607000 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.613996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:51.614703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6350770e-2ed1-4432-99f6-52168a9dbe92 None None] Port bbcc17e1-458e-4586-aec3-f8c39c4ca408 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:05:51.615898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.675029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-775191995-network', 'tenant_id': '106020c2c5ec495c924c0d375458d549'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:51.717480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8489900 Aug 27 12:05:51.722579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:51.724565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Made reservation on behalf of 106020c2c5ec495c924c0d375458d549 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:51.727653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.730767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'subnet': {'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:51.739937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.845723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cece036-c9c5-41d0-8a14-905cfca9f796 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Network': ['ID=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:51.862693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:05:51.967449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:51.980708 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.019298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:05:52.021364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.041064 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.046815 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Added segment 837817ad-d43a-44e4-b3b2-1c9adb17aab8 of type vlan for network 02d27777-b65b-4e5d-96d2-b626f98b06d9 Aug 27 12:05:52.046815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9712a99b-d778-4aaf-a227-6277da68f04f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:52.077788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:52.082940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.101317 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.128934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.130673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:52.130673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.203609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6841018 Aug 27 12:05:52.205847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44738) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:52.215186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Request body: {'subnet': {'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-775191995-subnet', 'tenant_id': '106020c2c5ec495c924c0d375458d549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:52.224281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6a48-f474-413b-9aea-4baefaaa56ca admin admin] Pushing event updated for resources: {'Network': ['ID=02d27777-b65b-4e5d-96d2-b626f98b06d9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:52.236421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 02d27777-b65b-4e5d-96d2-b626f98b06d9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:05:52.248156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Made reservation on behalf of 106020c2c5ec495c924c0d375458d549 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:52.252550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.296258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44740) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:52.395096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f7e89-deea-4e63-bfa3-033fd19b70bf req-bf8b0b1d-4b07-4cf4-b11f-f982e532aee1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:52.396796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-152f7e89-deea-4e63-bfa3-033fd19b70bf req-bf8b0b1d-4b07-4cf4-b11f-f982e532aee1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.1503160 Aug 27 12:05:52.444294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1179077465-network', 'tenant_id': 'f66c1866d50845479460887318bac1b2'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:52.473943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.480420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.485014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.512158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Made reservation on behalf of f66c1866d50845479460887318bac1b2 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:52.515053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.535500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.562795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d040d5ff-c3fe-4083-9239-fddc92226024,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:52.568005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-152f7e89-deea-4e63-bfa3-033fd19b70bf req-15cf8ee5-beab-4812-aab6-46874dca2c45 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597180 Aug 27 12:05:52.598469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Checking segment: {'id': '837817ad-d43a-44e4-b3b2-1c9adb17aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:52.598949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Network hostable DHCP agents. Network: 02d27777-b65b-4e5d-96d2-b626f98b06d9, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:05:52.616242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.632619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Port': ['ID=bbcc17e1-458e-4586-aec3-f8c39c4ca408,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:52.641197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Network 02d27777-b65b-4e5d-96d2-b626f98b06d9 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:05:52.661888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 02d27777-b65b-4e5d-96d2-b626f98b06d9) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:52.672608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.678171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:52.678913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.686971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e77811-5a5a-4fd8-b3dd-0d6c7c2b0212 None None] Network 02d27777-b65b-4e5d-96d2-b626f98b06d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:52.717042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.724404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.734761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ac80b1c-34d7-43fe-9801-c8e07d3da81f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5242982 Aug 27 12:05:52.752551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:05:52.771325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb5cb7-601b-42d3-9110-573a9b889456,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:52.774819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.775309 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Added segment 3b3c3853-497f-4a84-ae74-8d24521d1d56 of type vlan for network 467b2589-0909-4003-8d34-fbf3c548403d Aug 27 12:05:52.834419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.876060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:52.881646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:52.886041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Subnet': ['ID=7ce38257-9dd5-4aca-a137-99fdcce0ffd7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:52.916180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.918050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:52.921234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:52.942712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46b6cb-8a03-4ae8-b537-7f470ffbd080 None None] Network 02d27777-b65b-4e5d-96d2-b626f98b06d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:53.062531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Checking segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:53.062786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network hostable DHCP agents. Network: a7e00852-f168-4c00-83a6-d873967572e8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:05:53.110044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network a7e00852-f168-4c00-83a6-d873967572e8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:05:53.126170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, a7e00852-f168-4c00-83a6-d873967572e8) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:53.136018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:53.136744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:53.168477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Router 077fdf96-aad0-4d4f-86a3-bae9dc852b99 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:05:53.180546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a9983-ff09-43d4-a905-a249df3ab882 None None] Network a7e00852-f168-4c00-83a6-d873967572e8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:53.181713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-152a2574-205f-4beb-9a4f-bcec058e0aeb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4578230 Aug 27 12:05:53.182401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:53.192794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'subnet': {'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:53.514668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-28e5392b-8171-4da5-b0d8-40d15be22f2c None None] Provisioning complete for port bbcc17e1-458e-4586-aec3-f8c39c4ca408 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:53.519255 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-28e5392b-8171-4da5-b0d8-40d15be22f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:53.549186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:53.566939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2076de32-3c7d-4e22-ae0f-4b341afedb1f tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "PUT /v2.0/routers/077fdf96-aad0-4d4f-86a3-bae9dc852b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8062289 Aug 27 12:05:53.567117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:53.572519 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] Sync routers for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:53.579244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Request body: {'port': {'network_id': '237384cd-5ac0-40ff-90b6-ede3d1ecbeb7', 'name': 'tempest-FloatingIPAdminTestJSON-814045248'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:53.615993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:53.616638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:53.646472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3489573 Aug 27 12:05:53.651553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44786) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:53.661412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Request body: {'subnet': {'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1179077465-subnet', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:53.705229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-28e5392b-8171-4da5-b0d8-40d15be22f2c None None] Port bbcc17e1-458e-4586-aec3-f8c39c4ca408 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:05:53.755484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:53.763248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:53.767471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:53.772281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7e145-b06a-44d5-b829-82df4927e971 admin admin] Pushing event updated for resources: {'Network': ['ID=467b2589-0909-4003-8d34-fbf3c548403d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:53.797305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Made reservation on behalf of f66c1866d50845479460887318bac1b2 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:53.802922 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:53.814016 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:53.818100 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:53.842816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 467b2589-0909-4003-8d34-fbf3c548403d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:05:53.880138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:53.881304 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafb930-5ef2-4d65-93c0-7ac86f6c1c38 None None] The sync data for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:05:54.054498 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.069234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-a7e00852-f168-4c00-83a6-d873967572e8', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:05:54.073107 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.179623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.254651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ffd64d-9a92-42db-adee-7e1436177823,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:54.264373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Checking segment: {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:54.264739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Network hostable DHCP agents. Network: 467b2589-0909-4003-8d34-fbf3c548403d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:05:54.285065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Network 467b2589-0909-4003-8d34-fbf3c548403d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:05:54.298350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 467b2589-0909-4003-8d34-fbf3c548403d) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:54.304491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:54.305167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.315834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59aa155-cbc3-4c65-9bf3-0925aa36fb63 None None] Network 467b2589-0909-4003-8d34-fbf3c548403d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:54.323910 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73300bd6-e9aa-4e82-81a0-8ce2a99728dd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6687913 Aug 27 12:05:54.324332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:54.329632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:54.389527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.392490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.499405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.652647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Allocated IP 10.1.1.2 (a7e00852-f168-4c00-83a6-d873967572e8/7ce38257-9dd5-4aca-a137-99fdcce0ffd7/6ed778ce-70ba-4dfc-95e2-d6ef1a84f283) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:54.680589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.692449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-4b4f85b2-1ba6-47a3-85ae-7d5f31639e43 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:54.694803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-4b4f85b2-1ba6-47a3-85ae-7d5f31639e43 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/networks?id=02d27777-b65b-4e5d-96d2-b626f98b06d9 HTTP/1.1" status: 200 len: 808 time: 0.9952164 Aug 27 12:05:54.696344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Made reservation on behalf of db44dd9fbd16481480d1de78689c1458 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:54.700091 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.706918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.819089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] device_id is not set on port e69596e0-ab07-46bd-bc16-dd9f60f5002b yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:05:54.858165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-467b2589-0909-4003-8d34-fbf3c548403d', 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'fixed_ips': [{'subnet_id': '48ffd64d-9a92-42db-adee-7e1436177823'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:05:54.859591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:54.859778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Checking segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:54.860134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network hostable DHCP agents. Network: 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:05:54.867863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-ca5eabdd-6c54-4d29-a918-b0e7669c910c tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/quotas/106020c2c5ec495c924c0d375458d549 HTTP/1.1" status: 200 len: 375 time: 0.1205015 Aug 27 12:05:54.952938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-4b348d28-b7b7-4102-aa24-32a2a970c6ba tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=106020c2c5ec495c924c0d375458d549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694592 Aug 27 12:05:54.961375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Subnet': ['ID=baa837d0-3240-4604-a58f-1713a520626a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:55.003394 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.045351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.072907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:05:55.121290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Allocated IP 172.20.0.2 (467b2589-0909-4003-8d34-fbf3c548403d/48ffd64d-9a92-42db-adee-7e1436177823/104231f9-c2a2-42c8-b206-b05da2ce2d8a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:55.177771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:55.194817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Allocated IP 172.25.8.107 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b9812354-9de6-4179-86f3-64ae3d7fe30f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:55.226883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:55.227566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.237733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9074851-a51b-4257-86fe-0c3d5201f95a None None] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:55.291696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Allocated IP 172.20.0.13 (237384cd-5ac0-40ff-90b6-ede3d1ecbeb7/d829de79-94c9-4a8d-a612-4ced0654719e/e69596e0-ab07-46bd-bc16-dd9f60f5002b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:55.351195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.411415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.468058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.468958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:55.476122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:55.478763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:55.513953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Transition to ACTIVE for port object 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:55.557039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.565607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ad440f53-1b6f-434a-ae67-9d714334ec5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3795490 Aug 27 12:05:55.566267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:55.577990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-1f4b78fd-5f33-4fdb-8047-660b619d32e3 service neutron] 10.222.0.76 "GET /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092169 Aug 27 12:05:55.589454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'name': 'tempest-TaggedBootDevicesTest_v242-967633610', 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:55.592340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Transition to ACTIVE for port object 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:55.599822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.615406 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.644885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Transition to ACTIVE for port object 104231f9-c2a2-42c8-b206-b05da2ce2d8a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:55.689846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Transition to ACTIVE for port object e69596e0-ab07-46bd-bc16-dd9f60f5002b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:55.721447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Network a7e00852-f168-4c00-83a6-d873967572e8 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:55.744343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Transition to ACTIVE for port object 104231f9-c2a2-42c8-b206-b05da2ce2d8a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:55.755728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:55.759978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:55.763704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Pushing event updated for resources: {'Port': ['ID=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:55.771852 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.805590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'fixed_ips': [{'subnet_id': 'baa837d0-3240-4604-a58f-1713a520626a'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:05:55.807589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.816369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Pushing event updated for resources: {'Port': ['ID=b9812354-9de6-4179-86f3-64ae3d7fe30f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:55.817892 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.844850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.845418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.846236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.846738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.847316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.847964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.848620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.849172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.849922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.850517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.850987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.851438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:05:55.889377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-1e739cb5-5fe0-4701-897c-1f1f7b802ad5 service neutron] 10.222.0.76 "GET /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101516 Aug 27 12:05:55.906923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:55.915880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:55.927204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:55.990980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:55.991682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:55.996214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Network 467b2589-0909-4003-8d34-fbf3c548403d is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:56.007571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:56.020237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:56.052753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.063360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event updated for resources: {'Port': ['ID=e69596e0-ab07-46bd-bc16-dd9f60f5002b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:56.065898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:56.086270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f305e9a8-7a85-40ed-a48a-72e230e29cbf tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5180464 Aug 27 12:05:56.091811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44826) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:56.117955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Attempting to bind port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:56.118566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Attempting to bind port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:56.119069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Attempting to bind port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:56.123740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Pushing event updated for resources: {'Port': ['ID=104231f9-c2a2-42c8-b206-b05da2ce2d8a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:56.176729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.317180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] device_id is not set on port d3f290ff-d604-45ac-95d0-9d0f371850c6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:05:56.369587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:56.370080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Checking segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:56.370694 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.383650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Bound using segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:56.384789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Bound port: 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:56.386407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.603916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:05:56.648368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.697635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 10.1.1.196 (a7e00852-f168-4c00-83a6-d873967572e8/7ce38257-9dd5-4aca-a137-99fdcce0ffd7/d3f290ff-d604-45ac-95d0-9d0f371850c6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:56.712945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'project_id': 'db44dd9fbd16481480d1de78689c1458', 'port_id': 'e69596e0-ab07-46bd-bc16-dd9f60f5002b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:56.820333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e85a8a0-7d17-4835-9f42-eecd1582d1f1 req-fddefb22-4c03-4850-984c-4a6ff997f3d9 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 210 time: 0.1028864 Aug 27 12:05:56.842461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-aabf12de-c9ff-4e2d-877d-dff23ca5afef None None] Provisioning for port e69596e0-ab07-46bd-bc16-dd9f60f5002b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:56.887130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-aabf12de-c9ff-4e2d-877d-dff23ca5afef None None] Provisioning complete for port e69596e0-ab07-46bd-bc16-dd9f60f5002b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:56.888754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-aabf12de-c9ff-4e2d-877d-dff23ca5afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.909045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:56.914888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Attempting to bind port 104231f9-c2a2-42c8-b206-b05da2ce2d8a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:56.915865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Attempting to bind port 104231f9-c2a2-42c8-b206-b05da2ce2d8a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:56.916601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Attempting to bind port 104231f9-c2a2-42c8-b206-b05da2ce2d8a on network 467b2589-0909-4003-8d34-fbf3c548403d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:56.961053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Router 54cfcaeb-4777-4ad9-99ff-83648a86b424 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:05:56.976699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:56.977473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Checking segment: {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:56.978124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:56.978818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Bound using segment: {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:56.979851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Bound port: 104231f9-c2a2-42c8-b206-b05da2ce2d8a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:56.980611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.011017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Allocated IP 10.2.2.2 (68eeb9f3-8cdc-4e69-83f8-3c83e884bbba/baa837d0-3240-4604-a58f-1713a520626a/09fccc2c-a7ec-462b-ae93-3fe2eaf76849) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:57.037080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'mac_address': 'fa:16:3e:f4:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:05:57.081760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] For port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:57.083214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.099258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] For port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:57.111712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-aabf12de-c9ff-4e2d-877d-dff23ca5afef None None] Port e69596e0-ab07-46bd-bc16-dd9f60f5002b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:05:57.115837 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.126169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:05:57.150447 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.154034 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a31190c2-a4c1-4994-a192-0f76d419f954 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8260639 Aug 27 12:05:57.154475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44856) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:57.276026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.296495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object d3f290ff-d604-45ac-95d0-9d0f371850c6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:57.301179 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.307771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Sync routers for ids ['54cfcaeb-4777-4ad9-99ff-83648a86b424'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:05:57.361196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.430452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.478044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Routers {'54cfcaeb-4777-4ad9-99ff-83648a86b424'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:05:57.479968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['54cfcaeb-4777-4ad9-99ff-83648a86b424'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:57.507995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea8d41bf-aac5-474b-b983-091cb7356d6c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:05:57.685750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Allocated IP 172.25.8.232 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bb328349-28bd-45d4-b7cc-39a6eea9cec7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:05:57.724600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852845e1-71cb-427f-bb80-c3cfe6cf2711 None None] Pushing event updated for resources: {'Port': ['ID=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:57.737644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network a7e00852-f168-4c00-83a6-d873967572e8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:57.739753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] For port 104231f9-c2a2-42c8-b206-b05da2ce2d8a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:57.753519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:57.783680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:57.787699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:57.789439 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.790415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:57.799434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] For port 104231f9-c2a2-42c8-b206-b05da2ce2d8a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=104231f9-c2a2-42c8-b206-b05da2ce2d8a,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:57.882107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:57.883649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.930132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.947582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44876) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:05:57.953345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'name': 'tempest-TaggedBootDevicesTest_v242-2075361174', 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:57.954328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c81fbde-f39d-4788-ac51-a3be384ca448 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3850002 Aug 27 12:05:57.963545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:57.993538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:58.037261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ea8d41bf-aac5-474b-b983-091cb7356d6c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:05:58.054760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10f14544-fbaf-46df-aec4-0b0ff7ca3d4a req-a7213479-529e-441c-8eba-99eb8acdb79d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 210 time: 0.0653675 Aug 27 12:05:58.088006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:58.176964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:58.180842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:58.187805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:58.235566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Pushing event updated for resources: {'Port': ['ID=bb328349-28bd-45d4-b7cc-39a6eea9cec7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:58.355557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:58.447818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:05:58.519848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:58.592706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:58.649403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Set router 54cfcaeb-4777-4ad9-99ff-83648a86b424 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:05:58.655779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Transition to ACTIVE for port object 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:58.694203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] device_id is not set on port 7291b3d8-65e1-4d1c-b938-db2da327ce26 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:05:58.720907 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:58.744187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-6ee77216-6319-4692-b822-5ede34ed96df tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:05:58.751570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-6ee77216-6319-4692-b822-5ede34ed96df tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.77 "GET /v2.0/networks?id=02d27777-b65b-4e5d-96d2-b626f98b06d9 HTTP/1.1" status: 200 len: 808 time: 0.6580763 Aug 27 12:05:58.787982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Request body: {'port': {'device_id': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9', 'admin_state_up': True, 'tenant_id': '106020c2c5ec495c924c0d375458d549'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:05:58.883079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a9f30-d784-4ecf-8e91-583e80582c55 None None] Pushing event updated for resources: {'Port': ['ID=104231f9-c2a2-42c8-b206-b05da2ce2d8a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:58.893330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Transition to ACTIVE for port object 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:05:58.992161 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:58.994295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dead382e-516c-436f-9a89-03eba5bad4d4 None None] Network a7e00852-f168-4c00-83a6-d873967572e8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:05:59.059214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.090224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Pushing event updated for resources: {'Port': ['ID=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:59.166152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:59.210638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:05:59.239330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-941883ac-a496-48f7-a15f-7871dd6657c1 req-f35afb53-7bee-40f5-97c5-7b13d3df392d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 210 time: 0.0333238 Aug 27 12:05:59.242568 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.249380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:05:59.254414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:05:59.270329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] Provisioning for port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:05:59.306999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] Provisioning complete for port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:05:59.307497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.476377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Attempting to bind port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:05:59.476905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Attempting to bind port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:05:59.477360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Attempting to bind port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:05:59.487156 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.496758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.516122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:05:59.516601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Checking segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:05:59.517108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.517606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Bound using segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:05:59.518201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Bound port: 09fccc2c-a7ec-462b-ae93-3fe2eaf76849, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:05:59.518715 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.603386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Made reservation on behalf of 106020c2c5ec495c924c0d375458d549 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:05:59.608387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.675063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Pushing event updated for resources: {'Port': ['ID=bb328349-28bd-45d4-b7cc-39a6eea9cec7,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:05:59.685689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.746800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:05:55Z', 'revision_number': 3, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:05:59.749994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.807984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] For port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:05:59.812786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Checking router: 54cfcaeb-4777-4ad9-99ff-83648a86b424 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:05:59.813273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Updating router 54cfcaeb-4777-4ad9-99ff-83648a86b424 port b9812354-9de6-4179-86f3-64ae3d7fe30f binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:05:59.896698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] For port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:05:59.922309 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.951805 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:05:59.955681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] For port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:05:59.983273 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Floating IP 7a7085fc-b3ef-4193-9b6c-deade8164e19 associated. External IP: 172.25.8.232, port: e69596e0-ab07-46bd-bc16-dd9f60f5002b. Aug 27 12:06:00.050321 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:00.110144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 10.1.1.247 (a7e00852-f168-4c00-83a6-d873967572e8/7ce38257-9dd5-4aca-a137-99fdcce0ffd7/7291b3d8-65e1-4d1c-b938-db2da327ce26) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:00.251715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b80c-9111-4983-a7bb-2b15ca2c5caf None None] Pushing event updated for resources: {'Port': ['ID=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:00.332825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Allocated IP 172.20.0.1 (467b2589-0909-4003-8d34-fbf3c548403d/48ffd64d-9a92-42db-adee-7e1436177823/a338fc82-a9a9-491a-823f-426a9d459974) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:00.405973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Allocated IP 172.20.0.7 (02d27777-b65b-4e5d-96d2-b626f98b06d9/d040d5ff-c3fe-4083-9239-fddc92226024/3a5b9ce0-7c88-4c2f-b6db-9e879289587d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:00.427852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ac360-006a-4e38-9ef2-3001125915df None None] Network 467b2589-0909-4003-8d34-fbf3c548403d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:00.431968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 104231f9-c2a2-42c8-b206-b05da2ce2d8a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:00.545427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51489123-5ee4-428e-a9bb-ada7597a2e10 req-3ca65043-9222-4af8-bfa4-70a7431b2a9e tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 210 time: 0.0952554 Aug 27 12:06:00.610512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:00.719397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Router 077fdf96-aad0-4d4f-86a3-bae9dc852b99 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:00.867605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5b3cf3c8-3a8f-49a4-9c0b-19c9209ed300 None None] Provisioning for port 104231f9-c2a2-42c8-b206-b05da2ce2d8a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:00.894879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ea8f-1a8b-491f-ba2f-7efb1f5a2d66 None None] Pushing event updated for resources: {'Port': ['ID=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:00.921901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:00.934937 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] Sync routers for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:00.963147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:00.972809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:00.973455 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:01.017427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f60dfb2b-a7ee-4f34-b0d8-a4fa9b6d613f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.9240546 Aug 27 12:06:01.019918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:01.093024 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:01.136717 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:01.139764 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:01.144712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.189217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 104231f9-c2a2-42c8-b206-b05da2ce2d8a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:01.213689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.231111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Transition to ACTIVE for port object a338fc82-a9a9-491a-823f-426a9d459974 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:01.255117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object 7291b3d8-65e1-4d1c-b938-db2da327ce26 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:01.302996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.308816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:01.309741 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62747d34-2f9b-4716-989c-e8384a427cdc None None] The sync data for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:01.360319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4579959a-cd8e-491c-826a-1728d056d15f tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] 10.222.0.76 "GET /v2.0/floatingips/7a7085fc-b3ef-4193-9b6c-deade8164e19 HTTP/1.1" status: 200 len: 983 time: 0.3382187 Aug 27 12:06:01.367067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44956) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:01.381210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-291e433a-4e8b-4919-b8ed-9ee8803c612a None None] Provisioning for port d3f290ff-d604-45ac-95d0-9d0f371850c6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:01.416588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 104231f9-c2a2-42c8-b206-b05da2ce2d8a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:01.416846 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.527074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.541573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Transition to ACTIVE for port object b9812354-9de6-4179-86f3-64ae3d7fe30f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:01.547080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9661f7b0-cea0-4e3c-b2c9-ed416387ac91 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1762614 Aug 27 12:06:01.550487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:01.666070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.674903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.754729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port ea8d41bf-aac5-474b-b983-091cb7356d6c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:01.756475 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.878129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-291e433a-4e8b-4919-b8ed-9ee8803c612a None None] Provisioning complete for port d3f290ff-d604-45ac-95d0-9d0f371850c6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:01.878698 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-291e433a-4e8b-4919-b8ed-9ee8803c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:01.886722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94ab9fe1-1b16-4247-908d-7088ee960efc req-484b6cec-ebac-4ae3-86a1-8cfde6e15d76 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 210 time: 0.1258659 Aug 27 12:06:01.937583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Network 467b2589-0909-4003-8d34-fbf3c548403d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:01.943918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:01.990167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.008068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network a7e00852-f168-4c00-83a6-d873967572e8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:02.010200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:02.023067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-291e433a-4e8b-4919-b8ed-9ee8803c612a None None] Port d3f290ff-d604-45ac-95d0-9d0f371850c6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:02.033693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:02.060755 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.150701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting port bb328349-28bd-45d4-b7cc-39a6eea9cec7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:02.150993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.180933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:02.184690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Pushing event updated for resources: {'Port': ['ID=a338fc82-a9a9-491a-823f-426a9d459974,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:02.202625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.343910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.344385 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.372565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Calling delete_port for bb328349-28bd-45d4-b7cc-39a6eea9cec7 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:02.621491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b86c64-c7f5-4677-bcd7-a6fba2657dc6 None None] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:02.629721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:02.642820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73324af4-0493-4584-9e7b-441e15b85a27 None None] Pushing event updated for resources: {'Port': ['ID=b9812354-9de6-4179-86f3-64ae3d7fe30f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:02.689260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Network 02d27777-b65b-4e5d-96d2-b626f98b06d9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:02.690710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-291e433a-4e8b-4919-b8ed-9ee8803c612a None None] Provisioning complete for port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:02.691310 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-291e433a-4e8b-4919-b8ed-9ee8803c612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.723369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:02.743312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:02.770944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Attempting to bind port b9812354-9de6-4179-86f3-64ae3d7fe30f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:02.775872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Attempting to bind port b9812354-9de6-4179-86f3-64ae3d7fe30f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:02.776466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Attempting to bind port b9812354-9de6-4179-86f3-64ae3d7fe30f on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:02.789408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.827110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:02.827573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:02.828196 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.828667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:02.829230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Bound port: b9812354-9de6-4179-86f3-64ae3d7fe30f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:02.829680 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.830282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:02.831923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.879067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0949667 Aug 27 12:06:02.892862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:02.894489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.904098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] For port b9812354-9de6-4179-86f3-64ae3d7fe30f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:02.909309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:02.910102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] For port b9812354-9de6-4179-86f3-64ae3d7fe30f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b9812354-9de6-4179-86f3-64ae3d7fe30f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:02.932194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Request body: {'port': {'device_id': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:03.059296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.087206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.093921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a65a8-9e4b-4692-8d60-4f69ab33afd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Pushing event updated for resources: {'Port': ['ID=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:03.118750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41957154-1359-41a4-9c8c-7f8024d9d1c2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1697645 Aug 27 12:06:03.335301 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.337102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:03.339467 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f45e0-9274-4af1-910e-ac1c0448c989" -d '{"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:03.376757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6ee15-1e77-4455-bcc2-ab4354c24e9f req-3da66be7-419e-4802-a2d9-88c080560c33 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:03.378343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14c6ee15-1e77-4455-bcc2-ab4354c24e9f req-3da66be7-419e-4802-a2d9-88c080560c33 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 931 time: 0.2766688 Aug 27 12:06:03.437047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.486655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:03.503899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Routers {'54cfcaeb-4777-4ad9-99ff-83648a86b424'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:03.504536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['54cfcaeb-4777-4ad9-99ff-83648a86b424'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:03.543660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Port': ['ID=bb328349-28bd-45d4-b7cc-39a6eea9cec7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:03.568340 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.666987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14c6ee15-1e77-4455-bcc2-ab4354c24e9f req-5952d8f6-d101-42b1-9d8d-dd4ebcc32046 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729101 Aug 27 12:06:03.682290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.699750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.723012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.723358 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Floating IP 7a7085fc-b3ef-4193-9b6c-deade8164e19 disassociated (deleted). External IP: 172.25.8.232, port: e69596e0-ab07-46bd-bc16-dd9f60f5002b. Aug 27 12:06:03.728343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:03.746293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464106889', 'description': 'tempest-description--1484836625'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:03.766965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73324af4-0493-4584-9e7b-441e15b85a27 None None] Pushing event updated for resources: {'Port': ['ID=b9812354-9de6-4179-86f3-64ae3d7fe30f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:03.793418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Pushing event updated for resources: {'Port': ['ID=a338fc82-a9a9-491a-823f-426a9d459974,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:03.794807 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373ea899-3ddc-49c7-b294-26e1dacad592 x-openstack-request-id: req-373ea899-3ddc-49c7-b294-26e1dacad592 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:03.795098 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-plugged", "status": "completed", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:03.796496 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-373ea899-3ddc-49c7-b294-26e1dacad592 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:03.796921 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'code': 200} Aug 27 12:06:03.872872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 104231f9-c2a2-42c8-b206-b05da2ce2d8a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=104231f9-c2a2-42c8-b206-b05da2ce2d8a,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:03.873463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.911445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:03.932274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning complete for port 104231f9-c2a2-42c8-b206-b05da2ce2d8a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:03.932274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.000963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.106317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] Set router 54cfcaeb-4777-4ad9-99ff-83648a86b424 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:04.162765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:04.222836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Network 467b2589-0909-4003-8d34-fbf3c548403d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:04.226647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Router 077fdf96-aad0-4d4f-86a3-bae9dc852b99 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:04.239243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:04.240022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=104231f9-c2a2-42c8-b206-b05da2ce2d8a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:04.377031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:04.397290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.411380 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.453829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Router 54cfcaeb-4777-4ad9-99ff-83648a86b424 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:04.589366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.602064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45018) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:04.602882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8576572 Aug 27 12:06:04.608601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff160d-a195-4f0c-a40d-c8968d98052f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:04.628874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55355f9-35da-46dd-97e9-f179fe501022 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff160d-a195-4f0c-a40d-c8968d98052f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:04.648814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.663099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:04.671035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.701393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] Sync routers for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:04.713009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ef1f5a14-fe60-436a-8f96-02ceeb50e4e4 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "DELETE /v2.0/floatingips/7a7085fc-b3ef-4193-9b6c-deade8164e19 HTTP/1.1" status: 204 len: 168 time: 3.1606479 Aug 27 12:06:04.713605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:04.719582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:04.749562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.784500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5b9ce0-7c88-4c2f-b6db-9e879289587d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:04.797747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:04.800277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.801063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:04.822291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.831054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.847910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Transition to ACTIVE for port object 3a5b9ce0-7c88-4c2f-b6db-9e879289587d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:04.862418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e609105-0676-4c06-9c16-5190668c4647,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:04.867589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:04.873535 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0cc57058-7c8e-477a-a2aa-73a96a57329f admin admin] 10.222.0.76 "PUT /v2.0/routers/54cfcaeb-4777-4ad9-99ff-83648a86b424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7179780 Aug 27 12:06:04.874446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.875508 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cdbe3bad-ecd6-406f-827f-f6770f063b8a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707138 Aug 27 12:06:04.876462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:04.887775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45026) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:04.947873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:04.950318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff160d-a195-4f0c-a40d-c8968d98052f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:04.957384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:04.984606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:05.019453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:05.034724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a7923-8502-40d3-9378-2bd39ba120ba req-1e3450ef-04a2-4726-a87e-6c6aa612d6e9 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:05.034724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-777a7923-8502-40d3-9378-2bd39ba120ba req-1e3450ef-04a2-4726-a87e-6c6aa612d6e9 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 943 time: 0.1364713 Aug 27 12:06:05.042829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning for port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:05.061776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.094567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-777a7923-8502-40d3-9378-2bd39ba120ba req-536e8ee2-480e-46f8-bafd-782107da4a6f tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590267 Aug 27 12:06:05.118346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning complete for port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:05.118346 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.124002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.197287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:05.198369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:05.275020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:05.275670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59a940-635c-48df-96b4-99c5bc531afb None None] The sync data for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:05.339879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.344352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:05.344709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.366509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.377530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Allocated IP 172.25.8.44 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b25adf2b-57dd-422a-814b-94a3c2c98cfd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:05.398512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Attempting to bind port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:05.399192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Attempting to bind port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '837817ad-d43a-44e4-b3b2-1c9adb17aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:05.399746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Attempting to bind port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d on network 02d27777-b65b-4e5d-96d2-b626f98b06d9 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:05.416261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a338fc82-a9a9-491a-823f-426a9d459974', 'name': '', 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'mac_address': 'fa:16:3e:31:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '48ffd64d-9a92-42db-adee-7e1436177823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:59Z', 'updated_at': '2021-08-27T12:06:00Z', 'revision_number': 1, 'project_id': 'f66c1866d50845479460887318bac1b2', 'subnets': [{'id': '48ffd64d-9a92-42db-adee-7e1436177823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:05.424526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.430344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4844666 Aug 27 12:06:05.432777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45046) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:05.438343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:05.443988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d on network 02d27777-b65b-4e5d-96d2-b626f98b06d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:05.444551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Attempting to bind port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d on network 02d27777-b65b-4e5d-96d2-b626f98b06d9 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:05.449602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4292c3-eec0-476e-960c-a10f43ada19f None None] The sync data for ids ['54cfcaeb-4777-4ad9-99ff-83648a86b424'] in n-d-688802-4 is: [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a338fc82-a9a9-491a-823f-426a9d459974', 'name': '', 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'mac_address': 'fa:16:3e:31:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '48ffd64d-9a92-42db-adee-7e1436177823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:59Z', 'updated_at': '2021-08-27T12:06:00Z', 'revision_number': 1, 'project_id': 'f66c1866d50845479460887318bac1b2', 'subnets': [{'id': '48ffd64d-9a92-42db-adee-7e1436177823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:05.453158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80f687-f971-4767-9dbd-b9c14d4c5dae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574e106b-6ef0-4a20-bf99-e8f93a6cb951,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:05.464637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:05.464982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Checking segment: {'id': '837817ad-d43a-44e4-b3b2-1c9adb17aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:05.465422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Bound using segment: {'id': '837817ad-d43a-44e4-b3b2-1c9adb17aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:05.465966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Bound port: 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837817ad-d43a-44e4-b3b2-1c9adb17aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:05.466331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.601918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.614353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] For port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:05.617991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] For port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,segment=NetworkSegment(837817ad-d43a-44e4-b3b2-1c9adb17aab8),segment_id=837817ad-d43a-44e4-b3b2-1c9adb17aab8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:05.625629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.672050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.676080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-4d7cc42c-46a5-4a0c-a973-3fb44c406e7b tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2898290 Aug 27 12:06:05.690916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:05.720970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] For port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:05.729747 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.754870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.779692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.801693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:05.803867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:05.805941 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] 10.222.0.77 "PUT /v2.0/ports/3a5b9ce0-7c88-4c2f-b6db-9e879289587d HTTP/1.1" status: 200 len: 1091 time: 2.9017680 Aug 27 12:06:05.807017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'tag': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:05.812063 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58119aad-7f83-4efe-8d46-396f756fd012" -d '{"events": [{"name": "network-changed", "server_uuid": "14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d", "tag": "3a5b9ce0-7c88-4c2f-b6db-9e879289587d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:05.911415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a096-4098-4b8f-bdec-6ce66ecf07ab service neutron] Pushing event updated for resources: {'Port': ['ID=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:05.941754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Pushing event updated for resources: {'Port': ['ID=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:05.958669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning for port 7291b3d8-65e1-4d1c-b938-db2da327ce26 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:05.981174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning complete for port 7291b3d8-65e1-4d1c-b938-db2da327ce26 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:05.982114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.028993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.118745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Port 7291b3d8-65e1-4d1c-b938-db2da327ce26 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:06.138071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning for port a338fc82-a9a9-491a-823f-426a9d459974 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:06.147292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Provisioning complete for port a338fc82-a9a9-491a-823f-426a9d459974 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:06.147556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.188279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:06.203188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:06.223285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 104231f9-c2a2-42c8-b206-b05da2ce2d8a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:06.223949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:06.253035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Pushing event updated for resources: {'Port': ['ID=b25adf2b-57dd-422a-814b-94a3c2c98cfd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:06.378031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e42bc0bb-baf0-43ee-8fe7-f1d20aa8a376 None None] Port a338fc82-a9a9-491a-823f-426a9d459974 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:06.409732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 104231f9-c2a2-42c8-b206-b05da2ce2d8a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:06.410423 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.469413 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.571604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.598525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8f8bbe63-7b86-4382-852a-92b1f8c9f976 None None] Provisioning complete for port a338fc82-a9a9-491a-823f-426a9d459974 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:06.598969 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbe63-7b86-4382-852a-92b1f8c9f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.620229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7227e2-efdf-41c4-a88a-e25190c627d7 req-7b351b10-614d-41db-a30b-aaf78bde636d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:06.622317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a7227e2-efdf-41c4-a88a-e25190c627d7 req-7b351b10-614d-41db-a30b-aaf78bde636d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 943 time: 0.3715611 Aug 27 12:06:06.655851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bbe63-7b86-4382-852a-92b1f8c9f976 None None] Port a338fc82-a9a9-491a-823f-426a9d459974 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:06.671047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:06.779558 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7dcc00-ad5b-44e3-985a-95cc00d4f9ef x-openstack-request-id: req-bd7dcc00-ad5b-44e3-985a-95cc00d4f9ef {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:06.780230 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d", "tag": "3a5b9ce0-7c88-4c2f-b6db-9e879289587d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:06.780664 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd7dcc00-ad5b-44e3-985a-95cc00d4f9ef {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:06.781442 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'tag': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d', 'status': 'completed', 'code': 200} Aug 27 12:06:06.859620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f8f7d8e2-8bf8-41f5-acbc-29a2c2435137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:06.861483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-f8f7d8e2-8bf8-41f5-acbc-29a2c2435137 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=106020c2c5ec495c924c0d375458d549&device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 1094 time: 0.9454310 Aug 27 12:06:06.863520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a7227e2-efdf-41c4-a88a-e25190c627d7 req-0ea9f0e0-30fe-47c5-af31-9f228cc060f6 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467302 Aug 27 12:06:06.866773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:06.948328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-96fbbad5-0e56-4a5d-8412-b10d504b7a9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d HTTP/1.1" status: 200 len: 217 time: 0.0496409 Aug 27 12:06:06.966659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Allocated IP 172.25.8.148 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bd93b62d-784c-4b8b-bcbd-1a8eab0e9e3a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:07.006348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.033557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8f8bbe63-7b86-4382-852a-92b1f8c9f976 None None] Provisioning complete for port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:07.043151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbe63-7b86-4382-852a-92b1f8c9f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.139395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:07.139832 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.163007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-92a5933c-c142-4f4a-962d-9767d1df1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:07.166570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-92a5933c-c142-4f4a-962d-9767d1df1bef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d040d5ff-c3fe-4083-9239-fddc92226024 HTTP/1.1" status: 200 len: 848 time: 0.2067132 Aug 27 12:06:07.246572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-85e3388d-edac-42ac-b025-9847457b1d10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02d27777-b65b-4e5d-96d2-b626f98b06d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694709 Aug 27 12:06:07.401603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-5fe44482-48ab-455c-94b7-b02fbe9a4af3 service neutron] 10.222.0.77 "GET /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479158 Aug 27 12:06:07.424282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.431812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.443586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.508259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.544983 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd97e2b3-0665-4803-ae9c-13487d58598e req-b9ab897e-7623-47bc-9acf-6630afe48808 service neutron] 10.222.0.77 "GET /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340940 Aug 27 12:06:07.604725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:07.616519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:07.628458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 172.25.8.103 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6821d997-430a-4ce6-9e3e-f415d63541ca) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:07.630807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:07.675862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Pushing event updated for resources: {'Port': ['ID=b25adf2b-57dd-422a-814b-94a3c2c98cfd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:07.780688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.783899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.814952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.819688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-13eb5b29-c83d-4601-8067-eeaa00d473b7 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1045225 Aug 27 12:06:07.824913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:07.927928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.967991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Pushing event updated for resources: {'Port': ['ID=bd93b62d-784c-4b8b-bcbd-1a8eab0e9e3a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:07.976125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:07.986239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.111155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d35abe-71d5-4791-8966-d09d439ccec2 req-d3cb8491-85a4-4d7d-9951-08fbe60ba6bc tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:08.115591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.119319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d35abe-71d5-4791-8966-d09d439ccec2 req-d3cb8491-85a4-4d7d-9951-08fbe60ba6bc tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 943 time: 0.1287267 Aug 27 12:06:08.143264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=6821d997-430a-4ce6-9e3e-f415d63541ca,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:08.171304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:08.190023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119aad-7f83-4efe-8d46-396f756fd012 req-df514608-926a-4add-8458-93f45081ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:08.191728 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-df514608-926a-4add-8458-93f45081ee09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=106020c2c5ec495c924c0d375458d549&device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 1094 time: 0.3220310 Aug 27 12:06:08.200507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:08.204101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:08.207113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:08.229877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d35abe-71d5-4791-8966-d09d439ccec2 req-b11bd1fa-6578-465a-b65b-650b937a6bae tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079407 Aug 27 12:06:08.289068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b9812354-9de6-4179-86f3-64ae3d7fe30f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:08.358231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.371177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b9812354-9de6-4179-86f3-64ae3d7fe30f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:08.384188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b9812354-9de6-4179-86f3-64ae3d7fe30f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:08.386051 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.466635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.473834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119aad-7f83-4efe-8d46-396f756fd012 req-601499b4-d3b5-4b82-9a2c-a36453c89070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:08.474131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.475463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-601499b4-d3b5-4b82-9a2c-a36453c89070 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02d27777-b65b-4e5d-96d2-b626f98b06d9 HTTP/1.1" status: 200 len: 909 time: 0.2731628 Aug 27 12:06:08.476753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.560827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-2ecdf02e-e264-4302-8cd5-c96a2ba5a5b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d HTTP/1.1" status: 200 len: 217 time: 0.0763168 Aug 27 12:06:08.604808 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.619325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.648758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b9812354-9de6-4179-86f3-64ae3d7fe30f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b9812354-9de6-4179-86f3-64ae3d7fe30f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:08.655011 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.723485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Pushing event updated for resources: {'Port': ['ID=bd93b62d-784c-4b8b-bcbd-1a8eab0e9e3a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:08.726904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119aad-7f83-4efe-8d46-396f756fd012 req-dd9c1486-9418-4096-9087-900003a0f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:08.729033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-dd9c1486-9418-4096-9087-900003a0f09b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d040d5ff-c3fe-4083-9239-fddc92226024 HTTP/1.1" status: 200 len: 848 time: 0.1601753 Aug 27 12:06:08.748524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.787810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc66ae-b6ab-439b-a1c2-d4d5d469e6f3 req-d3513b99-6bb8-4d90-85cd-4fc410846e6f tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:08.793538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b9812354-9de6-4179-86f3-64ae3d7fe30f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:08.795396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44bc66ae-b6ab-439b-a1c2-d4d5d469e6f3 req-d3513b99-6bb8-4d90-85cd-4fc410846e6f tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1096 time: 0.1778469 Aug 27 12:06:08.824585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.826585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-30c78d69-397f-4179-848f-08fabd3eacb5 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1410050 Aug 27 12:06:08.854334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.902785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44bc66ae-b6ab-439b-a1c2-d4d5d469e6f3 req-a9693257-1552-424e-89a6-3bc06fdb6ac6 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003690 Aug 27 12:06:08.942439 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:08.960118 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-80a62b42-acdd-4f56-99f9-59d270c18a26 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02d27777-b65b-4e5d-96d2-b626f98b06d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2206841 Aug 27 12:06:08.961273 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:09.059180 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Sync routers for ids ['54cfcaeb-4777-4ad9-99ff-83648a86b424'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:09.081051 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Routers {'54cfcaeb-4777-4ad9-99ff-83648a86b424'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:09.085572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['54cfcaeb-4777-4ad9-99ff-83648a86b424'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:09.125110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Allocated IP 172.25.8.36 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/5ae9e304-6c68-4ec0-8487-1ada2ba4b7d0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:09.151709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=6821d997-430a-4ce6-9e3e-f415d63541ca,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:09.158299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-037f7f30-d96c-406b-8f21-ad717034a525 service neutron] 10.222.0.77 "GET /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863821 Aug 27 12:06:09.328079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:09.363188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-b15d52be-6c0c-441c-8729-cc8d98c0d04f tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.5260375 Aug 27 12:06:09.371311 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Set router 54cfcaeb-4777-4ad9-99ff-83648a86b424 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:09.390493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:09.448507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:09.462805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a701fc5f-9590-4f3b-8530-e84ec2ba0ab2 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0165615 Aug 27 12:06:09.489446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58119aad-7f83-4efe-8d46-396f756fd012 req-5abd2d17-21ac-4c6a-92df-4f628714b933 service neutron] 10.222.0.77 "GET /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081176 Aug 27 12:06:09.557484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:09.675820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-9cd0eba2-e3d2-4b74-94e1-cd8aee4d941a tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:09.680898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b42932a-9601-4a1f-97df-82a37da2fb3d req-9cd0eba2-e3d2-4b74-94e1-cd8aee4d941a tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3126700 Aug 27 12:06:09.729191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Pushing event updated for resources: {'Port': ['ID=5ae9e304-6c68-4ec0-8487-1ada2ba4b7d0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:09.754707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:09.756948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:09.764967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:09.778334 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a338fc82-a9a9-491a-823f-426a9d459974', 'name': '', 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'mac_address': 'fa:16:3e:31:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '48ffd64d-9a92-42db-adee-7e1436177823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:59Z', 'updated_at': '2021-08-27T12:06:03Z', 'revision_number': 2, 'project_id': 'f66c1866d50845479460887318bac1b2', 'subnets': [{'id': '48ffd64d-9a92-42db-adee-7e1436177823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:09.909001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aee11-e4b8-4300-9717-1118708dd38f req-eaa6bd41-34f6-4806-9189-e23cb4be94f6 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:09.910724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c67aee11-e4b8-4300-9717-1118708dd38f req-eaa6bd41-34f6-4806-9189-e23cb4be94f6 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 943 time: 0.1480603 Aug 27 12:06:09.987201 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.041906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Checking router: 54cfcaeb-4777-4ad9-99ff-83648a86b424 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:06:10.042306 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Updating router 54cfcaeb-4777-4ad9-99ff-83648a86b424 port a338fc82-a9a9-491a-823f-426a9d459974 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:06:10.055345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c67aee11-e4b8-4300-9717-1118708dd38f req-8ad9e0d4-0874-4802-a732-8a6275c2efd5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210668 Aug 27 12:06:10.065817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.069640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b9812354-9de6-4179-86f3-64ae3d7fe30f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:10.073993 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.183957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b9812354-9de6-4179-86f3-64ae3d7fe30f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:10.184308 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.460682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.474917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.628080 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.641098 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Transition to ACTIVE for port object a338fc82-a9a9-491a-823f-426a9d459974 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:10.650180 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.782024 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Pushing event updated for resources: {'Port': ['ID=a338fc82-a9a9-491a-823f-426a9d459974,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:10.817999 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.830902 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.831464 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.831928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.832306 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.834954 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.835586 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.836217 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.837282 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.837282 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.838972 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.839568 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:10.870660 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Attempting to bind port a338fc82-a9a9-491a-823f-426a9d459974 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:10.871022 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Attempting to bind port a338fc82-a9a9-491a-823f-426a9d459974 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:10.871624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Attempting to bind port a338fc82-a9a9-491a-823f-426a9d459974 on network 467b2589-0909-4003-8d34-fbf3c548403d {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:10.881476 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:10.881956 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Checking segment: {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:10.882489 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.889452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8ca21122-9330-46ab-912a-25fc5b027465 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:06:10.890916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8ca21122-9330-46ab-912a-25fc5b027465 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071256 Aug 27 12:06:10.891439 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Bound using segment: {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:10.892118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Bound port: a338fc82-a9a9-491a-823f-426a9d459974, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3c3853-497f-4a84-ae74-8d24521d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:10.892595 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:10.921028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Request body: {'binding': {'host': 'n-h1-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:10.921746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:06:11.043304 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] For port a338fc82-a9a9-491a-823f-426a9d459974, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:11.047718 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] For port a338fc82-a9a9-491a-823f-426a9d459974, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a338fc82-a9a9-491a-823f-426a9d459974,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:11.055774 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:11.180399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9fedda95-f5a2-47e3-a3ba-8de5b5530930 req-1bcb1130-e55d-497c-bfee-31818ad72e28 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips/e0011b00-49f6-4966-93fd-c884e0e88ff6 HTTP/1.1" status: 200 len: 693 time: 0.5878386 Aug 27 12:06:11.198746 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95facf-838b-4aad-a3ae-8bcff54d8f05 None None] Pushing event updated for resources: {'Port': ['ID=a338fc82-a9a9-491a-823f-426a9d459974,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:11.200143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Pushing event updated for resources: {'Port': ['ID=5ae9e304-6c68-4ec0-8487-1ada2ba4b7d0,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:11.208082 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Routers {'54cfcaeb-4777-4ad9-99ff-83648a86b424'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:11.209367 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['54cfcaeb-4777-4ad9-99ff-83648a86b424'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:11.209723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:11.260112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on host n-h1-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:11.273620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:11.274505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:11.285983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:11.286493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:11.287518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:11.288473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9079e021-8492-4eb7-b8d6-dadd607a821a tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4619386 Aug 27 12:06:11.290518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:11.339232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:11.339755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:11.340253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:11.341435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Bound port: d0d4021f-64e7-4b54-9d02-21b1a278593b, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:11.438207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedda95-f5a2-47e3-a3ba-8de5b5530930 req-0d19c18c-1947-49e7-8958-794229605572 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:11.450628 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] Set router 54cfcaeb-4777-4ad9-99ff-83648a86b424 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:11.464191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9fedda95-f5a2-47e3-a3ba-8de5b5530930 req-0d19c18c-1947-49e7-8958-794229605572 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2575028 Aug 27 12:06:11.473390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:11.486088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-722fea35-5f65-4d60-a302-64396e4e1101 tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.1789029 Aug 27 12:06:11.537527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:11.550631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:11.561518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-2d44d3d0-9ad0-4d4e-adc5-f02b47469925 service neutron] 10.222.0.76 "POST /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6418195 Aug 27 12:06:11.626368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bf5f8623-36bb-4fd3-a8a9-5dd06d09ab79 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1513982 Aug 27 12:06:11.628885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45168) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:11.675799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-307b08e8-f5b2-48f6-91df-d374ffad21f5 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1464106889&fields=id&tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b HTTP/1.1" status: 200 len: 267 time: 0.0481975 Aug 27 12:06:11.743098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-07c3b651-a483-499f-b6f6-19079d028a45 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:11.753747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-07c3b651-a483-499f-b6f6-19079d028a45 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 936 time: 0.0769355 Aug 27 12:06:11.818498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-6e8007a3-e6c5-41d2-b2b8-96ab00b53ed0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:11.827463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-6e8007a3-e6c5-41d2-b2b8-96ab00b53ed0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 937 time: 0.0724447 Aug 27 12:06:11.917395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-248facf4-f229-42e6-8298-fb6aeea245f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0887759 Aug 27 12:06:11.927175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a338fc82-a9a9-491a-823f-426a9d459974', 'name': '', 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'mac_address': 'fa:16:3e:31:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '48ffd64d-9a92-42db-adee-7e1436177823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:59Z', 'updated_at': '2021-08-27T12:06:11Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'subnets': [{'id': '48ffd64d-9a92-42db-adee-7e1436177823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:11.970733 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48923-47cf-4ab5-9ff2-dcbeba778006 None None] The sync data for ids ['54cfcaeb-4777-4ad9-99ff-83648a86b424'] in n-d-688802-4 is: [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:02Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a338fc82-a9a9-491a-823f-426a9d459974', 'name': '', 'network_id': '467b2589-0909-4003-8d34-fbf3c548403d', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'mac_address': 'fa:16:3e:31:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '48ffd64d-9a92-42db-adee-7e1436177823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:59Z', 'updated_at': '2021-08-27T12:06:11Z', 'revision_number': 4, 'project_id': 'f66c1866d50845479460887318bac1b2', 'subnets': [{'id': '48ffd64d-9a92-42db-adee-7e1436177823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:12.040626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-3c51259a-0ea2-4759-8118-883f7209d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.043901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-3c51259a-0ea2-4759-8118-883f7209d40e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1096 time: 0.0935874 Aug 27 12:06:12.077268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f0e04b41-cebc-4ad2-831e-40c371b1cd5a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1407402 Aug 27 12:06:12.178327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Deleting port 5ae9e304-6c68-4ec0-8487-1ada2ba4b7d0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:12.178828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:12.191921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a338fc82-a9a9-491a-823f-426a9d459974 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:12.304628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a338fc82-a9a9-491a-823f-426a9d459974 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:12.313098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8abb-3292-47b4-a8c6-02688f131434 req-afffefc8-af1a-4089-ad9c-ed6a1042bfb6 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.315470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3fc8abb-3292-47b4-a8c6-02688f131434 req-afffefc8-af1a-4089-ad9c-ed6a1042bfb6 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 943 time: 0.3579729 Aug 27 12:06:12.320066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a338fc82-a9a9-491a-823f-426a9d459974 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:12.320430 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:12.367186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-504cca36-f23e-4367-bb75-fdcf29fc7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.375047 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-504cca36-f23e-4367-bb75-fdcf29fc7f05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.3227293 Aug 27 12:06:12.403687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-89f61f97-8674-465d-af32-0538d96fec45 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.417478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-89f61f97-8674-465d-af32-0538d96fec45 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.439546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-89f61f97-8674-465d-af32-0538d96fec45 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.451297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-89f61f97-8674-465d-af32-0538d96fec45 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/networks?id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba HTTP/1.1" status: 200 len: 1994 time: 0.3449121 Aug 27 12:06:12.479945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-c35e9c17-68e6-40ef-b6a7-e6d674a70657 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/quotas/b3a0e3f744b84ca2aceb01cbf715a67b HTTP/1.1" status: 200 len: 375 time: 0.0276446 Aug 27 12:06:12.487562 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:12.513260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:12.514018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:12.519125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-c43d2dbd-168a-4dc5-917d-19e7fd356cf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 217 time: 0.1349623 Aug 27 12:06:12.541104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a338fc82-a9a9-491a-823f-426a9d459974, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a338fc82-a9a9-491a-823f-426a9d459974,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:12.549645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:12.552944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Calling delete_port for 5ae9e304-6c68-4ec0-8487-1ada2ba4b7d0 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:12.564644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3fc8abb-3292-47b4-a8c6-02688f131434 req-9320e125-1d80-41b6-ac5c-5ff9d7b60657 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336895 Aug 27 12:06:12.597358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3a5b9ce0-7c88-4c2f-b6db-9e879289587d details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:06:12.658114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-a3393aa9-668d-417f-9fca-7848f3298a00 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1772063 Aug 27 12:06:12.683566 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:06:12.747562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-3fd21e4d-29bc-48cd-924e-9ac26d46cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:12.749407 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-3fd21e4d-29bc-48cd-924e-9ac26d46cc4a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.2176993 Aug 27 12:06:12.853849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,segment=NetworkSegment(837817ad-d43a-44e4-b3b2-1c9adb17aab8),segment_id=837817ad-d43a-44e4-b3b2-1c9adb17aab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:12.858438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-fccb3815-bbf0-41cf-b045-8d78b5bb6dd7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003299 Aug 27 12:06:12.871522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cd78fb1-1a5b-43d4-ab7f-fc48ce912d72 req-78064f3a-d3fd-4dde-8416-0007efcd9846 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=f66c1866d50845479460887318bac1b2 HTTP/1.1" status: 200 len: 696 time: 0.1059608 Aug 27 12:06:12.889894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f50217c9-f488-4eb5-8fb5-a365f175f75c service neutron] 10.222.0.76 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304256 Aug 27 12:06:12.892248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a338fc82-a9a9-491a-823f-426a9d459974,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:12.911341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d', 'network_id': '02d27777-b65b-4e5d-96d2-b626f98b06d9', 'port_id': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d', 'mac_address': 'fa:16:3e:1e:32:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040d5ff-c3fe-4083-9239-fddc92226024', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:06:13.013714 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:13.032720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5b9ce0-7c88-4c2f-b6db-9e879289587d {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:13.068668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,segment=NetworkSegment(837817ad-d43a-44e4-b3b2-1c9adb17aab8),segment_id=837817ad-d43a-44e4-b3b2-1c9adb17aab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:13.075339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:13.143312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd78fb1-1a5b-43d4-ab7f-fc48ce912d72 req-44fdfa31-7a6b-4431-8d2f-1e3ad9324142 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:13.150844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cd78fb1-1a5b-43d4-ab7f-fc48ce912d72 req-44fdfa31-7a6b-4431-8d2f-1e3ad9324142 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks?id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 787 time: 0.2578321 Aug 27 12:06:13.164542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-4cd78fb1-1a5b-43d4-ab7f-fc48ce912d72 req-4429acb7-9f1a-46c7-b18f-35af477a507b tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:06:13.176051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-dcb49711-10bd-4b13-aa41-f6339f0ee7fc service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045723 Aug 27 12:06:13.178855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cd78fb1-1a5b-43d4-ab7f-fc48ce912d72 req-4429acb7-9f1a-46c7-b18f-35af477a507b tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269034 Aug 27 12:06:13.187415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:13.280925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-ec343e27-cf9e-4dfb-8655-13461106bb84 service neutron] 10.222.0.76 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576969 Aug 27 12:06:13.301020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:13.359127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-c294ad4d-d75e-4da2-9296-d210c7c42278 service neutron] 10.222.0.76 "GET /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0718448 Aug 27 12:06:13.368403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Pushing event deleted for resources: {'Port': ['ID=5ae9e304-6c68-4ec0-8487-1ada2ba4b7d0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:13.450923 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-fd517906-bffc-48d8-8b13-64774bf15490 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622204 Aug 27 12:06:13.463954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:13.467044 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:13.468178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-082e8fe8-2cb0-4d60-aa43-10bab216878d tempest-FloatingIPAdminTestJSON-1735290444 tempest-FloatingIPAdminTestJSON-1735290444-project] 10.222.0.76 "DELETE /v2.0/floatingips/e946a995-edc4-4a55-a415-2df40b5ff357 HTTP/1.1" status: 204 len: 168 time: 1.8375587 Aug 27 12:06:13.472591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45184) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:13.552314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['3a5b9ce0-7c88-4c2f-b6db-9e879289587d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:06:13.612929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774395c-a5d7-4ea4-9014-81f7a161d9f8 req-3b77b318-a816-4806-a687-61cf3b28f5f0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:13.614553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7774395c-a5d7-4ea4-9014-81f7a161d9f8 req-3b77b318-a816-4806-a687-61cf3b28f5f0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.1122379 Aug 27 12:06:13.662101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-fe46e816-4da2-4269-bbc2-b98a08f40fb3 service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945778 Aug 27 12:06:13.671842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7774395c-a5d7-4ea4-9014-81f7a161d9f8 req-15a2c69d-5582-4990-8161-18144898f267 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488954 Aug 27 12:06:13.802272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-471091dc-5863-4c4f-b659-2cf9ab0ce6ce service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291180 Aug 27 12:06:13.838954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Deleting port b25adf2b-57dd-422a-814b-94a3c2c98cfd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:13.840244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:13.864902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-fb8110a2-9dac-4920-a32b-8a16f7011abb service neutron] 10.222.0.76 "GET /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0559604 Aug 27 12:06:14.032125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.032575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.086482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21de2e00-f351-420c-8e0c-02734a34c48d req-9809cf43-5632-4b99-9905-3433e134b814 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips/e0011b00-49f6-4966-93fd-c884e0e88ff6 HTTP/1.1" status: 200 len: 693 time: 0.0748897 Aug 27 12:06:14.099308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-4aaf729b-2f66-4f26-b7dd-8e4125ae58f4 service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245908 Aug 27 12:06:14.117654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Calling delete_port for b25adf2b-57dd-422a-814b-94a3c2c98cfd owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:14.144258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a338fc82-a9a9-491a-823f-426a9d459974 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:14.283000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a338fc82-a9a9-491a-823f-426a9d459974 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:14.283938 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.356639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de2e00-f351-420c-8e0c-02734a34c48d req-014e0c55-8cb6-4ca7-a1fe-dff8419944e1 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:14.358449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21de2e00-f351-420c-8e0c-02734a34c48d req-014e0c55-8cb6-4ca7-a1fe-dff8419944e1 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2476325 Aug 27 12:06:14.488418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21de2e00-f351-420c-8e0c-02734a34c48d req-b4a89668-6547-4899-a63d-edb7f507650d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.1132822 Aug 27 12:06:14.528436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.569793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Pushing event deleted for resources: {'Port': ['ID=b25adf2b-57dd-422a-814b-94a3c2c98cfd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:14.602442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21de2e00-f351-420c-8e0c-02734a34c48d req-9158b6f5-9815-4b72-b129-8e302ba35903 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.1027639 Aug 27 12:06:14.674587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.677800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.684011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9b560ce7-087e-454c-ba88-f2ca6118fe0e tempest-FloatingIPAdminTestJSON-653778608 tempest-FloatingIPAdminTestJSON-653778608-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/04df76c7-db0f-4251-8a46-ca320781a821 HTTP/1.1" status: 204 len: 168 time: 1.2052681 Aug 27 12:06:14.686784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45192) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:14.711363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-ae9fead4-d7d0-460a-8e50-7a8502adfa86 service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102629 Aug 27 12:06:14.890243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting port e69596e0-ab07-46bd-bc16-dd9f60f5002b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:14.891053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.923138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Deleting port bd93b62d-784c-4b8b-bcbd-1a8eab0e9e3a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:14.923782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:14.939252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-8bb80755-dcaa-4e53-a1fe-db159b74b50b service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269747 Aug 27 12:06:15.004759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:15.021820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Calling delete_port for e69596e0-ab07-46bd-bc16-dd9f60f5002b owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:15.160727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:15.161109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:15.186364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3403ebbb-4e78-4eaa-ad05-109f8a669e22 service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461624 Aug 27 12:06:15.198086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Calling delete_port for bd93b62d-784c-4b8b-bcbd-1a8eab0e9e3a owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:15.228114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:15.268794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Port': ['ID=e69596e0-ab07-46bd-bc16-dd9f60f5002b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:15.432140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-931f6760-80e2-4386-8c61-8ce66410b510 service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447958 Aug 27 12:06:15.457037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:15.460446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-833e210f-cf44-458a-a1ef-091fc62b49f8 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "DELETE /v2.0/ports/e69596e0-ab07-46bd-bc16-dd9f60f5002b HTTP/1.1" status: 204 len: 168 time: 0.7712815 Aug 27 12:06:15.464517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:15.585994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b1699-f722-4b9d-bcfb-a277d1e7c8fd tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:15.589100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-382b1699-f722-4b9d-bcfb-a277d1e7c8fd tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "GET /v2.0/ports?device_id=077fdf96-aad0-4d4f-86a3-bae9dc852b99 HTTP/1.1" status: 200 len: 913 time: 0.1203496 Aug 27 12:06:15.599912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45200) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:15.605300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-19135677-ec5c-42c9-8dcf-b1b67d2040db service neutron] 10.222.0.76 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501689 Aug 27 12:06:15.782617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:16.196090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Pushing event deleted for resources: {'Port': ['ID=bd93b62d-784c-4b8b-bcbd-1a8eab0e9e3a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:16.297957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-4071cfc8-af52-41a1-b6f7-a7babf5a44ff service neutron] 10.222.0.76 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513479 Aug 27 12:06:16.428105 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:16.433114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:16.450807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21de2e00-f351-420c-8e0c-02734a34c48d req-796866b6-b1fa-40a6-86bd-7006dad074ee tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "DELETE /v2.0/floatingips/e0011b00-49f6-4966-93fd-c884e0e88ff6 HTTP/1.1" status: 204 len: 173 time: 1.8461266 Aug 27 12:06:16.471436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-fc7964bf-08d8-4c51-8b30-bb87972b7c6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966827 Aug 27 12:06:16.569871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-853c366c-bdab-47ba-af90-6eb2621ae713 service neutron] 10.222.0.76 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474535 Aug 27 12:06:16.616369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3a5b9ce0-7c88-4c2f-b6db-9e879289587d up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:16.639433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef525d-8724-41e5-8982-812986158f82 req-16bd542c-8978-47f3-98af-da54c34af119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:16.642053 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-16bd542c-8978-47f3-98af-da54c34af119 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.1200299 Aug 27 12:06:16.731448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:16.736674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:16.737473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:16.773204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466a2f1-9e4c-4fc3-9793-64c2efc00834 req-98adc4de-7cd9-4a1a-9cc3-403e4800c7f0 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:16.780667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a466a2f1-9e4c-4fc3-9793-64c2efc00834 req-98adc4de-7cd9-4a1a-9cc3-403e4800c7f0 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 944 time: 0.2040133 Aug 27 12:06:16.918450 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:16.929357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef525d-8724-41e5-8982-812986158f82 req-5106cebd-cfdc-42b7-82ff-876a36eaec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:16.932755 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-5106cebd-cfdc-42b7-82ff-876a36eaec7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2650738 Aug 27 12:06:16.933775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a466a2f1-9e4c-4fc3-9793-64c2efc00834 req-16892bca-df8d-4fcc-a383-1f7790f5107a tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519918 Aug 27 12:06:16.938169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5ff50910-bec9-4bd8-b01f-2feb623c4e13 service neutron] 10.222.0.76 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601239 Aug 27 12:06:16.961887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:16.968234 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b58c64-95f4-41f9-b560-bf00f78435cc" -d '{"events": [{"server_uuid": "14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b9ce0-7c88-4c2f-b6db-9e879289587d"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:16.990864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,segment=NetworkSegment(837817ad-d43a-44e4-b3b2-1c9adb17aab8),segment_id=837817ad-d43a-44e4-b3b2-1c9adb17aab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:16.997978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:17.003417 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-1bbec0d4-99ef-40e9-a42e-e16f30106121 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.0469761 Aug 27 12:06:17.009054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:17.156818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef525d-8724-41e5-8982-812986158f82 req-295e8606-5338-416a-b296-54a057398740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:17.157268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-295e8606-5338-416a-b296-54a057398740 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1457028 Aug 27 12:06:17.215366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:17.258117 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-ed1c2cf8-7d31-4834-8f58-f14ee7ca977d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649273 Aug 27 12:06:17.278434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5f4f5c34-d5fd-4937-9ec5-e75652885661 service neutron] 10.222.0.76 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318589 Aug 27 12:06:17.402271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-91ef93ed-3836-4fd5-89ce-2b4b086d3475 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345394 Aug 27 12:06:17.482798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173bd0-6873-4972-98e9-001735514c66 req-40932202-b14d-4e25-b700-9752a00d5aa9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:17.491461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73173bd0-6873-4972-98e9-001735514c66 req-40932202-b14d-4e25-b700-9752a00d5aa9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.1100266 Aug 27 12:06:17.558742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73173bd0-6873-4972-98e9-001735514c66 req-e292ee1d-44d7-4b36-b964-50cb2c1a4894 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663202 Aug 27 12:06:17.690183 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02ef525d-8724-41e5-8982-812986158f82 req-2be0b427-a055-4950-8438-30c959375121 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793877 Aug 27 12:06:18.025234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting port bbcc17e1-458e-4586-aec3-f8c39c4ca408 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:18.025885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:18.033157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-60afe05b-e19c-4ded-9ae4-600bf7880a6c tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3540540 Aug 27 12:06:18.066211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:18.133644 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:18.402117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:18.423995 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0365d859-8eaf-4ed8-a4b6-1715192872fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:18.460342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Calling delete_port for bbcc17e1-458e-4586-aec3-f8c39c4ca408 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:18.561651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:18.725502 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66413054-8801-45d1-8555-c7658f69ebb1 x-openstack-request-id: req-66413054-8801-45d1-8555-c7658f69ebb1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:18.726323 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d", "name": "network-vif-plugged", "status": "completed", "tag": "3a5b9ce0-7c88-4c2f-b6db-9e879289587d", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:18.727013 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66413054-8801-45d1-8555-c7658f69ebb1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:18.728087 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d', 'code': 200} Aug 27 12:06:18.890995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:19.044862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Allocated IP 172.25.8.130 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/0b74c04f-9298-4d2f-bdee-d82f17d9a0d1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:19.054230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d786be-6911-4189-97f1-b7bd6914e3bd req-f187e6c5-15d4-461d-89a0-1e82d8905a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:19.056209 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0d786be-6911-4189-97f1-b7bd6914e3bd req-f187e6c5-15d4-461d-89a0-1e82d8905a47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 1096 time: 0.2318566 Aug 27 12:06:19.057472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Port': ['ID=bbcc17e1-458e-4586-aec3-f8c39c4ca408,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:19.128443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ebc97-4813-432e-bcad-bd22ae5508a7 req-d9565929-a106-4bfd-9f0b-8450622488d5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:19.146199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f19ebc97-4813-432e-bcad-bd22ae5508a7 req-d9565929-a106-4bfd-9f0b-8450622488d5 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.2711396 Aug 27 12:06:19.229487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0d786be-6911-4189-97f1-b7bd6914e3bd req-b85872cd-220d-40e8-8cfc-047655cc99b9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123910 Aug 27 12:06:19.399013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f19ebc97-4813-432e-bcad-bd22ae5508a7 req-574b2ef9-464d-47a7-b6ba-f836a0a81e60 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475350 Aug 27 12:06:19.548947 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:19.555132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:19.735222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:19.812504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:19.972848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:20.013620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:20.024681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Pushing event updated for resources: {'Port': ['ID=0b74c04f-9298-4d2f-bdee-d82f17d9a0d1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:20.032089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:20.071529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bca142a0-855d-4776-b6a6-4228e95a0647 req-4db2c4b4-0d17-4ae1-a343-b31096ea32ba tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0775425 Aug 27 12:06:20.177365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Router 077fdf96-aad0-4d4f-86a3-bae9dc852b99 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:20.255392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:20.331039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:20.382272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df283bf4-3c6d-4be7-b882-bdac58ec2e38 req-da4cd3ab-c411-42ab-97e0-7dcd6e487473 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:20.391207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df283bf4-3c6d-4be7-b882-bdac58ec2e38 req-da4cd3ab-c411-42ab-97e0-7dcd6e487473 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.1329813 Aug 27 12:06:20.505267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df283bf4-3c6d-4be7-b882-bdac58ec2e38 req-dbfec891-f357-447a-96b4-20b8c53bad46 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128392 Aug 27 12:06:20.740494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:20.762876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:20.768358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] Sync routers for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:20.780271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c6d27901-41eb-4f08-ba67-c2f5b72b21f1 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "PUT /v2.0/routers/077fdf96-aad0-4d4f-86a3-bae9dc852b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1773393 Aug 27 12:06:20.784135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:20.798678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:20.800212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:20.831505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:20.914523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-75f0b769-bb74-4b46-ba4f-32bd25e34865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:20.915982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-75f0b769-bb74-4b46-ba4f-32bd25e34865 service neutron] 10.222.0.65 "GET /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 1032 time: 0.1341033 Aug 27 12:06:21.009317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9958c080-c742-4e70-8ab0-fcb6623a1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:21.014067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9958c080-c742-4e70-8ab0-fcb6623a1d92 service neutron] 10.222.0.65 "GET /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 1033 time: 0.0897837 Aug 27 12:06:21.055418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:21.186891 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-598cfdc6-b71a-4e32-86c0-eff5ed274193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:21.191575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] Routers {'077fdf96-aad0-4d4f-86a3-bae9dc852b99'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:21.192240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:05:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:21.197289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Pushing event updated for resources: {'Port': ['ID=0b74c04f-9298-4d2f-bdee-d82f17d9a0d1,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:21.207099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:21.326484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:21.327567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f2f0e-a808-450a-822b-d99bf5608ab7 None None] The sync data for ids ['077fdf96-aad0-4d4f-86a3-bae9dc852b99'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:21.370534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b546-285c-4e5d-a028-16fca2a4a705 req-2716350f-b1b7-456b-919c-5c56ab729220 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:21.375257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29f7b546-285c-4e5d-a028-16fca2a4a705 req-2716350f-b1b7-456b-919c-5c56ab729220 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.4359436 Aug 27 12:06:21.466324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9e81fa7b-31f0-4ce8-bf50-7af213071564 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:21.481628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9e81fa7b-31f0-4ce8-bf50-7af213071564 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:21.487745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9e81fa7b-31f0-4ce8-bf50-7af213071564 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:21.489442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9e81fa7b-31f0-4ce8-bf50-7af213071564 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "GET /v2.0/networks?id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba HTTP/1.1" status: 200 len: 1994 time: 0.4686296 Aug 27 12:06:21.494427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:21.513541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:21.607911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29f7b546-285c-4e5d-a028-16fca2a4a705 req-906605ae-ea28-4067-b8ea-2fb63fdd0dca tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903243 Aug 27 12:06:21.633589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:21.646897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-8f6f3798-1619-4773-a15a-eddc9974575d tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6124265 Aug 27 12:06:21.672738 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-d2e617b4-dbe1-49d8-a7ea-32bca89a7e15 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b HTTP/1.1" status: 200 len: 380 time: 0.1729987 Aug 27 12:06:21.687325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'admin_state_up': True, 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'security_groups': ['f8ff160d-a195-4f0c-a40d-c8968d98052f']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:21.789420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-70079813-b1d6-4e0b-9bf4-68ed4a8f919e tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.1371961 Aug 27 12:06:21.967152 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.057992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:22.062013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.066636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7485bdec-cdfd-406f-bc7e-6da8e1f89aba req-91ee4f1c-6c3f-408e-bbd7-df963897d9af tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0443523 Aug 27 12:06:22.074126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.093336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-5454d915-030d-4cf1-a6d4-c93ef9814caa tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:22.096140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4385271-a140-4b89-ac7b-2e1e8b8f5ccd req-5454d915-030d-4cf1-a6d4-c93ef9814caa tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.3015335 Aug 27 12:06:22.251560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting port 66ff873b-df86-49ac-9354-a260f01f7e4e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:22.252307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.358962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-9fc8f3cd-d2d6-4f69-912a-9c3b46293fbb tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips/88af7099-5234-43d6-8a08-43ec61ced567 HTTP/1.1" status: 200 len: 693 time: 0.0525551 Aug 27 12:06:22.393483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c434-63e3-4bfa-846b-de4fa4b297d7 req-db3db9c1-8f4c-4c30-865e-0d1ef679ac19 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:22.401428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02e4c434-63e3-4bfa-846b-de4fa4b297d7 req-db3db9c1-8f4c-4c30-865e-0d1ef679ac19 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.1951280 Aug 27 12:06:22.435074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 172.20.0.13 (c5ed55c4-ec89-43e0-880d-192337e5a1b3/0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe/7862e275-8fb5-4b04-85ac-c9fe79d067e4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:22.541151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02e4c434-63e3-4bfa-846b-de4fa4b297d7 req-f328e90d-541c-4ace-bf09-9cedb9197c24 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383986 Aug 27 12:06:22.600218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-440272ff-d83d-4cf4-9f7c-d2bd419e2c9e tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:22.618077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-440272ff-d83d-4cf4-9f7c-d2bd419e2c9e tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2505803 Aug 27 12:06:22.642308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.658723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Calling delete_port for 66ff873b-df86-49ac-9354-a260f01f7e4e owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:22.713176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.729866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object 7862e275-8fb5-4b04-85ac-c9fe79d067e4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:22.766336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.829184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:22.833867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:22.845631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:22.848327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:22.939999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:22.941050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:22.973125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-27fb790d-6c00-4a2d-8446-fa8394b9f854 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2936213 Aug 27 12:06:22.987003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'admin_state_up': True, 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'security_groups': ['f8ff160d-a195-4f0c-a40d-c8968d98052f']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:23.232153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a7b554b3-0c30-4a28-9870-60662d84127a None None] Provisioning for port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:23.238635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a7b554b3-0c30-4a28-9870-60662d84127a None None] Provisioning complete for port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:23.239012 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7b554b3-0c30-4a28-9870-60662d84127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:23.339014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a7b554b3-0c30-4a28-9870-60662d84127a None None] Port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:23.378696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-060d7945-98f1-40d6-9a8e-b3380ce64ea3 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.7594972 Aug 27 12:06:23.459910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-dc19f2e0-50ab-45aa-8551-ff980adf7b7b tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.0795298 Aug 27 12:06:23.540047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc25e2e-0438-41cb-9270-1ad700379977 req-ac232af4-4018-4dbe-aea9-6a750c0c3386 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:23.541628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dc25e2e-0438-41cb-9270-1ad700379977 req-ac232af4-4018-4dbe-aea9-6a750c0c3386 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.6882057 Aug 27 12:06:23.638789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:23.719870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:23.730803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:23.745947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Port': ['ID=66ff873b-df86-49ac-9354-a260f01f7e4e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:23.849071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:23.902286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dc25e2e-0438-41cb-9270-1ad700379977 req-4a211587-6f2f-464b-82b7-9dd41d8391c7 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516846 Aug 27 12:06:23.934103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.019879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 10.1.1.69 (a7e00852-f168-4c00-83a6-d873967572e8/7ce38257-9dd5-4aca-a137-99fdcce0ffd7/c0efbfc5-5a8a-46f3-956a-e79706ea3fae) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:24.067389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Deleting port 0b74c04f-9298-4d2f-bdee-d82f17d9a0d1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:24.067805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.154047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.159131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.229625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.230456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Fanout notify agent at l3_agent the message router_deleted on router 077fdf96-aad0-4d4f-86a3-bae9dc852b99 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:06:24.256114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.257436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5eb406b9-45c9-4afa-868c-4bebb464606e tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "DELETE /v2.0/routers/077fdf96-aad0-4d4f-86a3-bae9dc852b99 HTTP/1.1" status: 204 len: 168 time: 3.4695685 Aug 27 12:06:24.261556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:24.316784 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.317278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.319827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.341400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object c0efbfc5-5a8a-46f3-956a-e79706ea3fae will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:24.346964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Calling delete_port for 0b74c04f-9298-4d2f-bdee-d82f17d9a0d1 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:24.363950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68eabd-e4f4-4467-8270-a3cd86dae102 req-503a0a24-c2fc-4a03-ad9d-b7540e530aaf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:24.365746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c68eabd-e4f4-4467-8270-a3cd86dae102 req-503a0a24-c2fc-4a03-ad9d-b7540e530aaf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 932 time: 0.1498744 Aug 27 12:06:24.390156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting subnet d829de79-94c9-4a8d-a612-4ced0654719e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:06:24.398196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.407010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.462764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network a7e00852-f168-4c00-83a6-d873967572e8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:24.468016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:24.470531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:24.473004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:24.532337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.579585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c68eabd-e4f4-4467-8270-a3cd86dae102 req-c2b9c0d5-b0b1-462d-91f3-87018b71c60b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000115 Aug 27 12:06:24.585054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:24.586680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.627731 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b06cfd13-f659-4d38-b563-4317e745f3bf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6285393 Aug 27 12:06:24.627731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'admin_state_up': True, 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'security_groups': ['f8ff160d-a195-4f0c-a40d-c8968d98052f']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:24.860259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:24.867837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.914916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:24.985690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c77810d-ceca-4803-a0b0-4924cb039ad8 None None] Provisioning for port c0efbfc5-5a8a-46f3-956a-e79706ea3fae completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:24.998732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.000578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c77810d-ceca-4803-a0b0-4924cb039ad8 None None] Provisioning complete for port c0efbfc5-5a8a-46f3-956a-e79706ea3fae triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:25.001134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c77810d-ceca-4803-a0b0-4924cb039ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.004889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.075882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Pushing event deleted for resources: {'Port': ['ID=0b74c04f-9298-4d2f-bdee-d82f17d9a0d1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:25.084933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Subnet': ['ID=d829de79-94c9-4a8d-a612-4ced0654719e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:25.103721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.105704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9e2b60e5-a7f0-4698-8834-6a273566598c tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "DELETE /v2.0/subnets/d829de79-94c9-4a8d-a612-4ced0654719e HTTP/1.1" status: 204 len: 168 time: 0.8408706 Aug 27 12:06:25.111440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a04f3-6c82-4a62-99ef-9749b8011e31 None None] Network 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:25.126530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45316) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:25.134157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8c77810d-ceca-4803-a0b0-4924cb039ad8 None None] Port c0efbfc5-5a8a-46f3-956a-e79706ea3fae cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:25.171278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641635d5-24d5-4a47-854f-1a0f2ddba7fb req-b6eb737f-f14e-40d8-8210-1f7ba318515d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:25.178717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-641635d5-24d5-4a47-854f-1a0f2ddba7fb req-b6eb737f-f14e-40d8-8210-1f7ba318515d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.2819963 Aug 27 12:06:25.261688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-641635d5-24d5-4a47-854f-1a0f2ddba7fb req-fd8b939e-09b0-40c9-b503-d2508a2f89cc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795801 Aug 27 12:06:25.275075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.288516 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.311460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac830a00-edaa-4bc8-9c1e-583dd86f9dba req-25333d25-6109-4ce4-b9b6-b21bdb9b0aec tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "DELETE /v2.0/floatingips/88af7099-5234-43d6-8a08-43ec61ced567 HTTP/1.1" status: 204 len: 173 time: 1.8473494 Aug 27 12:06:25.345663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.377776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 10.1.1.4 (a7e00852-f168-4c00-83a6-d873967572e8/7ce38257-9dd5-4aca-a137-99fdcce0ffd7/28de0042-2938-45ab-89b9-473397c499aa) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:25.538235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] DHCP port deletion for 237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:06:25.640301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.657710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object 28de0042-2938-45ab-89b9-473397c499aa will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:25.687416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] Deleting port 8b66748f-b2e3-475e-8f22-2c0245b23550 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:25.687820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.697593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting port 8b66748f-b2e3-475e-8f22-2c0245b23550 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:25.697593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.741619 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-d009f557-313f-40bb-a878-5fe2d09d245f req-a48f8226-dc59-4c98-91dc-bc70a8ce015b tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] show failed (client error): The resource could not be found. Aug 27 12:06:25.751646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d009f557-313f-40bb-a878-5fe2d09d245f req-a48f8226-dc59-4c98-91dc-bc70a8ce015b tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips/88af7099-5234-43d6-8a08-43ec61ced567 HTTP/1.1" status: 404 len: 350 time: 0.1510558 Aug 27 12:06:25.783652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.825735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] For port 8b66748f-b2e3-475e-8f22-2c0245b23550, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b66748f-b2e3-475e-8f22-2c0245b23550,segment=NetworkSegment(0d3d150d-cfdd-4188-ba17-2a7ef4772a39),segment_id=0d3d150d-cfdd-4188-ba17-2a7ef4772a39)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:25.826149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.851856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] For port 8b66748f-b2e3-475e-8f22-2c0245b23550, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b66748f-b2e3-475e-8f22-2c0245b23550,segment=NetworkSegment(0d3d150d-cfdd-4188-ba17-2a7ef4772a39),segment_id=0d3d150d-cfdd-4188-ba17-2a7ef4772a39)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:25.852116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] Calling delete_port for 8b66748f-b2e3-475e-8f22-2c0245b23550 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:25.852935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:25.879653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network a7e00852-f168-4c00-83a6-d873967572e8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:25.901982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6d460-1a7c-4c86-84cb-5e95247d3f88 req-ff6f2746-1ca4-49f0-a44c-88d77ba81738 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:25.913167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6d460-1a7c-4c86-84cb-5e95247d3f88 req-ff6f2746-1ca4-49f0-a44c-88d77ba81738 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:25.930692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:25.932129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6d460-1a7c-4c86-84cb-5e95247d3f88 req-ff6f2746-1ca4-49f0-a44c-88d77ba81738 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:25.934779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bcd6d460-1a7c-4c86-84cb-5e95247d3f88 req-ff6f2746-1ca4-49f0-a44c-88d77ba81738 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 2372 time: 0.1427383 Aug 27 12:06:25.963319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:25.970275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:26.025109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Calling delete_port for 8b66748f-b2e3-475e-8f22-2c0245b23550 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:26.028227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bcd6d460-1a7c-4c86-84cb-5e95247d3f88 req-bc69cb7b-59bf-4001-855a-a49246fcf63c tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860760 Aug 27 12:06:26.055943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:26.098219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] No DVR routers for this DVR port 8b66748f-b2e3-475e-8f22-2c0245b23550 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:26.151621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f3e64-502d-4a0c-abaa-88fa8d079299 None None] Pushing event deleted for resources: {'Port': ['ID=8b66748f-b2e3-475e-8f22-2c0245b23550,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:26.162157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b66748f-b2e3-475e-8f22-2c0245b23550 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:26.207680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8b66748f-b2e3-475e-8f22-2c0245b23550 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:26.208028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8b66748f-b2e3-475e-8f22-2c0245b23550 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:26.226085 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-27484304-fbe0-4d95-b3c9-4ecd19494d5b req-9f8a7c71-3079-4e16-bba6-46445268f6a7 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] show failed (client error): The resource could not be found. Aug 27 12:06:26.229860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27484304-fbe0-4d95-b3c9-4ecd19494d5b req-9f8a7c71-3079-4e16-bba6-46445268f6a7 tempest-FloatingIPsTestJSON-91374805 tempest-FloatingIPsTestJSON-91374805-project] 10.222.0.76 "GET /v2.0/floatingips/88af7099-5234-43d6-8a08-43ec61ced567 HTTP/1.1" status: 404 len: 350 time: 0.1213696 Aug 27 12:06:26.241463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:26.254954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:26.255636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:26.301369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-69eebd7a-0d3a-43b9-9441-22ee762c2e70 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6816957 Aug 27 12:06:26.335390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'admin_state_up': True, 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'security_groups': ['f8ff160d-a195-4f0c-a40d-c8968d98052f']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:26.479677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a47bf5dc-61f4-435a-a861-ae6c67f9119a None None] Provisioning for port 28de0042-2938-45ab-89b9-473397c499aa completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:26.495267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a47bf5dc-61f4-435a-a861-ae6c67f9119a None None] Provisioning complete for port 28de0042-2938-45ab-89b9-473397c499aa triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:26.496120 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5dc-61f4-435a-a861-ae6c67f9119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:26.556903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a47bf5dc-61f4-435a-a861-ae6c67f9119a None None] Port 28de0042-2938-45ab-89b9-473397c499aa cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:26.603968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:26.641522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d550f7-adf8-4f24-9a0d-2a8f85b00928 req-a058874f-d2b4-4b84-a66d-f0112c556dd6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:26.643147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1d550f7-adf8-4f24-9a0d-2a8f85b00928 req-a058874f-d2b4-4b84-a66d-f0112c556dd6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.0818477 Aug 27 12:06:26.748087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:26.792895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] No DVR routers for this DVR port 8b66748f-b2e3-475e-8f22-2c0245b23550 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:26.859325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Port': ['ID=8b66748f-b2e3-475e-8f22-2c0245b23550,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:26.919706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1d550f7-adf8-4f24-9a0d-2a8f85b00928 req-92249090-e355-4cf2-967e-41c308b373da tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664533 Aug 27 12:06:26.947800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:26.953309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237384cd-5ac0-40ff-90b6-ede3d1ecbeb7']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:26.965685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3d150d-cfdd-4188-ba17-2a7ef4772a39') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:26.966112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3d150d-cfdd-4188-ba17-2a7ef4772a39') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:26.978242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:26.994646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.003665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:06:27.003665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.008416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f894e03-4679-4d29-b3df-ab9ebd19a405 req-4e2ae227-2889-4145-b40d-430a774c3cf4 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:27.010130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f894e03-4679-4d29-b3df-ab9ebd19a405 req-4e2ae227-2889-4145-b40d-430a774c3cf4 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.1678753 Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:06:27.081077 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:06:27.086319 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.096000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.097899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "DELETE /v2.0/networks/237384cd-5ac0-40ff-90b6-ede3d1ecbeb7 HTTP/1.1" status: 204 len: 168 time: 1.9695315 Aug 27 12:06:27.110579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:27.118212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5d3f9-659e-4006-8689-e91a40f056df tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Network': ['ID=237384cd-5ac0-40ff-90b6-ede3d1ecbeb7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:27.142435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.188118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f894e03-4679-4d29-b3df-ab9ebd19a405 req-8eb35252-4f0c-4ebc-bb73-a967e119b03f tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633189 Aug 27 12:06:27.390501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 10.2.2.100 (68eeb9f3-8cdc-4e69-83f8-3c83e884bbba/baa837d0-3240-4604-a58f-1713a520626a/83251085-f91e-4671-bd23-770ccf58b2eb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:27.443753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a3ae6-0c4e-484b-bc3d-6c68a420ae68 req-28b73391-4cb7-4fa4-a17f-29bc3d9e391d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:27.453529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a3ae6-0c4e-484b-bc3d-6c68a420ae68 req-28b73391-4cb7-4fa4-a17f-29bc3d9e391d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:27.465991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a3ae6-0c4e-484b-bc3d-6c68a420ae68 req-28b73391-4cb7-4fa4-a17f-29bc3d9e391d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:27.467882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d91a3ae6-0c4e-484b-bc3d-6c68a420ae68 req-28b73391-4cb7-4fa4-a17f-29bc3d9e391d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 2372 time: 0.1333754 Aug 27 12:06:27.491090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.548800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.554679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Deleting port 639b2f9d-c4bf-4018-b19e-17462c5357c8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:27.555114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.565714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object 83251085-f91e-4671-bd23-770ccf58b2eb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:27.605348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.665165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:27.670858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:27.675266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:27.712262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:27.767698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:27.768534 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:27.788472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0f1c30ee-2e29-4b11-a5b8-e18cea7b01e0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4732254 Aug 27 12:06:27.801264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'admin_state_up': True, 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'security_groups': ['f8ff160d-a195-4f0c-a40d-c8968d98052f']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:27.912209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d91a3ae6-0c4e-484b-bc3d-6c68a420ae68 req-223a6e2c-1154-4e02-907c-537b6f91167e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4341657 Aug 27 12:06:27.989613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Made reservation on behalf of b3a0e3f744b84ca2aceb01cbf715a67b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:27.995476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4f7bee8f-c9fa-490e-9aad-23dec3ceea7e None None] Provisioning for port 83251085-f91e-4671-bd23-770ccf58b2eb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:28.001854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4f7bee8f-c9fa-490e-9aad-23dec3ceea7e None None] Provisioning complete for port 83251085-f91e-4671-bd23-770ccf58b2eb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:28.002228 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4f7bee8f-c9fa-490e-9aad-23dec3ceea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.002517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.022427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.022912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.037943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Calling delete_port for 639b2f9d-c4bf-4018-b19e-17462c5357c8 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:28.076268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bee8f-c9fa-490e-9aad-23dec3ceea7e None None] Port 83251085-f91e-4671-bd23-770ccf58b2eb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:28.251450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Allocated IP 10.2.2.200 (68eeb9f3-8cdc-4e69-83f8-3c83e884bbba/baa837d0-3240-4604-a58f-1713a520626a/69f35f7c-cbd8-4dc7-9a04-49471b07d456) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:28.409958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.451181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Pushing event deleted for resources: {'Port': ['ID=639b2f9d-c4bf-4018-b19e-17462c5357c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:28.518582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14113-4413-4382-9c02-1e2a54d9e46b req-d34da9bf-06ba-4bdd-9465-6b2fd9a4a374 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:28.520158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba14113-4413-4382-9c02-1e2a54d9e46b req-d34da9bf-06ba-4bdd-9465-6b2fd9a4a374 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.1547794 Aug 27 12:06:28.528626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Deleting port a338fc82-a9a9-491a-823f-426a9d459974 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:28.528968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.584499 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.599555 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.601959 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.603156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-669b0df5-661d-449e-88ee-392d6643e2b0 tempest-FloatingIPAdminTestJSON-370310234 tempest-FloatingIPAdminTestJSON-370310234-project] 10.222.0.76 "DELETE /v2.0/floatingips/3ac33308-e4f4-4e88-950b-6c78935aa669 HTTP/1.1" status: 204 len: 168 time: 1.4914465 Aug 27 12:06:28.610938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Transition to ACTIVE for port object 69f35f7c-cbd8-4dc7-9a04-49471b07d456 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:28.645054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba14113-4413-4382-9c02-1e2a54d9e46b req-d7ab7885-0142-4861-af56-cdc8d8338c55 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139274 Aug 27 12:06:28.701309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] For port a338fc82-a9a9-491a-823f-426a9d459974, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a338fc82-a9a9-491a-823f-426a9d459974,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:28.701309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.704885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.723838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Calling delete_port for a338fc82-a9a9-491a-823f-426a9d459974 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:28.764890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:28.768642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:28.771701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:28.843286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event updated for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:28.888982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:28.889818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:28.908244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b579bad1-ed7f-4130-a299-25bb64d943d9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1123092 Aug 27 12:06:28.922088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:29.078057 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.079829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:29.322414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e1bdb7a-945c-495c-8c9b-3f1cd8ecffc1 None None] Provisioning for port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:29.327654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e1bdb7a-945c-495c-8c9b-3f1cd8ecffc1 None None] Provisioning complete for port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:29.328269 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2e1bdb7a-945c-495c-8c9b-3f1cd8ecffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.361455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c5a7a602-2d46-4d5f-abc9-cb9c6188c028 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db44dd9fbd16481480d1de78689c1458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780671 Aug 27 12:06:29.363907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.377994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:29.400574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2e1bdb7a-945c-495c-8c9b-3f1cd8ecffc1 None None] Port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:29.431270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-0d09b3cd-ead2-4e79-9dcc-eeae989e3ea6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.439649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-0d09b3cd-ead2-4e79-9dcc-eeae989e3ea6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.446675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-0d09b3cd-ead2-4e79-9dcc-eeae989e3ea6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.454062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-0d09b3cd-ead2-4e79-9dcc-eeae989e3ea6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.462323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-0d09b3cd-ead2-4e79-9dcc-eeae989e3ea6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.467349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-0d09b3cd-ead2-4e79-9dcc-eeae989e3ea6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 3814 time: 0.2503777 Aug 27 12:06:29.498440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-9b4f1fb7-24a6-4576-a751-7f9947beb5bb tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.499979 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-9b4f1fb7-24a6-4576-a751-7f9947beb5bb tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.5269036 Aug 27 12:06:29.514788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:29.515619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Pushing event deleted for resources: {'Port': ['ID=a338fc82-a9a9-491a-823f-426a9d459974,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:29.536869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7862e275-8fb5-4b04-85ac-c9fe79d067e4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:29.550669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.565817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Transition to ACTIVE for port object 7862e275-8fb5-4b04-85ac-c9fe79d067e4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:29.580720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.645993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.663222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ae64-6a15-45d9-b458-b38c9cc64867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.681509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174285a1-4699-4133-9f87-c6f5871ba755 req-6ca82b8e-c507-4f13-857a-2ef7156f9d3b tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:29.685188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-174285a1-4699-4133-9f87-c6f5871ba755 req-6ca82b8e-c507-4f13-857a-2ef7156f9d3b tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.3085165 Aug 27 12:06:29.724124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ae64-6a15-45d9-b458-b38c9cc64867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.738093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Pushing event updated for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:29.805434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ae64-6a15-45d9-b458-b38c9cc64867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.808239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ae64-6a15-45d9-b458-b38c9cc64867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:29.810097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4e2ae64-6a15-45d9-b458-b38c9cc64867 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/63f176df-69a3-4d68-bec8-dd0cc52cf3bb HTTP/1.1" status: 204 len: 168 time: 0.4219518 Aug 27 12:06:29.821210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f43ebb20-8251-4087-a340-b2f74da2b0d2 req-92f45977-9c59-41f6-8c1e-e13d767a68b6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775311 Aug 27 12:06:29.899435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2ae64-6a15-45d9-b458-b38c9cc64867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f176df-69a3-4d68-bec8-dd0cc52cf3bb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:29.922582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Attempting to bind port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:29.923080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Attempting to bind port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:29.923527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Attempting to bind port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 on network c5ed55c4-ec89-43e0-880d-192337e5a1b3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:29.930197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-174285a1-4699-4133-9f87-c6f5871ba755 req-17a254ed-f93a-4d89-927e-b7d08de293a0 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507714 Aug 27 12:06:29.946243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:29.949089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 on network c5ed55c4-ec89-43e0-880d-192337e5a1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:29.949644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Attempting to bind port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 on network c5ed55c4-ec89-43e0-880d-192337e5a1b3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:30.017102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:30.017370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Checking segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:30.017799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Bound using segment: {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:30.018358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Bound port: 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6549ae79-cf99-445d-92f5-5588b613d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:30.019912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.073566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.195864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:30.200561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:30.212807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:30.243630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.304008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:30.304698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.306096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] 10.222.0.65 "PUT /v2.0/ports/7862e275-8fb5-4b04-85ac-c9fe79d067e4 HTTP/1.1" status: 200 len: 1092 time: 1.3897138 Aug 27 12:06:30.313141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:30.316134 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0866d1c-81e0-420f-a1f0-fbaac5973808" -d '{"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:30.347818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.359284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:30.372508 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.415973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edec9d-a084-4f74-b9f1-46236076ea13 service neutron] Pushing event updated for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:30.535714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45496) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:30.536799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.593031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-57c279fb-ef32-4bfe-b36e-12205c825c39 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:30.603172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-57c279fb-ef32-4bfe-b36e-12205c825c39 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.5174069 Aug 27 12:06:30.613945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e1943-f25e-4cca-b465-c4684fe40d09 req-cc3d4e45-6595-4e87-a664-aee5676b6aba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:30.615649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e2e1943-f25e-4cca-b465-c4684fe40d09 req-cc3d4e45-6595-4e87-a664-aee5676b6aba tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 945 time: 0.3351128 Aug 27 12:06:30.627220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-980fceb3-b8fa-41f9-ad2a-9fc1dc919440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.633348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Router 54cfcaeb-4777-4ad9-99ff-83648a86b424 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:30.644415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:30.644746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:30.645133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:30.675262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-9455ee79-d6ad-4d00-8acb-de8451714e85 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/quotas/a4fef70aa2314f4bacaab01dd3bcc24a HTTP/1.1" status: 200 len: 375 time: 0.0708406 Aug 27 12:06:30.684528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:30.694871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:30.695197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:30.725563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:06:30.739497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-80a2ecaa-3090-49d0-b708-b11278fd279f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4142725 Aug 27 12:06:30.741107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:30.750553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e2e1943-f25e-4cca-b465-c4684fe40d09 req-90378a3c-6a31-4205-9e38-4275820aeb62 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248040 Aug 27 12:06:30.786164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:30.786770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:30.786770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:30.787437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Bound port: d0d4021f-64e7-4b54-9d02-21b1a278593b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:30.787868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:30.863127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-0987d0c1-96d2-415c-92f4-b00a3b35f530 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868050 Aug 27 12:06:30.988830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709607e7-c269-47db-9667-44897cad1181 req-7c4f7e66-b5a1-4f95-854b-98f8c9aaf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:30.991235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-7c4f7e66-b5a1-4f95-854b-98f8c9aaf07d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1095 time: 0.2036016 Aug 27 12:06:31.018517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:31.030350 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] Sync routers for ids ['54cfcaeb-4777-4ad9-99ff-83648a86b424'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:31.044343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-380cbcf1-9434-4c82-bc02-11a26694549f admin admin] 10.222.0.76 "PUT /v2.0/routers/54cfcaeb-4777-4ad9-99ff-83648a86b424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8014004 Aug 27 12:06:31.046770 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] Routers {'54cfcaeb-4777-4ad9-99ff-83648a86b424'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:31.047268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:31.048358 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['54cfcaeb-4777-4ad9-99ff-83648a86b424'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:31.052491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:31.060731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:31.084325 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:31.089955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:31.104543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-374272bc-a73d-4286-a10b-36871f3c23bb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.110064 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-374272bc-a73d-4286-a10b-36871f3c23bb tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "GET /v2.0/ports?device_id=718babc0-0579-41ed-a808-516a2306f341 HTTP/1.1" status: 200 len: 945 time: 0.3481343 Aug 27 12:06:31.126225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:31.180599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-34e00fb3-afbe-44a1-84f4-d0a7cc059dc9 service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163242 Aug 27 12:06:31.194320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:31.200426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:31.201927 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdbfb2d-9d05-440f-802f-945e75b8343a x-openstack-request-id: req-ebdbfb2d-9d05-440f-802f-945e75b8343a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:31.202463 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:31.203164 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebdbfb2d-9d05-440f-802f-945e75b8343a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:31.203595 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'status': 'completed', 'code': 200} Aug 27 12:06:31.207370 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3761c-88c6-48d5-9220-7c428c294e0b" -d '{"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:31.218364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:31.262402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:31.270258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:31.271059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:31.280071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:31.280760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:31.295537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:31.296316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:31.297142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:31.297834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Bound port: d0d4021f-64e7-4b54-9d02-21b1a278593b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:31.298481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:31.299928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] Set router 54cfcaeb-4777-4ad9-99ff-83648a86b424 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:31.319662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:31.354011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-bbcd43df-889a-4502-927a-e931f91dfe61 service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562061 Aug 27 12:06:31.378363 n-d-688802-4 neutron-server[94625]: WARNING neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Concurrent port binding operations failed on port d0d4021f-64e7-4b54-9d02-21b1a278593b Aug 27 12:06:31.383661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:31.385907 n-d-688802-4 neutron-server[94625]: INFO neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempt 2 to bind port d0d4021f-64e7-4b54-9d02-21b1a278593b Aug 27 12:06:31.386625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b has no active binding in host n-h1-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:06:31.437274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709607e7-c269-47db-9667-44897cad1181 req-a9d48f49-6573-4746-8f5b-4c998c33a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.438950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-a9d48f49-6573-4746-8f5b-4c998c33a148 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.4167416 Aug 27 12:06:31.514245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef49-9372-414d-af53-68f7e28aa05c req-d42f5322-90f8-4ecd-86fa-90f5f0632ce9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.528462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef49-9372-414d-af53-68f7e28aa05c req-d42f5322-90f8-4ecd-86fa-90f5f0632ce9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.536901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef49-9372-414d-af53-68f7e28aa05c req-d42f5322-90f8-4ecd-86fa-90f5f0632ce9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.556062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef49-9372-414d-af53-68f7e28aa05c req-d42f5322-90f8-4ecd-86fa-90f5f0632ce9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.577664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef49-9372-414d-af53-68f7e28aa05c req-d42f5322-90f8-4ecd-86fa-90f5f0632ce9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:31.579999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e115ef49-9372-414d-af53-68f7e28aa05c req-d42f5322-90f8-4ecd-86fa-90f5f0632ce9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 3826 time: 0.3570502 Aug 27 12:06:31.581571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-2e8025e1-bda4-4083-8adc-b0c25ebb7a1f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.1336737 Aug 27 12:06:31.607945 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f449d604-8b90-41d9-91c8-525bc32a5e04 x-openstack-request-id: req-f449d604-8b90-41d9-91c8-525bc32a5e04 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:31.608616 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-unplugged", "status": "completed", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:31.609138 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f449d604-8b90-41d9-91c8-525bc32a5e04 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:31.609806 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'code': 200} Aug 27 12:06:31.723742 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:29Z', 'revision_number': 5, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:31.766425 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] Checking router: 54cfcaeb-4777-4ad9-99ff-83648a86b424 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:06:31.780211 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] Routers {'54cfcaeb-4777-4ad9-99ff-83648a86b424'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:31.781415 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['54cfcaeb-4777-4ad9-99ff-83648a86b424'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:31.844551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-980fceb3-b8fa-41f9-ad2a-9fc1dc919440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:31.907871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-980fceb3-b8fa-41f9-ad2a-9fc1dc919440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.020142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-030605e3-0120-4798-b4d7-19e76a7fd5e7 req-93620fb7-d59c-46d8-942e-b70f1cf0bf06 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 210 time: 0.0550842 Aug 27 12:06:32.056998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709607e7-c269-47db-9667-44897cad1181 req-7c23c40e-a772-4513-8eca-1fc2dbb28fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.058713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-7c23c40e-a772-4513-8eca-1fc2dbb28fdc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.4633651 Aug 27 12:06:32.065487 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] Set router 54cfcaeb-4777-4ad9-99ff-83648a86b424 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:32.072404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e115ef49-9372-414d-af53-68f7e28aa05c req-45e32976-6c15-45b0-9d5c-caf792c800d7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719558 Aug 27 12:06:32.140992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-f71a84a6-37cb-418c-98aa-2f553317672a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641084 Aug 27 12:06:32.210865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f290ff-d604-45ac-95d0-9d0f371850c6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:32.225069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.243463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Transition to ACTIVE for port object d3f290ff-d604-45ac-95d0-9d0f371850c6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:32.249645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:32.255212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fceb3-b8fa-41f9-ad2a-9fc1dc919440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b214e6c-a6dd-414e-9878-cf25205fc629,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:32.262476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.263542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.268353 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-19c7583b-76ab-47fb-a634-62ac3b73b9d7 service neutron] 10.222.0.77 "PUT /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 1121 time: 2.7576232 Aug 27 12:06:32.303338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-980fceb3-b8fa-41f9-ad2a-9fc1dc919440 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7e6eeae1e9549b2946890e0963aa1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7484651 Aug 27 12:06:32.306883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:32.310406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.330592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-13d8bab2-25c8-4313-8f6a-4f18825a1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.331085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-13d8bab2-25c8-4313-8f6a-4f18825a1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.331583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-13d8bab2-25c8-4313-8f6a-4f18825a1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.332062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-13d8bab2-25c8-4313-8f6a-4f18825a1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.332540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-13d8bab2-25c8-4313-8f6a-4f18825a1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.334405 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-13d8bab2-25c8-4313-8f6a-4f18825a1a6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 4361 time: 1.1155763 Aug 27 12:06:32.358982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d0d4021f-64e7-4b54-9d02-21b1a278593b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:06:32.394329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.401123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe70af8-115d-46c4-b8fc-173da05b0590 req-8df2b452-9dd1-49cb-be92-273388bcfd00 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.407795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfe70af8-115d-46c4-b8fc-173da05b0590 req-8df2b452-9dd1-49cb-be92-273388bcfd00 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.2252171 Aug 27 12:06:32.464162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-248f2d35-df36-48da-9a0b-0d3f5b4ddce8 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147883 Aug 27 12:06:32.484397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d0d4021f-64e7-4b54-9d02-21b1a278593b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:06:32.513475 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:29Z', 'revision_number': 5, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:32.517367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfe70af8-115d-46c4-b8fc-173da05b0590 req-6c917ce5-b0b1-40cb-be40-c2b650a0c934 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084914 Aug 27 12:06:32.576158 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64559d-f74d-4df6-aa55-ec3f5298f9f0 None None] The sync data for ids ['54cfcaeb-4777-4ad9-99ff-83648a86b424'] in n-d-688802-4 is: [{'id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'name': 'tempest-FloatingIPsTestJSON-1179077465-router', 'tenant_id': 'f66c1866d50845479460887318bac1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:54Z', 'updated_at': '2021-08-27T12:06:29Z', 'revision_number': 5, 'project_id': 'f66c1866d50845479460887318bac1b2', 'gw_port': {'id': 'b9812354-9de6-4179-86f3-64ae3d7fe30f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cfcaeb-4777-4ad9-99ff-83648a86b424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:55Z', 'updated_at': '2021-08-27T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:32.604092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a684679a-d422-42a4-ac5f-dde1ddfef026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.675306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37dd88-28a2-4621-9a91-2bfc7b234a21 req-7963d829-0178-4cc6-a7fe-4cdae90ace77 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:32.677142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af37dd88-28a2-4621-9a91-2bfc7b234a21 req-7963d829-0178-4cc6-a7fe-4cdae90ace77 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.3356214 Aug 27 12:06:32.687982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Pushing event updated for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:32.754915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.767028 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a684679a-d422-42a4-ac5f-dde1ddfef026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.850332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af37dd88-28a2-4621-9a91-2bfc7b234a21 req-a5e07b1e-dfcd-4382-a1b8-2a8b81358d76 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604378 Aug 27 12:06:32.858256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-709607e7-c269-47db-9667-44897cad1181 req-14598121-b659-4cad-918f-dae554bf581d service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335736 Aug 27 12:06:32.933648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a684679a-d422-42a4-ac5f-dde1ddfef026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.942931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a684679a-d422-42a4-ac5f-dde1ddfef026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.947118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a684679a-d422-42a4-ac5f-dde1ddfef026 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b214e6c-a6dd-414e-9878-cf25205fc629 HTTP/1.1" status: 204 len: 168 time: 0.6372647 Aug 27 12:06:32.961804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Deleting port ea8d41bf-aac5-474b-b983-091cb7356d6c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:32.962254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:32.966460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684679a-d422-42a4-ac5f-dde1ddfef026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b214e6c-a6dd-414e-9878-cf25205fc629,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:33.184636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] For port ea8d41bf-aac5-474b-b983-091cb7356d6c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ea8d41bf-aac5-474b-b983-091cb7356d6c,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:33.184978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:33.220394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Calling delete_port for ea8d41bf-aac5-474b-b983-091cb7356d6c owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:33.245104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c789f5c-ccd5-4f89-a757-42b8dcd1fc6d req-f609255c-006d-4510-a582-50f9f26ea958 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 210 time: 0.0769243 Aug 27 12:06:33.284755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b'}, {'name': 'network-changed', 'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:33.294304 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a" -d '{"events": [{"server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b"}, {"name": "network-changed", "server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:33.439961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-a2fc232e-46aa-4f9d-ace1-4d569b4ee71d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.442159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-a2fc232e-46aa-4f9d-ace1-4d569b4ee71d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.1923223 Aug 27 12:06:33.462733 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d66dd4-c721-4238-845a-e76696461398 x-openstack-request-id: req-89d66dd4-c721-4238-845a-e76696461398 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:33.462733 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b", "code": 200}, {"name": "network-changed", "server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:33.462733 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89d66dd4-c721-4238-845a-e76696461398 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:33.462733 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'code': 200} Aug 27 12:06:33.462733 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'status': 'completed', 'code': 200} Aug 27 12:06:33.536589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Request body: {'port': {'device_id': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'admin_state_up': True, 'tenant_id': 'a4fef70aa2314f4bacaab01dd3bcc24a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:33.695002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.704554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.712660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.719789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.726629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.733768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.742089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-cbff44bf-6ee6-42bb-9275-acfdb9d6b5a9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 4603 time: 0.2985156 Aug 27 12:06:33.767913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-35bdb70d-24ad-4df1-a8b2-07d1038220bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.770133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-35bdb70d-24ad-4df1-a8b2-07d1038220bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1124 time: 0.2785900 Aug 27 12:06:33.815701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Attempting to bind port d3f290ff-d604-45ac-95d0-9d0f371850c6 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:33.816110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Attempting to bind port d3f290ff-d604-45ac-95d0-9d0f371850c6 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:33.816406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Attempting to bind port d3f290ff-d604-45ac-95d0-9d0f371850c6 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:33.823173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-bf6dad33-ed65-4ef7-90da-1ff9a78d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.823650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-bf6dad33-ed65-4ef7-90da-1ff9a78d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.824184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-bf6dad33-ed65-4ef7-90da-1ff9a78d502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:33.826495 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-bf6dad33-ed65-4ef7-90da-1ff9a78d502c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4190547 Aug 27 12:06:33.833823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Port d3f290ff-d604-45ac-95d0-9d0f371850c6 on network a7e00852-f168-4c00-83a6-d873967572e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:33.834209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Attempting to bind port d3f290ff-d604-45ac-95d0-9d0f371850c6 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:33.879460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Deleting port b9812354-9de6-4179-86f3-64ae3d7fe30f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:33.880117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:33.884743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45560) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:33.955261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:33.955261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Checking segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:33.955871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Bound using segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:33.956844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Bound port: d3f290ff-d604-45ac-95d0-9d0f371850c6, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:33.957158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.008637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69eccc27-7d38-4a21-af51-74b8cd9a576f req-dab0d14f-acd5-433a-9aca-63346e4961e6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2652454 Aug 27 12:06:34.016776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a338fc82-a9a9-491a-823f-426a9d459974 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:34.060934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a338fc82-a9a9-491a-823f-426a9d459974 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:34.061471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a338fc82-a9a9-491a-823f-426a9d459974 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:34.082561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Made reservation on behalf of a4fef70aa2314f4bacaab01dd3bcc24a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:34.086158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.105396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-812e6f38-82b0-43b8-8de2-4f8077b5aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.107627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-812e6f38-82b0-43b8-8de2-4f8077b5aacd service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.3187697 Aug 27 12:06:34.116995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867e8c3-4187-43d9-acdf-6bc726e709a7 req-c1f893be-0696-447c-8cd7-934a1a703dfb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.124691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7867e8c3-4187-43d9-acdf-6bc726e709a7 req-c1f893be-0696-447c-8cd7-934a1a703dfb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1997390 Aug 27 12:06:34.186401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-0bc2e821-353f-4151-ac4c-cd7e43e8406d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 217 time: 0.0583003 Aug 27 12:06:34.245137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f20318e-cda6-462f-aa11-475e0657e195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.321831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7867e8c3-4187-43d9-acdf-6bc726e709a7 req-fd8c84e4-9e58-497a-a08a-518bc5ee5d4d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940804 Aug 27 12:06:34.418283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.430040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-64648ee3-7cd4-4722-a6a1-26fa846d5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.431658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-64648ee3-7cd4-4722-a6a1-26fa846d5789 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.2356284 Aug 27 12:06:34.498042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-719ec741-3d27-4e13-a137-1913e3eba25f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535679 Aug 27 12:06:34.515388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:34.534208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621126-e003-484f-bb95-4157a4691644 req-0d0b4de1-9f58-4ea7-9bfc-36d18bfe9b8c tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.535844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d621126-e003-484f-bb95-4157a4691644 req-0d0b4de1-9f58-4ea7-9bfc-36d18bfe9b8c tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.2442904 Aug 27 12:06:34.537083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Allocated IP 172.20.0.8 (850dfef4-142d-4afb-a8ec-66fdd6e5205a/f8625420-d39c-458d-8607-c2434edae479/2c0520b8-bf55-49a3-9831-8c3ddf9a4b36) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:34.539964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event deleted for resources: {'Port': ['ID=ea8d41bf-aac5-474b-b983-091cb7356d6c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:34.602398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-9f9eff0b-98d7-44ec-9e57-a813ca2e2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.605062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0866d1c-81e0-420f-a1f0-fbaac5973808 req-9f9eff0b-98d7-44ec-9e57-a813ca2e2d04 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7674220 Aug 27 12:06:34.629680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:34.639248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] No DVR routers for this DVR port ea8d41bf-aac5-474b-b983-091cb7356d6c on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:34.649710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f704c-ccf1-4540-82b1-442e227bd485 req-b3b24397-381f-4519-b2de-f77022c268d6 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.651375 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-348f704c-ccf1-4540-82b1-442e227bd485 req-b3b24397-381f-4519-b2de-f77022c268d6 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.2188113 Aug 27 12:06:34.657748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-b3e386fa-692a-4543-9326-920e2f5f9170 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.659649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-b3e386fa-692a-4543-9326-920e2f5f9170 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.3387091 Aug 27 12:06:34.661148 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.663290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ecbeb56-577b-4a30-bb37-8bdbcde6033e req-53b79bf6-746d-4e00-a86e-43abb2bb8fd5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "DELETE /v2.0/ports/ea8d41bf-aac5-474b-b983-091cb7356d6c HTTP/1.1" status: 204 len: 173 time: 3.4568899 Aug 27 12:06:34.671055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.701014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] For port b9812354-9de6-4179-86f3-64ae3d7fe30f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b9812354-9de6-4179-86f3-64ae3d7fe30f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:34.701597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.716139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d621126-e003-484f-bb95-4157a4691644 req-72a1f20b-d07a-47ee-a294-3f6a93a51488 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648710 Aug 27 12:06:34.757205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:34.757972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:34.758160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:34.759462 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] 10.222.0.65 "PUT /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 1135 time: 4.4093974 Aug 27 12:06:34.776647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Calling delete_port for b9812354-9de6-4179-86f3-64ae3d7fe30f owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:34.830250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:34.838601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: ea8d41bf-aac5-474b-b983-091cb7356d6c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:34.838943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ea8d41bf-aac5-474b-b983-091cb7356d6c not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:34.850019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-79aa8ddb-4657-4600-925d-ec0e56a055a5 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444443 Aug 27 12:06:34.883586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-348f704c-ccf1-4540-82b1-442e227bd485 req-192fa297-392d-482b-aace-a24b7b8faf49 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180071 Aug 27 12:06:35.019774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b30331b-2270-4631-b2f6-8d644ca44d8b req-822b8f8d-d8b1-42d9-abd0-2c51f41fb06a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 210 time: 0.0790873 Aug 27 12:06:35.103602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.110340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de1b4bcc-3943-4c45-a3b4-118f52d5f42a req-caff857a-3ca6-483c-b445-c13c5f51e4bf service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466531 Aug 27 12:06:35.154163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfbb57-f311-4210-8482-54a9bedd93ba service neutron] Pushing event updated for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:35.176556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.252541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:35.256312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.263767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:35.266589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:35.270346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:35.315383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f20318e-cda6-462f-aa11-475e0657e195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.328203 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f20318e-cda6-462f-aa11-475e0657e195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.329735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.330767 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.340921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Deleting port be8b64f1-388d-445a-bbce-e6d08bb5f6de {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:35.340921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.361939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-33a377ff-981f-4b4b-9a3b-d6261d812129 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8415508 Aug 27 12:06:35.377811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.384250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.391451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.397830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.405292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.411781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.413829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-46052fd9-8ec8-4b4d-a272-60abdfad0b69 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 4603 time: 0.2560873 Aug 27 12:06:35.426465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Request body: {'port': {'device_id': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:35.475847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-deleted', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c'}, {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': 'd3f290ff-d604-45ac-95d0-9d0f371850c6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:35.478087 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285" -d '{"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-deleted", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c"}, {"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "d3f290ff-d604-45ac-95d0-9d0f371850c6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:35.508906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f20318e-cda6-462f-aa11-475e0657e195 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c674d96dcf241ceb8852127a9197192&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5894923 Aug 27 12:06:35.509147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45576) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:35.520217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20318e-cda6-462f-aa11-475e0657e195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c1b237-83db-485a-827b-7e0883f5233c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:35.540933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.577573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.587205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c9d6-28b7-48da-bba3-48f7824df264 req-49b636de-f9a9-49d3-a8f5-14daa49487fc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:35.588802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61c6c9d6-28b7-48da-bba3-48f7824df264 req-49b636de-f9a9-49d3-a8f5-14daa49487fc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1739898 Aug 27 12:06:35.599258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-327d3af7-31ed-4d0c-a26e-95ba49519fb5 req-631e8123-b525-4302-a86c-4c43f3361866 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626074 Aug 27 12:06:35.662038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=b9812354-9de6-4179-86f3-64ae3d7fe30f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:35.713171 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a2ea7-ae19-4327-b99f-cef37a4d0970 x-openstack-request-id: req-fd5a2ea7-ae19-4327-b99f-cef37a4d0970 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:35.713476 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718babc0-0579-41ed-a808-516a2306f341", "name": "network-vif-deleted", "tag": "ea8d41bf-aac5-474b-b983-091cb7356d6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "d3f290ff-d604-45ac-95d0-9d0f371850c6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:35.714396 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd5a2ea7-ae19-4327-b99f-cef37a4d0970 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:35.714396 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718babc0-0579-41ed-a808-516a2306f341', 'name': 'network-vif-deleted', 'tag': 'ea8d41bf-aac5-474b-b983-091cb7356d6c', 'status': 'completed', 'code': 200} Aug 27 12:06:35.714649 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': 'd3f290ff-d604-45ac-95d0-9d0f371850c6', 'status': 'completed', 'code': 200} Aug 27 12:06:35.752164 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a126b80-d7f6-44e5-804a-a24c883d66db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.767618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61c6c9d6-28b7-48da-bba3-48f7824df264 req-2f4b6e25-293c-43f8-abcb-c466272f610f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650214 Aug 27 12:06:35.814270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a126b80-d7f6-44e5-804a-a24c883d66db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.863648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] For port be8b64f1-388d-445a-bbce-e6d08bb5f6de, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=be8b64f1-388d-445a-bbce-e6d08bb5f6de,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:35.864135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.945029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a126b80-d7f6-44e5-804a-a24c883d66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.948378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a126b80-d7f6-44e5-804a-a24c883d66db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:35.949767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6a126b80-d7f6-44e5-804a-a24c883d66db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66c1b237-83db-485a-827b-7e0883f5233c HTTP/1.1" status: 204 len: 168 time: 0.4402535 Aug 27 12:06:35.971029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:36.005900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a126b80-d7f6-44e5-804a-a24c883d66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c1b237-83db-485a-827b-7e0883f5233c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:36.038867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.039932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.040590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.041244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.042115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.042967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.045662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-84b9b46d-9e40-4796-8ded-75c3ce87766a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5289 time: 0.3291731 Aug 27 12:06:36.156726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2e99f-e115-428e-97e1-8189bdb69709 req-5212ecbd-5858-4043-b3cf-d5ca1084135d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.158345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba2e99f-e115-428e-97e1-8189bdb69709 req-5212ecbd-5858-4043-b3cf-d5ca1084135d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.2341278 Aug 27 12:06:36.251735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:36.254180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:36.375757 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:36.376396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cfcaeb-4777-4ad9-99ff-83648a86b424 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:06:36.401966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:36.405043 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ed5d2a3b-0fb6-4f9d-a908-157d4a18a9be admin admin] 10.222.0.76 "DELETE /v2.0/routers/54cfcaeb-4777-4ad9-99ff-83648a86b424 HTTP/1.1" status: 204 len: 168 time: 5.3387024 Aug 27 12:06:36.436716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45594) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:36.695506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba2e99f-e115-428e-97e1-8189bdb69709 req-79cd19f9-a353-4640-b0ce-805ebad48254 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898429 Aug 27 12:06:36.721138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0513271-abdc-4484-ba31-145148d52818 req-024b7f4c-67b9-492d-8171-79e5bdbf753a tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.732379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0513271-abdc-4484-ba31-145148d52818 req-024b7f4c-67b9-492d-8171-79e5bdbf753a tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 945 time: 0.6187663 Aug 27 12:06:36.792373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-2f61d389-312c-4df4-83ab-1786b0e0789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.792983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-2f61d389-312c-4df4-83ab-1786b0e0789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.793376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-2f61d389-312c-4df4-83ab-1786b0e0789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:36.795286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-2f61d389-312c-4df4-83ab-1786b0e0789e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6978104 Aug 27 12:06:36.943365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0513271-abdc-4484-ba31-145148d52818 req-ed61b488-b386-45ee-9a04-73b6b41c6aff tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups?id=676913fa-ed2d-4972-90ff-e0cee8c65f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093499 Aug 27 12:06:37.118448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:37.122285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-fe7f6cc0-f64f-400b-8186-632ea4c6f5c8 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.125027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-fe7f6cc0-f64f-400b-8186-632ea4c6f5c8 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.77 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.7347476 Aug 27 12:06:37.128749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Deleting subnet 48ffd64d-9a92-42db-adee-7e1436177823 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:06:37.140689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.151365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.152049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.152732 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Floating IP c8e7f7e1-1061-4f4c-b83b-8803c002a8ed disassociated. External IP: 172.25.8.191, port: be8b64f1-388d-445a-bbce-e6d08bb5f6de. Aug 27 12:06:37.153289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Calling delete_port for be8b64f1-388d-445a-bbce-e6d08bb5f6de owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:37.199995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.206041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.225182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f29fd6-3c5e-4bab-b2fc-6a9a30ac8962 req-c2d1c208-082a-483a-b566-c6d17da842b4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.233974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96f29fd6-3c5e-4bab-b2fc-6a9a30ac8962 req-c2d1c208-082a-483a-b566-c6d17da842b4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 931 time: 0.3924036 Aug 27 12:06:37.237139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-3f9828e2-391b-4cd0-bdd3-dcb1780311d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.239148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c28e99be-8b87-4d25-9ad9-4a7a8c1c5285 req-3f9828e2-391b-4cd0-bdd3-dcb1780311d1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4356637 Aug 27 12:06:37.240494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Transition to ACTIVE for port object 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:37.255301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.315069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.325265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:37.361319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96f29fd6-3c5e-4bab-b2fc-6a9a30ac8962 req-782394eb-7b33-41dd-b384-1ee0f8f2b6ec tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263435 Aug 27 12:06:37.373403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.379528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.386564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.393664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.399798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.406122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.408053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-3fab4acb-2da3-4c30-978a-2177e968d74f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 4603 time: 0.2762964 Aug 27 12:06:37.505768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7291b3d8-65e1-4d1c-b938-db2da327ce26 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:37.549321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.611469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Transition to ACTIVE for port object 7291b3d8-65e1-4d1c-b938-db2da327ce26 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:37.639943 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.689928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee370-3d8e-4892-9ae7-acdf71375ae7 req-c13e2676-3dc8-4036-afe2-5ed2751dae20 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:37.694130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9aee370-3d8e-4892-9ae7-acdf71375ae7 req-c13e2676-3dc8-4036-afe2-5ed2751dae20 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.2199416 Aug 27 12:06:37.698563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Pushing event updated for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:37.715329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.715683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.716033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.716373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.716711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.717048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.717382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.717711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.718038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.718368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.718712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.719292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:37.727832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Deleting port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:37.728508 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.735748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f16a9c5-6d97-4d4e-9e80-189ddf93754b req-347af4bb-0836-4c26-a15a-bb707843a348 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2748628 Aug 27 12:06:37.799021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.801048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.833129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Attempting to bind port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:37.834533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Attempting to bind port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:37.840147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Attempting to bind port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:37.852972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:37.856967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Attempting to bind port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:37.883719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ffd64d-9a92-42db-adee-7e1436177823,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:37.885564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event deleted for resources: {'Port': ['ID=be8b64f1-388d-445a-bbce-e6d08bb5f6de,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:37.926676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:37.926980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Checking segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:37.927551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Bound using segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:37.928037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Bound port: 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:37.928509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.954741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461021c5-d50d-4781-8fe5-179f979e5b4b None None] Network 467b2589-0909-4003-8d34-fbf3c548403d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:37.957664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:37.963683 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b706efeb-a0f9-4343-b7e8-24acf926d97e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/48ffd64d-9a92-42db-adee-7e1436177823 HTTP/1.1" status: 204 len: 168 time: 1.5101409 Aug 27 12:06:37.966459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45626) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:38.125961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9aee370-3d8e-4892-9ae7-acdf71375ae7 req-eb63a8ee-a4be-4f4e-9f88-595b87ba506d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755212 Aug 27 12:06:38.146514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b9812354-9de6-4179-86f3-64ae3d7fe30f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:38.213601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b9812354-9de6-4179-86f3-64ae3d7fe30f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:38.215554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b9812354-9de6-4179-86f3-64ae3d7fe30f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:38.226014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045037d-11f3-4035-9c59-74a488927075 req-2e0fe169-a910-4545-887b-bfb64c922184 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:38.228119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.234141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4045037d-11f3-4035-9c59-74a488927075 req-2e0fe169-a910-4545-887b-bfb64c922184 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.3517613 Aug 27 12:06:38.246647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.256675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:38.268586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] For port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,segment=NetworkSegment(837817ad-d43a-44e4-b3b2-1c9adb17aab8),segment_id=837817ad-d43a-44e4-b3b2-1c9adb17aab8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:38.268954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.281532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:38.317241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Attempting to bind port 7291b3d8-65e1-4d1c-b938-db2da327ce26 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:38.317637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbae5937-205e-4567-bdcd-5e92dcea2be9 req-e08ea8e2-ce72-425e-9db5-c4a0b5912b2c tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 210 time: 0.0433781 Aug 27 12:06:38.317806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Attempting to bind port 7291b3d8-65e1-4d1c-b938-db2da327ce26 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:38.318214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Attempting to bind port 7291b3d8-65e1-4d1c-b938-db2da327ce26 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:38.329934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Calling delete_port for 3a5b9ce0-7c88-4c2f-b6db-9e879289587d owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:38.343407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:38.344885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Port 7291b3d8-65e1-4d1c-b938-db2da327ce26 on network a7e00852-f168-4c00-83a6-d873967572e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:38.346020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Attempting to bind port 7291b3d8-65e1-4d1c-b938-db2da327ce26 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:38.357074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.361169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:38.361844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Checking segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:38.362505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Bound using segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:38.363202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Bound port: 7291b3d8-65e1-4d1c-b938-db2da327ce26, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:38.363848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.384066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4045037d-11f3-4035-9c59-74a488927075 req-dc0e9f33-e3c9-4f52-afdc-a4835c01c247 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443090 Aug 27 12:06:38.458308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] DHCP port deletion for 467b2589-0909-4003-8d34-fbf3c548403d request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:06:38.547428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:38.561823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] Deleting port 104231f9-c2a2-42c8-b206-b05da2ce2d8a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:38.564783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.600651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:38.601047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.603408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d76157f4-72e8-4641-a665-ad18e673fdca service neutron] 10.222.0.77 "PUT /v2.0/ports/2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 HTTP/1.1" status: 200 len: 1091 time: 3.1868539 Aug 27 12:06:38.603965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:38.606892 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd" -d '{"events": [{"name": "network-changed", "server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:38.649357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2630f-0c2d-4093-9a11-321524798f7c req-4984ca85-00f6-49ba-b080-46dca7952850 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:38.651170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6a2630f-0c2d-4093-9a11-321524798f7c req-4984ca85-00f6-49ba-b080-46dca7952850 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 943 time: 0.0987623 Aug 27 12:06:38.674563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:38.689017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] For port 104231f9-c2a2-42c8-b206-b05da2ce2d8a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=104231f9-c2a2-42c8-b206-b05da2ce2d8a,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:38.689590 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.708368 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8df294-c237-4d14-9caf-95a66344cf72 x-openstack-request-id: req-7d8df294-c237-4d14-9caf-95a66344cf72 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:38.708653 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:38.708907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] Calling delete_port for 104231f9-c2a2-42c8-b206-b05da2ce2d8a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:38.709072 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d8df294-c237-4d14-9caf-95a66344cf72 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:38.709316 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'status': 'completed', 'code': 200} Aug 27 12:06:38.791470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6a2630f-0c2d-4093-9a11-321524798f7c req-e2281772-2d7e-471e-bc63-5e69792bddcd tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323853 Aug 27 12:06:38.813767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-cd666687-d0cf-4d23-97d3-b6b452e500f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:38.815862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-cd666687-d0cf-4d23-97d3-b6b452e500f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 1094 time: 0.1427748 Aug 27 12:06:38.873968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:38.932779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:38.936317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-5b04a7f5-c992-4144-848b-f71992ad917a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 HTTP/1.1" status: 200 len: 217 time: 0.1015167 Aug 27 12:06:38.967246 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.980184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Deleting port 104231f9-c2a2-42c8-b206-b05da2ce2d8a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:38.981297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:38.998573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d38c7012-a2bb-4a41-9001-74e9867f2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.000304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-d38c7012-a2bb-4a41-9001-74e9867f2c1f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.0534413 Aug 27 12:06:39.019730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-702f44fc-b156-47f5-a91d-0de672b55c9f tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:39.030477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be8b64f1-388d-445a-bbce-e6d08bb5f6de no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:39.065422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-fa4765a2-56ce-447e-8688-f4e2c1ed0272 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430870 Aug 27 12:06:39.079416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: be8b64f1-388d-445a-bbce-e6d08bb5f6de {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:39.080201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device be8b64f1-388d-445a-bbce-e6d08bb5f6de not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:39.081162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3a5b9ce0-7c88-4c2f-b6db-9e879289587d no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:39.095283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.101672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.103401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] For port 104231f9-c2a2-42c8-b206-b05da2ce2d8a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=104231f9-c2a2-42c8-b206-b05da2ce2d8a,segment=NetworkSegment(3b3c3853-497f-4a84-ae74-8d24521d1d56),segment_id=3b3c3853-497f-4a84-ae74-8d24521d1d56)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:39.103988 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:39.108784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.114851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.121150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.127314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.129847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Calling delete_port for 104231f9-c2a2-42c8-b206-b05da2ce2d8a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:39.133589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.141949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-c635cfce-188d-40ae-9812-fa26d35a037e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5381 time: 0.2137661 Aug 27 12:06:39.245958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5769d7ff-c5a3-435a-96e4-4d390290bb3e req-b574e3bb-8954-41bc-afe6-dd74120f1901 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029601 Aug 27 12:06:39.264677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-702f44fc-b156-47f5-a91d-0de672b55c9f tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "PUT /v2.0/quotas/fe92db3e87fc45f7a1538af73d971920 HTTP/1.1" status: 200 len: 366 time: 0.5887778 Aug 27 12:06:39.268922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.291337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ca744e6-90a6-4f71-845f-68a5a8264725 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0210974 Aug 27 12:06:39.296287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.328100 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:39.335939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:39.338040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:39.357719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4fcff877-b32e-4821-aa23-60f2c11e3fa8 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "GET /v2.0/quotas/fe92db3e87fc45f7a1538af73d971920 HTTP/1.1" status: 200 len: 366 time: 0.0577109 Aug 27 12:06:39.361460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45656) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.381096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] No DVR routers for this DVR port 104231f9-c2a2-42c8-b206-b05da2ce2d8a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:39.390197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] Sync routers for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:39.392160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-c5d5dd94-edc3-40b2-8b55-c0b0644fc856 service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191113 Aug 27 12:06:39.428002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f89f46-1cfe-490e-9959-6f67a743bf44 req-cb4eccb4-7592-484d-8904-081560014e12 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.435849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63f89f46-1cfe-490e-9959-6f67a743bf44 req-cb4eccb4-7592-484d-8904-081560014e12 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1403913 Aug 27 12:06:39.447360 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:39.455179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:39.456763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:39.488890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d710b-0eb5-4b79-b331-e558eed51424 None None] Pushing event deleted for resources: {'Port': ['ID=104231f9-c2a2-42c8-b206-b05da2ce2d8a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:39.505858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] No DVR routers for this DVR port 104231f9-c2a2-42c8-b206-b05da2ce2d8a on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:39.567222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:39.568406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:39.570773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] 10.222.0.65 "PUT /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 1136 time: 4.7669106 Aug 27 12:06:39.581414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f395d1c8-5056-4739-aa9a-6b4723e000f9 req-ff808d17-97e1-4a38-b09b-7c093260e42d service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746330 Aug 27 12:06:39.638055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] No DVR routers for this DVR port be8b64f1-388d-445a-bbce-e6d08bb5f6de on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:39.645944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:39.650059 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-471cbc03-2b65-4610-9a16-db6ea6211bad req-95a7f22e-5c9c-400e-b41d-671e38090926 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.77 "DELETE /v2.0/ports/be8b64f1-388d-445a-bbce-e6d08bb5f6de HTTP/1.1" status: 204 len: 173 time: 4.9660804 Aug 27 12:06:39.655242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '7291b3d8-65e1-4d1c-b938-db2da327ce26'}, {'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'name': 'network-vif-deleted', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:39.655574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ce40f16c-1589-4481-9011-56fd0d90ffa2 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/fe92db3e87fc45f7a1538af73d971920 HTTP/1.1" status: 204 len: 168 time: 0.2768621 Aug 27 12:06:39.656468 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ee9f4-8562-4110-bc40-2d96e5d50235" -d '{"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "7291b3d8-65e1-4d1c-b938-db2da327ce26"}, {"server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "name": "network-vif-deleted", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:39.676702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45664) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.685922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-605c5232-a5a3-43a2-98f2-8dc2c3099ed8 req-b12a529a-9403-4a86-9538-edebc848e498 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a2ac0f6-217f-4afc-b1c2-5967f50291bf HTTP/1.1" status: 200 len: 210 time: 0.1031733 Aug 27 12:06:39.694145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:39.705468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-db043ebf-2aec-4b3e-bd24-94eac60e9a44 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0219088 Aug 27 12:06:39.708279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.724883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-39e12670-ea38-45bb-8466-fed573e8d6c9 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "GET /v2.0/quotas/fe92db3e87fc45f7a1538af73d971920 HTTP/1.1" status: 200 len: 370 time: 0.0118051 Aug 27 12:06:39.735501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63f89f46-1cfe-490e-9959-6f67a743bf44 req-d0aa1b0a-dda7-4960-a4a2-1e2ce1495556 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391916 Aug 27 12:06:39.736053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.742190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:39.765245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-612aa61f-19bd-4e67-a602-b74de0b23e67 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "GET /v2.0/quotas/fe92db3e87fc45f7a1538af73d971920/default HTTP/1.1" status: 200 len: 370 time: 0.0259178 Aug 27 12:06:39.769201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:39.780241 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-8662de6b-8bb7-4457-93b5-4b31444b7b29 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] delete failed (client error): The resource could not be found. Aug 27 12:06:39.785086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8662de6b-8bb7-4457-93b5-4b31444b7b29 tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/fe92db3e87fc45f7a1538af73d971920 HTTP/1.1" status: 404 len: 348 time: 0.0148106 Aug 27 12:06:39.971885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45678) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:40.056114 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac3baf5-495b-42b5-bd35-c799d987eb6b x-openstack-request-id: req-4ac3baf5-495b-42b5-bd35-c799d987eb6b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:40.064796 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "7291b3d8-65e1-4d1c-b938-db2da327ce26", "status": "completed", "code": 200}, {"server_uuid": "6a2ac0f6-217f-4afc-b1c2-5967f50291bf", "name": "network-vif-deleted", "tag": "be8b64f1-388d-445a-bbce-e6d08bb5f6de", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:40.065312 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ac3baf5-495b-42b5-bd35-c799d987eb6b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:40.065936 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '7291b3d8-65e1-4d1c-b938-db2da327ce26', 'status': 'completed', 'code': 200} Aug 27 12:06:40.066414 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2ac0f6-217f-4afc-b1c2-5967f50291bf', 'name': 'network-vif-deleted', 'tag': 'be8b64f1-388d-445a-bbce-e6d08bb5f6de', 'status': 'completed', 'code': 200} Aug 27 12:06:40.098230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d4d5-bcfe-415a-95dd-3732f9a631c6 req-90616603-4979-49db-8fcc-b3bfbf1677c2 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.100270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd69d4d5-bcfe-415a-95dd-3732f9a631c6 req-90616603-4979-49db-8fcc-b3bfbf1677c2 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 945 time: 0.1885486 Aug 27 12:06:40.103192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 104231f9-c2a2-42c8-b206-b05da2ce2d8a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:40.127306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32103c-b261-41b2-8fa4-b6724f165b6e service neutron] Pushing event updated for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:40.128919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 104231f9-c2a2-42c8-b206-b05da2ce2d8a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:40.129087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:network and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:40.129667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 104231f9-c2a2-42c8-b206-b05da2ce2d8a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:40.142314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:40.171010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.224378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:04Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:40.233374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.238967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467b2589-0909-4003-8d34-fbf3c548403d']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:40.242516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Pushing event deleted for resources: {'Port': ['ID=104231f9-c2a2-42c8-b206-b05da2ce2d8a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:40.261400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:subnet and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:40.277576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] Checking router: eb1fe299-32de-4bd5-97b4-62d8cf7aed0d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:06:40.282905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-9973e546-1c70-4537-ac9f-b9dd30816dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.285088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-9973e546-1c70-4537-ac9f-b9dd30816dca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 1094 time: 0.5673237 Aug 27 12:06:40.287497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3c3853-497f-4a84-ae74-8d24521d1d56') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:40.287795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3c3853-497f-4a84-ae74-8d24521d1d56') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:40.290501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:40.291098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:40.297018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd69d4d5-bcfe-415a-95dd-3732f9a631c6 req-2a3cf212-f9da-405c-95a4-178bf52c5afb tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/security-groups?id=9712a99b-d778-4aaf-a227-6277da68f04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492705 Aug 27 12:06:40.298094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:40.327116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.332698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.336059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.339590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.340927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.345850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.346874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.349643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-13878eb5-523c-49ad-b975-555414799554 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6218 time: 0.3226080 Aug 27 12:06:40.357958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.360103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Pushing event deleted for resources: {'Port': ['ID=3a5b9ce0-7c88-4c2f-b6db-9e879289587d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:40.409562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.417846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde375f3-cf41-4386-88bd-dc082b297a17 req-fe40b3c8-80ff-420f-b7f2-6b05efbab475 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.419959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bde375f3-cf41-4386-88bd-dc082b297a17 req-fe40b3c8-80ff-420f-b7f2-6b05efbab475 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 943 time: 0.3410428 Aug 27 12:06:40.491456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:subnetpool and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:40.497157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:40.551260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.596908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:40.656310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:port and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:40.664550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:06:40.665002 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.671264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] No DVR routers for this DVR port 3a5b9ce0-7c88-4c2f-b6db-9e879289587d on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:06:40.672898 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:06:40.690327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:40.693460 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-784a6d4d-e487-459a-aa74-2150a0d38a7c req-52e84c12-623e-4afb-950d-a170643a288d tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.77 "DELETE /v2.0/ports/3a5b9ce0-7c88-4c2f-b6db-9e879289587d HTTP/1.1" status: 204 len: 173 time: 3.5460186 Aug 27 12:06:40.703140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:40.738102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bde375f3-cf41-4386-88bd-dc082b297a17 req-9c08fda9-ac7a-436e-8929-5446546c26e3 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695228 Aug 27 12:06:40.769641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.784798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.794645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.822736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.829684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.844268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.850901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.852651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-480826c9-7ec5-4382-864f-4c9fda80db1d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5381 time: 0.4088776 Aug 27 12:06:40.869096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:04Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:40.899311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-ccf8ca22-dd47-4a3b-b01a-1b94d2f528d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.899824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-ccf8ca22-dd47-4a3b-b01a-1b94d2f528d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.900297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-ccf8ca22-dd47-4a3b-b01a-1b94d2f528d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.902096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-ccf8ca22-dd47-4a3b-b01a-1b94d2f528d2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5401268 Aug 27 12:06:40.902770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:router and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:40.915138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:40.934582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-1ba6aa62-7d90-43fe-a487-f0514d4ca6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:40.936770 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-1ba6aa62-7d90-43fe-a487-f0514d4ca6dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 906 time: 0.5986917 Aug 27 12:06:40.944069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba355f5-5537-4130-8e45-021db37606a7 None None] The sync data for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 is: [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:02:51Z', 'revision_number': 4, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '75b01efe-0eaf-4f2a-8eb9-d827974f9dad', 'name': '', 'network_id': '57d4cdfe-4238-4971-a34f-c2f86010662d', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'mac_address': 'fa:16:3e:57:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:49Z', 'updated_at': '2021-08-27T12:03:04Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'subnets': [{'id': 'f19fe432-113a-469e-a7a2-3419305d3d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:40.995192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c271086-8d33-4497-8f4e-3e80a8252790 req-c9e80716-9097-4a47-9383-d423d315956e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284096 Aug 27 12:06:40.998144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-e486c800-6390-445e-ab86-1918169dadc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 HTTP/1.1" status: 200 len: 217 time: 0.0479159 Aug 27 12:06:41.002245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.024316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.027449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:floatingip and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:41.036306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] 10.222.0.76 "DELETE /v2.0/networks/467b2589-0909-4003-8d34-fbf3c548403d HTTP/1.1" status: 204 len: 168 time: 3.0622749 Aug 27 12:06:41.038222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:41.116237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:41.267351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88634768-dbe8-4894-82f2-8ae577fa1e15 req-72cea64a-7b78-42d6-a3ff-1ddc191d449c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:41.276312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88634768-dbe8-4894-82f2-8ae577fa1e15 req-72cea64a-7b78-42d6-a3ff-1ddc191d449c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.3442297 Aug 27 12:06:41.440702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0efbfc5-5a8a-46f3-956a-e79706ea3fae {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:41.455284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.475353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Transition to ACTIVE for port object c0efbfc5-5a8a-46f3-956a-e79706ea3fae will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:41.476409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb6cea-2fec-4a93-9af1-7cf19e79da4e admin admin] Pushing event deleted for resources: {'Network': ['ID=467b2589-0909-4003-8d34-fbf3c548403d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:41.489655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45696) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:41.490689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.509358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.549752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-1197f824-d738-4445-8b55-5873e9e93016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:41.551273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e3ee9f4-8562-4110-bc40-2d96e5d50235 req-1197f824-d738-4445-8b55-5873e9e93016 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6286163 Aug 27 12:06:41.552417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-0611b0f2-863d-4524-9618-618cc19593fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:41.554008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-0611b0f2-863d-4524-9618-618cc19593fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.5501926 Aug 27 12:06:41.567699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88634768-dbe8-4894-82f2-8ae577fa1e15 req-cae7b870-4d6b-46e8-b419-3efe2ac33cc3 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902057 Aug 27 12:06:41.574846 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a8c6c-ae9d-4267-ba6b-cfbcd309cb4e None None] New status for floating IP c8e7f7e1-1061-4f4c-b83b-8803c002a8ed: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:06:41.601752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:security_group and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:41.606540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-766cb678-ab83-46b4-a394-0af582d5127e req-e5901666-a419-4960-95de-70d598198bd4 tempest-ServerTagsTestJSON-1276841376 tempest-ServerTagsTestJSON-1276841376-project] 10.222.0.76 "GET /v2.0/ports?device_id=14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d HTTP/1.1" status: 200 len: 210 time: 0.0995815 Aug 27 12:06:41.611432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a6780ce2-1ee0-425d-b7f8-561f5fafee9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f66c1866d50845479460887318bac1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177959 Aug 27 12:06:41.616156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45698) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:41.631542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:41.635604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.683447 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-70eb9198-1fa6-422a-a47e-ced3eb25ac4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840790 Aug 27 12:06:41.685342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Pushing event updated for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:41.708311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Usage tracker for resource:security_group_rule and tenant:159dc2adb431408ab314dd2d41e16621 is out of sync, need to count used quota {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 12:06:41.729018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.quota.resource [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94623) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 12:06:41.738868 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-897b60d8-11fa-40aa-8edd-ec9da8d279c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.787079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-897b60d8-11fa-40aa-8edd-ec9da8d279c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.839042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3d31d471-07d5-4cb3-83ae-05c7ac22a42b tempest-QuotasTest-1433383911 tempest-QuotasTest-1433383911-project-admin] 10.222.0.76 "GET /v2.0/quotas/159dc2adb431408ab314dd2d41e16621/details.json HTTP/1.1" status: 200 len: 703 time: 1.8658679 Aug 27 12:06:41.856789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Attempting to bind port c0efbfc5-5a8a-46f3-956a-e79706ea3fae on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:41.858464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Attempting to bind port c0efbfc5-5a8a-46f3-956a-e79706ea3fae by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:41.859222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Attempting to bind port c0efbfc5-5a8a-46f3-956a-e79706ea3fae on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:41.903332 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.906137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:41.909959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "DELETE /v2.0/security-groups/676913fa-ed2d-4972-90ff-e0cee8c65f92 HTTP/1.1" status: 204 len: 168 time: 0.7844582 Aug 27 12:06:41.911666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:41.940393 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-dc60d373-5393-4674-bbf4-834918418734 service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343562 Aug 27 12:06:41.945796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Port c0efbfc5-5a8a-46f3-956a-e79706ea3fae on network a7e00852-f168-4c00-83a6-d873967572e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:41.946234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Attempting to bind port c0efbfc5-5a8a-46f3-956a-e79706ea3fae on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:41.970959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676913fa-ed2d-4972-90ff-e0cee8c65f92,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:41.981349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.981760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.982118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.982556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.982934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.983281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.983662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.984440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.984710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.990523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.991000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.991359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48c2f5-f8a0-402d-bb0c-629795b0dfaa tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:41.994365 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a4a8c1c0-4c5f-4dea-adf8-4bd429ae779c tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] show failed (client error): The resource could not be found. Aug 27 12:06:41.999927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4a8c1c0-4c5f-4dea-adf8-4bd429ae779c tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "GET /v2.0/security-groups/676913fa-ed2d-4972-90ff-e0cee8c65f92 HTTP/1.1" status: 404 len: 347 time: 0.0816891 Aug 27 12:06:42.001498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:42.019935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:42.020282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Checking segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:42.021543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Bound using segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:42.029320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Bound port: c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:42.029709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.082946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e60e0-7059-409a-9daa-5bb72a316949 req-d04e2301-5430-44dc-9b87-0a9b2568a21d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.086860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d25e60e0-7059-409a-9daa-5bb72a316949 req-d04e2301-5430-44dc-9b87-0a9b2568a21d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 943 time: 0.2354593 Aug 27 12:06:42.118408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'name': 'network-vif-deleted', 'tag': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:42.122049 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1c767-6233-4970-aaf2-2dbb7c805b31" -d '{"events": [{"server_uuid": "14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d", "name": "network-vif-deleted", "tag": "3a5b9ce0-7c88-4c2f-b6db-9e879289587d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:42.138311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-897b60d8-11fa-40aa-8edd-ec9da8d279c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.141145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-897b60d8-11fa-40aa-8edd-ec9da8d279c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.143716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-897b60d8-11fa-40aa-8edd-ec9da8d279c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2beb5cb7-601b-42d3-9110-573a9b889456 HTTP/1.1" status: 204 len: 168 time: 0.5259731 Aug 27 12:06:42.218621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b60d8-11fa-40aa-8edd-ec9da8d279c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb5cb7-601b-42d3-9110-573a9b889456,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:42.249986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d25e60e0-7059-409a-9daa-5bb72a316949 req-040c135b-9677-4fad-ba3a-12f953174044 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507914 Aug 27 12:06:42.261512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:42.268931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:42.275267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.354922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Pushing event updated for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:42.372899 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e124e-f15d-43c5-888b-8ff056d6b864 x-openstack-request-id: req-d06e124e-f15d-43c5-888b-8ff056d6b864 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:42.373252 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d", "name": "network-vif-deleted", "tag": "3a5b9ce0-7c88-4c2f-b6db-9e879289587d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:42.373573 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d06e124e-f15d-43c5-888b-8ff056d6b864 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:42.374045 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ac5fa7-26fc-4e8a-8b1d-7be65ecdef6d', 'name': 'network-vif-deleted', 'tag': '3a5b9ce0-7c88-4c2f-b6db-9e879289587d', 'status': 'completed', 'code': 200} Aug 27 12:06:42.388192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.389808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.391662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-3d5be3ff-04dc-4825-a6d0-0290ad998904 service neutron] 10.222.0.65 "PUT /v2.0/ports/c0efbfc5-5a8a-46f3-956a-e79706ea3fae HTTP/1.1" status: 200 len: 1090 time: 2.7092793 Aug 27 12:06:42.427024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:42.431018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.443407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.450754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.458213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.468335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45720) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:42.469914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.488652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.498153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.512807 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4edf2e89-ef83-4fcb-a5ee-1e67ac1f37bd req-9121034e-bd50-4cce-9147-33b82566b434 service neutron] 10.222.0.77 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612605 Aug 27 12:06:42.518449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.525918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-fd1f0da0-2723-4968-917d-faf9db5c662d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5393 time: 0.3103569 Aug 27 12:06:42.599834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Deleting port 7a3be801-ad1f-45a8-8be0-f8eb5181a6f5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:42.603576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.662725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4bb6895-975d-40dd-9f61-6e8b38258542 req-30822a56-d9be-4947-858f-dd3dc8889e05 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358743 Aug 27 12:06:42.776728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45734) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:42.796551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b592418-9e15-445e-b396-97b35a690156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.800785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.801443 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:42.844475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Calling delete_port for 7a3be801-ad1f-45a8-8be0-f8eb5181a6f5 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:42.919592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Deleting subnet d040d5ff-c3fe-4083-9239-fddc92226024 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:06:42.934323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e77c6-443d-470b-9f15-5d9da4a5f779 req-24de1d0c-f60d-43cc-a0fe-f8eb5983a432 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:42.935981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f6e77c6-443d-470b-9f15-5d9da4a5f779 req-24de1d0c-f60d-43cc-a0fe-f8eb5983a432 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1905589 Aug 27 12:06:42.940286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.053879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.108846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f6e77c6-443d-470b-9f15-5d9da4a5f779 req-3feb3523-4f1f-40bc-84b7-5fd6ba3bd60d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471369 Aug 27 12:06:43.157517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:43.211749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.360562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.372441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:43.486861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Pushing event deleted for resources: {'Port': ['ID=7a3be801-ad1f-45a8-8be0-f8eb5181a6f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:43.600535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b592418-9e15-445e-b396-97b35a690156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.601442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-network', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:43.615102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28de0042-2938-45ab-89b9-473397c499aa {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:43.627597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.628884 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.631909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b592418-9e15-445e-b396-97b35a690156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.654221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Made reservation on behalf of 349364ba9e3f4d1d9fbf997210381fae for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:43.657377 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.669167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Transition to ACTIVE for port object 28de0042-2938-45ab-89b9-473397c499aa will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:43.680222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.696151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7b592418-9e15-445e-b396-97b35a690156 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fffc8ddaefd74d6ea9f734a56e350663&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2164049 Aug 27 12:06:43.699131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:43.699131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d040d5ff-c3fe-4083-9239-fddc92226024,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:43.714674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172d80-5d60-44a6-9a29-07fe5809d747 req-884e04b8-f2ca-4a64-ad97-a50ec2b95325 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:43.715770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36172d80-5d60-44a6-9a29-07fe5809d747 req-884e04b8-f2ca-4a64-ad97-a50ec2b95325 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 943 time: 0.2884543 Aug 27 12:06:43.717852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b592418-9e15-445e-b396-97b35a690156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cda67b-f171-4f32-a559-2c4010b1ba81,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:43.728588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.733489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.735393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93938db6-1496-4182-9ff8-848c2637cfed admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d040d5ff-c3fe-4083-9239-fddc92226024 HTTP/1.1" status: 204 len: 168 time: 0.9428315 Aug 27 12:06:43.740041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:43.787552 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.792007 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.793623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5a7748c-7369-425e-9bda-f837bdb098e3 tempest-ServersTestManualDisk-539501613 tempest-ServersTestManualDisk-539501613-project] 10.222.0.76 "DELETE /v2.0/floatingips/c8e7f7e1-1061-4f4c-b83b-8803c002a8ed HTTP/1.1" status: 204 len: 168 time: 1.7828703 Aug 27 12:06:43.803927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:43.805199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:43.910287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Attempting to bind port 28de0042-2938-45ab-89b9-473397c499aa on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:43.910813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Attempting to bind port 28de0042-2938-45ab-89b9-473397c499aa by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:43.911268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Attempting to bind port 28de0042-2938-45ab-89b9-473397c499aa on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:43.918170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Port 28de0042-2938-45ab-89b9-473397c499aa on network a7e00852-f168-4c00-83a6-d873967572e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:43.918678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Attempting to bind port 28de0042-2938-45ab-89b9-473397c499aa on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:43.926722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:43.936886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:43.937386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Checking segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:43.938680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Bound using segment: {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:43.939252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Bound port: 28de0042-2938-45ab-89b9-473397c499aa, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:43.939723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.000474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36172d80-5d60-44a6-9a29-07fe5809d747 req-cf432059-49ca-4f04-ac9b-402093642c98 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576280 Aug 27 12:06:44.034876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:44.069150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=28de0042-2938-45ab-89b9-473397c499aa,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:44.074568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.161265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.161480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.162985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] 10.222.0.65 "PUT /v2.0/ports/28de0042-2938-45ab-89b9-473397c499aa HTTP/1.1" status: 200 len: 1089 time: 1.7407959 Aug 27 12:06:44.169765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.189776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d27777-b65b-4e5d-96d2-b626f98b06d9']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:44.204511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:44.233514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837817ad-d43a-44e4-b3b2-1c9adb17aab8') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:44.233812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837817ad-d43a-44e4-b3b2-1c9adb17aab8') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:44.243838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c70a0-db3d-4926-9a63-6f2d3323ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:44.260440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.298221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.311109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:06:44.311624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:06:44.313690 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:06:44.323652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.375707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae'}, {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '28de0042-2938-45ab-89b9-473397c499aa'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:44.378287 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e" -d '{"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae"}, {"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "28de0042-2938-45ab-89b9-473397c499aa"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:44.422037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.430674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4c88680-c436-4778-bf6a-0375fb32a335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.431265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.437961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] 10.222.0.76 "DELETE /v2.0/networks/02d27777-b65b-4e5d-96d2-b626f98b06d9 HTTP/1.1" status: 204 len: 168 time: 0.6968489 Aug 27 12:06:44.482292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.488333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.495559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.501987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.508477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.512439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e6274-9ec0-4d29-9b37-0bbf400a8f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=02d27777-b65b-4e5d-96d2-b626f98b06d9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:44.517980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.524780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.526785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-7d6198a4-fae4-4473-8470-7dd300fdb3e1 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5405 time: 0.7005870 Aug 27 12:06:44.575351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4c88680-c436-4778-bf6a-0375fb32a335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.596607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45768) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:44.670988 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-22681d81-2d1e-4e6d-bed4-102e61249e41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=106020c2c5ec495c924c0d375458d549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732164 Aug 27 12:06:44.673730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45772) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:44.716610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83567fa0-22f7-4db9-a93d-63e65e0f32b9 req-0c138ca0-44fc-4db4-8979-1ac8e74c0a8d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774256 Aug 27 12:06:44.724623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e777b-a3a1-4544-a5fc-219aec2493cd req-3f0013fe-d5f6-45c7-965b-8ef43df97871 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:44.731858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea9e777b-a3a1-4544-a5fc-219aec2493cd req-3f0013fe-d5f6-45c7-965b-8ef43df97871 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.3232129 Aug 27 12:06:44.777297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.795796 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce48cec4-0bc8-4f24-bb38-3451a433c93a x-openstack-request-id: req-ce48cec4-0bc8-4f24-bb38-3451a433c93a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:44.796108 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "28de0042-2938-45ab-89b9-473397c499aa", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:44.796349 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce48cec4-0bc8-4f24-bb38-3451a433c93a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:44.796750 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae', 'status': 'completed', 'code': 200} Aug 27 12:06:44.797004 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '28de0042-2938-45ab-89b9-473397c499aa', 'status': 'completed', 'code': 200} Aug 27 12:06:44.806156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:06:44.811902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4c88680-c436-4778-bf6a-0375fb32a335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.814486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e4c88680-c436-4778-bf6a-0375fb32a335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.817956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e4c88680-c436-4778-bf6a-0375fb32a335 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80cda67b-f171-4f32-a559-2c4010b1ba81 HTTP/1.1" status: 204 len: 168 time: 1.0989137 Aug 27 12:06:44.817956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.844890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83251085-f91e-4671-bd23-770ccf58b2eb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:44.861139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.866181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:44.885200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61d52cfa-8c7a-4872-ab7f-1a85ecf8c0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.898473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Transition to ACTIVE for port object 83251085-f91e-4671-bd23-770ccf58b2eb will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:44.915321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.945120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:44.947995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:06:44.964190 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:44.965399 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Added segment d2a6788d-3822-464c-a7b8-71adbbd86e9f of type vlan for network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 Aug 27 12:06:45.023091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea9e777b-a3a1-4544-a5fc-219aec2493cd req-37545743-f493-4c48-9a22-92c2f2fb3016 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893920 Aug 27 12:06:45.026283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c88680-c436-4778-bf6a-0375fb32a335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cda67b-f171-4f32-a559-2c4010b1ba81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.057398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:45.068600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61d52cfa-8c7a-4872-ab7f-1a85ecf8c0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.092268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'mac_address': 'fa:16:3e:99:da:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:06:45.174135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Pushing event updated for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.194682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.206903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d333546b-7e35-4d9c-8b55-cff476a54150,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.226945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Attempting to bind port 83251085-f91e-4671-bd23-770ccf58b2eb on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:45.227432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Attempting to bind port 83251085-f91e-4671-bd23-770ccf58b2eb by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:45.227880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Attempting to bind port 83251085-f91e-4671-bd23-770ccf58b2eb on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:45.232003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.232761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.233625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.234913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.235574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Port 83251085-f91e-4671-bd23-770ccf58b2eb on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:45.235994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.236172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Attempting to bind port 83251085-f91e-4671-bd23-770ccf58b2eb on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:45.237552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.239839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.244435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-727d9125-3372-4b2f-bcfa-60aa2800b77d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6352 time: 0.3995745 Aug 27 12:06:45.245434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:45.246845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Checking segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:45.247431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Bound using segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:45.248250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Bound port: 83251085-f91e-4671-bd23-770ccf58b2eb, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:45.248805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.254111 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.297096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:45.332036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:45.334132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:45.337023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=83251085-f91e-4671-bd23-770ccf58b2eb,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:45.340498 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.348260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61d52cfa-8c7a-4872-ab7f-1a85ecf8c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.349550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61d52cfa-8c7a-4872-ab7f-1a85ecf8c0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.354207 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-61d52cfa-8c7a-4872-ab7f-1a85ecf8c0ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9712a99b-d778-4aaf-a227-6277da68f04f HTTP/1.1" status: 204 len: 168 time: 0.6792572 Aug 27 12:06:45.378951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.407744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.441705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.443533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.443714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52cfa-8c7a-4872-ab7f-1a85ecf8c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9712a99b-d778-4aaf-a227-6277da68f04f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.444122 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.471617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.472249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.473677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] 10.222.0.65 "PUT /v2.0/ports/83251085-f91e-4671-bd23-770ccf58b2eb HTTP/1.1" status: 200 len: 1091 time: 1.2799108 Aug 27 12:06:45.495603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42131a-7f48-4ec8-b6ed-a3d78f8fce51 service neutron] Pushing event updated for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.502447 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-3231d45b-5739-463f-9203-f82bceb35d8c service neutron] 10.222.0.65 "GET /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1636472 Aug 27 12:06:45.507716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Request body: {'port': {'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:45.515432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45782) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:45.572709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ab1de-24a9-4641-a9ac-b87227034d85 req-f8ec3e8f-4769-4269-ae40-e13687fdb03a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.574452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-089ab1de-24a9-4641-a9ac-b87227034d85 req-f8ec3e8f-4769-4269-ae40-e13687fdb03a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 943 time: 0.3863428 Aug 27 12:06:45.582596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c004929-92a7-44f1-96ea-0d0930a237fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.599658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.2214389 Aug 27 12:06:45.615319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:45.631776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Request body: {'subnet': {'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-subnet', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:45.666542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:45.668414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf045a59-3d89-4c91-a43a-d6e3efd96276 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2c6f67-5c3a-4ab8-be28-1730c12d2896,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:45.682154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:06:45.701243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-36bd75fe-ade4-4275-97be-350c7836ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.702068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-36bd75fe-ade4-4275-97be-350c7836ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.702577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-36bd75fe-ade4-4275-97be-350c7836ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:45.704214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-36bd75fe-ade4-4275-97be-350c7836ad40 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4354820 Aug 27 12:06:45.743236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-089ab1de-24a9-4641-a9ac-b87227034d85 req-b686bf95-0f9d-4677-a2f0-483058ff0eb2 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484778 Aug 27 12:06:45.763312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:06:45.827045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Made reservation on behalf of 349364ba9e3f4d1d9fbf997210381fae for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:45.832579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.064681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b00418c3-e928-4fc1-83e8-638f2a72bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.066240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b00418c3-e928-4fc1-83e8-638f2a72bb7b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3482578 Aug 27 12:06:46.080682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.086672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.092784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.099391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.105590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.114769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.120732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.123260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78b84eed-9803-4f2d-99e1-9b694456449d req-89e91ed4-ab3c-405f-9d77-34643970a3ed tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5417 time: 0.2153816 Aug 27 12:06:46.192910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:46.252257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:46.295277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78b84eed-9803-4f2d-99e1-9b694456449d req-80a1a938-954b-4643-952a-5649806216e8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1519761 Aug 27 12:06:46.303560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.304053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.304536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.305012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.305489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.305960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.306457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.308428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-b913c9e7-6a6b-47eb-923c-35d3d1cd7efd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6419 time: 0.1805956 Aug 27 12:06:46.316446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c004929-92a7-44f1-96ea-0d0930a237fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.328650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c004929-92a7-44f1-96ea-0d0930a237fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.337022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e89e-31a0-40e7-b583-255e10bdfeed req-e23b1bfe-cce3-4490-a0c1-3a6b39ba86ca tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.340736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d2e89e-31a0-40e7-b583-255e10bdfeed req-e23b1bfe-cce3-4490-a0c1-3a6b39ba86ca tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 943 time: 0.1964440 Aug 27 12:06:46.345218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.352760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d4021f-64e7-4b54-9d02-21b1a278593b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:46.409040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:46.432793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c004929-92a7-44f1-96ea-0d0930a237fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dafa9f4-e4a6-44af-af7d-ce7ef6f1f038,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:46.437498 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8c004929-92a7-44f1-96ea-0d0930a237fa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=159dc2adb431408ab314dd2d41e16621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212000 Aug 27 12:06:46.442031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45814) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:46.442801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.458543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f35f7c-cbd8-4dc7-9a04-49471b07d456 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:46.475861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.522645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Transition to ACTIVE for port object 69f35f7c-cbd8-4dc7-9a04-49471b07d456 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:46.533027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.547684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.618650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d2e89e-31a0-40e7-b583-255e10bdfeed req-3b809d62-bbf8-4be2-8c65-184f67f25eb1 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335384 Aug 27 12:06:46.642500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:46.685370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] Transition to ACTIVE for port object d0d4021f-64e7-4b54-9d02-21b1a278593b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:46.691778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-973312bf-e538-4d0a-a330-89e4c04268d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.705826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bccd02d-851e-41b6-8140-4b7f8453701f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:46.716060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.725803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-21babea1-6525-4963-b58c-83e8c4e33433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.726733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-21babea1-6525-4963-b58c-83e8c4e33433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.727412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-21babea1-6525-4963-b58c-83e8c4e33433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.730008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-21babea1-6525-4963-b58c-83e8c4e33433 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3439143 Aug 27 12:06:46.815791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Checking segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:46.816304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Network hostable DHCP agents. Network: fb2c6f67-5c3a-4ab8-be28-1730c12d2896, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:06:46.827508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:46.830229 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61" -d '{"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:46.833975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:46.834369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:46.912020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-973312bf-e538-4d0a-a330-89e4c04268d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.913988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] No DVR routers for this DVR port d0d4021f-64e7-4b54-9d02-21b1a278593b on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:46.914797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:06:46.924592 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ecc2d-ac4f-4254-bfd6-ff7a7bc42950 x-openstack-request-id: req-af6ecc2d-ac4f-4254-bfd6-ff7a7bc42950 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:46.925082 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:46.925705 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af6ecc2d-ac4f-4254-bfd6-ff7a7bc42950 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:46.926473 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb', 'status': 'completed', 'code': 200} Aug 27 12:06:46.929958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-f6be7f35-0c60-42a3-bf7c-453b3da4a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.931709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1a12d95-8b87-4a90-b48d-ee1eba6e962e req-f6be7f35-0c60-42a3-bf7c-453b3da4a3ce service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805735 Aug 27 12:06:46.936016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fb2c6f67-5c3a-4ab8-be28-1730c12d2896) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:46.949996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.950705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:46.963209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618631ab-74c3-48a4-b643-a7e859decb0e req-1a2c3ca1-9bcb-49b3-b2dd-cf4242b3b295 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:46.965181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c748d0e7-41b9-451c-acd4-da847e51aa70 None None] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:46.971393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-618631ab-74c3-48a4-b643-a7e859decb0e req-1a2c3ca1-9bcb-49b3-b2dd-cf4242b3b295 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 944 time: 0.1227939 Aug 27 12:06:46.988691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-8dcc1e61-8cb3-4e75-b6f7-9fbaafccf018 service neutron] 10.222.0.65 "PUT /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b/bindings/n-h1-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4740968 Aug 27 12:06:47.044620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Attempting to bind port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:47.044973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Attempting to bind port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:47.045314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Attempting to bind port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:47.063440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:47.076105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:06:47.076105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Attempting to bind port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 on network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:47.079893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d83275db-cb84-42e5-b536-4ad8bf0f191b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.4537804 Aug 27 12:06:47.095043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59617ba1-b606-4067-b926-a62a9b7a5c15 req-7d08a8f9-5bec-4676-8cef-7a46b33e684b tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0845480 Aug 27 12:06:47.095526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:47.096170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Checking segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:47.096717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Bound using segment: {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:47.097004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:47.097134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Bound port: 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851595c1-3f05-4b8e-9104-e7d3ab6e7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:47.097426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.118590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:47.130517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:47.130900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.157460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-ee9b495d-ecc2-41fd-bb17-910c035f1c0d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.159111 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-ee9b495d-ecc2-41fd-bb17-910c035f1c0d tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1055131 Aug 27 12:06:47.190423 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-973312bf-e538-4d0a-a330-89e4c04268d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.192688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-973312bf-e538-4d0a-a330-89e4c04268d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.193880 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-973312bf-e538-4d0a-a330-89e4c04268d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dafa9f4-e4a6-44af-af7d-ce7ef6f1f038 HTTP/1.1" status: 204 len: 168 time: 0.7487421 Aug 27 12:06:47.209681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-618631ab-74c3-48a4-b643-a7e859decb0e req-1ec28021-c1dc-4fd1-8d73-56b999375c9b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373462 Aug 27 12:06:47.245128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973312bf-e538-4d0a-a330-89e4c04268d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dafa9f4-e4a6-44af-af7d-ce7ef6f1f038,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:47.261472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.261995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.262495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.263013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.263489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.263909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.264526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.267656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-474c1f21-73ed-4755-9310-804774df987b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6444 time: 0.2885089 Aug 27 12:06:47.273384 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.274353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.277376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:47.289617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-d3746bab-4e0e-4f38-ab00-557ecb2dc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.292402 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-d3746bab-4e0e-4f38-ab00-557ecb2dc3a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01&tenant_id=2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 1095 time: 0.1228445 Aug 27 12:06:47.296153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:47.317361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.350156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:06:47.353164 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.392369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Deleting port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:47.393044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.403640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.442951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:47.455487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.456384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.458213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5dbe4091-bdb7-4692-9647-166384ff92c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/69f35f7c-cbd8-4dc7-9a04-49471b07d456 HTTP/1.1" status: 200 len: 1091 time: 1.9548290 Aug 27 12:06:47.607158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-1d49ec88-434f-43b9-bf85-559589709249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.611205 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-1d49ec88-434f-43b9-bf85-559589709249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1095 time: 0.1816232 Aug 27 12:06:47.618100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:47.630873 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b944f30-a62c-435c-98c3-1c9de6eaebef" -d '{"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-plugged", "status": "completed", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:47.668499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:47.685242 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.838531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Allocated IP 172.20.0.2 (fb2c6f67-5c3a-4ab8-be28-1730c12d2896/3bccd02d-851e-41b6-8140-4b7f8453701f/811d7678-6364-4c28-8654-a220790f24a0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:47.876931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:47.993530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298632c-1ad4-4f38-b2f9-86d9464b4f2f req-a9eeae0e-ca2b-4fe6-be9c-acd5b5e02bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:47.996568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2298632c-1ad4-4f38-b2f9-86d9464b4f2f req-a9eeae0e-ca2b-4fe6-be9c-acd5b5e02bc1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 1096 time: 0.0956569 Aug 27 12:06:48.034776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-36879f62-c00e-4fd8-9cd0-94d5622d0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.036828 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-36879f62-c00e-4fd8-9cd0-94d5622d0abc service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.4181452 Aug 27 12:06:48.096478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-697e25eb-28b4-438c-bdc9-20c19aaba1e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 200 len: 217 time: 0.0499046 Aug 27 12:06:48.107733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-22525868-bcc0-463c-990d-770e702e8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.108223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-22525868-bcc0-463c-990d-770e702e8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.108698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-22525868-bcc0-463c-990d-770e702e8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.110341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-22525868-bcc0-463c-990d-770e702e8641 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8246806 Aug 27 12:06:48.112242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2298632c-1ad4-4f38-b2f9-86d9464b4f2f req-3844e1db-1634-40a4-8ca9-449edf990c4b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051738 Aug 27 12:06:48.159672 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484932d4-9e02-459c-9004-60f156d8281b x-openstack-request-id: req-484932d4-9e02-459c-9004-60f156d8281b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:48.159672 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-plugged", "status": "completed", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:48.160040 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-484932d4-9e02-459c-9004-60f156d8281b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:48.161040 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'code': 200} Aug 27 12:06:48.161040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:48.188441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-f41cc05c-d9b3-4ca0-ba40-4dd8556c74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.190713 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-f41cc05c-d9b3-4ca0-ba40-4dd8556c74b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0744305 Aug 27 12:06:48.198869 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.207515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Transition to ACTIVE for port object 811d7678-6364-4c28-8654-a220790f24a0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:48.224764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Transition to ACTIVE for port object 811d7678-6364-4c28-8654-a220790f24a0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:48.233700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.243301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.258317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.264338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.270316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.276365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.282713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.288528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.290552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-e1cdc332-b52f-4b00-8980-abc2ecfe7063 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.4157438 Aug 27 12:06:48.305071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:48.315737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:48.321328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:48.333102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] For port 75b01efe-0eaf-4f2a-8eb9-d827974f9dad, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:48.333478 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.336186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Pushing event updated for resources: {'Port': ['ID=811d7678-6364-4c28-8654-a220790f24a0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:48.357393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.376589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa30b9-4a06-4b05-9c74-bb31c578ae38 req-68e66136-087b-49d5-8147-d63f767c8b56 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.378179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbfa30b9-4a06-4b05-9c74-bb31c578ae38 req-68e66136-087b-49d5-8147-d63f767c8b56 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 944 time: 0.3923416 Aug 27 12:06:48.389465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Calling delete_port for 75b01efe-0eaf-4f2a-8eb9-d827974f9dad owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:48.435777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Attempting to bind port 811d7678-6364-4c28-8654-a220790f24a0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:48.436450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Attempting to bind port 811d7678-6364-4c28-8654-a220790f24a0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:48.437229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Attempting to bind port 811d7678-6364-4c28-8654-a220790f24a0 on network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:48.447155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0b7807f-235b-44cc-9f6e-53f6b8060dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.459522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:48.459886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Checking segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:48.460413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.461447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Bound using segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:48.461940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Bound port: 811d7678-6364-4c28-8654-a220790f24a0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:48.462330 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.467473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b26781b2-095e-4f9e-b8ef-c155a8e81d3d req-cb8ee272-7fd3-4546-a57f-b5a1fef49c1b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421030 Aug 27 12:06:48.555252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] For port 811d7678-6364-4c28-8654-a220790f24a0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:48.560112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] For port 811d7678-6364-4c28-8654-a220790f24a0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=811d7678-6364-4c28-8654-a220790f24a0,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:48.565748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:48.616003 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-731d8a8b-4822-467a-a5ec-4d02b378d319 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740638 Aug 27 12:06:48.641450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82e21-66a1-4336-9bf1-2afcaf1f270c None None] Pushing event updated for resources: {'Port': ['ID=811d7678-6364-4c28-8654-a220790f24a0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:48.690502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05cdadb3-888c-4ed7-9ebf-a4173d2185f7 req-e825208a-8e49-427e-8878-655777f67aed tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0811713 Aug 27 12:06:48.716981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-5bfac8fb-fed0-4935-ace8-5428f2f5a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:48.718538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe1568a-9d5d-4389-a81a-3d6627e2ee61 req-5bfac8fb-fed0-4935-ace8-5428f2f5a519 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5614500 Aug 27 12:06:48.753861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbfa30b9-4a06-4b05-9c74-bb31c578ae38 req-dda899fb-5f72-4fa4-9242-34778023771f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410265 Aug 27 12:06:48.818591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-7903e7cc-644d-410f-88d4-ad45896f98f0 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948183 Aug 27 12:06:48.928206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:06:48.930636 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101533a0-e609-4b08-b6e0-4028336f8c33" -d '{"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:06:49.005647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-06b4886c-921a-439e-9507-e6e466afcd1e service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657677 Aug 27 12:06:49.041318 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefc145b-5145-496c-9412-30fa613b534d x-openstack-request-id: req-cefc145b-5145-496c-9412-30fa613b534d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:06:49.041778 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:06:49.042218 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cefc145b-5145-496c-9412-30fa613b534d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:06:49.042845 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456', 'status': 'completed', 'code': 200} Aug 27 12:06:49.049711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.051199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.052059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.053041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.054122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.055042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.059021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.064344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f4d83790-90cb-4065-8918-fda2c5e03a52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6486 time: 0.3020029 Aug 27 12:06:49.155573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-966518a6-b258-41f5-a599-4bff48b88721 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4 HTTP/1.1" status: 200 len: 217 time: 0.0544090 Aug 27 12:06:49.187812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb195-a18e-4635-ad53-c6a92a79afd8 req-de993b91-7fd7-4d22-be90-86c24d7488b5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.189385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-816cb195-a18e-4635-ad53-c6a92a79afd8 req-de993b91-7fd7-4d22-be90-86c24d7488b5 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 945 time: 0.2768533 Aug 27 12:06:49.296281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-4920f4ad-4b1e-49ca-a048-108fa80ccdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.298072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-4920f4ad-4b1e-49ca-a048-108fa80ccdf8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe HTTP/1.1" status: 200 len: 855 time: 0.1329813 Aug 27 12:06:49.396404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.397110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-b68b397a-85cf-483a-a1a4-eaa36b1c29c0 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.398860 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-b68b397a-85cf-483a-a1a4-eaa36b1c29c0 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.0477009 Aug 27 12:06:49.400946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-816cb195-a18e-4635-ad53-c6a92a79afd8 req-8e83cf4d-0186-4f86-8c52-02b4dda8764e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706088 Aug 27 12:06:49.442069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=75b01efe-0eaf-4f2a-8eb9-d827974f9dad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:49.570239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-02f7e46d-7d09-45ec-b0b3-547eb84241ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:49.572125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-02f7e46d-7d09-45ec-b0b3-547eb84241ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313678 Aug 27 12:06:49.576836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.583041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-a40c9d72-ea26-49db-91bc-912afb10af15 service neutron] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:49.591761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-a40c9d72-ea26-49db-91bc-912afb10af15 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.593017 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6900b1c-f1c5-4af8-8a27-8817fc2c3178 req-a40c9d72-ea26-49db-91bc-912afb10af15 service neutron] 10.222.0.77 "DELETE /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b/bindings/n-h2-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.1791508 Aug 27 12:06:49.692081 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:06:49.701449 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.717494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45896) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:49.799709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.851737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1717517729', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:49.884022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Made reservation on behalf of 89dd261de02b40be96de51d4f63a974b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:06:49.888164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.901469 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:49.960881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d145d533-e868-4057-b4c7-0b5f42e63803 req-b1f0bbe5-9642-4a3d-9574-e90a847dfb38 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0835822 Aug 27 12:06:49.972657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-6ef33161-db29-4a5c-963c-8df98cbdb080 service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919621 Aug 27 12:06:50.003369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.011150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.020695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.026707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.033465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.040450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.047078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.055699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96fefe97-3c03-408a-809d-34691560a01e req-cac12bf4-a440-4815-bdfc-ee157096e44b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.4192033 Aug 27 12:06:50.089490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85799f-15bd-44fe-9684-1486d0925c43 None None] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:50.111166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.119996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.134581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] device_id is not set on port 9354c479-4cfc-4c55-be63-643b0c9b374e yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:06:50.214904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3825dab-8b5d-4edc-b42f-7f4e576cddb0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:50.228655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bc7971bf-4bf5-4632-be3d-5e7bd0a8dc9b None None] Provisioning for port 811d7678-6364-4c28-8654-a220790f24a0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:50.265707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96fefe97-3c03-408a-809d-34691560a01e req-5814e50b-2653-419f-bb2f-f3a52600e6d7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093358 Aug 27 12:06:50.291834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 811d7678-6364-4c28-8654-a220790f24a0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:50.338819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Allocated IP 172.25.8.252 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ddf75b43-14e7-4657-a03c-9fd1f321634f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:50.353688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.405187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 811d7678-6364-4c28-8654-a220790f24a0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:50.411786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 811d7678-6364-4c28-8654-a220790f24a0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:50.412246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.415615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a994a8-98c6-4da3-8480-5edc3b3551ca req-91e96e6d-23bb-4c8a-b15b-541fe644a7e0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:50.417780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56a994a8-98c6-4da3-8480-5edc3b3551ca req-91e96e6d-23bb-4c8a-b15b-541fe644a7e0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 944 time: 0.3002155 Aug 27 12:06:50.496328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-61f91e86-e07b-43dc-a1ee-1442765f967e service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095203 Aug 27 12:06:50.524118 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.571746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 811d7678-6364-4c28-8654-a220790f24a0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=811d7678-6364-4c28-8654-a220790f24a0,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:50.578042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.616189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-4bf9f9eb-6e41-4858-b958-7cc6abe9c6ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 217 time: 0.0896239 Aug 27 12:06:50.641332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=811d7678-6364-4c28-8654-a220790f24a0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:50.769362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-033b1d58-25cb-4578-a9c5-eef7d8fd3e14 None None] Provisioning complete for port 811d7678-6364-4c28-8654-a220790f24a0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:50.769614 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-033b1d58-25cb-4578-a9c5-eef7d8fd3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.943755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a67f9f6b-efa0-4517-a71a-e7bed15ab604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:50.999453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56a994a8-98c6-4da3-8480-5edc3b3551ca req-2a1e2104-0701-4ed4-a3cc-5f26473be389 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504634 Aug 27 12:06:51.055356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.067980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6fbf5-89d8-47dd-8655-dbf223ec57de req-072874a2-44a1-41c4-bea6-5742090f4e3d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.069654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7b6fbf5-89d8-47dd-8655-dbf223ec57de req-072874a2-44a1-41c4-bea6-5742090f4e3d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 945 time: 0.5684588 Aug 27 12:06:51.076183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-88dbf60f-80bf-4aa3-90c5-cce2e11abce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.077757 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-88dbf60f-80bf-4aa3-90c5-cce2e11abce1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.1213622 Aug 27 12:06:51.122367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.223522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7b6fbf5-89d8-47dd-8655-dbf223ec57de req-558b41c2-1897-46b0-8cb1-86abf4cc116e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436234 Aug 27 12:06:51.269449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-c13da454-1419-42cb-8865-49cfb234b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.271734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-c13da454-1419-42cb-8865-49cfb234b4a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777673 Aug 27 12:06:51.278645 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.342360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Allocated IP 172.25.8.14 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/9354c479-4cfc-4c55-be63-643b0c9b374e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:51.413581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36300032-edcb-4b99-bbba-673ffdf98b7a req-2c681cd2-c1d9-4a81-ab9b-dba2867d8b98 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0897467 Aug 27 12:06:51.421513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:51.431705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:51.437983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf75b43-14e7-4657-a03c-9fd1f321634f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:51.451889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:51.451889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:51.536432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.579707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.601569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9c4392e6-d9f9-404d-9e74-3418185d7c84 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156698 Aug 27 12:06:51.622252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:51.627063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:51.630537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:51.636154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Pushing event updated for resources: {'Port': ['ID=9354c479-4cfc-4c55-be63-643b0c9b374e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:51.674808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.675418 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.690267 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-10a10f84-326e-4eee-badc-8a15f3cbedc9 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9706798 Aug 27 12:06:51.693120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45922) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:51.698923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.14'}]}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:51.720494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.721910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.780390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.800513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff637-44f5-45f4-8362-6d1a8921a8c2 req-8d0cab58-b1d0-4f74-89af-1e93b2958eb6 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.801975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27aff637-44f5-45f4-8362-6d1a8921a8c2 req-8d0cab58-b1d0-4f74-89af-1e93b2958eb6 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1095 time: 0.3249490 Aug 27 12:06:51.860447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.866545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.872618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.878711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.884676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.890703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.896653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:51.898797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-430fb57f-48d8-46dc-987b-f41d2159160b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.3653898 Aug 27 12:06:51.918287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:51.929646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:51.939323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] Sync routers for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:51.950316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-989c9540-61c3-4d3c-a8c0-ce6a6a10dd9a admin admin] 10.222.0.76 "PUT /v2.0/routers/eb1fe299-32de-4bd5-97b4-62d8cf7aed0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1368506 Aug 27 12:06:51.954311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:51.964362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:51.966403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:52.048916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.066397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-6b9b1f04-a0f6-4d72-8ad9-3c297920870f service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190259 Aug 27 12:06:52.078856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27aff637-44f5-45f4-8362-6d1a8921a8c2 req-6827c0f9-b23c-4174-9dbf-dc4cbe0922d8 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684078 Aug 27 12:06:52.117788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 811d7678-6364-4c28-8654-a220790f24a0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:52.143862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.165287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-c77b93a6-6dd1-4ae3-a661-65fb375fcac2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 217 time: 0.0699260 Aug 27 12:06:52.176645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.181263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:52.212633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ddf8f5b-3778-447c-b066-ace6b1b8cc8a req-180624d4-c496-4f2a-90f5-20fac8b530a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2885041 Aug 27 12:06:52.303917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 811d7678-6364-4c28-8654-a220790f24a0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:52.305827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.384479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.393990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-04f2e1b0-e09f-4787-ba5e-ddd1d1a58f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:52.395519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-04f2e1b0-e09f-4787-ba5e-ddd1d1a58f61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.1819201 Aug 27 12:06:52.408529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.462861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.484984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:06:49Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:52.516709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] Checking router: eb1fe299-32de-4bd5-97b4-62d8cf7aed0d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:06:52.526431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] Routers {'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:52.527862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:52.532321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72a124-51a5-4826-89dd-0ded001e82d4 req-11ce616e-3330-4aed-9588-09ca78f28fe8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:52.533865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a72a124-51a5-4826-89dd-0ded001e82d4 req-11ce616e-3330-4aed-9588-09ca78f28fe8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 945 time: 0.2336547 Aug 27 12:06:52.539919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9964d9-2bfb-4944-b6d9-5cf3a84de64e req-8cfc226e-f939-4df9-ac32-a47ac10726fc tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:52.541427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b9964d9-2bfb-4944-b6d9-5cf3a84de64e req-8cfc226e-f939-4df9-ac32-a47ac10726fc tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 1095 time: 0.2401197 Aug 27 12:06:52.587938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-669f27be-626a-49d8-a034-00e2c91748b5 req-75687b39-5c02-4fb9-a577-65fcd7a088a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.1489727 Aug 27 12:06:52.622781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.626519 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.651164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] Set router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:52.672244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2e6f6073-ab28-4dfc-b6d5-2449ed5c0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:52.673814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2e6f6073-ab28-4dfc-b6d5-2449ed5c0c0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2679212 Aug 27 12:06:52.676646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.677195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4c2cc3-ea8e-4c9c-b3a8-9f2e9495f18a {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:06:52.708926 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 12:06:52.710365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fba41321-a6c1-4114-b615-2f6af6444800 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0162745 Aug 27 12:06:52.714148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45930) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:52.740023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b9964d9-2bfb-4944-b6d9-5cf3a84de64e req-e375d99f-c7d8-46d4-b253-8f5b292e65f0 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871128 Aug 27 12:06:52.786515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a72a124-51a5-4826-89dd-0ded001e82d4 req-6c2627ea-b680-4baf-8916-ffcd5737e891 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318442 Aug 27 12:06:52.850016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Deleting port 9354c479-4cfc-4c55-be63-643b0c9b374e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:52.856911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:52.899105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:06:49Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:52.947603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302294af-4635-4ce2-99da-dd42a65e561e None None] The sync data for ids ['eb1fe299-32de-4bd5-97b4-62d8cf7aed0d'] in n-d-688802-4 is: [{'id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'name': 'tempest-ServersTestManualDisk-588278116-router', 'tenant_id': '7564298c6e7d4b868eef12f854b694ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:02:42Z', 'updated_at': '2021-08-27T12:06:49Z', 'revision_number': 5, 'project_id': '7564298c6e7d4b868eef12f854b694ee', 'gw_port': {'id': '06826fcd-2372-4255-86f7-45e1021a7d46', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1fe299-32de-4bd5-97b4-62d8cf7aed0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:02:44Z', 'updated_at': '2021-08-27T12:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:53.152006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.222516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd0081d6-c4b4-4d7b-85f3-cee55fd3884e req-cae8e43b-e5b3-49cb-9809-17308ed0614b tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0547860 Aug 27 12:06:53.321337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.335695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Calling delete_port for 9354c479-4cfc-4c55-be63-643b0c9b374e owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:53.349898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-63ca4e36-f90e-4c6b-bf39-56401d74fbe5 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564169 Aug 27 12:06:53.400124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.476347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.505869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.507394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Pushing event deleted for resources: {'Port': ['ID=9354c479-4cfc-4c55-be63-643b0c9b374e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:53.511999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.518508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.524444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.530935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.536860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.543589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.545540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-fc6b966c-cf0d-4465-86c0-ea45899cc88b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.2194836 Aug 27 12:06:53.571768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.573649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ba219f18-79ed-4db8-bbe4-7d3e557d0152 tempest-RoutersAdminNegativeTest-1684504666 tempest-RoutersAdminNegativeTest-1684504666-project-admin] 10.222.0.76 "DELETE /v2.0/ports/9354c479-4cfc-4c55-be63-643b0c9b374e HTTP/1.1" status: 204 len: 168 time: 0.8584700 Aug 27 12:06:53.575258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Deleting port 06826fcd-2372-4255-86f7-45e1021a7d46 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:53.575258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.688262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-425898ef-46ee-4509-8c99-8a57b7195865 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188429 Aug 27 12:06:53.709784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d43d19ad-992a-4478-9bcd-21e1a405184e req-f8104b6d-96f4-4276-9791-aa503f56fab8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520147 Aug 27 12:06:53.762732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-6e73d577-c5a3-4560-a728-49fa7d50b797 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae HTTP/1.1" status: 200 len: 217 time: 0.0650079 Aug 27 12:06:53.831178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] For port 06826fcd-2372-4255-86f7-45e1021a7d46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=06826fcd-2372-4255-86f7-45e1021a7d46,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:53.831557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.863323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Calling delete_port for 06826fcd-2372-4255-86f7-45e1021a7d46 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:53.866504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:53.887956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-897d0df0-7d04-480f-8c58-13d1911b71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:53.889633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-897d0df0-7d04-480f-8c58-13d1911b71d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.1167560 Aug 27 12:06:53.903249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45952) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:54.012619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Router 34ec9de4-84e5-4419-a38d-687c6b427e78 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:06:54.044419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75b01efe-0eaf-4f2a-8eb9-d827974f9dad no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:54.069317 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b91b43a-2909-492c-8fbc-81141b3f1738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.085395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 75b01efe-0eaf-4f2a-8eb9-d827974f9dad {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:54.085749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75b01efe-0eaf-4f2a-8eb9-d827974f9dad not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:54.095344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5115879c-5677-4992-8cf6-dcb2a040e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:54.097767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-5115879c-5677-4992-8cf6-dcb2a040e83d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1956773 Aug 27 12:06:54.116090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb78a2-c8cb-479d-8f6c-824a921bca5b req-e06cb5a5-7268-4995-9127-20f81a770647 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:54.124351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85bb78a2-c8cb-479d-8f6c-824a921bca5b req-e06cb5a5-7268-4995-9127-20f81a770647 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 945 time: 0.2427309 Aug 27 12:06:54.210179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b91b43a-2909-492c-8fbc-81141b3f1738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.216834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b91b43a-2909-492c-8fbc-81141b3f1738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.249893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b91b43a-2909-492c-8fbc-81141b3f1738 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b16eed8767048eba09f1748208e14d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450949 Aug 27 12:06:54.253397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45960) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:54.313492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91b43a-2909-492c-8fbc-81141b3f1738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac5cea-5e71-4c5c-ba19-f26bbed3098a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:54.344550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88e59d4c-99ad-47cd-ac28-9d7c78680272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.369345 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88e59d4c-99ad-47cd-ac28-9d7c78680272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.446042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f74f28-8a85-4669-873c-c503a6e4c8d7 req-871b5e5f-899a-4085-9de7-f54355f9a336 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0837033 Aug 27 12:06:54.446876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88e59d4c-99ad-47cd-ac28-9d7c78680272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.451053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-88e59d4c-99ad-47cd-ac28-9d7c78680272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.454672 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-88e59d4c-99ad-47cd-ac28-9d7c78680272 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60ac5cea-5e71-4c5c-ba19-f26bbed3098a HTTP/1.1" status: 204 len: 168 time: 0.1978409 Aug 27 12:06:54.461020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e59d4c-99ad-47cd-ac28-9d7c78680272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac5cea-5e71-4c5c-ba19-f26bbed3098a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:54.502234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85bb78a2-c8cb-479d-8f6c-824a921bca5b req-cd1abaa9-bf34-4dc9-a147-026b2c11dd58 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712924 Aug 27 12:06:54.638224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:54.646727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-16e0be51-c220-4c65-bc8b-2a23fad4c15d service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164249 Aug 27 12:06:54.659677 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Sync routers for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:54.678132 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:54.678950 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:54.792459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-bcb4e2bf-0dfd-4f0a-ac05-3fdee320cbf2 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313593 Aug 27 12:06:54.795379 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.796822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6c8f53d1-f47c-4af0-ba33-3c875c1c0f79 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.6986732 Aug 27 12:06:54.797799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:54.799740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45986) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:54.923906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:54.948423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-147aef4e-586c-4cec-a07c-78fa9953958e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=28de0042-2938-45ab-89b9-473397c499aa HTTP/1.1" status: 200 len: 217 time: 0.1193836 Aug 27 12:06:55.039466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:55.154822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06826fcd-2372-4255-86f7-45e1021a7d46,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:55.158074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.280178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:51Z', 'revision_number': 3, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:55.345179 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Checking router: 34ec9de4-84e5-4419-a38d-687c6b427e78 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:06:55.345881 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Updating router 34ec9de4-84e5-4419-a38d-687c6b427e78 port ddf75b43-14e7-4657-a03c-9fd1f321634f binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:06:55.405201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e489fa-c398-40b6-8ddf-eab7dd9014c3 req-7144a940-2796-4066-bd7f-53f02db526ce tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.1093848 Aug 27 12:06:55.420322 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.421799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.436990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.591937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-00697952-1623-4f46-965d-7a69c0e9be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.594486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-00697952-1623-4f46-965d-7a69c0e9be60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.5538406 Aug 27 12:06:55.601670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76e34c5c-7cdb-4a5f-8892-951684fbffbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89dd261de02b40be96de51d4f63a974b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564103 Aug 27 12:06:55.607471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46016) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:55.648005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.680016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.686935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.693264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.716352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.722559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.729807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.738617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.746538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ba98bb5-1259-4bbe-897f-f06e903ca4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.748668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-d29768a9-b2e4-4240-b2ff-3208d28128cf tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.7064121 Aug 27 12:06:55.752300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.753082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb1fe299-32de-4bd5-97b4-62d8cf7aed0d {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:06:55.771620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.775161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-277fd96b-c0c6-47d3-a3bb-64c1ac9339b9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/eb1fe299-32de-4bd5-97b4-62d8cf7aed0d HTTP/1.1" status: 204 len: 168 time: 3.8115160 Aug 27 12:06:55.776224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:55.794527 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.813970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ba98bb5-1259-4bbe-897f-f06e903ca4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.824987 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Transition to ACTIVE for port object ddf75b43-14e7-4657-a03c-9fd1f321634f will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:55.837015 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.900188 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Attempting to bind port ddf75b43-14e7-4657-a03c-9fd1f321634f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:06:55.900855 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Attempting to bind port ddf75b43-14e7-4657-a03c-9fd1f321634f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:06:55.901399 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Attempting to bind port ddf75b43-14e7-4657-a03c-9fd1f321634f on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:06:55.913515 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:06:55.914187 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:06:55.914799 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.915360 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:06:55.916034 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Bound port: ddf75b43-14e7-4657-a03c-9fd1f321634f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:06:55.916611 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.918951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f50fc2fb-b863-449b-b629-1f05ecaeaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:55.920687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-f50fc2fb-b863-449b-b629-1f05ecaeaa50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3176141 Aug 27 12:06:55.923624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Deleting subnet f19fe432-113a-469e-a7a2-3419305d3d51 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:06:55.938477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Allocated IP 172.20.0.1 (fb2c6f67-5c3a-4ab8-be28-1730c12d2896/3bccd02d-851e-41b6-8140-4b7f8453701f/2125b8d1-19f0-4769-9e86-b6e9ed6b11fc) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:06:55.943390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13d871e2-2195-42ba-9c5a-424c3c9eb603 req-2400d11b-b8c9-4d8d-8d84-c054475bcfaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935055 Aug 27 12:06:55.944199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:55.987964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] For port ddf75b43-14e7-4657-a03c-9fd1f321634f, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:06:55.987964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] For port ddf75b43-14e7-4657-a03c-9fd1f321634f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ddf75b43-14e7-4657-a03c-9fd1f321634f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:06:56.002753 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.028765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ba98bb5-1259-4bbe-897f-f06e903ca4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.043854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.048805 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd85a3d-060b-41ec-bc16-0839bccce78c None None] Pushing event updated for resources: {'Port': ['ID=ddf75b43-14e7-4657-a03c-9fd1f321634f,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:56.055721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ba98bb5-1259-4bbe-897f-f06e903ca4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.059817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ba98bb5-1259-4bbe-897f-f06e903ca4ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3825dab-8b5d-4edc-b42f-7f4e576cddb0 HTTP/1.1" status: 204 len: 168 time: 0.4495835 Aug 27 12:06:56.096967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba98bb5-1259-4bbe-897f-f06e903ca4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3825dab-8b5d-4edc-b42f-7f4e576cddb0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:56.159751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b71e6fe7-322f-459d-a393-05ca6d60227a service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105677 Aug 27 12:06:56.168361 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:56.169437 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:56.193336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.211847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Transition to ACTIVE for port object 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:06:56.213747 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd85a3d-060b-41ec-bc16-0839bccce78c None None] Pushing event updated for resources: {'Port': ['ID=ddf75b43-14e7-4657-a03c-9fd1f321634f,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:56.260864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.270905 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.329789 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:06:56.360148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:56.363361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:56.366002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:06:56.392031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-854cbfd6-c8ef-487e-b442-7e664ccde2bd service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071478 Aug 27 12:06:56.482222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.491071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Pushing event updated for resources: {'Port': ['ID=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:56.544788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-9144d8fe-1079-4953-b50a-abb14d29f2eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83251085-f91e-4671-bd23-770ccf58b2eb HTTP/1.1" status: 200 len: 217 time: 0.1394086 Aug 27 12:06:56.649885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-44470229-5b0b-465a-9dac-39dc7bb7e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:56.651308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-44470229-5b0b-465a-9dac-39dc7bb7e6a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.0997176 Aug 27 12:06:56.653739 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.762610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.767745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66f6b94-0c0d-4fd5-bba8-bd201a14a0e9 req-9d7130e7-5c85-4787-9d88-3efcfa0e73ef tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.1153581 Aug 27 12:06:56.831853 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:51Z', 'revision_number': 3, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:56.870994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d5974236-24ca-449f-88a5-981ae19b53c6 None None] Provisioning for port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:56.881458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d5974236-24ca-449f-88a5-981ae19b53c6 None None] Provisioning complete for port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:56.882060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5974236-24ca-449f-88a5-981ae19b53c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.900631 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc57a5-f14d-4208-8f0e-b82dfd162a80 None None] The sync data for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 is: [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:51Z', 'revision_number': 3, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:06:56.927244 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:56.933663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ac9e2-dd2e-4e30-8804-07a9763f1a42 None None] Network 57d4cdfe-4238-4971-a34f-c2f86010662d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:06:56.943122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f19fe432-113a-469e-a7a2-3419305d3d51 HTTP/1.1" status: 204 len: 168 time: 1.1631570 Aug 27 12:06:56.943774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:56.955319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df43f3-9029-4af7-aa55-f3de41808e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19fe432-113a-469e-a7a2-3419305d3d51,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:57.053862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d5974236-24ca-449f-88a5-981ae19b53c6 None None] Port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:57.135315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.224954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.233676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.255888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0adbe8e8-4b80-4a3d-a482-a9bc163ecb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:57.257423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-0adbe8e8-4b80-4a3d-a482-a9bc163ecb02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5788152 Aug 27 12:06:57.340781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] DHCP port deletion for 57d4cdfe-4238-4971-a34f-c2f86010662d request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:06:57.366684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.393188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Pushing event updated for resources: {'Port': ['ID=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:57.455280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Deleting port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:57.455652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.502194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46060) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:57.558718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] For port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,segment=NetworkSegment(95b2c67c-8805-4d7b-93f7-771fd55b260a),segment_id=95b2c67c-8805-4d7b-93f7-771fd55b260a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:57.559457 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.577138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Calling delete_port for b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:57.594267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:06:57.598024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:06:57.771292 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:57.824613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] No DVR routers for this DVR port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:57.832320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Pushing event deleted for resources: {'Port': ['ID=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:57.841854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.842278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.842719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.843125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.843543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.844337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.844730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.845120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.845507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.845894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.846281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.846835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440fd540-48ed-45ca-a6d9-edb3de051f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:06:57.862328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-903bf611-9fa9-4655-a199-d0b6238e1999 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] Request body: {'port': {'network_id': 'dbbb4c04-6014-4112-8f89-bf2a2cb95531', 'name': 'tempest-NetworksNegativeTestJSON-1442312553'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:57.880609 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-903bf611-9fa9-4655-a199-d0b6238e1999 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] POST failed (client error): The resource could not be found. Aug 27 12:06:57.883106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903bf611-9fa9-4655-a199-d0b6238e1999 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:57.889896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-903bf611-9fa9-4655-a199-d0b6238e1999 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3865619 Aug 27 12:06:57.891690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46080) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:57.932242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Router 34ec9de4-84e5-4419-a38d-687c6b427e78 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:06:57.935358 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc4454b-f021-45bf-a3af-e2492eb4e96b tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] DELETE failed (client error): The resource could not be found. Aug 27 12:06:57.936044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc4454b-f021-45bf-a3af-e2492eb4e96b tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:57.943068 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6fc4454b-f021-45bf-a3af-e2492eb4e96b tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "DELETE /v2.0/networks/bca9e7e0-2cbf-4d3b-a6b8-bc28dc9a1784 HTTP/1.1" status: 404 len: 339 time: 0.0502224 Aug 27 12:06:57.944043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46082) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:57.985818 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a28dbdc-3ac1-4cd4-9548-f7cad904993f tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] DELETE failed (client error): The resource could not be found. Aug 27 12:06:57.994208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a28dbdc-3ac1-4cd4-9548-f7cad904993f tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:57.996714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2a28dbdc-3ac1-4cd4-9548-f7cad904993f tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "DELETE /v2.0/ports/2c08137b-a1b5-4ca3-a6c5-d44b554d3467 HTTP/1.1" status: 404 len: 333 time: 0.0497172 Aug 27 12:06:58.002939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.040455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.041043 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-92578086-2826-486c-a2a6-cd9d06d5e75e tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] DELETE failed (client error): The resource could not be found. Aug 27 12:06:58.041168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92578086-2826-486c-a2a6-cd9d06d5e75e tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:58.042928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-92578086-2826-486c-a2a6-cd9d06d5e75e tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "DELETE /v2.0/subnets/bad7ca6e-5d87-4cba-b949-56156e1836a4 HTTP/1.1" status: 404 len: 337 time: 0.0372148 Aug 27 12:06:58.048999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.063627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.076486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46086) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.085141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.092457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.099270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.110415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a3690392-a8e4-48a6-83a3-778279ae9930 None None] Provisioning complete for port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:58.110415 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a3690392-a8e4-48a6-83a3-778279ae9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.130273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.132091 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7a2523-e373-465d-b262-7899bc99d6d6 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] GET failed (client error): The resource could not be found. Aug 27 12:06:58.134004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f7a2523-e373-465d-b262-7899bc99d6d6 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "GET /v2.0/networks/c4c31432-e537-457c-bd9f-c3d260fa30bf HTTP/1.1" status: 404 len: 339 time: 0.0503166 Aug 27 12:06:58.141609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-c1b1813e-d742-4e44-bddd-8b5dc87c9209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 1.0163791 Aug 27 12:06:58.144930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46088) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.178814 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac41508-6336-47eb-8a06-a1d6e4ad7827 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] GET failed (client error): The resource could not be found. Aug 27 12:06:58.185349 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aac41508-6336-47eb-8a06-a1d6e4ad7827 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "GET /v2.0/ports/2d438dee-a7dd-48a0-8624-9766eb384eab HTTP/1.1" status: 404 len: 333 time: 0.0389550 Aug 27 12:06:58.186690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.208486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a3690392-a8e4-48a6-83a3-778279ae9930 None None] Port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:06:58.212983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ddf75b43-14e7-4657-a03c-9fd1f321634f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:06:58.223290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35325113-c302-4fa1-a2fd-7b47a1ab93db req-c8d91ab0-0ebc-442a-b410-2b7bdb9a42b5 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.2296555 Aug 27 12:06:58.271646 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-007fecb6-20ca-47d5-b256-ac331ca566af tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] GET failed (client error): The resource could not be found. Aug 27 12:06:58.281152 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-007fecb6-20ca-47d5-b256-ac331ca566af tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "GET /v2.0/subnets/eeb940c4-9a6f-488e-8fe7-c026c4f972b4 HTTP/1.1" status: 404 len: 337 time: 0.0817225 Aug 27 12:06:58.282018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46092) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.283373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-529ec0eb-e8d0-47ca-9589-fdb7af4300e6 req-70a5d5a3-dfa4-44eb-8b27-00b3b14b7aa7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407433 Aug 27 12:06:58.301077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-2c8bb143-2d5b-4abf-aa34-ca9dab5bd4ab service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328827 Aug 27 12:06:58.305102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1ec3abd3-a043-459a-afca-7138abe233ec tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:58.335405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ddf75b43-14e7-4657-a03c-9fd1f321634f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:06:58.342173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ddf75b43-14e7-4657-a03c-9fd1f321634f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:06:58.342855 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.363161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Deleting port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:06:58.363499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.383379 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec3abd3-a043-459a-afca-7138abe233ec tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] PUT failed (client error): The resource could not be found. Aug 27 12:06:58.383977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec3abd3-a043-459a-afca-7138abe233ec tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:58.389232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ec3abd3-a043-459a-afca-7138abe233ec tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "PUT /v2.0/networks/ae8f0c09-5854-424c-956e-121f7465e87b HTTP/1.1" status: 404 len: 339 time: 0.0993850 Aug 27 12:06:58.392969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46094) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.400476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b7b0be06-585d-4aa5-9f65-ccb5d7474757 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:58.425387 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b0be06-585d-4aa5-9f65-ccb5d7474757 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] PUT failed (client error): The resource could not be found. Aug 27 12:06:58.425387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b0be06-585d-4aa5-9f65-ccb5d7474757 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:58.430228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b7b0be06-585d-4aa5-9f65-ccb5d7474757 tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "PUT /v2.0/ports/dbb20065-61f2-4d2f-98a9-b429271fb56b HTTP/1.1" status: 404 len: 333 time: 0.0357208 Aug 27 12:06:58.430476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46096) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:58.438265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b17b8d30-6294-4c2e-ae26-a09483016e6c tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:06:58.456474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] For port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83, host n-d-688802-4, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:58.456881 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.468410 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17b8d30-6294-4c2e-ae26-a09483016e6c tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] PUT failed (client error): The resource could not be found. Aug 27 12:06:58.469122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17b8d30-6294-4c2e-ae26-a09483016e6c tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:06:58.475204 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b17b8d30-6294-4c2e-ae26-a09483016e6c tempest-NetworksNegativeTestJSON-1300227616 tempest-NetworksNegativeTestJSON-1300227616-project] 10.222.0.76 "PUT /v2.0/subnets/47872547-5d1f-4f3f-abb3-5b84d616755c HTTP/1.1" status: 404 len: 337 time: 0.0417445 Aug 27 12:06:58.487934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Calling delete_port for b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:06:58.491854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:06:58.492037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-ef8a2af0-2add-4c5a-ab55-6e39ffde82eb service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817579 Aug 27 12:06:58.496926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 was not found and therefore no delete operation was performed {{(pid=94623) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:06:58.506035 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d0dfdc9b-7b39-4782-9800-717e2f765489 admin admin] 10.222.0.76 "PUT /v2.0/routers/34ec9de4-84e5-4419-a38d-687c6b427e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6969006 Aug 27 12:06:58.506262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.568428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.590656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-186dd83c-85e5-4fab-99a1-c259cdc55ea6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456 HTTP/1.1" status: 200 len: 217 time: 0.0764644 Aug 27 12:06:58.591815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] No DVR routers for this DVR port b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:06:58.593476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:58.627649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ddf75b43-14e7-4657-a03c-9fd1f321634f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ddf75b43-14e7-4657-a03c-9fd1f321634f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:58.635008 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.717019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-248ab71d-ead5-4c9a-af1b-351aa8efa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.718597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-248ab71d-ead5-4c9a-af1b-351aa8efa0cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.1197329 Aug 27 12:06:58.720646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.747737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d4cdfe-4238-4971-a34f-c2f86010662d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:58.780482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b2c67c-8805-4d7b-93f7-771fd55b260a') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:58.780793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b2c67c-8805-4d7b-93f7-771fd55b260a') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:58.804821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.822566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.829600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:06:58.830090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:06:58.883642 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:06:58.896483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b3185175-2d80-475b-b2a3-d2826f0879bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:58.898034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-b3185175-2d80-475b-b2a3-d2826f0879bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633167 Aug 27 12:06:58.917577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ddf75b43-14e7-4657-a03c-9fd1f321634f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:58.919188 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.925888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:58.928599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06826fcd-2372-4255-86f7-45e1021a7d46 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:58.931259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:06:58.933158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] 10.222.0.76 "DELETE /v2.0/networks/57d4cdfe-4238-4971-a34f-c2f86010662d HTTP/1.1" status: 204 len: 168 time: 1.9824693 Aug 27 12:06:58.956573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 06826fcd-2372-4255-86f7-45e1021a7d46 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:58.967698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06826fcd-2372-4255-86f7-45e1021a7d46 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:58.968169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:06:59.018145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30899-dbe2-46b8-a95d-736b0eafbbad admin admin] Pushing event deleted for resources: {'Network': ['ID=57d4cdfe-4238-4971-a34f-c2f86010662d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:59.024902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:06:59.025279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3bcbcbd-075d-41f8-b4e3-7873d0f0fa83 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:06:59.065059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46124) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:59.074331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-187197a3-0601-44cc-8475-5c26a3255c0e service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676555 Aug 27 12:06:59.232481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:59.237647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9a17448-cc04-42ed-b10f-2fd58b6726cd req-413329fd-ba38-4813-9790-b02e77e68cb5 service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549952 Aug 27 12:06:59.264888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'mac_address': 'fa:16:3e:99:da:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:06:59.271420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:59.383775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.413097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:06:59.447589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05256f8f-e946-4abe-990f-356055f19e1a req-af844327-015c-4fe7-91d6-0b6aee45aae0 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0513287 Aug 27 12:06:59.465839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:06:59.471050 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.513764 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5a69775e-b57b-47a3-8298-6cd317a4fb9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7564298c6e7d4b868eef12f854b694ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406838 Aug 27 12:06:59.517827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:59.525723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.526622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.526790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.527587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.527793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.528279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.528751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.530855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-108e983c-66fe-4dff-8033-5dea81f9b44f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6486 time: 0.2142029 Aug 27 12:06:59.591551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:59.623340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8e31dcf-916b-4e56-94d7-e024feccdf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.650365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:06:59.654979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8e31dcf-916b-4e56-94d7-e024feccdf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.690964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cdfbc51b-0cfd-4887-b40e-4093fd022c78 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.692548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cdfbc51b-0cfd-4887-b40e-4093fd022c78 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 827 time: 0.2539694 Aug 27 12:06:59.716006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2432-5504-4e5f-9c15-70edeeb8386d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.738605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-9710372e-02d3-4f88-94fe-89d0270e2c7b tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/quotas/349364ba9e3f4d1d9fbf997210381fae HTTP/1.1" status: 200 len: 375 time: 0.0341852 Aug 27 12:06:59.756307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.758239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8e31dcf-916b-4e56-94d7-e024feccdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.761309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8e31dcf-916b-4e56-94d7-e024feccdf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.762810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.766285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e8e31dcf-916b-4e56-94d7-e024feccdf56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9706ac5-7dcc-45dc-8224-780ea669f2e5 HTTP/1.1" status: 204 len: 168 time: 0.2467420 Aug 27 12:06:59.769531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.776461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.782655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.788536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e31dcf-916b-4e56-94d7-e024feccdf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9706ac5-7dcc-45dc-8224-780ea669f2e5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:59.789066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.795945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.805868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-813c882c-c94e-426e-95a8-84b355543294 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.2009406 Aug 27 12:06:59.831398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Sync routers for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:06:59.845930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-b1daea21-f6b0-4caa-9874-72ce7da65ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:06:59.849815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-b1daea21-f6b0-4caa-9874-72ce7da65ced service neutron] 10.222.0.65 "GET /v2.0/networks?id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba HTTP/1.1" status: 200 len: 902 time: 0.3064048 Aug 27 12:06:59.894836 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2432-5504-4e5f-9c15-70edeeb8386d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.901990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2432-5504-4e5f-9c15-70edeeb8386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:06:59.920074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:06:59.922351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:06:59.925054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-788ae879-75c6-4f6a-abe6-a76d90089814 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456 HTTP/1.1" status: 200 len: 217 time: 0.0671258 Aug 27 12:06:59.952922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b2a8e84-7efe-4690-8722-2a98f0777ec7 req-32569ea0-3fd6-4621-ad07-c9ed1dbd8e71 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356888 Aug 27 12:06:59.955800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:06:59.956075 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6c5f2432-5504-4e5f-9c15-70edeeb8386d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c282db090c544fc8ebab137ce305e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8899016 Aug 27 12:06:59.963972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f2432-5504-4e5f-9c15-70edeeb8386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baca2bc-88c5-478c-9446-aefafa062d4a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:06:59.985132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-a5097293-e187-4535-92b5-338039d965a0 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2455828 Aug 27 12:07:00.134592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-e98c79a0-3313-4aef-9261-4b78e274dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:00.136091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-e98c79a0-3313-4aef-9261-4b78e274dafb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.1822152 Aug 27 12:07:00.156559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ddf75b43-14e7-4657-a03c-9fd1f321634f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:00.236423 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41f37d98-a76e-47cd-9bdd-759cef9ed19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:00.238226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:00.246040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-2819136f-03c2-4f4a-8784-78cbb9aff533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:00.247780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-2819136f-03c2-4f4a-8784-78cbb9aff533 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016932 Aug 27 12:07:00.296136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ddf75b43-14e7-4657-a03c-9fd1f321634f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:00.296510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:00.353229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41f37d98-a76e-47cd-9bdd-759cef9ed19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:00.372912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-af3820d3-78e1-4ac5-b339-b96f7d33de87 service neutron] 10.222.0.76 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869033 Aug 27 12:07:00.544745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 2, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:00.576766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-b0e69492-cb52-4c16-afd9-ca2e113a4c74 service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179660 Aug 27 12:07:00.577976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Checking router: 34ec9de4-84e5-4419-a38d-687c6b427e78 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:07:00.578514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Updating router 34ec9de4-84e5-4419-a38d-687c6b427e78 port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:07:00.606760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:00.629220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c9c2a55-aeee-452d-bafe-992cc0f399d5 req-fa4cd899-31b3-4704-ad3c-9bb03f3b23e8 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0514643 Aug 27 12:07:00.636816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41f37d98-a76e-47cd-9bdd-759cef9ed19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:00.639548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41f37d98-a76e-47cd-9bdd-759cef9ed19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:00.643276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-41f37d98-a76e-47cd-9bdd-759cef9ed19c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5baca2bc-88c5-478c-9446-aefafa062d4a HTTP/1.1" status: 204 len: 168 time: 0.6801219 Aug 27 12:07:00.691535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-2ef4e7f3-dee8-4719-911a-29356d63f2e3 service neutron] 10.222.0.76 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084753 Aug 27 12:07:00.694030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f37d98-a76e-47cd-9bdd-759cef9ed19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baca2bc-88c5-478c-9446-aefafa062d4a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:00.787743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101533a0-e609-4b08-b6e0-4028336f8c33 req-f6088928-f0d8-4736-878c-4ce5f404a23b service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032001 Aug 27 12:07:00.887612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:00.914428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:00.939582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0177bfa9-09b5-4036-a845-a2da2da5b7f7 req-e64e063e-83fc-4307-a461-0425814908a6 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 210 time: 0.0367637 Aug 27 12:07:01.072958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:01.073238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.081134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-538561684-network', 'tenant_id': 'ab40228c2612412ebee96c34ffe31edd'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:01.143339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Made reservation on behalf of ab40228c2612412ebee96c34ffe31edd for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:01.146971 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.166488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.173334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.180365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.187839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.195227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.214309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.232256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.248324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-381c548d-3110-4d99-a205-57f7a9fca40f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.2156253 Aug 27 12:07:01.266068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.340320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d11e03e0-076c-4f4d-86e2-b7bd785944d6 req-cb08f494-fe6d-4c90-a212-dac5a303836f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846326 Aug 27 12:07:01.426367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.480669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Transition to ACTIVE for port object 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:07:01.514743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.530779 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.538493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.574695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.614911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:07:01.655930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d10e8-4df8-499f-9d10-08be96e3e189 None None] Pushing event updated for resources: {'Port': ['ID=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:01.666661 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.670089 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Added segment 482f1782-6511-4398-b5ec-6bacd2bde4fa of type vlan for network 80ab826e-ae80-40bb-b54b-328056313851 Aug 27 12:07:01.672642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5dfe6f-a960-4ab5-8150-d57cd264ba58,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:01.728417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:01.731774 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c783f4-cbc8-4edc-b80e-1010442f8673" -d '{"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-plugged", "status": "completed", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:01.793287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:01.846885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.857313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb1b1163-bc89-4c10-a691-377c6da60a51 req-c9dd35d1-b7d7-4ffd-b3c6-0406798025e0 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0578516 Aug 27 12:07:01.915094 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b550ce6-f57f-4676-8f2f-2aae58eec765 x-openstack-request-id: req-9b550ce6-f57f-4676-8f2f-2aae58eec765 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:01.915922 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-plugged", "status": "completed", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:01.916537 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b550ce6-f57f-4676-8f2f-2aae58eec765 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:01.917284 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'code': 200} Aug 27 12:07:01.921276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.927869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:01.929652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.942657 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:01.995101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Attempting to bind port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:07:01.995614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Attempting to bind port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:07:01.996069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Attempting to bind port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc on network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:02.033710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:07:02.046297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Checking segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:02.047258 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:02.047916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Bound using segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:07:02.049181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Bound port: 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:07:02.050986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:02.077300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1884115 Aug 27 12:07:02.080266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46278) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:02.086510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Request body: {'subnet': {'network_id': '80ab826e-ae80-40bb-b54b-328056313851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-538561684-subnet', 'tenant_id': 'ab40228c2612412ebee96c34ffe31edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:02.121804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d974287-3a3a-464d-91db-da2c95aa48eb admin admin] Pushing event updated for resources: {'Network': ['ID=80ab826e-ae80-40bb-b54b-328056313851,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:02.149249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Made reservation on behalf of ab40228c2612412ebee96c34ffe31edd for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:02.151138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:02.256939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e6e119b-fadd-44e9-86b0-5bc445fffdb7 req-7ff6d169-4794-4b2d-bb36-526cecb33a2e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 210 time: 0.0910084 Aug 27 12:07:02.273519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 80ab826e-ae80-40bb-b54b-328056313851 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:07:02.322094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] For port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:07:02.396263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:02.424000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] For port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:07:02.446193 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:02.569232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:02.569977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:02.572587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d10e8-4df8-499f-9d10-08be96e3e189 None None] Pushing event updated for resources: {'Port': ['ID=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:02.706704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.718449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.736875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.751272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.770887 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:02.790337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.835719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.854272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:02.869769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-ee442e8d-72fe-4911-a0ba-5373587d18a0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.2865114 Aug 27 12:07:03.066956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd34fb16-a22f-4840-a57e-3d5e51fbc98e req-d2239862-4fa7-4219-87a6-9767143044fe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941781 Aug 27 12:07:03.080024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=48aec19d-86af-4907-88ad-25a81ecfa224,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:03.155901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Checking segment: {'id': '482f1782-6511-4398-b5ec-6bacd2bde4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '80ab826e-ae80-40bb-b54b-328056313851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:03.161202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Network hostable DHCP agents. Network: 80ab826e-ae80-40bb-b54b-328056313851, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:07:03.243186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Network 80ab826e-ae80-40bb-b54b-328056313851 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:07:03.272862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 80ab826e-ae80-40bb-b54b-328056313851) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:03.277258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2661f3f-df2d-4fc3-8d90-f7d18235b222 req-2021f3e4-226b-4ebe-b518-417275aacdfb tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0883770 Aug 27 12:07:03.288792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:03.289424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:03.338636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b19b89f9-a870-45f4-b61f-af17b0072cec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2564948 Aug 27 12:07:03.479182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70586451-fc29-4a02-b4b9-c63d8ad5925c None None] Network 80ab826e-ae80-40bb-b54b-328056313851 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:07:03.498085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-67f9ebee-2bcd-4cbc-b331-9e987ec624a7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:03.504921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-67f9ebee-2bcd-4cbc-b331-9e987ec624a7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.65 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 827 time: 0.6030383 Aug 27 12:07:03.549803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Request body: {'port': {'device_id': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'admin_state_up': True, 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:03.563153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:03.601559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e41e711-ac60-42bd-ad5f-4b6b445353a0 req-56979570-4542-44d3-8f5e-a1bcab9688ab tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 210 time: 0.0940678 Aug 27 12:07:03.874866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Made reservation on behalf of 349364ba9e3f4d1d9fbf997210381fae for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:03.888294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:04.222666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203d47f-16ee-4a0c-8116-12abd34dbec3 None None] Network 80ab826e-ae80-40bb-b54b-328056313851 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:07:04.321806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Allocated IP 172.20.0.8 (fb2c6f67-5c3a-4ab8-be28-1730c12d2896/3bccd02d-851e-41b6-8140-4b7f8453701f/8f59bfca-1df4-4e06-bf24-eb01000d104c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:07:04.441275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:02Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:04.503052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36981448-fc4d-4d19-92da-975d2ce944be None None] The sync data for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 is: [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:02Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:07:04.635535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:04.714939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46406) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:04.720654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-308406107-network', 'tenant_id': 'fe394e966ea8454585b194a48fc622a3'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:04.789895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Made reservation on behalf of fe394e966ea8454585b194a48fc622a3 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:04.797848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:04.836341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:04.868760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.881224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.896530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.918535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.940469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.960493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.973497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:04.993407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-aaf85ce0-463a-4c62-bee2-6ab33622fde3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.5810008 Aug 27 12:07:05.140885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.146141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09d2dbc6-cd89-48e8-92fc-0d725eecf829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.178567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.213830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7bff9ae-cba7-4ee3-957a-2ee50455bbeb req-c3f1116b-221a-4aec-bc7d-e36b3f5f67ae tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185330 Aug 27 12:07:05.244981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77beca32-3b30-4e0c-a684-67c6434b15cd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:05.296799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:07:05.350764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.367885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.371029 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Added segment 765ce126-4bc9-4296-97b4-105b925665e3 of type vlan for network 834fff59-923b-4855-8733-e5ab613b6553 Aug 27 12:07:05.388323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Transition to ACTIVE for port object 8f59bfca-1df4-4e06-bf24-eb01000d104c will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:07:05.541621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87695145-3b9d-4177-a88a-19f1b0ee7540 req-157f9d81-b827-448a-96f9-82820baf3fe8 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0723035 Aug 27 12:07:05.557872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.578653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.632409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09d2dbc6-cd89-48e8-92fc-0d725eecf829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.634309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.635773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:05.637349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.722424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] Pushing event updated for resources: {'Network': ['ID=834fff59-923b-4855-8733-e5ab613b6553,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:05.725209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-09d2dbc6-cd89-48e8-92fc-0d725eecf829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.740860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 834fff59-923b-4855-8733-e5ab613b6553 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:07:05.778988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2dbc6-cd89-48e8-92fc-0d725eecf829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7454a-f92f-4eef-9567-4bfe6774f2a1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:05.791506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ff46268e-74b6-41e7-a46a-aec92d78e02d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0751481 Aug 27 12:07:05.799122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46410) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:05.811176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Request body: {'subnet': {'network_id': '834fff59-923b-4855-8733-e5ab613b6553', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-308406107-subnet', 'tenant_id': 'fe394e966ea8454585b194a48fc622a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:05.826336 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-09d2dbc6-cd89-48e8-92fc-0d725eecf829 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c528253887f4488fb168ce490ce7c2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1890433 Aug 27 12:07:05.829528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46412) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:05.872786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:07:05.901021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99a7d69e-8cfb-40d5-89a3-b91429d1d7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.914984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Made reservation on behalf of fe394e966ea8454585b194a48fc622a3 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:05.919168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:05.920128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:05.986854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:07:06.024280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99a7d69e-8cfb-40d5-89a3-b91429d1d7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.062725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event updated for resources: {'Port': ['ID=8f59bfca-1df4-4e06-bf24-eb01000d104c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:06.176299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d81fb3-7265-4b27-9e20-ce93f272085e req-219af559-6fce-4800-b4e8-a6b523b83a12 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.195247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55d81fb3-7265-4b27-9e20-ce93f272085e req-219af559-6fce-4800-b4e8-a6b523b83a12 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 931 time: 0.3896253 Aug 27 12:07:06.255796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99a7d69e-8cfb-40d5-89a3-b91429d1d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.259817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99a7d69e-8cfb-40d5-89a3-b91429d1d7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.264384 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-99a7d69e-8cfb-40d5-89a3-b91429d1d7c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5be7454a-f92f-4eef-9567-4bfe6774f2a1 HTTP/1.1" status: 204 len: 168 time: 0.4335377 Aug 27 12:07:06.300616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:06.312007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7d69e-8cfb-40d5-89a3-b91429d1d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7454a-f92f-4eef-9567-4bfe6774f2a1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:06.353241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.353943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.428011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55d81fb3-7265-4b27-9e20-ce93f272085e req-25f3809f-dc1c-4c02-aa8a-2386fcd07935 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317586 Aug 27 12:07:06.455740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-64c8e343-df16-46d7-abbb-8ac47aa0136e tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9080005 Aug 27 12:07:06.457955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.475121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:06.488563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:06.493429 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.513313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Request body: {'port': {'device_id': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:06.603151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2303e180-916c-4af6-9f96-89dc20e33f93 None None] Provisioning for port 8f59bfca-1df4-4e06-bf24-eb01000d104c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:06.669064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2303e180-916c-4af6-9f96-89dc20e33f93 None None] Provisioning complete for port 8f59bfca-1df4-4e06-bf24-eb01000d104c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:06.669616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2303e180-916c-4af6-9f96-89dc20e33f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.693369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97aea21-cfbc-42d9-a56a-6c5975bb16f0,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:06.711883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Checking segment: {'id': '765ce126-4bc9-4296-97b4-105b925665e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '834fff59-923b-4855-8733-e5ab613b6553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:06.712252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Network hostable DHCP agents. Network: 834fff59-923b-4855-8733-e5ab613b6553, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:07:06.736561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.786266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Network 834fff59-923b-4855-8733-e5ab613b6553 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:07:06.812594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 834fff59-923b-4855-8733-e5ab613b6553) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:06.821801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2303e180-916c-4af6-9f96-89dc20e33f93 None None] Port 8f59bfca-1df4-4e06-bf24-eb01000d104c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:07:06.828317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e9885-170e-4f6b-b66b-9b239544307b None None] Network 834fff59-923b-4855-8733-e5ab613b6553 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:07:06.828910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.838682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.888570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:06.906571 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ebc939cd-72d3-40b1-a917-351dc29f6da6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1034904 Aug 27 12:07:06.911405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.925995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.943829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.960198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.968560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:06.992982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:07.015483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:07.039351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-3a598792-ae9a-49af-9491-1fa338c752f4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.3669090 Aug 27 12:07:07.053590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:07.067225 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.245752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46430) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:07.259586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:07.282864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222dd9eb-af71-46a1-a4ee-b69060b0ffd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.337911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f08746b-e484-49ce-980a-9f2a5836c84f req-da32f338-dbdb-4f01-b799-28a0a3736788 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930665 Aug 27 12:07:07.397357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040644c6-283c-4ccc-bf92-8b5f06754553 None None] Network 834fff59-923b-4855-8733-e5ab613b6553 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:07:07.551961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222dd9eb-af71-46a1-a4ee-b69060b0ffd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.562549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-222dd9eb-af71-46a1-a4ee-b69060b0ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.604784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f59bfca-1df4-4e06-bf24-eb01000d104c {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:07.614594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.615193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd9eb-af71-46a1-a4ee-b69060b0ffd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c584c2-70f0-43f1-8f7f-62edb2bfa740,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:07.651744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-222dd9eb-af71-46a1-a4ee-b69060b0ffd7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07fd0aa861144ed98cab61ff37d8585d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015899 Aug 27 12:07:07.652305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:07.656594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e390c8d-40f6-4ed6-9139-b7f41fa7d84d req-6474baca-863b-45ec-862e-c280f5978aed tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0389378 Aug 27 12:07:07.661225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Transition to ACTIVE for port object 8f59bfca-1df4-4e06-bf24-eb01000d104c will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:07:07.666393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.783837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Pushing event updated for resources: {'Port': ['ID=8f59bfca-1df4-4e06-bf24-eb01000d104c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:07.829544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f64451f-b550-453f-a9ae-a5850df6a034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.889168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f64451f-b550-453f-a9ae-a5850df6a034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:07.976662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Attempting to bind port 8f59bfca-1df4-4e06-bf24-eb01000d104c on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:07:07.977063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Attempting to bind port 8f59bfca-1df4-4e06-bf24-eb01000d104c by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:07:07.977438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Attempting to bind port 8f59bfca-1df4-4e06-bf24-eb01000d104c on network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:07.988830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Port 8f59bfca-1df4-4e06-bf24-eb01000d104c on network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:07:07.989194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Attempting to bind port 8f59bfca-1df4-4e06-bf24-eb01000d104c on network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:07.996783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:07:07.997154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Checking segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:07.997527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Bound using segment: {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:07:07.998006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Bound port: 8f59bfca-1df4-4e06-bf24-eb01000d104c, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a6788d-3822-464c-a7b8-71adbbd86e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:07:07.998460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.039434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f64451f-b550-453f-a9ae-a5850df6a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.043014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f64451f-b550-453f-a9ae-a5850df6a034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.047400 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f64451f-b550-453f-a9ae-a5850df6a034 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36c584c2-70f0-43f1-8f7f-62edb2bfa740 HTTP/1.1" status: 204 len: 168 time: 0.3907771 Aug 27 12:07:08.085663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.087732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64451f-b550-453f-a9ae-a5850df6a034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c584c2-70f0-43f1-8f7f-62edb2bfa740,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:08.150435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] For port 8f59bfca-1df4-4e06-bf24-eb01000d104c, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:07:08.155060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] For port 8f59bfca-1df4-4e06-bf24-eb01000d104c, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:07:08.162467 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.257002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Pushing event updated for resources: {'Port': ['ID=8f59bfca-1df4-4e06-bf24-eb01000d104c,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:08.294139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:08.299049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.301959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-cfff973e-fd8e-48b2-a0c2-499dc0457575 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 1091 time: 1.8225019 Aug 27 12:07:08.303015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:08.315482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:08.317543 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d83df4-a424-4ade-a715-473e1121082f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:08.447922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:08.458232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:08.478061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-02c0f4a7-d673-4fe6-b6d1-2f9a46408bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:08.481138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-02c0f4a7-d673-4fe6-b6d1-2f9a46408bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1094 time: 0.1177509 Aug 27 12:07:08.542554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-083be1ca-7972-4793-977a-d338c57ef718 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 217 time: 0.0498221 Aug 27 12:07:08.657335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-2be75fc2-31e3-4332-a22a-d9c1acb5e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:08.659836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-2be75fc2-31e3-4332-a22a-d9c1acb5e702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 200 len: 866 time: 0.1112454 Aug 27 12:07:08.749292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-9bae0718-2f89-4ba7-834b-6594e63598ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:08.751036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-9bae0718-2f89-4ba7-834b-6594e63598ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801766 Aug 27 12:07:08.923609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-337e5f97-5d1b-408f-9471-81cb0dd9eeca service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605942 Aug 27 12:07:09.484594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2e0bf15-155b-434f-ac8c-303cac1db02c req-98e14523-f9a0-465f-996b-743e50212e47 service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463562 Aug 27 12:07:13.261836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8f59bfca-1df4-4e06-bf24-eb01000d104c details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:13.431396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8f59bfca-1df4-4e06-bf24-eb01000d104c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:13.447028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'port_id': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'mac_address': 'fa:16:3e:f6:79:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:13.516385 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:13.535449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f59bfca-1df4-4e06-bf24-eb01000d104c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:13.567179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8f59bfca-1df4-4e06-bf24-eb01000d104c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:13.572918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:13.647407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=8f59bfca-1df4-4e06-bf24-eb01000d104c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:13.825433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8f59bfca-1df4-4e06-bf24-eb01000d104c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:15.294325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8f59bfca-1df4-4e06-bf24-eb01000d104c up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:15.393749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 8f59bfca-1df4-4e06-bf24-eb01000d104c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:15.404980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 8f59bfca-1df4-4e06-bf24-eb01000d104c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:15.405817 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:15.716363 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:15.747341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:15.752974 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c90b3-ee06-4612-8a52-ffca299bf5dc" -d '{"events": [{"server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "name": "network-vif-plugged", "status": "completed", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:15.801393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8f59bfca-1df4-4e06-bf24-eb01000d104c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:15.807272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:15.913389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=8f59bfca-1df4-4e06-bf24-eb01000d104c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:17.952387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-581fff37-4fcb-48a0-b4ff-428074d0db12 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:17.953941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-581fff37-4fcb-48a0-b4ff-428074d0db12 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/networks?id=80ab826e-ae80-40bb-b54b-328056313851 HTTP/1.1" status: 200 len: 824 time: 0.2498887 Aug 27 12:07:17.977572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0e4d-beea-4c6d-ba81-3e66baef3c33 req-26efd15a-0165-4fc0-9716-b103f4002ed4 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:17.979271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e3f0e4d-beea-4c6d-ba81-3e66baef3c33 req-26efd15a-0165-4fc0-9716-b103f4002ed4 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 945 time: 0.1575630 Aug 27 12:07:17.989827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-4089ccfa-0c8e-4b80-9ea9-adbee8b4e440 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/quotas/ab40228c2612412ebee96c34ffe31edd HTTP/1.1" status: 200 len: 375 time: 0.0282602 Aug 27 12:07:18.043482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-86d8df9e-5178-493a-a5b7-45c1e9f2a6c8 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ab40228c2612412ebee96c34ffe31edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442924 Aug 27 12:07:18.066209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e3f0e4d-beea-4c6d-ba81-3e66baef3c33 req-44e421b4-3b4f-4c0f-b6e7-c45885bbeb7d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749056 Aug 27 12:07:18.127908 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deadf41-1b31-4b57-bd17-9153f7cd0014 x-openstack-request-id: req-7deadf41-1b31-4b57-bd17-9153f7cd0014 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:18.128483 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:18.129114 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7deadf41-1b31-4b57-bd17-9153f7cd0014 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:18.129114 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'status': 'completed', 'code': 200} Aug 27 12:07:18.190334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-5a6c02f9-3e95-4810-a049-be74e024bea5 service neutron] 10.222.0.76 "GET /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379821 Aug 27 12:07:18.330013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83df4-a424-4ade-a715-473e1121082f req-6738eb2d-7d7f-4d84-af5d-ffdbcaa87949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.331485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-6738eb2d-7d7f-4d84-af5d-ffdbcaa87949 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1096 time: 0.1645434 Aug 27 12:07:18.347269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.353437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.359354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.365295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.371856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.378634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.383920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.386021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4c95077-87c4-426f-be77-da7832f3eabf req-77037e11-f601-4d99-8951-444456404678 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.1709538 Aug 27 12:07:18.405461 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8ff47ce0-17d5-40f9-ba82-285fc0cb0693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:18.457828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-325925dd-860c-4517-97b9-de9bc4572198 service neutron] 10.222.0.76 "GET /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665930 Aug 27 12:07:18.499814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4c95077-87c4-426f-be77-da7832f3eabf req-6192de1e-e977-480b-8c61-93e9e6307aef tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984023 Aug 27 12:07:18.534788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83df4-a424-4ade-a715-473e1121082f req-c417d107-fa7b-4fdf-876c-f654998540f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.537151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-c417d107-fa7b-4fdf-876c-f654998540f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 928 time: 0.1441352 Aug 27 12:07:18.601269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-904a9935-d4c4-4816-b466-6b35468ae411 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 217 time: 0.0543394 Aug 27 12:07:18.732901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7509fa4b-e5f8-4923-9d1b-d1b59c5a421e req-1c1627ac-ff6d-474a-8830-21a6df27f00a tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0421433 Aug 27 12:07:18.752118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83df4-a424-4ade-a715-473e1121082f req-1f2b2d5c-6f38-425a-8de3-3aaea42e6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.753925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-1f2b2d5c-6f38-425a-8de3-3aaea42e6582 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 200 len: 866 time: 0.1315222 Aug 27 12:07:18.817140 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9332c845-b1f2-43f6-b8a8-b4dd11a33d15 x-openstack-request-id: req-9332c845-b1f2-43f6-b8a8-b4dd11a33d15 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:18.817513 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "name": "network-vif-plugged", "status": "completed", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:18.817836 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9332c845-b1f2-43f6-b8a8-b4dd11a33d15 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:18.818300 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'code': 200} Aug 27 12:07:18.891200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-036ab14b-5c7e-4689-a536-7b3098c4f9fd req-877b52b4-8145-4d66-9ec2-3f463dca2810 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 210 time: 0.0351558 Aug 27 12:07:18.895106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83df4-a424-4ade-a715-473e1121082f req-8b0b8e21-2889-4c4f-ae1f-454c4fe96547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:18.896609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-8b0b8e21-2889-4c4f-ae1f-454c4fe96547 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259553 Aug 27 12:07:19.060352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-fac72288-42c9-4f74-b942-9635c723ffef service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529548 Aug 27 12:07:19.087717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2ddf2-f26a-4838-9578-f21cfc381318 req-48e3d524-aa15-4e35-9ade-594a18059491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.090796 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0f2ddf2-f26a-4838-9578-f21cfc381318 req-48e3d524-aa15-4e35-9ade-594a18059491 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1096 time: 0.1629255 Aug 27 12:07:19.172807 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0f2ddf2-f26a-4838-9578-f21cfc381318 req-99806912-f25a-488a-821b-c40ff496a97a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724578 Aug 27 12:07:19.292273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7862e275-8fb5-4b04-85ac-c9fe79d067e4 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:19.315131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6151b85-de51-4157-be84-e9d141ae6301 req-f7308033-c9b5-46f4-afae-d1ab5bdcd03b tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.317751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6151b85-de51-4157-be84-e9d141ae6301 req-f7308033-c9b5-46f4-afae-d1ab5bdcd03b tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 945 time: 0.1004040 Aug 27 12:07:19.392644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d83df4-a424-4ade-a715-473e1121082f req-f1f56298-bee4-4a15-907a-28646cc1ec70 service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192682 Aug 27 12:07:19.425763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6151b85-de51-4157-be84-e9d141ae6301 req-7e16fc3b-0b3a-452f-a98d-5c43dd9e38c7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933208 Aug 27 12:07:19.533854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:19.561820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'port_id': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'mac_address': 'fa:16:3e:56:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:19.644042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:19.665519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7862e275-8fb5-4b04-85ac-c9fe79d067e4 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:19.696448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:19.701967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:19.702956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 28de0042-2938-45ab-89b9-473397c499aa details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:19.763244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.777403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.784538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.791203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.798115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.804228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.812854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:19.815257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-4f9c51a2-5dbf-4b4a-bd9f-40dab0a1fcf6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5429 time: 0.1671243 Aug 27 12:07:19.830803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:19.840914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:19.882289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8234f4ea-0932-4b0a-a05d-258d83413d1a req-898c1da0-6eb2-4cbe-a661-8767dbe2c1c5 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592813 Aug 27 12:07:19.909027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=28de0042-2938-45ab-89b9-473397c499aa,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:19.924274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '28de0042-2938-45ab-89b9-473397c499aa', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'port_id': '28de0042-2938-45ab-89b9-473397c499aa', 'mac_address': 'fa:16:3e:0e:4f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:19.990681 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.034501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28de0042-2938-45ab-89b9-473397c499aa {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:20.071316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c3d4989-0d40-423f-998a-7e860fc83449 req-4413bfca-d8d8-4a7f-b8cd-0fdecc797892 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0384376 Aug 27 12:07:20.079184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=28de0042-2938-45ab-89b9-473397c499aa,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:20.084982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.085831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7291b3d8-65e1-4d1c-b938-db2da327ce26 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:20.263231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:20.294822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7291b3d8-65e1-4d1c-b938-db2da327ce26', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'port_id': '7291b3d8-65e1-4d1c-b938-db2da327ce26', 'mac_address': 'fa:16:3e:2c:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:20.302096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2614e0fb-3766-40c5-b527-ccf3df0cd2d1 req-ec9d3a06-833a-4b39-b757-1b9f618749ee tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 210 time: 0.0721984 Aug 27 12:07:20.308996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:20.372608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.400729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7291b3d8-65e1-4d1c-b938-db2da327ce26 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:20.438691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:20.440168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-5db1a1e1-338d-43be-83a2-77f53d838455 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:20.446053 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.446372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-5db1a1e1-338d-43be-83a2-77f53d838455 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.77 "GET /v2.0/networks?id=80ab826e-ae80-40bb-b54b-328056313851 HTTP/1.1" status: 200 len: 824 time: 0.3010342 Aug 27 12:07:20.451413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d3f290ff-d604-45ac-95d0-9d0f371850c6 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:20.475233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Request body: {'port': {'device_id': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'network_id': '80ab826e-ae80-40bb-b54b-328056313851', 'admin_state_up': True, 'tenant_id': 'ab40228c2612412ebee96c34ffe31edd'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:20.578267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:20.623960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:20.642345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'd3f290ff-d604-45ac-95d0-9d0f371850c6', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'port_id': 'd3f290ff-d604-45ac-95d0-9d0f371850c6', 'mac_address': 'fa:16:3e:36:6f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:20.664727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Made reservation on behalf of ab40228c2612412ebee96c34ffe31edd for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:20.668888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.730505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.747737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f290ff-d604-45ac-95d0-9d0f371850c6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:20.774210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:20.782332 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:20.782332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 83251085-f91e-4671-bd23-770ccf58b2eb details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:20.821469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Allocated IP 172.20.0.12 (80ab826e-ae80-40bb-b54b-328056313851/48aec19d-86af-4907-88ad-25a81ecfa224/2f92efad-9280-4f27-832d-e0507389b8cc) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:07:20.830339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3111d8-4702-4284-8c5f-699d4ba883f7 req-ffaa546f-9561-437e-96be-84f6993c57cf tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:20.834511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d3111d8-4702-4284-8c5f-699d4ba883f7 req-ffaa546f-9561-437e-96be-84f6993c57cf tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 945 time: 0.1603053 Aug 27 12:07:20.988680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=83251085-f91e-4671-bd23-770ccf58b2eb,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:21.032392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d3111d8-4702-4284-8c5f-699d4ba883f7 req-0653aa8d-44f4-4aac-ad12-035623e304a0 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544719 Aug 27 12:07:21.034879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:21.078680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-ebc47c46-7a93-47d9-a151-7853200559fa tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.080877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.081512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-ebc47c46-7a93-47d9-a151-7853200559fa tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.2721221 Aug 27 12:07:21.117470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-fdd951be-fee8-4e05-9582-1d030737a7a0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/quotas/a4fef70aa2314f4bacaab01dd3bcc24a HTTP/1.1" status: 200 len: 375 time: 0.0294597 Aug 27 12:07:21.153643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.157923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '83251085-f91e-4671-bd23-770ccf58b2eb', 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'port_id': '83251085-f91e-4671-bd23-770ccf58b2eb', 'mac_address': 'fa:16:3e:10:90:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa837d0-3240-4604-a58f-1713a520626a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:21.219444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:21.235385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Network 80ab826e-ae80-40bb-b54b-328056313851 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:07:21.236841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Pushing event updated for resources: {'Port': ['ID=2f92efad-9280-4f27-832d-e0507389b8cc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:21.242169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:21.247208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:07:21.267171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-be843e6d-e516-4d7e-a9a1-6387dcb16106 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414514 Aug 27 12:07:21.272189 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c37d43d3-72f3-4e4f-a107-ed3390b13972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.298500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.318124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.326166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.328542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.335791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.348024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.351625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-49886cac-72a5-4ef7-b060-f81dd08d8da5 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8876474 Aug 27 12:07:21.354545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.360761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.366865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:21.376294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-7e7b0900-127d-4fc4-9603-c373d17f0dcc tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5433 time: 0.2046020 Aug 27 12:07:21.377006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Request body: {'port': {'device_id': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:21.513621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25826a83-7adc-419b-b88d-6bd4e179a549 req-940ff3f5-b25b-4d70-9809-fca84bd4154f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245847 Aug 27 12:07:21.538445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.538994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.591799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.598999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-9efc93d4-4d21-405b-b644-c685e0a42aad service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306217 Aug 27 12:07:21.607966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83251085-f91e-4671-bd23-770ccf58b2eb {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:21.616299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.643610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=83251085-f91e-4671-bd23-770ccf58b2eb,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:21.666850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:21.669001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:21.671767 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092048f7-1af2-46c1-9606-b062cd63f72b" -d '{"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:21.687123 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.687849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 69f35f7c-cbd8-4dc7-9a04-49471b07d456 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:21.689968 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.786642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:21.850881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:21.859021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '69f35f7c-cbd8-4dc7-9a04-49471b07d456', 'network_id': '68eeb9f3-8cdc-4e69-83f8-3c83e884bbba', 'port_id': '69f35f7c-cbd8-4dc7-9a04-49471b07d456', 'mac_address': 'fa:16:3e:fb:24:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa837d0-3240-4604-a58f-1713a520626a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:21.981058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:21.999562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f35f7c-cbd8-4dc7-9a04-49471b07d456 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:22.005031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.006574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:22.029629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:22.036835 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.037882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c0efbfc5-5a8a-46f3-956a-e79706ea3fae details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:22.040267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-76af95b8-6087-4194-a6b4-d731e39ecd08 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 258 time: 0.3445888 Aug 27 12:07:22.072652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-c3459c97-bd53-49b0-8032-3827e3b633a7 service neutron] 10.222.0.76 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727240 Aug 27 12:07:22.076644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:22.117226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.158811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:22.186233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:22.203321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae', 'network_id': 'a7e00852-f168-4c00-83a6-d873967572e8', 'port_id': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae', 'mac_address': 'fa:16:3e:38:02:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce38257-9dd5-4aca-a137-99fdcce0ffd7', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:22.292597 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.348539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f92efad-9280-4f27-832d-e0507389b8cc {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:22.351594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0efbfc5-5a8a-46f3-956a-e79706ea3fae {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:22.358266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.373300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Transition to ACTIVE for port object 2f92efad-9280-4f27-832d-e0507389b8cc will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:07:22.394037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.397614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:22.400383 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.404269 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.579239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Pushing event updated for resources: {'Port': ['ID=2f92efad-9280-4f27-832d-e0507389b8cc,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:22.651399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc69ce8e-89c4-4402-b132-b8093b317e28 req-9330839a-d05b-419e-bc61-007ce187841e tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0863905 Aug 27 12:07:22.686674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:22.727434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Attempting to bind port 2f92efad-9280-4f27-832d-e0507389b8cc on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:07:22.729314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Attempting to bind port 2f92efad-9280-4f27-832d-e0507389b8cc by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '482f1782-6511-4398-b5ec-6bacd2bde4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '80ab826e-ae80-40bb-b54b-328056313851'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:07:22.729653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Attempting to bind port 2f92efad-9280-4f27-832d-e0507389b8cc on network 80ab826e-ae80-40bb-b54b-328056313851 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:22.744034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Port 2f92efad-9280-4f27-832d-e0507389b8cc on network 80ab826e-ae80-40bb-b54b-328056313851 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:07:22.744382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Attempting to bind port 2f92efad-9280-4f27-832d-e0507389b8cc on network 80ab826e-ae80-40bb-b54b-328056313851 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:22.753119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:07:22.753427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Checking segment: {'id': '482f1782-6511-4398-b5ec-6bacd2bde4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '80ab826e-ae80-40bb-b54b-328056313851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:22.753819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Bound using segment: {'id': '482f1782-6511-4398-b5ec-6bacd2bde4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '80ab826e-ae80-40bb-b54b-328056313851'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:07:22.754252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Bound port: 2f92efad-9280-4f27-832d-e0507389b8cc, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482f1782-6511-4398-b5ec-6bacd2bde4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '80ab826e-ae80-40bb-b54b-328056313851'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:07:22.754645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:22.789969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Allocated IP 172.25.8.50 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/7f9a24f3-a3ea-416c-a7ba-f3cc121bb29e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:07:22.930491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c098e-2477-4738-b5c0-9953453d6361 req-5a6fcda7-0c3e-45ca-a5fd-e10faedc0c2f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:22.936616 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] For port 2f92efad-9280-4f27-832d-e0507389b8cc, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:07:22.938843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-156c098e-2477-4738-b5c0-9953453d6361 req-5a6fcda7-0c3e-45ca-a5fd-e10faedc0c2f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 944 time: 0.1261315 Aug 27 12:07:22.945276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] For port 2f92efad-9280-4f27-832d-e0507389b8cc, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2f92efad-9280-4f27-832d-e0507389b8cc,segment=NetworkSegment(482f1782-6511-4398-b5ec-6bacd2bde4fa),segment_id=482f1782-6511-4398-b5ec-6bacd2bde4fa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:07:22.954748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:23.015139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-156c098e-2477-4738-b5c0-9953453d6361 req-7f15b3d9-5162-4eae-85f2-9c6a5e807ca1 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733111 Aug 27 12:07:23.082673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:23.095203 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1861fc2f-31b4-4cc1-8cd6-27e2cd6eba7d x-openstack-request-id: req-1861fc2f-31b4-4cc1-8cd6-27e2cd6eba7d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:23.095598 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:23.095957 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1861fc2f-31b4-4cc1-8cd6-27e2cd6eba7d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:23.096692 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'code': 200} Aug 27 12:07:23.097206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Pushing event updated for resources: {'Port': ['ID=2f92efad-9280-4f27-832d-e0507389b8cc,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:23.103321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.104131 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:23.109097 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-ccfd282f-f94c-4e2d-9c82-45cee0e297ae service neutron] 10.222.0.77 "PUT /v2.0/ports/2f92efad-9280-4f27-832d-e0507389b8cc HTTP/1.1" status: 200 len: 1092 time: 1.7383549 Aug 27 12:07:23.109097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'tag': '2f92efad-9280-4f27-832d-e0507389b8cc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:23.110330 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab8584-39bd-442d-a2c9-57fc52d45b22" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee0f11-125a-4e09-b04e-3e6bc617265c", "tag": "2f92efad-9280-4f27-832d-e0507389b8cc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:23.158709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:23.175045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d3f290ff-d604-45ac-95d0-9d0f371850c6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:23.229976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['c0efbfc5-5a8a-46f3-956a-e79706ea3fae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:23.240151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['83251085-f91e-4671-bd23-770ccf58b2eb'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:23.260991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:07:23.266609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-b7845a96-20e5-43c9-a43d-b3eb8568ad2c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.270146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7291b3d8-65e1-4d1c-b938-db2da327ce26'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:23.271272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-b7845a96-20e5-43c9-a43d-b3eb8568ad2c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "GET /v2.0/ports?device_id=66c16d1c-8664-4ce4-9fda-7ab9ce88b00e HTTP/1.1" status: 200 len: 943 time: 0.2954185 Aug 27 12:07:23.276630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7862e275-8fb5-4b04-85ac-c9fe79d067e4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:23.282721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['69f35f7c-cbd8-4dc7-9a04-49471b07d456'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:23.298458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:23.332367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:07:23.341240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4fbd591-54b8-49eb-becf-071d12cc3423 req-d60e3cfc-1281-45fb-8a80-da88ffb69115 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 210 time: 0.1169467 Aug 27 12:07:23.403595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event updated for resources: {'Port': ['ID=7f9a24f3-a3ea-416c-a7ba-f3cc121bb29e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:23.595506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-0bbcb195-87fe-4741-959b-8f037d37768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.599796 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-0bbcb195-87fe-4741-959b-8f037d37768f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab40228c2612412ebee96c34ffe31edd&device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 1095 time: 0.4269376 Aug 27 12:07:23.728004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.747351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.758193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.765718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.784123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.790996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-acd66179-07ba-42c9-9948-a1f6a87864ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f92efad-9280-4f27-832d-e0507389b8cc HTTP/1.1" status: 200 len: 217 time: 0.1734016 Aug 27 12:07:23.799031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.816257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:23.818157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-31a3f65a-0038-45ad-829b-4e769516f6c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5436 time: 0.2614067 Aug 27 12:07:23.825287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:23.977878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af4d4c05-faed-4737-ab9e-46e7ed2fd0ee req-59478ce5-3054-4488-a95f-bafed7d37d4d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507466 Aug 27 12:07:23.981513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:24.051517 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:24.111828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-a7c93afd-2c36-432a-b733-3489d04e875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:24.112487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['28de0042-2938-45ab-89b9-473397c499aa'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:24.114558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-a7c93afd-2c36-432a-b733-3489d04e875c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=48aec19d-86af-4907-88ad-25a81ecfa224 HTTP/1.1" status: 200 len: 864 time: 0.3084762 Aug 27 12:07:24.174685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Deleting port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:24.175110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:24.313700 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-1057c65f-da06-4df8-92c5-d83902ed26ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80ab826e-ae80-40bb-b54b-328056313851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718936 Aug 27 12:07:24.612335 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65731bb-aae4-447c-81aa-8cd08e5ccf45 x-openstack-request-id: req-a65731bb-aae4-447c-81aa-8cd08e5ccf45 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:24.613178 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee0f11-125a-4e09-b04e-3e6bc617265c", "tag": "2f92efad-9280-4f27-832d-e0507389b8cc", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:24.613312 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a65731bb-aae4-447c-81aa-8cd08e5ccf45 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:24.613673 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'tag': '2f92efad-9280-4f27-832d-e0507389b8cc', 'status': 'completed', 'code': 200} Aug 27 12:07:24.631334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] For port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:24.631749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:24.819733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Calling delete_port for 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:24.871912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:24.897536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:24.918592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435b23e0-9b7c-4f8c-9bf4-a84ed079be40 req-d3cb91e1-6e1b-4030-b779-3f2078a1e401 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0947063 Aug 27 12:07:25.027341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-7109cdd1-916d-4b18-9f12-7268f2cfa2ac tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:25.029988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-7109cdd1-916d-4b18-9f12-7268f2cfa2ac tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.65 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 805 time: 0.5615323 Aug 27 12:07:25.046739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Request body: {'port': {'device_id': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'admin_state_up': True, 'tenant_id': 'a4fef70aa2314f4bacaab01dd3bcc24a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:25.079458 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-232a9f44-8ccd-478b-b0f0-0f413ae204d9 service neutron] 10.222.0.77 "GET /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525754 Aug 27 12:07:25.207362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event updated for resources: {'Port': ['ID=7f9a24f3-a3ea-416c-a7ba-f3cc121bb29e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:25.211795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:25.287208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:25.306728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990693c-16e1-4f6b-90b1-4b7bb1c2e511 req-fd29a4ee-b2c7-40a7-a9ce-249242c22185 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:25.315412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e990693c-16e1-4f6b-90b1-4b7bb1c2e511 req-fd29a4ee-b2c7-40a7-a9ce-249242c22185 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 944 time: 0.1460080 Aug 27 12:07:25.340202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Made reservation on behalf of a4fef70aa2314f4bacaab01dd3bcc24a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:25.344824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:25.349626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:25.357843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-0a448753-6f3c-4687-803d-15f35c831b16 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3165581 Aug 27 12:07:25.428746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e990693c-16e1-4f6b-90b1-4b7bb1c2e511 req-b438b1b8-44f0-4f35-83fa-28edb58d67e3 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123445 Aug 27 12:07:25.467077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7057d1e9-a311-4ac0-bcab-8915b333921a req-dafd38d1-1671-46dc-9ce7-c461c60ee2ea service neutron] 10.222.0.77 "GET /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766713 Aug 27 12:07:25.474696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event deleted for resources: {'Port': ['ID=2c0520b8-bf55-49a3-9831-8c3ddf9a4b36,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:25.514032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-d691e9bf-c481-4bb5-837a-e5f72d65221a tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.1549485 Aug 27 12:07:25.557356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] No DVR routers for this DVR port 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:07:25.593893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:25.596193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbc3cb3e-f107-4414-b9aa-945989efa4c4 req-f55f68fb-0430-4b53-a342-777ddb376144 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.77 "DELETE /v2.0/ports/2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 HTTP/1.1" status: 204 len: 173 time: 2.2704234 Aug 27 12:07:25.724734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-765a5f7d-f589-40a6-9801-5213170359c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:25.727462 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-765a5f7d-f589-40a6-9801-5213170359c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ab40228c2612412ebee96c34ffe31edd&device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 1095 time: 0.1023099 Aug 27 12:07:25.857543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-bf4e98ff-f352-4e6a-9f39-a5cd96b651e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:25.859665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-bf4e98ff-f352-4e6a-9f39-a5cd96b651e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80ab826e-ae80-40bb-b54b-328056313851 HTTP/1.1" status: 200 len: 925 time: 0.1158741 Aug 27 12:07:26.192211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4fa395e-e20e-4485-8121-97fede9f3747 req-a6670546-f3c6-4353-8ea6-fdd6f8910d8e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 210 time: 0.5841830 Aug 27 12:07:26.325782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Allocated IP 172.20.0.2 (850dfef4-142d-4afb-a8ec-66fdd6e5205a/f8625420-d39c-458d-8607-c2434edae479/2dbbd179-de76-4b14-b0dd-53b62936319a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:07:26.388010 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-78df22f8-bd15-4714-b228-f5685737d866 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f92efad-9280-4f27-832d-e0507389b8cc HTTP/1.1" status: 200 len: 217 time: 0.5140800 Aug 27 12:07:26.443218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 69f35f7c-cbd8-4dc7-9a04-49471b07d456 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:26.504200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-fbe42f22-f0fc-40e4-8b2b-dfad0b19a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.506244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-fbe42f22-f0fc-40e4-8b2b-dfad0b19a652 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=48aec19d-86af-4907-88ad-25a81ecfa224 HTTP/1.1" status: 200 len: 864 time: 0.1108277 Aug 27 12:07:26.544496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:26.553067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:26.553727 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:26.584205 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-93c3c0b6-a457-4017-820c-fddee9c02d9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80ab826e-ae80-40bb-b54b-328056313851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688477 Aug 27 12:07:26.646553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-deleted', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:26.655110 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa4c87-ff52-428c-b161-25d4f1f06888" -d '{"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-deleted", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:26.692792 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:07:26.715366 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:26.729036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:26.752391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:26.755514 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f989c538-a8a3-4f66-a0b9-c6253d9da703" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:26.773948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-6be78b8b-2a8a-4931-98be-ed078bb1b40c tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.785178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:26.788389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9c1e3f9-c353-4dc5-b37a-df33f0eecef6 req-6be78b8b-2a8a-4931-98be-ed078bb1b40c tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 1.2730341 Aug 27 12:07:26.790904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:26.792059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c0efbfc5-5a8a-46f3-956a-e79706ea3fae up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:26.837442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.850270 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-527a3cad-1491-4d4b-a5ce-48ee9b6ff5e6 service neutron] 10.222.0.77 "GET /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584164 Aug 27 12:07:26.855207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.865507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.887242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.898644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.907689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.926021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:26.942503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-dffe6c69-db63-4a39-9acb-6620ad2a86ac tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5436 time: 0.5232909 Aug 27 12:07:26.946328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:26.991269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:27.034052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:27.064559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17ab8584-39bd-442d-a2c9-57fc52d45b22 req-c5ea7c5b-0ae7-4e58-b2e3-1fe976e449ac service neutron] 10.222.0.77 "GET /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061734 Aug 27 12:07:27.071772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:27.073587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port c0efbfc5-5a8a-46f3-956a-e79706ea3fae completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:27.078368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:07:27.078896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2c0520b8-bf55-49a3-9831-8c3ddf9a4b36 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:07:27.095575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port c0efbfc5-5a8a-46f3-956a-e79706ea3fae triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:27.096502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:27.139784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2052746-e905-413f-81d4-ac3ceb4d0ead req-06c7400f-5cc6-48cd-905f-dc74631a9ae3 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.1272664 Aug 27 12:07:27.184797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Network 850dfef4-142d-4afb-a8ec-66fdd6e5205a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:07:27.204529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:27.248504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d641df2-ff11-4ae9-bdee-7d04b6b13e92 req-a2b51ffa-2d28-4fb6-b5ed-e3abe062861f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2992077 Aug 27 12:07:27.248504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:07:27.290584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:27.332618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:27.346521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:27.352291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:27.352985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:27.371486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a842ff2-4947-4d26-83b0-ffb07e67bef8 req-1ab1ccb2-5f85-4719-94fa-fe0e1d372e6f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:27.379266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a842ff2-4947-4d26-83b0-ffb07e67bef8 req-1ab1ccb2-5f85-4719-94fa-fe0e1d372e6f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 944 time: 0.1346016 Aug 27 12:07:27.408189 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba0d704-4066-4474-bc20-35cb405be3cb x-openstack-request-id: req-6ba0d704-4066-4474-bc20-35cb405be3cb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:27.408491 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c16d1c-8664-4ce4-9fda-7ab9ce88b00e", "name": "network-vif-deleted", "tag": "2c0520b8-bf55-49a3-9831-8c3ddf9a4b36", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:27.408797 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ba0d704-4066-4474-bc20-35cb405be3cb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:27.409622 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c16d1c-8664-4ce4-9fda-7ab9ce88b00e', 'name': 'network-vif-deleted', 'tag': '2c0520b8-bf55-49a3-9831-8c3ddf9a4b36', 'status': 'completed', 'code': 200} Aug 27 12:07:27.441204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1b202685-dcbf-4ed0-ba93-7c9b619f985b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3994529 Aug 27 12:07:27.463779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Request body: {'port': {'device_id': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:27.514268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:27.527593 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e5c354-dc2c-455f-8229-3b94d6bf292a x-openstack-request-id: req-37e5c354-dc2c-455f-8229-3b94d6bf292a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:27.527883 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:27.528235 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37e5c354-dc2c-455f-8229-3b94d6bf292a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:27.528537 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456', 'code': 200} Aug 27 12:07:27.567054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a842ff2-4947-4d26-83b0-ffb07e67bef8 req-526e6a75-d87c-44a4-a6f5-f38a713c887d tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867971 Aug 27 12:07:27.659695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:27.842843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d7f4a-775c-4627-9a0c-eda2ec7c0943 req-d765988f-6cec-45bb-8201-a1b1060f363c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:27.844473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-528d7f4a-775c-4627-9a0c-eda2ec7c0943 req-d765988f-6cec-45bb-8201-a1b1060f363c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 931 time: 0.1719646 Aug 27 12:07:27.855154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-fdb483fb-cead-48da-bba4-e18c04570694 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:27.856712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-fdb483fb-cead-48da-bba4-e18c04570694 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2009573 Aug 27 12:07:27.951209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-7307932e-b481-4a65-9141-d4e712e752c1 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.0841949 Aug 27 12:07:27.971298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Request body: {'floatingip': {'port_id': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:28.095550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-528d7f4a-775c-4627-9a0c-eda2ec7c0943 req-0f353989-3d86-476c-8621-231beea65f48 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297287 Aug 27 12:07:28.097636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.441005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7862e275-8fb5-4b04-85ac-c9fe79d067e4 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:28.441286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea8627c3-9e7e-46b9-a02b-1c9dd010765d req-83642ee0-6fce-4e13-91ff-b35437765bfe tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0875893 Aug 27 12:07:28.584438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbbd179-de76-4b14-b0dd-53b62936319a {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:28.585855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:28.602788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.607982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:28.611654 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.640270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Transition to ACTIVE for port object 2dbbd179-de76-4b14-b0dd-53b62936319a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:07:28.649917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.796638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.848520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:28.853939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.855310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 28de0042-2938-45ab-89b9-473397c499aa up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:28.942066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:28.976655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:28.979403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:28.988279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:28.989103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 28de0042-2938-45ab-89b9-473397c499aa completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:28.995477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 28de0042-2938-45ab-89b9-473397c499aa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:28.996179 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:28.997367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.006426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.014147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.020949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.028866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.031252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-9a4ef340-8fa9-4234-9fac-f806fb5c4809 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5438 time: 0.2184403 Aug 27 12:07:29.163528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.194016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6940a6fd-f5f6-4cc4-b534-575aa769c753 req-0293ec64-5276-4b16-99c1-13f53b9d71bd tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455348 Aug 27 12:07:29.247563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=28de0042-2938-45ab-89b9-473397c499aa,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:29.255142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Attempting to bind port 2dbbd179-de76-4b14-b0dd-53b62936319a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:07:29.255780 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.256185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Attempting to bind port 2dbbd179-de76-4b14-b0dd-53b62936319a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:07:29.256776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Attempting to bind port 2dbbd179-de76-4b14-b0dd-53b62936319a on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:29.257257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7291b3d8-65e1-4d1c-b938-db2da327ce26 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:29.274486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Port 2dbbd179-de76-4b14-b0dd-53b62936319a on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:07:29.275221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Attempting to bind port 2dbbd179-de76-4b14-b0dd-53b62936319a on network 850dfef4-142d-4afb-a8ec-66fdd6e5205a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:29.288109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:07:29.288873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Checking segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:29.289458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Bound using segment: {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:07:29.290074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Bound port: 2dbbd179-de76-4b14-b0dd-53b62936319a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63700fba-48b2-4610-a6e7-9f9dc68b6314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:07:29.290719 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.317315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.325738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.366117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:29.382533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 7291b3d8-65e1-4d1c-b938-db2da327ce26 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:29.389011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7291b3d8-65e1-4d1c-b938-db2da327ce26 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:29.389572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.515184 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.540189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:07:29.541517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28de0042-2938-45ab-89b9-473397c499aa'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:29.547582 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86d1a84-7cab-45c3-9b30-391fd188957a" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "28de0042-2938-45ab-89b9-473397c499aa"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:29.568787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d99a6-1734-443b-a445-56e84f687b35 req-8df93776-3821-4639-a33e-6ddf7432a29f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.578611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b0d99a6-1734-443b-a445-56e84f687b35 req-8df93776-3821-4639-a33e-6ddf7432a29f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 944 time: 0.1787348 Aug 27 12:07:29.579870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:29.585728 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.588186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d3f290ff-d604-45ac-95d0-9d0f371850c6 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:29.588802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:07:29.611742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.633731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.634839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:29.636754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] 10.222.0.65 "PUT /v2.0/ports/2dbbd179-de76-4b14-b0dd-53b62936319a HTTP/1.1" status: 200 len: 1091 time: 2.1840835 Aug 27 12:07:29.686200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:29.689552 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95625fbc-bdc9-467e-943d-e107e86d5376" -d '{"events": [{"name": "network-changed", "server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:29.707929 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Floating IP 32bd2efa-fcc0-4e3a-8088-a97433afdca3 associated. External IP: 172.25.8.50, port: 8f59bfca-1df4-4e06-bf24-eb01000d104c. Aug 27 12:07:29.848211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b0d99a6-1734-443b-a445-56e84f687b35 req-46bc6f82-1a6e-4e7c-9c74-51c28a74550e tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548716 Aug 27 12:07:29.878259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463dabf-78d9-47ed-a283-c35de7f8a456 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:29.891403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:29.898185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2e047087-2832-4808-9557-5557974af9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:29.899786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2e047087-2832-4808-9557-5557974af9bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 1094 time: 0.2037840 Aug 27 12:07:29.912808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port d3f290ff-d604-45ac-95d0-9d0f371850c6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:29.922095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port d3f290ff-d604-45ac-95d0-9d0f371850c6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:29.922643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:30.024402 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-4c7bd099-e690-4f04-af3c-e20c14bd9746 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dbbd179-de76-4b14-b0dd-53b62936319a HTTP/1.1" status: 200 len: 217 time: 0.0559864 Aug 27 12:07:30.036263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:30.081275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:30.088469 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:30.091364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 83251085-f91e-4671-bd23-770ccf58b2eb up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:30.182130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2ac60b4e-4096-4474-870b-9e3b772bc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:30.186020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-2ac60b4e-4096-4474-870b-9e3b772bc6fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.1282971 Aug 27 12:07:30.212426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006c9b1-0425-4ade-8ffd-50fb6ae0b80b req-10082734-594a-4530-94f7-d105d7662c86 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:30.222401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0006c9b1-0425-4ade-8ffd-50fb6ae0b80b req-10082734-594a-4530-94f7-d105d7662c86 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 943 time: 0.2075531 Aug 27 12:07:30.222663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 83251085-f91e-4671-bd23-770ccf58b2eb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:30.226684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 83251085-f91e-4671-bd23-770ccf58b2eb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:30.226989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:30.284080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:30.302519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-d440e390-b87a-4961-8238-e63f8fc0025a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066313 Aug 27 12:07:30.355046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:30.456921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=83251085-f91e-4671-bd23-770ccf58b2eb,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:30.463209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:30.563544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:30.836043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0006c9b1-0425-4ade-8ffd-50fb6ae0b80b req-93d02c35-9a7c-4978-a864-47a413d564a8 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626087 Aug 27 12:07:30.894062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Router 34ec9de4-84e5-4419-a38d-687c6b427e78 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:07:30.922037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-70c19259-4e81-47ec-b15f-d077deeb4e7d service neutron] 10.222.0.65 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029758 Aug 27 12:07:31.049977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2f92efad-9280-4f27-832d-e0507389b8cc details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:31.088245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87db42b9-0038-45fa-8fd5-17b358169409 req-3d6277c0-44ac-48b3-80e6-9bff2611db7e tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0876660 Aug 27 12:07:31.227201 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9e827-5056-4170-9e6b-abf30de292d3 x-openstack-request-id: req-b6f9e827-5056-4170-9e6b-abf30de292d3 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:31.227429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bf9cc5a-09cf-4b81-996b-97012fc462f8 req-1e4b9bea-9aa9-4a26-967c-84befa0c82f6 service neutron] 10.222.0.65 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955470 Aug 27 12:07:31.227971 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "28de0042-2938-45ab-89b9-473397c499aa", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:31.228479 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6f9e827-5056-4170-9e6b-abf30de292d3 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:31.230431 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae', 'code': 200} Aug 27 12:07:31.232753 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'code': 200} Aug 27 12:07:31.233247 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28de0042-2938-45ab-89b9-473397c499aa', 'code': 200} Aug 27 12:07:31.235818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2f92efad-9280-4f27-832d-e0507389b8cc, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2f92efad-9280-4f27-832d-e0507389b8cc,segment=NetworkSegment(482f1782-6511-4398-b5ec-6bacd2bde4fa),segment_id=482f1782-6511-4398-b5ec-6bacd2bde4fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:31.268150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2f92efad-9280-4f27-832d-e0507389b8cc', 'network_id': '80ab826e-ae80-40bb-b54b-328056313851', 'port_id': '2f92efad-9280-4f27-832d-e0507389b8cc', 'mac_address': 'fa:16:3e:89:af:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48aec19d-86af-4907-88ad-25a81ecfa224', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:31.278477 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89143edc-d357-49ea-91eb-432ac6ada195 x-openstack-request-id: req-89143edc-d357-49ea-91eb-432ac6ada195 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:31.278763 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:31.279024 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89143edc-d357-49ea-91eb-432ac6ada195 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:31.279467 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'status': 'completed', 'code': 200} Aug 27 12:07:31.291078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:07:31.302556 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] Sync routers for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:07:31.317199 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:31.317995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:31.318403 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:31.363575 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:31.398173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f92efad-9280-4f27-832d-e0507389b8cc {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:31.443348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2f92efad-9280-4f27-832d-e0507389b8cc, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2f92efad-9280-4f27-832d-e0507389b8cc,segment=NetworkSegment(482f1782-6511-4398-b5ec-6bacd2bde4fa),segment_id=482f1782-6511-4398-b5ec-6bacd2bde4fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:31.449829 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:31.510250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2f92efad-9280-4f27-832d-e0507389b8cc,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:31.529360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a9245538-37c3-47fd-930b-fa93e77e8cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "PUT /v2.0/floatingips/32bd2efa-fcc0-4e3a-8088-a97433afdca3 HTTP/1.1" status: 200 len: 995 time: 3.5767801 Aug 27 12:07:31.589300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-a3d2451c-144e-49d1-b339-5b56e7f4e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.589300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-a3d2451c-144e-49d1-b339-5b56e7f4e46a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 1094 time: 0.2658255 Aug 27 12:07:31.652860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.659695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.666035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.673680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.682113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.690897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.698715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.710539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-4fd0ca6f-1fe1-42b5-96a7-c112e0c9b3b4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.2850068 Aug 27 12:07:31.802899 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:31.874087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-e364e892-e23c-45a8-b987-50464dd87a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.876737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-e364e892-e23c-45a8-b987-50464dd87a82 service neutron] 10.222.0.65 "GET /v2.0/networks?id=850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 200 len: 906 time: 0.2524700 Aug 27 12:07:31.904707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-c531fa02-9f16-49d8-af18-f9c17cf971a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:31.917291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-c531fa02-9f16-49d8-af18-f9c17cf971a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1096 time: 0.3622370 Aug 27 12:07:31.966334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-65846e6a-6b26-47ff-9b8d-56e2fbd279de req-51c8df5b-7a9a-4318-822d-338ef527c79d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0563822 Aug 27 12:07:31.986837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2f92efad-9280-4f27-832d-e0507389b8cc'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:32.054338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cbd171b-5c29-4a40-ba16-a79ec10ef70e req-e174da55-b7b5-43d8-b355-e5d735b7a463 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3427708 Aug 27 12:07:32.071406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-6487edfe-c249-40ea-9684-db3e135f7e04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dbbd179-de76-4b14-b0dd-53b62936319a HTTP/1.1" status: 200 len: 217 time: 0.1803379 Aug 27 12:07:32.256505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-98063403-37a7-4f60-b9f0-06f138b30af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:32.258265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-98063403-37a7-4f60-b9f0-06f138b30af6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 200 len: 845 time: 0.1785731 Aug 27 12:07:32.277835 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '32bd2efa-fcc0-4e3a-8088-a97433afdca3', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'port_id': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'mac_address': 'fa:16:3e:f6:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:07:23Z', 'updated_at': '2021-08-27T12:07:29Z', 'revision_number': 1, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:06Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:32.280467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-27e047ea-e31d-4d9b-be74-6a54fe3176b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:32.281948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-27e047ea-e31d-4d9b-be74-6a54fe3176b0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 928 time: 0.3636248 Aug 27 12:07:32.306541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-292292f5-f369-4f2e-83c1-dff405671f3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=850dfef4-142d-4afb-a8ec-66fdd6e5205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375180 Aug 27 12:07:32.310120 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] Checking router: 34ec9de4-84e5-4419-a38d-687c6b427e78 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:07:32.320581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:32.321193 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:32.322870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a5b03-3e7c-464e-8c01-47271f87c510 req-b38424de-b72b-4fa4-b477-4b91e625fbcc tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:32.325022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2a5b03-3e7c-464e-8c01-47271f87c510 req-b38424de-b72b-4fa4-b477-4b91e625fbcc tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 945 time: 0.1344740 Aug 27 12:07:32.450050 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:32.451651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-a57379cc-e8cb-4708-b39d-fadb8c8e4842 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 998 time: 0.1474278 Aug 27 12:07:32.517192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2a5b03-3e7c-464e-8c01-47271f87c510 req-1e64a2c1-f0db-4490-b5df-639acc4da227 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527410 Aug 27 12:07:32.550517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-8a10daa6-31d9-4e27-bb59-5adb8043432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:32.552449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-8a10daa6-31d9-4e27-bb59-5adb8043432f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 200 len: 866 time: 0.0857472 Aug 27 12:07:32.555337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-5475bdfe-e693-4488-a607-8b37f81af8bf service neutron] 10.222.0.65 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292953 Aug 27 12:07:32.717211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95625fbc-bdc9-467e-943d-e107e86d5376 req-e0538373-4ae3-4c7d-99aa-d5340a89954f service neutron] 10.222.0.65 "GET /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478491 Aug 27 12:07:32.728527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-5267f054-4bb5-4a1a-8d32-ec237a7415a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:32.730613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-5267f054-4bb5-4a1a-8d32-ec237a7415a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701367 Aug 27 12:07:32.736109 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '32bd2efa-fcc0-4e3a-8088-a97433afdca3', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'port_id': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'mac_address': 'fa:16:3e:f6:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:07:23Z', 'updated_at': '2021-08-27T12:07:29Z', 'revision_number': 1, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:06Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:32.751195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1a1da-3c9e-4a2b-93b1-a5ddd6a56a39 req-47fbca29-ebc1-433f-9fd3-c62c6b92a489 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:32.752726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ab1a1da-3c9e-4a2b-93b1-a5ddd6a56a39 req-47fbca29-ebc1-433f-9fd3-c62c6b92a489 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 943 time: 0.0987377 Aug 27 12:07:32.767860 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412bfba-977a-402e-99cb-4794938edb9f None None] The sync data for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 is: [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '32bd2efa-fcc0-4e3a-8088-a97433afdca3', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'port_id': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'mac_address': 'fa:16:3e:f6:79:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:07:23Z', 'updated_at': '2021-08-27T12:07:29Z', 'revision_number': 1, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:06Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:07:32.861570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ab1a1da-3c9e-4a2b-93b1-a5ddd6a56a39 req-c79af0a3-1bca-4021-89a6-9c51895bb64e tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584941 Aug 27 12:07:32.917588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-d5964ac2-d7c8-4c30-826b-d19bd64543b3 service neutron] 10.222.0.76 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631591 Aug 27 12:07:33.028366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f544bbb0-9f70-4aba-bd4d-a24b219e703f req-60f07bfc-c7c9-4534-9c83-74e13b7cf9dd service neutron] 10.222.0.76 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098883 Aug 27 12:07:33.065018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b85c6307-401b-4b8e-b63e-c4a7bf3a232c req-f63ba98e-8b7e-4eed-b245-9d4c4f4d9f35 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0351799 Aug 27 12:07:33.066424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1a053-6fed-4c1e-8e26-bae68034098a None None] New status for floating IP 32bd2efa-fcc0-4e3a-8088-a97433afdca3: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:07:33.235918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7291b3d8-65e1-4d1c-b938-db2da327ce26'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f290ff-d604-45ac-95d0-9d0f371850c6'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:33.237938 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bafa763-3942-49a4-ad56-9d336faf2210" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "7291b3d8-65e1-4d1c-b938-db2da327ce26"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "d3f290ff-d604-45ac-95d0-9d0f371850c6"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:33.281127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:33.284323 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713b9ebc-af28-4022-99a1-31c2a2ccc620" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:33.328181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-9c7953bf-8cfe-43e3-984a-25800f32615c tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 258 time: 0.1996260 Aug 27 12:07:33.343661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:33.372375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-e3e933cd-6a3d-40ae-987b-b7e5e729749c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:33.373858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-e3e933cd-6a3d-40ae-987b-b7e5e729749c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.1690872 Aug 27 12:07:33.392227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:33.397364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-f2b2134c-ee6d-4b7d-9480-7cc0b9f05cc7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/quotas/2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 375 time: 0.0138035 Aug 27 12:07:33.501855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-02505766-9e14-4938-95c0-cbb1923343c8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946188 Aug 27 12:07:33.619721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:33.631431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-0414768b-0a54-4fc3-b13f-99b5a92a2999 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197112 Aug 27 12:07:33.819205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-3c433347-af7a-4a82-afe8-a0c49b29dfe1 service neutron] 10.222.0.76 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543956 Aug 27 12:07:33.830920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Allocated IP 172.25.8.172 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/8ec468ec-db5c-4925-9491-eab724156874) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:07:33.962916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.027330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.097680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event updated for resources: {'Port': ['ID=8ec468ec-db5c-4925-9491-eab724156874,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:34.111538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:07:34.113102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:34.116035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:07:34.291584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.341804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.411858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.420403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.427708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.435609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.442901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.451140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2dbbd179-de76-4b14-b0dd-53b62936319a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:34.452821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.462788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.475029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-c60075a9-cb2d-494e-8b1f-cf53dda1ee14 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.2202237 Aug 27 12:07:34.546990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e4fb7a0-85da-4f3d-82a2-01341aaff5df req-8e162bb8-6039-4f11-9d9a-ce88803b9075 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669060 Aug 27 12:07:34.629248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:34.645575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'mac_address': 'fa:16:3e:0f:ba:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:34.714904 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9e887a-f25b-49f0-a5fd-28fe74f03ddf x-openstack-request-id: req-ac9e887a-f25b-49f0-a5fd-28fe74f03ddf {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:34.715958 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:34.715958 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac9e887a-f25b-49f0-a5fd-28fe74f03ddf {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:34.721430 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d78785-0a21-4db3-bc86-5ca4514e0a80 x-openstack-request-id: req-28d78785-0a21-4db3-bc86-5ca4514e0a80 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:34.721856 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "7291b3d8-65e1-4d1c-b938-db2da327ce26", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "d3f290ff-d604-45ac-95d0-9d0f371850c6", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-plugged", "status": "completed", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:34.722867 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28d78785-0a21-4db3-bc86-5ca4514e0a80 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:34.723389 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7291b3d8-65e1-4d1c-b938-db2da327ce26', 'code': 200} Aug 27 12:07:34.724338 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f290ff-d604-45ac-95d0-9d0f371850c6', 'code': 200} Aug 27 12:07:34.724989 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb', 'code': 200} Aug 27 12:07:34.725986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.732618 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'status': 'completed', 'code': 200} Aug 27 12:07:34.745008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbbd179-de76-4b14-b0dd-53b62936319a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:34.782689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:34.787751 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.857469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-2bee612e-b7a0-4644-ba68-9f5db51f2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.860417 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-2bee612e-b7a0-4644-ba68-9f5db51f2b77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1096 time: 0.1122286 Aug 27 12:07:34.873806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:34.923705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.930773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.931264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.931743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.932353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.932830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.933534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.934032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.937369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-30f1040a-201d-4c32-aee2-f8cfa0581678 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6500 time: 0.1882484 Aug 27 12:07:34.941293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:34.960555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdd06e-1aa1-46a5-8097-25a14e5964e1 req-ed5a65ef-d690-4f1e-87af-294293ccda5f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:34.962107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89fdd06e-1aa1-46a5-8097-25a14e5964e1 req-ed5a65ef-d690-4f1e-87af-294293ccda5f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 945 time: 0.1790493 Aug 27 12:07:35.001654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-a2ed8336-f354-4a11-95fa-cf6d75344278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:35.003340 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-a2ed8336-f354-4a11-95fa-cf6d75344278 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 928 time: 0.1243188 Aug 27 12:07:35.060706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2f92efad-9280-4f27-832d-e0507389b8cc up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:35.087779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccc2c7c2-470e-4ce8-bfa2-9a197197b2af req-8f6f4b18-a6c5-4139-9326-bd161c60e9b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&id=780daa13-9e8d-4761-84f1-c5277bb27fde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229246 Aug 27 12:07:35.090078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event updated for resources: {'Port': ['ID=8ec468ec-db5c-4925-9491-eab724156874,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:35.099385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89fdd06e-1aa1-46a5-8097-25a14e5964e1 req-39f18c70-6bb9-4e96-bda5-e8c8a72f7c3f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Aug 27 12:07:35.114741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:35.115005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-012064f1-ff57-417a-856b-d8ce201921c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 1000 time: 0.0992455 Aug 27 12:07:35.133329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:35.133838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 2f92efad-9280-4f27-832d-e0507389b8cc completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:35.136371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-20b3d94a-92a3-4cee-865d-c91852bb784d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7993739 Aug 27 12:07:35.145093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['2dbbd179-de76-4b14-b0dd-53b62936319a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:35.173997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2f92efad-9280-4f27-832d-e0507389b8cc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:35.174617 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:35.227791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-eba2a154-4a3b-4b4a-9e18-1e9f2d54919f tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0839911 Aug 27 12:07:35.320025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:35.366169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2f92efad-9280-4f27-832d-e0507389b8cc, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2f92efad-9280-4f27-832d-e0507389b8cc,segment=NetworkSegment(482f1782-6511-4398-b5ec-6bacd2bde4fa),segment_id=482f1782-6511-4398-b5ec-6bacd2bde4fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:35.369673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-40cc755d-84c2-45e9-bf23-cecf16bd28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:35.371257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:35.371765 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-40cc755d-84c2-45e9-bf23-cecf16bd28a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 200 len: 866 time: 0.0617163 Aug 27 12:07:35.456912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-47a706c7-6a57-4781-971b-37553dba70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:35.459070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-47a706c7-6a57-4781-971b-37553dba70b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795345 Aug 27 12:07:35.471335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2f92efad-9280-4f27-832d-e0507389b8cc,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:35.631652 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-4f37ac8a-215f-4017-8fa3-32515cbe6079 service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619473 Aug 27 12:07:35.737116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445a54-4739-4b83-a3db-d43213ca91e8 req-e7e54ae3-2b17-4c5e-9f73-814f1e8ee665 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:35.745787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07445a54-4739-4b83-a3db-d43213ca91e8 req-e7e54ae3-2b17-4c5e-9f73-814f1e8ee665 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 944 time: 0.5478408 Aug 27 12:07:35.814764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-244afffc-d3d7-413d-a84e-814ade20e4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:35.816170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e93af5-215c-4584-914d-ba2d488c49ae req-244afffc-d3d7-413d-a84e-814ade20e4a2 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.5673771 Aug 27 12:07:35.821994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07445a54-4739-4b83-a3db-d43213ca91e8 req-d4acfedf-055d-481d-ba07-86841d09849b tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750813 Aug 27 12:07:35.828122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-713b9ebc-af28-4022-99a1-31c2a2ccc620 req-ba443df9-16f1-4865-b362-5ab05af29157 service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882572 Aug 27 12:07:35.859660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-ef25c694-6036-47f9-a5a8-2fca7533f6c9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:35.861209 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-ef25c694-6036-47f9-a5a8-2fca7533f6c9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 821 time: 0.1583810 Aug 27 12:07:35.886374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Request body: {'port': {'device_id': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'admin_state_up': True, 'tenant_id': '2f0fbba472b5455c96e394a979f145b8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:35.957892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d93e5d-1597-4fb8-ade0-85575736c7c4 req-f575ad49-1c50-41de-a240-b8aa6031034a tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0424120 Aug 27 12:07:36.014647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-163ac5ff-53c0-4b17-9904-b80ee479cc5c req-c9ad2228-0b0e-44ac-84a8-b144b2cf6dd9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 210 time: 0.0511074 Aug 27 12:07:36.044852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Made reservation on behalf of 2f0fbba472b5455c96e394a979f145b8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:07:36.048657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:36.209395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-52ce9b55-cb53-43c1-8009-d74b75a9b3a4 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.211068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-52ce9b55-cb53-43c1-8009-d74b75a9b3a4 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1137617 Aug 27 12:07:36.233966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Allocated IP 172.20.0.5 (4da5c204-3ed1-4d37-bab6-af04e16e113f/8f029334-c456-476c-9f89-5a5629b10017/e3d4edf4-7d88-4c40-b36e-64a275581379) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:07:36.301445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-b332434f-8402-4b6e-8bd4-26047b0ad77a tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0796106 Aug 27 12:07:36.333795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.345473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.356950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.368010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.376357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.383138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.389283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.391246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-6d769e1d-5fbc-44c8-bfbc-5362f7843dab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.2540522 Aug 27 12:07:36.395196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-23789966-fdf7-41bd-bd75-16203aaab3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Request body: {'floatingip': {'port_id': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:36.442940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:36.476911 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-23789966-fdf7-41bd-bd75-16203aaab3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:36.510968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:36.574365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ad0c271-5105-428e-bb34-961b7f63aeb0 req-71232646-ec42-4785-a3c0-5b7d4a53c397 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726658 Aug 27 12:07:36.641440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:36.674203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Network 4da5c204-3ed1-4d37-bab6-af04e16e113f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:07:36.676770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:07:36.701299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:07:36.726788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f92efad-9280-4f27-832d-e0507389b8cc'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:36.732625 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d79da59-0adb-4ee2-b2f8-90af39260ded" -d '{"events": [{"server_uuid": "0cee0f11-125a-4e09-b04e-3e6bc617265c", "name": "network-vif-plugged", "status": "completed", "tag": "2f92efad-9280-4f27-832d-e0507389b8cc"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:36.824758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:36.825599 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:36.854897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-38874d0f-991a-408c-a767-a9dc15bb30b6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9754066 Aug 27 12:07:36.874351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Request body: {'port': {'device_id': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:36.961539 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-23789966-fdf7-41bd-bd75-16203aaab3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 12:07:36.964303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7c73d7f-1aa5-4d96-b143-bb1ef7cad4b1 req-23789966-fdf7-41bd-bd75-16203aaab3d7 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "PUT /v2.0/floatingips/c593f9ef-0f09-4b51-8500-8eaf98eda5b3 HTTP/1.1" status: 409 len: 550 time: 0.6552615 Aug 27 12:07:36.978240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:37.066032 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-37da5e48-d1cf-40b6-8125-a303b4cd1999 req-cd31faf8-e10d-4566-bca7-7e7a09a265dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8e2c9b2c44854611959e19483fe3d7ca&device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0358214 Aug 27 12:07:37.138426 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef128804-b61b-4722-871d-1855ff46fa4f x-openstack-request-id: req-ef128804-b61b-4722-871d-1855ff46fa4f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:37.138709 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee0f11-125a-4e09-b04e-3e6bc617265c", "name": "network-vif-plugged", "status": "completed", "tag": "2f92efad-9280-4f27-832d-e0507389b8cc", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:37.139187 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef128804-b61b-4722-871d-1855ff46fa4f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:37.139765 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f92efad-9280-4f27-832d-e0507389b8cc', 'code': 200} Aug 27 12:07:37.226640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5edb0-0ee1-4e4b-8f45-396db4d9183b req-4c55f285-cdc5-496e-8cf0-dbd84db42501 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:37.237369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7a5edb0-0ee1-4e4b-8f45-396db4d9183b req-4c55f285-cdc5-496e-8cf0-dbd84db42501 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1249483 Aug 27 12:07:37.359802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7a5edb0-0ee1-4e4b-8f45-396db4d9183b req-92e84373-ddbc-41cd-8900-51bcd5db7398 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709717 Aug 27 12:07:37.372811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421a8e-3248-41d9-bd65-0631a0da57f4 req-898e405f-ef45-4514-9814-a7d8f2299db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:37.374639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c421a8e-3248-41d9-bd65-0631a0da57f4 req-898e405f-ef45-4514-9814-a7d8f2299db3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 1097 time: 0.1252334 Aug 27 12:07:37.380661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-37da5e48-d1cf-40b6-8125-a303b4cd1999 req-845331f7-d5cf-450e-8287-b7260cc64a53 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8e2c9b2c44854611959e19483fe3d7ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313940 Aug 27 12:07:37.429393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e7be-478f-4fd6-aa62-f363717e27fc req-a9fd550b-b86b-4a6f-bea6-bf5370c11451 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:37.438222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a594e7be-478f-4fd6-aa62-f363717e27fc req-a9fd550b-b86b-4a6f-bea6-bf5370c11451 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 944 time: 0.1463583 Aug 27 12:07:37.471520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c421a8e-3248-41d9-bd65-0631a0da57f4 req-e59cf7ef-9431-4536-9c1d-7c4d94a3beac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Aug 27 12:07:37.507488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a594e7be-478f-4fd6-aa62-f363717e27fc req-0fcafc28-ae9a-437c-af18-0dc101c63599 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 Aug 27 12:07:37.566804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-ddabf777-103e-4f88-8b89-bd33f0430bfa tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips/c593f9ef-0f09-4b51-8500-8eaf98eda5b3 HTTP/1.1" status: 200 len: 693 time: 0.0535645 Aug 27 12:07:37.609209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da5e48-d1cf-40b6-8125-a303b4cd1999 req-d4ee31f7-311d-4cda-a0c8-9f7ede94417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:37.610787 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-37da5e48-d1cf-40b6-8125-a303b4cd1999 req-d4ee31f7-311d-4cda-a0c8-9f7ede94417f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825333 Aug 27 12:07:37.621652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dcfe688-8196-4210-974a-22fc7bc71964 req-a9027a03-a6e1-4fd8-b3eb-a6d37d18f6c5 tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0493951 Aug 27 12:07:37.689112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d4edf4-7d88-4c40-b36e-64a275581379 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:37.699200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:37.714697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Transition to ACTIVE for port object e3d4edf4-7d88-4c40-b36e-64a275581379 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:07:37.722196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:37.789884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-2f0dfb09-c86b-40e3-af45-92b692c759c6 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:37.791639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-2f0dfb09-c86b-40e3-af45-92b692c759c6 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2084074 Aug 27 12:07:37.825122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd47cf-d40e-46c3-9428-8a84f428a03a req-f3132777-996e-4060-aef4-b65a10a7df2a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:37.832808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fdd47cf-d40e-46c3-9428-8a84f428a03a req-f3132777-996e-4060-aef4-b65a10a7df2a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.0969803 Aug 27 12:07:37.893691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-52911351-2c36-484e-b40b-4f5903599b92 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0898583 Aug 27 12:07:37.958838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:37.967168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fdd47cf-d40e-46c3-9428-8a84f428a03a req-605080d8-4d82-4481-840e-e88685e0ba7e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308742 Aug 27 12:07:37.987550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.989251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.990098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.990974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.991832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.992669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.993705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.994875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.996647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.997540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.998365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:37.999285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:38.003592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-0179977c-f13d-4a65-a510-40c9f8a4436a tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.172 HTTP/1.1" status: 200 len: 696 time: 0.0976396 Aug 27 12:07:38.027491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:07:38.027960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:07:38.028245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:38.048533 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.051216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:07:38.051549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:07:38.060661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:07:38.061003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:07:38.061391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:07:38.061821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Bound port: e3d4edf4-7d88-4c40-b36e-64a275581379, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:07:38.062183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.203208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:07:38.222146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:07:38.230558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.255893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.262933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.269546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.277192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.283724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.290518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.290717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:38.297118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.299154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-da08da8d-b7bb-44a4-a6c4-64040e399020 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.1485076 Aug 27 12:07:38.300623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.301705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.304342 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-4fa6cbaa-4159-41ec-a67c-eabcdfed211a service neutron] 10.222.0.77 "PUT /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 1091 time: 1.4358270 Aug 27 12:07:38.304342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:38.310637 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d7dc49-e96c-417e-8bbc-361c4b944df5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:38.310863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Deleting port 8ec468ec-db5c-4925-9491-eab724156874 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:38.310970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.407747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-068a6e71-ee6b-4311-98be-0708c1e74682 req-7233314c-b89d-4862-885e-e988f3cfdcf5 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941291 Aug 27 12:07:38.475771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2dbbd179-de76-4b14-b0dd-53b62936319a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:38.483094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-fa21d040-7bb5-4d09-a638-1c543a5e10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.487333 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-fa21d040-7bb5-4d09-a638-1c543a5e10db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1094 time: 0.1180532 Aug 27 12:07:38.489201 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.489515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.535969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Calling delete_port for 8ec468ec-db5c-4925-9491-eab724156874 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:38.567675 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af3243-d9cd-4d2b-81c7-b6e31d3c026c x-openstack-request-id: req-d8af3243-d9cd-4d2b-81c7-b6e31d3c026c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:38.567971 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:38.568229 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8af3243-d9cd-4d2b-81c7-b6e31d3c026c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:38.568636 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'status': 'completed', 'code': 200} Aug 27 12:07:38.570557 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-d552b8b0-e5b2-47b4-8e5c-08117be5d83f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 217 time: 0.0634334 Aug 27 12:07:38.589935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 2dbbd179-de76-4b14-b0dd-53b62936319a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:38.600544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 2dbbd179-de76-4b14-b0dd-53b62936319a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:38.600923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.654025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e989-2092-4711-a3db-87babc92091b req-c5c7d04d-d330-45b3-8709-212db2f77b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.655861 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-c5c7d04d-d330-45b3-8709-212db2f77b3d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0721600 Aug 27 12:07:38.694496 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-ee4b8599-8a04-4f90-9a81-cb2077b6e58c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294480 Aug 27 12:07:38.707840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.748140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509cf9d-3eb7-425c-b753-802064882c81 req-a63c103c-2389-4aee-aac8-05e85230438e tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:38.749917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2509cf9d-3eb7-425c-b753-802064882c81 req-a63c103c-2389-4aee-aac8-05e85230438e tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1040852 Aug 27 12:07:38.755248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:38.761356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.800807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2509cf9d-3eb7-425c-b753-802064882c81 req-d2263fb8-09df-47b8-823e-2830df59e21d tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Aug 27 12:07:38.854046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:38.883864 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:38.912876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-55d35e86-7707-4b4c-8b9f-7ea46057dbdb service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007079 Aug 27 12:07:38.931740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:38.936872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event deleted for resources: {'Port': ['ID=8ec468ec-db5c-4925-9491-eab724156874,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:39.049285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.056190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1ec2e989-2092-4711-a3db-87babc92091b req-2c858e60-1497-4af7-8bca-86cd73e85cc7 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276538 Aug 27 12:07:39.056707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.063983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.070348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.078421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.085661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.092151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.094624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efe5fbce-2b68-4faa-a8d9-edf291c60796 req-ddf2d6da-f251-4b51-ae87-6ab60d3ffec6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.1764085 Aug 27 12:07:39.107842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46978) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:39.113288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Request body: {'floatingip': {'port_id': '7862e275-8fb5-4b04-85ac-c9fe79d067e4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:39.115441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:39.118649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:39.121359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e014619-b8f7-4966-b3ba-c42357d25f2f req-1a30d8d9-aa90-4369-aa17-899da2370572 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "DELETE /v2.0/floatingips/c593f9ef-0f09-4b51-8500-8eaf98eda5b3 HTTP/1.1" status: 204 len: 173 time: 1.1142356 Aug 27 12:07:39.128550 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0582933-6cd2-4de5-89cc-df14261a7d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:39.141141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:39.145974 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a62d6fc-90f2-4dff-bae4-7b0db62ac5ec" -d '{"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-plugged", "status": "completed", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:39.199911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:39.336233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f8fdc-ba50-4b0d-a6ab-5458d1015f38 req-03d3e4ed-883b-49f5-9f7f-5bca5f1d6680 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.339080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-121f8fdc-ba50-4b0d-a6ab-5458d1015f38 req-03d3e4ed-883b-49f5-9f7f-5bca5f1d6680 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 945 time: 0.1540754 Aug 27 12:07:39.347113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-422b17a1-16f4-40b2-8ee3-74eb6d868bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.348363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-422b17a1-16f4-40b2-8ee3-74eb6d868bcf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1094 time: 0.1680448 Aug 27 12:07:39.412297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa61c27e-ab09-439a-aa0a-45bacb5e1445 req-72149f73-2276-4521-9b39-ddb71a7c1c8b tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.76 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.0616505 Aug 27 12:07:39.462895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-121f8fdc-ba50-4b0d-a6ab-5458d1015f38 req-66bbcc09-93b4-4971-b7cf-3f52e974914d tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046066 Aug 27 12:07:39.484809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0582933-6cd2-4de5-89cc-df14261a7d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:39.492701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0582933-6cd2-4de5-89cc-df14261a7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:39.589962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0582933-6cd2-4de5-89cc-df14261a7d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e541760-5604-41e2-82d7-aca1ee29b16c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:39.597733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-92c44b4d-abd8-497d-b050-b34c96fb420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.600568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-92c44b4d-abd8-497d-b050-b34c96fb420c service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.2361686 Aug 27 12:07:39.618412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c0582933-6cd2-4de5-89cc-df14261a7d71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=46d32a56fcdf4d22b763cf7ac8e2e70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784258 Aug 27 12:07:39.625706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46984) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:39.658134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e028-ec88-4588-9ba0-61955e5b7248 req-a70c884e-2ac4-42dc-bf0b-3b57939f28ec tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.659780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c49e028-ec88-4588-9ba0-61955e5b7248 req-a70c884e-2ac4-42dc-bf0b-3b57939f28ec tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.1350045 Aug 27 12:07:39.667162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-3b2a6db5-b425-4815-9c9b-a1d83b613186 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 1000 time: 0.1405878 Aug 27 12:07:39.739849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c49e028-ec88-4588-9ba0-61955e5b7248 req-4a22bcb6-520d-4834-abe6-0a973b4ee72e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713203 Aug 27 12:07:39.748727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-5370364b-8541-422b-87ff-e7cc9e7925bf tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:39.751157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-5370364b-8541-422b-87ff-e7cc9e7925bf tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports/8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 942 time: 0.0808883 Aug 27 12:07:39.783970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-7e67a3e8-7031-45e1-b52e-bf09e75425b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 217 time: 0.1716700 Aug 27 12:07:39.820513 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc2454f-bab3-4c4a-99b1-edaa0f334615 x-openstack-request-id: req-bcc2454f-bab3-4c4a-99b1-edaa0f334615 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:39.820822 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-plugged", "status": "completed", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:39.821044 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bcc2454f-bab3-4c4a-99b1-edaa0f334615 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:39.821444 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'code': 200} Aug 27 12:07:39.913682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-c75cf80b-7cc1-4445-abd8-29d891c9cec8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 1000 time: 0.0873835 Aug 27 12:07:39.935264 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-37da5e48-d1cf-40b6-8125-a303b4cd1999 req-818f56cc-de35-4df7-bed6-d7ab1f97cb8e tempest-ServerShowV257Test-396726483 tempest-ServerShowV257Test-396726483-project] 10.222.0.77 "GET /v2.0/ports?device_id=62195db0-6664-41d7-ae93-7d0f797512ef HTTP/1.1" status: 200 len: 210 time: 0.1453617 Aug 27 12:07:40.019503 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-c5b2e7fd-fccc-4a1e-8496-5d5638fea9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:40.020907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-c5b2e7fd-fccc-4a1e-8496-5d5638fea9d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.2190967 Aug 27 12:07:40.036478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73b215-30b3-41a2-9ab4-054c01ba14da req-e9084ece-f9dc-436f-8526-3fd4ebce3af7 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:40.044370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa73b215-30b3-41a2-9ab4-054c01ba14da req-e9084ece-f9dc-436f-8526-3fd4ebce3af7 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1283135 Aug 27 12:07:40.071457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5c80-da90-422c-9993-0913831821e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.101345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-4ebb59fe-2c41-4163-b175-55533d11e9ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688410 Aug 27 12:07:40.107238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a71c-9121-49e0-9fc3-9e57c472885a req-ca72240c-fe95-48b9-b337-daa0c152f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:40.109242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2e83a71c-9121-49e0-9fc3-9e57c472885a req-ca72240c-fe95-48b9-b337-daa0c152f680 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 1096 time: 0.1958537 Aug 27 12:07:40.116472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-967eebe5-13de-4d5c-bd43-ce64111d4c76 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:40.127311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-967eebe5-13de-4d5c-bd43-ce64111d4c76 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2121150 Aug 27 12:07:40.142961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa73b215-30b3-41a2-9ab4-054c01ba14da req-92860bf5-87b9-44a5-9650-62a5edc6818b tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976532 Aug 27 12:07:40.222733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-72583fe4-f0cb-48c8-9fbb-e67ebda5d3b2 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 1000 time: 0.0944388 Aug 27 12:07:40.235109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:07:40.271260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:07:40.324717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5c80-da90-422c-9993-0913831821e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.354736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-0fa36edc-c06a-4ae6-9708-29705ce134e9 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332211 Aug 27 12:07:40.361595 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2e83a71c-9121-49e0-9fc3-9e57c472885a req-b488f7a1-6d16-47e1-884e-1790d7b61041 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414083 Aug 27 12:07:40.362334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.393695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.430230 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.453507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40ee49-3182-4f28-87a0-14fdc56ae0f9 req-cfd3eebf-2312-4460-bcb8-2c16810ebda4 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:40.455111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d40ee49-3182-4f28-87a0-14fdc56ae0f9 req-cfd3eebf-2312-4460-bcb8-2c16810ebda4 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1715140 Aug 27 12:07:40.573738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d40ee49-3182-4f28-87a0-14fdc56ae0f9 req-be395f6c-0879-4e7e-aad0-e1b06e9333ad tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033788 Aug 27 12:07:40.668356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.673140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:40.673517 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Floating IP 32bd2efa-fcc0-4e3a-8088-a97433afdca3 disassociated. External IP: 172.25.8.50, port: 8f59bfca-1df4-4e06-bf24-eb01000d104c. Aug 27 12:07:40.886120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53733-b27a-4c5f-8461-367419d2b95c req-36a66b0e-ee5c-4990-a92b-eaebb95349c1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:40.887943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5d53733-b27a-4c5f-8461-367419d2b95c req-36a66b0e-ee5c-4990-a92b-eaebb95349c1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 945 time: 0.0802646 Aug 27 12:07:40.936084 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11d7dc49-e96c-417e-8bbc-361c4b944df5 req-c18a3fce-fe1a-46ff-90a6-2c5f7c0a5671 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579882 Aug 27 12:07:41.001735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5c80-da90-422c-9993-0913831821e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.004599 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5c80-da90-422c-9993-0913831821e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.005663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5c7e5c80-da90-422c-9993-0913831821e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e541760-5604-41e2-82d7-aca1ee29b16c HTTP/1.1" status: 204 len: 168 time: 1.3293476 Aug 27 12:07:41.016161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5d53733-b27a-4c5f-8461-367419d2b95c req-1e859023-7271-4242-aa8d-98ff2e02b7e7 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873137 Aug 27 12:07:41.018040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5c80-da90-422c-9993-0913831821e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e541760-5604-41e2-82d7-aca1ee29b16c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:41.045536 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Floating IP de1131ad-6a39-43e5-a6ab-bdf8a7062a83 associated. External IP: 172.25.8.103, port: 7862e275-8fb5-4b04-85ac-c9fe79d067e4. Aug 27 12:07:41.099842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Router 34ec9de4-84e5-4419-a38d-687c6b427e78 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:07:41.100401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:41.438887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:07:41.732225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:07:41.746783 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] Sync routers for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:07:41.748302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.769263 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:41.772370 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:41.809692 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eb595bde-1bd1-41a8-af40-8afe1986088b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "PUT /v2.0/floatingips/de1131ad-6a39-43e5-a6ab-bdf8a7062a83 HTTP/1.1" status: 200 len: 992 time: 2.7005661 Aug 27 12:07:41.810506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:41.813019 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954c4023-5d1d-426c-aaa7-808bd9540641" -d '{"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:41.818811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:41.834495 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-94f99d4a-f7b6-44ce-ba76-238b44a9bf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.918941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.932846 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:41.957981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:07:41.963335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.969775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] Sync routers for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:07:41.983459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:41.986303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-94f99d4a-f7b6-44ce-ba76-238b44a9bf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:41.986854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:41.994112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-94f99d4a-f7b6-44ce-ba76-238b44a9bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.003978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6ac55-7295-40d1-970d-ca93372615f2 req-3b3ae9cf-df79-4d05-accb-5c51235e09ac tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:42.012617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bb6ac55-7295-40d1-970d-ca93372615f2 req-3b3ae9cf-df79-4d05-accb-5c51235e09ac tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.1397667 Aug 27 12:07:42.049791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-984de754-7ae5-478b-b3fa-da14d05125e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "PUT /v2.0/floatingips/32bd2efa-fcc0-4e3a-8088-a97433afdca3 HTTP/1.1" status: 200 len: 694 time: 1.8189936 Aug 27 12:07:42.053815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:42.058155 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55385aaf-d509-41ab-83bd-19f6625a3338" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:42.108452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bb6ac55-7295-40d1-970d-ca93372615f2 req-ddc4315e-8c2a-48b6-b683-d60782fcdfb8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933237 Aug 27 12:07:42.114771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99d4a-f7b6-44ce-ba76-238b44a9bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73119d6f-ea20-4519-a1eb-f19bbdd5bcd0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:42.163388 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-94f99d4a-f7b6-44ce-ba76-238b44a9bf0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0d2c634c0be4084aa0ac14d108afd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428404 Aug 27 12:07:42.165361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47030) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:42.266887 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'de1131ad-6a39-43e5-a6ab-bdf8a7062a83', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'port_id': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'mac_address': 'fa:16:3e:56:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:06:08Z', 'updated_at': '2021-08-27T12:07:40Z', 'revision_number': 1, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:22Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:42.282966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:42.294748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6d27d11-60a1-4fb5-b289-036fbca983f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.300968 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] Checking router: 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:07:42.311797 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:42.312579 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:42.329299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.332356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6d27d11-60a1-4fb5-b289-036fbca983f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.334790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-6183dc03-bf62-4f52-9c46-c30ccb013d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:42.336716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-6183dc03-bf62-4f52-9c46-c30ccb013d98 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1096 time: 0.2501950 Aug 27 12:07:42.339331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.407936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339847d-9ce5-4863-9ee6-a4233020a2af req-77501dd7-2b44-488b-bc71-be4f2faee7c6 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:42.410015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8339847d-9ce5-4863-9ee6-a4233020a2af req-77501dd7-2b44-488b-bc71-be4f2faee7c6 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1940539 Aug 27 12:07:42.422645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6d27d11-60a1-4fb5-b289-036fbca983f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.426653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6d27d11-60a1-4fb5-b289-036fbca983f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.431599 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d6d27d11-60a1-4fb5-b289-036fbca983f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73119d6f-ea20-4519-a1eb-f19bbdd5bcd0 HTTP/1.1" status: 204 len: 168 time: 0.2585027 Aug 27 12:07:42.462256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d27d11-60a1-4fb5-b289-036fbca983f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73119d6f-ea20-4519-a1eb-f19bbdd5bcd0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:42.476090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47034) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:42.476697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e2c9b2c44854611959e19483fe3d7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3744543 Aug 27 12:07:42.534321 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:42.558306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20479a-bed0-497e-bb16-b02b7a9af2a6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:42.574862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.575276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.575674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.575982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.576512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.576934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.578041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.578041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.578943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.578943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.578943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.579275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a6dc7-825f-4ab0-874c-809d42c25311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:07:42.610245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bad9745c-0881-476a-92b3-4f067454acae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.664468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bad9745c-0881-476a-92b3-4f067454acae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.720856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8339847d-9ce5-4863-9ee6-a4233020a2af req-5c1039c3-d4cb-4912-8306-d471ed002177 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638805 Aug 27 12:07:42.740994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:06Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:42.763079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bad9745c-0881-476a-92b3-4f067454acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.765916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bad9745c-0881-476a-92b3-4f067454acae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:42.767176 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bad9745c-0881-476a-92b3-4f067454acae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a20479a-bed0-497e-bb16-b02b7a9af2a6 HTTP/1.1" status: 204 len: 168 time: 0.2900474 Aug 27 12:07:42.783399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9745c-0881-476a-92b3-4f067454acae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20479a-bed0-497e-bb16-b02b7a9af2a6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:42.791177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] Checking router: 34ec9de4-84e5-4419-a38d-687c6b427e78 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:07:42.810278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:42.811687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:42.814043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-48e640e4-499d-4968-9312-f0b2a2639165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:42.835188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-48e640e4-499d-4968-9312-f0b2a2639165 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 928 time: 0.4650068 Aug 27 12:07:42.937839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-d214dce8-1524-4e39-9aec-e66128d3fb25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 217 time: 0.1010807 Aug 27 12:07:43.019888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:43.042537 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb1d00-3234-4184-bad9-0fec65a93e92 x-openstack-request-id: req-81bb1d00-3234-4184-bad9-0fec65a93e92 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:43.043217 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:43.043536 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81bb1d00-3234-4184-bad9-0fec65a93e92 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:43.044041 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'status': 'completed', 'code': 200} Aug 27 12:07:43.061064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-dbe1d0bb-b53d-41c4-9ab8-3ffa8a555e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.062606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-dbe1d0bb-b53d-41c4-9ab8-3ffa8a555e84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 200 len: 866 time: 0.1190076 Aug 27 12:07:43.087301 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'de1131ad-6a39-43e5-a6ab-bdf8a7062a83', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'port_id': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'mac_address': 'fa:16:3e:56:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:06:08Z', 'updated_at': '2021-08-27T12:07:40Z', 'revision_number': 1, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:22Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:43.159769 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a723f654-ce56-47e5-af82-4dbe9333ab5a None None] The sync data for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 is: [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'de1131ad-6a39-43e5-a6ab-bdf8a7062a83', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'port_id': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'mac_address': 'fa:16:3e:56:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:06:08Z', 'updated_at': '2021-08-27T12:07:40Z', 'revision_number': 1, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:22Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:07:43.194527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-61acde7f-f47f-4aa1-a52a-12cbce490137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.196202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-61acde7f-f47f-4aa1-a52a-12cbce490137 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200962 Aug 27 12:07:43.253395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.258696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.259226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.259771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.260912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.260912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.261210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.265928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-2a85341f-f566-4897-ac49-d8b74e8ce544 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6500 time: 0.1521747 Aug 27 12:07:43.329453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969cfe4-700e-41e9-9197-1c26675502fc req-da63a370-91f4-4439-a497-260fe020e729 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.342904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6969cfe4-700e-41e9-9197-1c26675502fc req-da63a370-91f4-4439-a497-260fe020e729 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 945 time: 0.1903467 Aug 27 12:07:43.459091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6969cfe4-700e-41e9-9197-1c26675502fc req-1f81665c-e87c-4a98-a701-499441b8160c tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147730 Aug 27 12:07:43.477086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-0d00ebcb-3f9d-46c3-94e5-6e6ba589a370 service neutron] 10.222.0.76 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730501 Aug 27 12:07:43.496248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-7edea1bb-4feb-44ed-a3ae-9be848b2306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.497774 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-7edea1bb-4feb-44ed-a3ae-9be848b2306d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5ed55c4-ec89-43e0-880d-192337e5a1b3 HTTP/1.1" status: 200 len: 917 time: 0.2224450 Aug 27 12:07:43.557571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:06Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:43.602268 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d247d7a-94b4-48b9-80cf-617650044e0e x-openstack-request-id: req-5d247d7a-94b4-48b9-80cf-617650044e0e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:43.602268 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:43.602268 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d247d7a-94b4-48b9-80cf-617650044e0e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:43.602806 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'status': 'completed', 'code': 200} Aug 27 12:07:43.635837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d5079f-60a2-44a9-90d3-e1079c71fc31 None None] The sync data for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 is: [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:06:56Z', 'revision_number': 4, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2125b8d1-19f0-4769-9e86-b6e9ed6b11fc', 'name': '', 'network_id': 'fb2c6f67-5c3a-4ab8-be28-1730c12d2896', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'mac_address': 'fa:16:3e:08:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:55Z', 'updated_at': '2021-08-27T12:07:06Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'subnets': [{'id': '3bccd02d-851e-41b6-8140-4b7f8453701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:07:43.665904 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3e3cf-c71d-4bb1-9d7c-5119f66540ee None None] New status for floating IP de1131ad-6a39-43e5-a6ab-bdf8a7062a83: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:07:43.730344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-e5767620-9c6a-4bf5-b33a-9fcf67c17e8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4 HTTP/1.1" status: 200 len: 1000 time: 0.2213311 Aug 27 12:07:43.855696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-da0e7867-1a88-41d0-a914-82b76a4485a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.858089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-da0e7867-1a88-41d0-a914-82b76a4485a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe HTTP/1.1" status: 200 len: 855 time: 0.1204743 Aug 27 12:07:43.865850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-fda82faf-8e5e-4863-84c1-7b97db5a0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.868518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-fda82faf-8e5e-4863-84c1-7b97db5a0db2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=349364ba9e3f4d1d9fbf997210381fae&device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 1096 time: 0.2832851 Aug 27 12:07:43.881177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b3e5c8-9913-4ff1-94af-10c3a6b4ea19 req-5a8b4394-6159-4b46-8b4d-2aab5708a7ff service neutron] 10.222.0.76 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973229 Aug 27 12:07:43.945108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992468ee-d3d2-4cd5-bbaa-1e93df084049 req-258d6e4f-3687-4f8f-a01f-5fa2a440bfe7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.958756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-0866e94b-d3ed-4ae5-8b31-3daa283bdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:43.969200 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-0866e94b-d3ed-4ae5-8b31-3daa283bdb75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019745 Aug 27 12:07:43.969590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-992468ee-d3d2-4cd5-bbaa-1e93df084049 req-258d6e4f-3687-4f8f-a01f-5fa2a440bfe7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.2379925 Aug 27 12:07:44.149280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-992468ee-d3d2-4cd5-bbaa-1e93df084049 req-70ae149d-2db7-4b65-8f81-5a2a3aa900b1 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781890 Aug 27 12:07:44.226209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb18768-f418-4a55-bddd-2f9fcf37bec0 None None] New status for floating IP 32bd2efa-fcc0-4e3a-8088-a97433afdca3: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:07:44.228053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-d1f1664b-b9cf-4f4b-81e9-3cd619c585d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:44.233011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-d1f1664b-b9cf-4f4b-81e9-3cd619c585d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 200 len: 928 time: 0.3504944 Aug 27 12:07:44.326145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-3afa5386-ef94-44fb-8fc6-73d7036a0e3d service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483517 Aug 27 12:07:44.333404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-2c6dcad8-1e96-4df3-91fb-1721c9806134 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 200 len: 217 time: 0.0915327 Aug 27 12:07:44.418911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-881598ea-064b-4db9-b33a-5efa5f697eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:44.435630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-881598ea-064b-4db9-b33a-5efa5f697eb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 200 len: 866 time: 0.0947497 Aug 27 12:07:44.632488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-96877798-8178-45bd-b911-8a56359a3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:44.640136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-96877798-8178-45bd-b911-8a56359a3d39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fb2c6f67-5c3a-4ab8-be28-1730c12d2896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937273 Aug 27 12:07:44.679316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-954c4023-5d1d-426c-aaa7-808bd9540641 req-3119dced-b7c9-4292-aa89-4093dbcd8487 service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439155 Aug 27 12:07:44.912475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-a4282786-f890-4579-a50c-fc30be67ed24 service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151748 Aug 27 12:07:44.922363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-151f991d-8cf7-450a-ab11-abe85407141b req-7ec05c39-7d13-4531-aab9-90762fd256df tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips/32bd2efa-fcc0-4e3a-8088-a97433afdca3 HTTP/1.1" status: 200 len: 694 time: 0.2771249 Aug 27 12:07:45.110115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8134da-11df-4fe9-babe-fb437514e684 req-e5193c95-0e3b-43c2-8a15-42c4aa1df89d tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:45.111673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da8134da-11df-4fe9-babe-fb437514e684 req-e5193c95-0e3b-43c2-8a15-42c4aa1df89d tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1937485 Aug 27 12:07:45.177766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55385aaf-d509-41ab-83bd-19f6625a3338 req-5b6c69f3-d0a6-4ada-9907-718c6456f02a service neutron] 10.222.0.65 "GET /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473741 Aug 27 12:07:45.204968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da8134da-11df-4fe9-babe-fb437514e684 req-1b93a831-cb64-4e5c-abcc-56eceb198098 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816259 Aug 27 12:07:45.215521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f991d-8cf7-450a-ab11-abe85407141b req-dc726ca0-79a5-42a9-ba8c-6cbc06310ada tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:45.216911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-151f991d-8cf7-450a-ab11-abe85407141b req-dc726ca0-79a5-42a9-ba8c-6cbc06310ada tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 784 time: 0.2582917 Aug 27 12:07:45.287019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-151f991d-8cf7-450a-ab11-abe85407141b req-fab5a414-82c8-4840-a891-fc409eeeaa30 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.0617669 Aug 27 12:07:45.354706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-151f991d-8cf7-450a-ab11-abe85407141b req-67725489-8751-4ab9-b7e5-e5cb570a49be tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.0621471 Aug 27 12:07:45.514359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Deleting port 7f9a24f3-a3ea-416c-a7ba-f3cc121bb29e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:45.514758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:45.614118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:45.614518 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:45.632406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Calling delete_port for 7f9a24f3-a3ea-416c-a7ba-f3cc121bb29e owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:45.766632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063fb0e-81d8-4490-95db-53ec980c6cfd req-7501f4af-1336-4dcb-b973-028ac70121ef tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:45.768241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b063fb0e-81d8-4490-95db-53ec980c6cfd req-7501f4af-1336-4dcb-b973-028ac70121ef tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.0766745 Aug 27 12:07:45.861091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b063fb0e-81d8-4490-95db-53ec980c6cfd req-f9b046db-e1cf-4cd4-8af1-b12d681f5fbc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768523 Aug 27 12:07:45.888430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:45.931428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event deleted for resources: {'Port': ['ID=7f9a24f3-a3ea-416c-a7ba-f3cc121bb29e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:46.047185 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.050737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.052073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-151f991d-8cf7-450a-ab11-abe85407141b req-00885a75-608c-490f-be8f-034edc272a17 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "DELETE /v2.0/floatingips/32bd2efa-fcc0-4e3a-8088-a97433afdca3 HTTP/1.1" status: 204 len: 173 time: 0.6914568 Aug 27 12:07:46.257293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-40750a31-f679-4883-8442-080180ef898d tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:46.260215 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-40750a31-f679-4883-8442-080180ef898d tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.77 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.0922987 Aug 27 12:07:46.403783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a3f27-f004-4b21-9fce-619ebb05a759 req-3b2dc44d-8f86-44a0-9a81-7c5a51f1cd5d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:46.406199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-586a3f27-f004-4b21-9fce-619ebb05a759 req-3b2dc44d-8f86-44a0-9a81-7c5a51f1cd5d tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0629570 Aug 27 12:07:46.485140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Deleting port 2f92efad-9280-4f27-832d-e0507389b8cc {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:46.485660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.518587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-586a3f27-f004-4b21-9fce-619ebb05a759 req-ce49f4f5-30d3-4b31-9908-1f2e7b268891 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1012273 Aug 27 12:07:46.532199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2dbbd179-de76-4b14-b0dd-53b62936319a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:46.567608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41289796-c6bb-496f-8e69-fe610306c665 req-7606546f-86df-4021-904e-8fda2c8309b0 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:46.569177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41289796-c6bb-496f-8e69-fe610306c665 req-7606546f-86df-4021-904e-8fda2c8309b0 tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cee0f11-125a-4e09-b04e-3e6bc617265c HTTP/1.1" status: 200 len: 946 time: 0.1341970 Aug 27 12:07:46.658702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] For port 2f92efad-9280-4f27-832d-e0507389b8cc, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2f92efad-9280-4f27-832d-e0507389b8cc,segment=NetworkSegment(482f1782-6511-4398-b5ec-6bacd2bde4fa),segment_id=482f1782-6511-4398-b5ec-6bacd2bde4fa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:46.659096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.679460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Calling delete_port for 2f92efad-9280-4f27-832d-e0507389b8cc owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:46.683876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-713e672c-af71-4c60-94df-14594ad6540d req-170c4ee0-4651-4a35-a748-a03597ce7fe9 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0530519 Aug 27 12:07:46.719766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:46.723543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41289796-c6bb-496f-8e69-fe610306c665 req-7d669fa1-ab93-4f2d-ae69-8a6be93acf7b tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f5dfe6f-a960-4ab5-8150-d57cd264ba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386101 Aug 27 12:07:46.737461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'network_id': '850dfef4-142d-4afb-a8ec-66fdd6e5205a', 'port_id': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'mac_address': 'fa:16:3e:0f:ba:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8625420-d39c-458d-8607-c2434edae479', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:46.795665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.826913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dbbd179-de76-4b14-b0dd-53b62936319a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:46.873484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:46.880579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.881351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:46.917631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724ea4a-8718-4d8a-ae94-544111e5ca3d req-2ed4260b-2509-4d08-a271-857b9964dae1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:46.920174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1724ea4a-8718-4d8a-ae94-544111e5ca3d req-2ed4260b-2509-4d08-a271-857b9964dae1 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 945 time: 0.1262908 Aug 27 12:07:46.945603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2f92efad-9280-4f27-832d-e0507389b8cc'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:46.959975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Pushing event deleted for resources: {'Port': ['ID=2f92efad-9280-4f27-832d-e0507389b8cc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:46.965318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:46.994671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1724ea4a-8718-4d8a-ae94-544111e5ca3d req-78d21ec2-6bd3-4615-ad48-2734e6b2ddff tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663724 Aug 27 12:07:47.047464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] No DVR routers for this DVR port 2f92efad-9280-4f27-832d-e0507389b8cc on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:07:47.053095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:47.056131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-708f33df-1ae6-4344-843d-bf2ac94daadc req-c7d73c4d-6bee-4e86-a044-dfdc0f44972f tempest-ServersNegativeTestMultiTenantJSON-543949340 tempest-ServersNegativeTestMultiTenantJSON-543949340-project] 10.222.0.77 "DELETE /v2.0/ports/2f92efad-9280-4f27-832d-e0507389b8cc HTTP/1.1" status: 204 len: 173 time: 0.7866693 Aug 27 12:07:47.056608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'name': 'network-vif-deleted', 'tag': '2f92efad-9280-4f27-832d-e0507389b8cc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:47.059720 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a0ff9-d96c-4d3f-8eef-8c8ceda424bb" -d '{"events": [{"server_uuid": "0cee0f11-125a-4e09-b04e-3e6bc617265c", "name": "network-vif-deleted", "tag": "2f92efad-9280-4f27-832d-e0507389b8cc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:47.100788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['2dbbd179-de76-4b14-b0dd-53b62936319a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:47.163198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e6cc0-e0ad-4764-92ad-1828f7302723 req-417b4272-da09-46ec-ad46-1fbe2d1ec864 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:47.164787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f1e6cc0-e0ad-4764-92ad-1828f7302723 req-417b4272-da09-46ec-ad46-1fbe2d1ec864 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.0863595 Aug 27 12:07:47.242529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f1e6cc0-e0ad-4764-92ad-1828f7302723 req-ca15fb08-e3e7-4340-bd9a-a36009270067 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674167 Aug 27 12:07:47.293671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0297d7-5ead-4efb-bdaa-0c7a5d6d7b03 req-4ee8eed3-730d-4b34-a756-76e8cdcb406c tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:47.295632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f0297d7-5ead-4efb-bdaa-0c7a5d6d7b03 req-4ee8eed3-730d-4b34-a756-76e8cdcb406c tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 945 time: 0.1125290 Aug 27 12:07:47.357129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f0297d7-5ead-4efb-bdaa-0c7a5d6d7b03 req-7c050dbc-4bd7-46bb-8bf2-7d59b9779c58 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Aug 27 12:07:47.405134 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f9186-28ab-4093-92ff-17e73a252e38 x-openstack-request-id: req-881f9186-28ab-4093-92ff-17e73a252e38 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:47.405675 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee0f11-125a-4e09-b04e-3e6bc617265c", "name": "network-vif-deleted", "tag": "2f92efad-9280-4f27-832d-e0507389b8cc", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:47.405789 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-881f9186-28ab-4093-92ff-17e73a252e38 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:47.406119 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee0f11-125a-4e09-b04e-3e6bc617265c', 'name': 'network-vif-deleted', 'tag': '2f92efad-9280-4f27-832d-e0507389b8cc', 'status': 'completed', 'code': 200} Aug 27 12:07:47.705576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47296) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:47.705969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:47.795329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:47.844242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a40e5585-066e-43ff-9ccf-428f23b9afd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:47.866470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f62fd1f-120d-4b95-9770-3b156bae1546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:47.898076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Deleting subnet 48aec19d-86af-4907-88ad-25a81ecfa224 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:07:47.901555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:47.960001 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:47.972947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a40e5585-066e-43ff-9ccf-428f23b9afd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:47.978592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a40e5585-066e-43ff-9ccf-428f23b9afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.024075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.031004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a40e5585-066e-43ff-9ccf-428f23b9afd6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01aa304250f34d8280c3df97cd806a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236248 Aug 27 12:07:48.031993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:48.040067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e5585-066e-43ff-9ccf-428f23b9afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa4360-94a5-443c-9277-699d867194dc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:48.140140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bee2a67-0e31-4db9-9117-24e8059eb96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.151163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.155011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f62fd1f-120d-4b95-9770-3b156bae1546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.162026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2b425-a4ed-4d70-baf8-1b6bd14a3395 req-b73a769f-2f5e-4ae9-974d-862cf5a9b9cc tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:48.163604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eb2b425-a4ed-4d70-baf8-1b6bd14a3395 req-b73a769f-2f5e-4ae9-974d-862cf5a9b9cc tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 944 time: 0.0765080 Aug 27 12:07:48.183488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48aec19d-86af-4907-88ad-25a81ecfa224,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:48.186515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f62fd1f-120d-4b95-9770-3b156bae1546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.193215 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bee2a67-0e31-4db9-9117-24e8059eb96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.197632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.203020 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d9ad6198-3e39-40c2-bcba-e3082bdbcb24 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/48aec19d-86af-4907-88ad-25a81ecfa224 HTTP/1.1" status: 204 len: 168 time: 0.4026101 Aug 27 12:07:48.206935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47314) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:48.270988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eb2b425-a4ed-4d70-baf8-1b6bd14a3395 req-c42a8a90-bf8e-4b78-af4d-e1991cda40a0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917623 Aug 27 12:07:48.288073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f62fd1f-120d-4b95-9770-3b156bae1546 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=223c9e80724d4799aafc425578b44314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762198 Aug 27 12:07:48.288279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:48.316640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62fd1f-120d-4b95-9770-3b156bae1546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f8f3bf-ea1d-49d4-abc7-fd2358313001,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:48.341915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.351857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bee2a67-0e31-4db9-9117-24e8059eb96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.355389 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bee2a67-0e31-4db9-9117-24e8059eb96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.360432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9bee2a67-0e31-4db9-9117-24e8059eb96f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4aa4360-94a5-443c-9277-699d867194dc HTTP/1.1" status: 204 len: 168 time: 0.3228767 Aug 27 12:07:48.372123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2a67-0e31-4db9-9117-24e8059eb96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa4360-94a5-443c-9277-699d867194dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:48.393258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-068a3210-9c9a-4389-89c2-0e8e492a1483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.418033 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-068a3210-9c9a-4389-89c2-0e8e492a1483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.455643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a501987-a40b-4a1a-8c15-36af2d2fe9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.509067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.528303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab826e-ae80-40bb-b54b-328056313851']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:48.545122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2dbbd179-de76-4b14-b0dd-53b62936319a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:48.553314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482f1782-6511-4398-b5ec-6bacd2bde4fa') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:48.554635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482f1782-6511-4398-b5ec-6bacd2bde4fa') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:48.571362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.608257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.616739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:07:48.618106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.625053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 2dbbd179-de76-4b14-b0dd-53b62936319a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:48.625426 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.643200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab2517-abac-4bce-aac8-bb3413027578 req-cca776f3-541d-4575-8588-167be5ee48dc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:48.646239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85ab2517-abac-4bce-aac8-bb3413027578 req-cca776f3-541d-4575-8588-167be5ee48dc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.2076781 Aug 27 12:07:48.684245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab098d-9d6f-4ff9-bc1a-3054a8683855 req-fc667598-b0c3-4271-91f7-ac1a396e2507 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:48.686907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3ab098d-9d6f-4ff9-bc1a-3054a8683855 req-fc667598-b0c3-4271-91f7-ac1a396e2507 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 945 time: 0.1754425 Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:07:48.694706 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:07:48.701453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-068a3210-9c9a-4389-89c2-0e8e492a1483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.705503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-068a3210-9c9a-4389-89c2-0e8e492a1483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.712240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-068a3210-9c9a-4389-89c2-0e8e492a1483 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5f8f3bf-ea1d-49d4-abc7-fd2358313001 HTTP/1.1" status: 204 len: 168 time: 0.4244301 Aug 27 12:07:48.713348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.726111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.732723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] 10.222.0.76 "DELETE /v2.0/networks/80ab826e-ae80-40bb-b54b-328056313851 HTTP/1.1" status: 204 len: 168 time: 0.5250652 Aug 27 12:07:48.735184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:48.767718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a3210-9c9a-4389-89c2-0e8e492a1483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f8f3bf-ea1d-49d4-abc7-fd2358313001,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:48.789738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287a934-fc46-4f8f-b9c3-6525e5ede454 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ab826e-ae80-40bb-b54b-328056313851,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:48.806452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.813847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85ab2517-abac-4bce-aac8-bb3413027578 req-6c7e1410-679a-4688-8671-b620840d926c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585128 Aug 27 12:07:48.824092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Deleting subnet a97aea21-cfbc-42d9-a56a-6c5975bb16f0 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:07:48.831501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.851923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3ab098d-9d6f-4ff9-bc1a-3054a8683855 req-dc006749-d00b-418a-8b54-cbc8ffc5cb5f tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/security-groups?id=d333546b-7e35-4d9c-8b55-cff476a54150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279745 Aug 27 12:07:48.926579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:48.935420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:48.938898 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6ce7ac-016f-4bb6-9e94-5ef45ad5e6d0" -d '{"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-plugged", "status": "completed", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:48.982961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:48.993149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.045197 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d68910f-fcbc-4027-9dba-2f5664414f80 x-openstack-request-id: req-2d68910f-fcbc-4027-9dba-2f5664414f80 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:49.045823 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-plugged", "status": "completed", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:49.046126 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d68910f-fcbc-4027-9dba-2f5664414f80 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:49.046538 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'code': 200} Aug 27 12:07:49.070186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-14c4d14f-062d-4cd5-a8d4-5e5f2af14ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:49.073308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-14c4d14f-062d-4cd5-a8d4-5e5f2af14ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 945 time: 0.1715987 Aug 27 12:07:49.080531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:49.096851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.127976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2f92efad-9280-4f27-832d-e0507389b8cc no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:49.158950 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.165614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 2f92efad-9280-4f27-832d-e0507389b8cc {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:07:49.166503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2f92efad-9280-4f27-832d-e0507389b8cc not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:07:49.197645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97aea21-cfbc-42d9-a56a-6c5975bb16f0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:49.206937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.211901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4480eab0-9045-47f8-8399-9146ccc41f38 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a97aea21-cfbc-42d9-a56a-6c5975bb16f0 HTTP/1.1" status: 204 len: 168 time: 0.4750726 Aug 27 12:07:49.212812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47344) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:49.286718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Deleting port 8f59bfca-1df4-4e06-bf24-eb01000d104c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:49.289176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.324133 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.425985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.432044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:49.438404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834fff59-923b-4855-8733-e5ab613b6553']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:49.451211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765ce126-4bc9-4296-97b4-105b925665e3') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:49.451211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765ce126-4bc9-4296-97b4-105b925665e3') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:49.462279 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.483438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.489495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a8f7f3-bf1f-4c9b-a05d-16ea07a49b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.493262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:07:49.493647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:07:49.496739 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:07:49.523031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] For port 8f59bfca-1df4-4e06-bf24-eb01000d104c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8f59bfca-1df4-4e06-bf24-eb01000d104c,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:49.523381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.547933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81325d5-99e2-4021-8760-c7716329ef0b req-9091a180-ce75-4cb9-8abf-d13efc2ce65a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:49.555114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b81325d5-99e2-4021-8760-c7716329ef0b req-9091a180-ce75-4cb9-8abf-d13efc2ce65a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 945 time: 0.1681926 Aug 27 12:07:49.564893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Calling delete_port for 8f59bfca-1df4-4e06-bf24-eb01000d104c owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:49.577559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.585033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.591354 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] 10.222.0.76 "DELETE /v2.0/networks/834fff59-923b-4855-8733-e5ab613b6553 HTTP/1.1" status: 204 len: 168 time: 0.3769028 Aug 27 12:07:49.605682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc4c92-999c-4a0c-bd20-ec6f74377c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=834fff59-923b-4855-8733-e5ab613b6553,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:49.741621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b81325d5-99e2-4021-8760-c7716329ef0b req-21c82705-5ddb-43a3-82d4-c3a9e857b0e4 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852138 Aug 27 12:07:49.766749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47362) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:49.818267 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.823763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f366c8b-214d-457c-8c42-600274c95661 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab40228c2612412ebee96c34ffe31edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548711 Aug 27 12:07:49.828034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47366) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:49.954252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-647701ee-ccf7-4a4a-9880-4dbed545dba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.956920 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:49.973092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8f59bfca-1df4-4e06-bf24-eb01000d104c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:50.027334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Pushing event deleted for resources: {'Port': ['ID=8f59bfca-1df4-4e06-bf24-eb01000d104c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:50.093137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-647701ee-ccf7-4a4a-9880-4dbed545dba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.098248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a8f7f3-bf1f-4c9b-a05d-16ea07a49b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.108505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02a8f7f3-bf1f-4c9b-a05d-16ea07a49b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.165635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] No DVR routers for this DVR port 8f59bfca-1df4-4e06-bf24-eb01000d104c on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:07:50.204181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.210743 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-647701ee-ccf7-4a4a-9880-4dbed545dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.214789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-647701ee-ccf7-4a4a-9880-4dbed545dba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.218995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84e19e-0874-4c55-ab33-f2294a791583 req-f73624fe-6534-454d-a05f-1c39e90b6dce tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.65 "DELETE /v2.0/ports/8f59bfca-1df4-4e06-bf24-eb01000d104c HTTP/1.1" status: 204 len: 173 time: 1.1390710 Aug 27 12:07:50.235955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c43e-12f3-4d75-8d27-01c389a46632 req-56f453d0-2eef-4b30-950e-911c5c7dfe97 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:50.237615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5170c43e-12f3-4d75-8d27-01c389a46632 req-56f453d0-2eef-4b30-950e-911c5c7dfe97 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.2992687 Aug 27 12:07:50.238085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'name': 'network-vif-deleted', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:50.239127 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-647701ee-ccf7-4a4a-9880-4dbed545dba9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f5dfe6f-a960-4ab5-8150-d57cd264ba58 HTTP/1.1" status: 204 len: 168 time: 0.3912637 Aug 27 12:07:50.252488 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38a97c-8c96-4a52-b331-ee19157a757d" -d '{"events": [{"server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "name": "network-vif-deleted", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:50.276907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647701ee-ccf7-4a4a-9880-4dbed545dba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5dfe6f-a960-4ab5-8150-d57cd264ba58,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:50.348600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8735fdd-b0f5-49dc-bd80-4c62efd22503 req-ac64932a-ae9f-48c4-92c4-8135909fe127 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077 tempest-FloatingIPsAssociationNegativeTestJSON-1053934077-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c7db2b-1507-4fea-932e-80af2ef2a677 HTTP/1.1" status: 200 len: 210 time: 0.0699031 Aug 27 12:07:50.349449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8f7f3-bf1f-4c9b-a05d-16ea07a49b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee4d79a-e182-46a9-8ece-7c369da37b4a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:50.355296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-02a8f7f3-bf1f-4c9b-a05d-16ea07a49b57 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d34241856ada49c4905659bdd9cb0875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988025 Aug 27 12:07:50.360689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47386) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:50.412749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5170c43e-12f3-4d75-8d27-01c389a46632 req-a0d3d901-3427-4a60-a19b-841158d24107 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420007 Aug 27 12:07:50.566511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2dbbd179-de76-4b14-b0dd-53b62936319a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:50.587804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08cc0206-0991-4aab-8f67-5cfb528a78fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.590509 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e91886-34a9-49a6-81d2-68fb4df8ecf9 x-openstack-request-id: req-b2e91886-34a9-49a6-81d2-68fb4df8ecf9 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:50.590802 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c7db2b-1507-4fea-932e-80af2ef2a677", "name": "network-vif-deleted", "tag": "8f59bfca-1df4-4e06-bf24-eb01000d104c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:50.591051 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2e91886-34a9-49a6-81d2-68fb4df8ecf9 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:50.591463 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c7db2b-1507-4fea-932e-80af2ef2a677', 'name': 'network-vif-deleted', 'tag': '8f59bfca-1df4-4e06-bf24-eb01000d104c', 'status': 'completed', 'code': 200} Aug 27 12:07:50.651463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08cc0206-0991-4aab-8f67-5cfb528a78fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.689964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.738655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:50.745820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.789102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08cc0206-0991-4aab-8f67-5cfb528a78fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.795169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08cc0206-0991-4aab-8f67-5cfb528a78fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.799006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-08cc0206-0991-4aab-8f67-5cfb528a78fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fee4d79a-e182-46a9-8ece-7c369da37b4a HTTP/1.1" status: 204 len: 168 time: 0.4364955 Aug 27 12:07:50.824100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc0206-0991-4aab-8f67-5cfb528a78fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee4d79a-e182-46a9-8ece-7c369da37b4a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:50.912170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:50.954060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc37d2ef-2995-4188-8929-106c775e2684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:50.989626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58245b-195b-41a8-9e22-ba1a0ebb520c req-480e23b1-6b4f-40f7-b660-6557439e3e22 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:50.992498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a58245b-195b-41a8-9e22-ba1a0ebb520c req-480e23b1-6b4f-40f7-b660-6557439e3e22 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 943 time: 0.1063337 Aug 27 12:07:51.048388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:51.051954 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2535c4-9500-4609-b69a-e2d022ac1d90" -d '{"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:51.089601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a58245b-195b-41a8-9e22-ba1a0ebb520c req-3b8fd4c9-8a66-42d9-8a4f-960baa8e95fc tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872514 Aug 27 12:07:51.144159 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:51.148578 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcbfcab-8e26-4619-93eb-a12f4805c22c x-openstack-request-id: req-afcbfcab-8e26-4619-93eb-a12f4805c22c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:51.148935 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:51.149147 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-afcbfcab-8e26-4619-93eb-a12f4805c22c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:51.149586 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'code': 200} Aug 27 12:07:51.216967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47414) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:51.266111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:51.266546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-147f5c2c-77af-45a9-a831-704ece9e2e8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe394e966ea8454585b194a48fc622a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480204 Aug 27 12:07:51.334503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59fa-3dc8-40b9-8d51-efbdf75ec328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:51.369532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59fa-3dc8-40b9-8d51-efbdf75ec328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:51.408381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47430) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:51.443592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59fa-3dc8-40b9-8d51-efbdf75ec328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:51.449057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59fa-3dc8-40b9-8d51-efbdf75ec328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:51.455136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ae4f59fa-3dc8-40b9-8d51-efbdf75ec328 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77beca32-3b30-4e0c-a684-67c6434b15cd HTTP/1.1" status: 204 len: 168 time: 0.1866019 Aug 27 12:07:51.465588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f59fa-3dc8-40b9-8d51-efbdf75ec328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77beca32-3b30-4e0c-a684-67c6434b15cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:51.887342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ef5f1-c4ce-4318-a041-4d8895d2071b req-35827afd-991b-4cd3-aae1-6f6e37d2e19d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:51.889159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-405ef5f1-c4ce-4318-a041-4d8895d2071b req-35827afd-991b-4cd3-aae1-6f6e37d2e19d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.0759189 Aug 27 12:07:51.946153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-405ef5f1-c4ce-4318-a041-4d8895d2071b req-37f91ee2-bb80-441a-9350-0b605c34347f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Aug 27 12:07:51.971235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:51.983350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.073805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-196a6117-041a-495f-aea2-0565536ae6cd tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:52.076033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-196a6117-041a-495f-aea2-0565536ae6cd tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.65 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 943 time: 0.0798943 Aug 27 12:07:52.283449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848b3d6-ecaa-4e46-b3bb-99ae491e1c8f req-72d93b18-42b4-40fc-862a-f3bf119fec71 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:52.292172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e848b3d6-ecaa-4e46-b3bb-99ae491e1c8f req-72d93b18-42b4-40fc-862a-f3bf119fec71 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 943 time: 0.0838516 Aug 27 12:07:52.295956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Deleting port 2dbbd179-de76-4b14-b0dd-53b62936319a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:52.296531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.326143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Deleting port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:52.326621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.403923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e848b3d6-ecaa-4e46-b3bb-99ae491e1c8f req-a9136a6f-06e0-4c9b-8199-a8c4002f3f8a tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/security-groups?id=36a17147-9b90-4d94-96cb-8146c656f63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103718 Aug 27 12:07:52.439715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] For port 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:52.440089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.456246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Calling delete_port for 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:52.488548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] For port 2dbbd179-de76-4b14-b0dd-53b62936319a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2dbbd179-de76-4b14-b0dd-53b62936319a,segment=NetworkSegment(63700fba-48b2-4610-a6e7-9f9dc68b6314),segment_id=63700fba-48b2-4610-a6e7-9f9dc68b6314)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:52.488842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.509666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Calling delete_port for 2dbbd179-de76-4b14-b0dd-53b62936319a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:52.570033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2dbbd179-de76-4b14-b0dd-53b62936319a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:52.698330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8f59bfca-1df4-4e06-bf24-eb01000d104c no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:52.734130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 8f59bfca-1df4-4e06-bf24-eb01000d104c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:07:52.735552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8f59bfca-1df4-4e06-bf24-eb01000d104c not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:07:52.756410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.785800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.816917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Pushing event deleted for resources: {'Port': ['ID=2dbbd179-de76-4b14-b0dd-53b62936319a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:52.820932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2125b8d1-19f0-4769-9e86-b6e9ed6b11fc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:52.902350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] No DVR routers for this DVR port 2dbbd179-de76-4b14-b0dd-53b62936319a on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:07:52.907770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:52.912100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c7b9953-e0b6-4915-8874-712708e4fb7b req-11fade70-356f-43c8-ac24-9fe372e165e0 tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.65 "DELETE /v2.0/ports/2dbbd179-de76-4b14-b0dd-53b62936319a HTTP/1.1" status: 204 len: 173 time: 0.8260956 Aug 27 12:07:52.912665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-deleted', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:52.925799 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a08737-2c8e-497b-92d2-850af0939ad5" -d '{"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-deleted", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:53.023521 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f78d54-aa0e-47d9-b2d0-3029e7bf0d9a x-openstack-request-id: req-c0f78d54-aa0e-47d9-b2d0-3029e7bf0d9a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:53.023802 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b7ea52-602f-485d-9616-9ac9a1301f78", "name": "network-vif-deleted", "tag": "2dbbd179-de76-4b14-b0dd-53b62936319a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:53.024199 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0f78d54-aa0e-47d9-b2d0-3029e7bf0d9a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:53.024726 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7ea52-602f-485d-9616-9ac9a1301f78', 'name': 'network-vif-deleted', 'tag': '2dbbd179-de76-4b14-b0dd-53b62936319a', 'status': 'completed', 'code': 200} Aug 27 12:07:53.101281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:53.156610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:07:53.208022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225454-ddf7-4fc9-8988-f2bea0f96430 req-09c446ae-8b89-4c4f-aae8-1d666fe4fa3c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:53.209642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77225454-ddf7-4fc9-8988-f2bea0f96430 req-09c446ae-8b89-4c4f-aae8-1d666fe4fa3c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.1158135 Aug 27 12:07:53.277406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77225454-ddf7-4fc9-8988-f2bea0f96430 req-9e2b19d9-036d-4964-b953-15951dfd1b4b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604131 Aug 27 12:07:53.321011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:53.338559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f', 'port_id': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'mac_address': 'fa:16:3e:14:f9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f029334-c456-476c-9f89-5a5629b10017', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:07:53.402209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:53.455057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d4edf4-7d88-4c40-b36e-64a275581379 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:07:53.460195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Router 34ec9de4-84e5-4419-a38d-687c6b427e78 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:07:53.510359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:53.517922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:53.640962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:53.660287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9b5dca0-4ef1-4583-b7ae-95c23a959e4f req-544d9356-84ff-413f-b547-2d2802f6193f tempest-ImagesTestJSON-276858523 tempest-ImagesTestJSON-276858523-project] 10.222.0.76 "GET /v2.0/ports?device_id=91b7ea52-602f-485d-9616-9ac9a1301f78 HTTP/1.1" status: 200 len: 210 time: 0.0469759 Aug 27 12:07:53.721229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:07:53.730053 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6980aacf-a1b3-4bfe-8efb-5248469ea1ef admin admin] 10.222.0.76 "PUT /v2.0/routers/34ec9de4-84e5-4419-a38d-687c6b427e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3171413 Aug 27 12:07:53.730594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:53.740034 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] Sync routers for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:07:53.753609 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:53.754414 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:53.862882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:53.891907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:53.899664 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:53.906415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e3d4edf4-7d88-4c40-b36e-64a275581379'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:07:54.219438 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:07:52Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:54.249572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] Checking router: 34ec9de4-84e5-4419-a38d-687c6b427e78 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:07:54.260921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] Routers {'34ec9de4-84e5-4419-a38d-687c6b427e78'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:07:54.261930 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['34ec9de4-84e5-4419-a38d-687c6b427e78'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:54.393033 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:54.410784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] Set router 34ec9de4-84e5-4419-a38d-687c6b427e78 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:07:54.476551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d0cbb-8661-49f1-b3b2-331376555a33 req-2c068c8c-fba9-4476-9aea-71c29a937efd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:54.478193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-563d0cbb-8661-49f1-b3b2-331376555a33 req-2c068c8c-fba9-4476-9aea-71c29a937efd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.1006734 Aug 27 12:07:54.520920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Deleting port ddf75b43-14e7-4657-a03c-9fd1f321634f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:54.521273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:54.598247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-563d0cbb-8661-49f1-b3b2-331376555a33 req-0624ee60-bebb-4f29-825f-a0b212825cc2 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986543 Aug 27 12:07:54.659983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] For port ddf75b43-14e7-4657-a03c-9fd1f321634f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ddf75b43-14e7-4657-a03c-9fd1f321634f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:54.661216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:54.679191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Calling delete_port for ddf75b43-14e7-4657-a03c-9fd1f321634f owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:54.844213 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:07:52Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:54.919353 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30277774-1619-4640-acc0-0023fb07e7eb None None] The sync data for ids ['34ec9de4-84e5-4419-a38d-687c6b427e78'] in n-d-688802-4 is: [{'id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-45475143-router', 'tenant_id': '349364ba9e3f4d1d9fbf997210381fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:06:47Z', 'updated_at': '2021-08-27T12:07:52Z', 'revision_number': 5, 'project_id': '349364ba9e3f4d1d9fbf997210381fae', 'gw_port': {'id': 'ddf75b43-14e7-4657-a03c-9fd1f321634f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec9de4-84e5-4419-a38d-687c6b427e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:06:49Z', 'updated_at': '2021-08-27T12:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:07:55.006872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.083250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf75b43-14e7-4657-a03c-9fd1f321634f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:55.158900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:07:55.191902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.276354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47572) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:55.376702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.387978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e3d4edf4-7d88-4c40-b36e-64a275581379 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:07:55.390613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.400604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e3d4edf4-7d88-4c40-b36e-64a275581379 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:07:55.401191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.565031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.565706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ec9de4-84e5-4419-a38d-687c6b427e78 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:07:55.576653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.582197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c632e73-b54d-4a8a-93f8-4ec89b933ab3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/34ec9de4-84e5-4419-a38d-687c6b427e78 HTTP/1.1" status: 204 len: 168 time: 1.8498328 Aug 27 12:07:55.585091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:55.647136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.653683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47600) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:55.700766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53211cb-a7a2-44e8-a8a1-f887cd1a22bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.716704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:07:55.720633 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c072ec36-26d4-4982-8d8f-6be57bc1beb5" -d '{"events": [{"server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:07:55.726590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:55.733058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.788567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Deleting subnet f8625420-d39c-458d-8607-c2434edae479 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:07:55.795419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Deleting subnet 3bccd02d-851e-41b6-8140-4b7f8453701f {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:07:55.806816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.811858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.817682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:55.872413 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65017ccc-9db9-4b03-8e13-b3f271241288 x-openstack-request-id: req-65017ccc-9db9-4b03-8e13-b3f271241288 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:07:55.873986 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:07:55.874483 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65017ccc-9db9-4b03-8e13-b3f271241288 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:07:55.874818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cda7a-fa53-477b-a6e5-19ab4f2b608f req-3f2d1774-8d1f-40db-b839-27fbc683c3fb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:55.875348 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'code': 200} Aug 27 12:07:55.882613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f44cda7a-fa53-477b-a6e5-19ab4f2b608f req-3f2d1774-8d1f-40db-b839-27fbc683c3fb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1689847 Aug 27 12:07:55.892349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:55.895570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.016994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f44cda7a-fa53-477b-a6e5-19ab4f2b608f req-3df234f1-3e11-4844-b78b-05159481ec7f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289113 Aug 27 12:07:56.126582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.150409 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.224104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4960689-a6c6-4fb8-85fd-b313a1973ff0 req-4d467a43-ecb9-4def-b4a6-9c1e887dc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:56.226212 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e4960689-a6c6-4fb8-85fd-b313a1973ff0 req-4d467a43-ecb9-4def-b4a6-9c1e887dc7b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1096 time: 0.2499990 Aug 27 12:07:56.237864 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.284660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bccd02d-851e-41b6-8140-4b7f8453701f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:56.289730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.293082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b7a104a-40ab-494b-a708-a0d2625064e4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3bccd02d-851e-41b6-8140-4b7f8453701f HTTP/1.1" status: 204 len: 168 time: 0.7012699 Aug 27 12:07:56.295643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:56.298402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53211cb-a7a2-44e8-a8a1-f887cd1a22bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.301668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5610fc53-24a5-4c79-8f5d-aba8f899919f None None] Network fb2c6f67-5c3a-4ab8-be28-1730c12d2896 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:07:56.305245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53211cb-a7a2-44e8-a8a1-f887cd1a22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.342556 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e4960689-a6c6-4fb8-85fd-b313a1973ff0 req-0c237ed1-c19e-4e16-af7d-11940857cacb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050649 Aug 27 12:07:56.369831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.403194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:56.429130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:56.429372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a53211cb-a7a2-44e8-a8a1-f887cd1a22bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbd031a4e32d41caab2470b3e8fb5142&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1504352 Aug 27 12:07:56.430407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53211cb-a7a2-44e8-a8a1-f887cd1a22bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1be702-dfbf-45df-bff6-9c5311e920d2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:56.449299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.461961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f8625420-d39c-458d-8607-c2434edae479 HTTP/1.1" status: 204 len: 168 time: 0.7989013 Aug 27 12:07:56.467097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1eb7a-e305-411a-b3e7-9e98c0643421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8625420-d39c-458d-8607-c2434edae479,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:56.477817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47636) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:56.488673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.590374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:56.617290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:07:56.617941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2125b8d1-19f0-4769-9e86-b6e9ed6b11fc not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:07:56.624686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d8b38f4-d6df-4f5b-9795-0d86c19ecd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.678792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.708520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d8b38f4-d6df-4f5b-9795-0d86c19ecd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.729275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a1a-0635-4658-9386-2d3a9cd73c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.750669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] DHCP port deletion for fb2c6f67-5c3a-4ab8-be28-1730c12d2896 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:07:56.762276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Deleting port 811d7678-6364-4c28-8654-a220790f24a0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:56.762655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.795022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.805433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] Deleting port 811d7678-6364-4c28-8654-a220790f24a0 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:07:56.805802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.808089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850dfef4-142d-4afb-a8ec-66fdd6e5205a']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:56.828104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63700fba-48b2-4610-a6e7-9f9dc68b6314') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:56.828786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63700fba-48b2-4610-a6e7-9f9dc68b6314') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:56.842227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.865401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] For port 811d7678-6364-4c28-8654-a220790f24a0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=811d7678-6364-4c28-8654-a220790f24a0,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:56.865961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.868190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.880434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:07:56.881047 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.882048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d8b38f4-d6df-4f5b-9795-0d86c19ecd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:07:56.883285 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:07:56.887791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d8b38f4-d6df-4f5b-9795-0d86c19ecd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.888674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] For port 811d7678-6364-4c28-8654-a220790f24a0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=811d7678-6364-4c28-8654-a220790f24a0,segment=NetworkSegment(d2a6788d-3822-464c-a7b8-71adbbd86e9f),segment_id=d2a6788d-3822-464c-a7b8-71adbbd86e9f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:07:56.889145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3d8b38f4-d6df-4f5b-9795-0d86c19ecd0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff1be702-dfbf-45df-bff6-9c5311e920d2 HTTP/1.1" status: 204 len: 168 time: 0.4585752 Aug 27 12:07:56.889547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:56.907959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] Calling delete_port for 811d7678-6364-4c28-8654-a220790f24a0 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:56.908902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Calling delete_port for 811d7678-6364-4c28-8654-a220790f24a0 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:07:56.915681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b38f4-d6df-4f5b-9795-0d86c19ecd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1be702-dfbf-45df-bff6-9c5311e920d2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.018356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.054513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a1a-0635-4658-9386-2d3a9cd73c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.066872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a1a-0635-4658-9386-2d3a9cd73c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.069528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] Pushing event deleted for resources: {'Port': ['ID=811d7678-6364-4c28-8654-a220790f24a0,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.093040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b8ef8-5435-4308-974f-4a48727046ab None None] No DVR routers for this DVR port 811d7678-6364-4c28-8654-a220790f24a0 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:07:57.130705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.200863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] No DVR routers for this DVR port 811d7678-6364-4c28-8654-a220790f24a0 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:07:57.206982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-15ce2a1a-0635-4658-9386-2d3a9cd73c4a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5da3df750f5a47f0a546184accec5e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023913 Aug 27 12:07:57.243308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:57.280246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce2a1a-0635-4658-9386-2d3a9cd73c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8435db-1667-4007-bf69-b60a409b257d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.292930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=811d7678-6364-4c28-8654-a220790f24a0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.309798 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.326955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.330269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] 10.222.0.76 "DELETE /v2.0/networks/850dfef4-142d-4afb-a8ec-66fdd6e5205a HTTP/1.1" status: 204 len: 168 time: 0.8504496 Aug 27 12:07:57.331237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f23f84-99a9-4a0d-8c3e-3de36c39fb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=850dfef4-142d-4afb-a8ec-66fdd6e5205a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.391338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eff94-cbf9-4d16-b397-420e20e55a5a req-1be46055-ec76-45c5-8e86-57f10189a24b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:57.393958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-536eff94-cbf9-4d16-b397-420e20e55a5a req-1be46055-ec76-45c5-8e86-57f10189a24b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.2651730 Aug 27 12:07:57.407429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47652) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:57.408415 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.423269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-267697d4-595f-43d8-b765-043642ef6d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.461396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2c6f67-5c3a-4ab8-be28-1730c12d2896']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:57.500466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a6788d-3822-464c-a7b8-71adbbd86e9f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:57.501002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a6788d-3822-464c-a7b8-71adbbd86e9f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:07:57.513839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47654) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:57.515691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd736-91fc-4a10-ae2e-300c9855fc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.528891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.558550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-536eff94-cbf9-4d16-b397-420e20e55a5a req-725ec0c4-04e4-4d3a-8a7a-2950fa022c65 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461825 Aug 27 12:07:57.561226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-267697d4-595f-43d8-b765-043642ef6d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.564627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.572407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd736-91fc-4a10-ae2e-300c9855fc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.580177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-267697d4-595f-43d8-b765-043642ef6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.580533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:07:57.580879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:07:57.582614 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:07:57.595871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3e59ac2b-8e5b-4a20-bc74-bf4e5bebf64e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4fef70aa2314f4bacaab01dd3bcc24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809088 Aug 27 12:07:57.602204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47658) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:57.657466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-267697d4-595f-43d8-b765-043642ef6d24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c416dbd4b254f919d0444e258d24183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463682 Aug 27 12:07:57.658854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267697d4-595f-43d8-b765-043642ef6d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd0b8c9-121c-48d8-939c-6d9c88d24456,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.660882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:57.686345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.698747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b36505a-491f-4b2e-aeb8-684422c3cdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.709387 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.714472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fb2c6f67-5c3a-4ab8-be28-1730c12d2896 HTTP/1.1" status: 204 len: 168 time: 1.4143088 Aug 27 12:07:57.725283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4657010-806f-411c-ae61-22800e4f2cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2c6f67-5c3a-4ab8-be28-1730c12d2896,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.736241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd736-91fc-4a10-ae2e-300c9855fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.738394 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b36505a-491f-4b2e-aeb8-684422c3cdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.739496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd736-91fc-4a10-ae2e-300c9855fc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.740443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b9cbd736-91fc-4a10-ae2e-300c9855fc02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc8435db-1667-4007-bf69-b60a409b257d HTTP/1.1" status: 204 len: 168 time: 0.4721448 Aug 27 12:07:57.763969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbd736-91fc-4a10-ae2e-300c9855fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8435db-1667-4007-bf69-b60a409b257d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.799768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38392b9e-fe41-4d45-a59b-9d751ef97c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.838787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38392b9e-fe41-4d45-a59b-9d751ef97c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.841529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b36505a-491f-4b2e-aeb8-684422c3cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.849411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b36505a-491f-4b2e-aeb8-684422c3cdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.855237 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b36505a-491f-4b2e-aeb8-684422c3cdef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36a17147-9b90-4d94-96cb-8146c656f63d HTTP/1.1" status: 204 len: 168 time: 0.2499130 Aug 27 12:07:57.871471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36505a-491f-4b2e-aeb8-684422c3cdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a17147-9b90-4d94-96cb-8146c656f63d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:57.926055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38392b9e-fe41-4d45-a59b-9d751ef97c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.929247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38392b9e-fe41-4d45-a59b-9d751ef97c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:57.930617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-38392b9e-fe41-4d45-a59b-9d751ef97c5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ccd0b8c9-121c-48d8-939c-6d9c88d24456 HTTP/1.1" status: 204 len: 168 time: 0.2687523 Aug 27 12:07:57.942057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38392b9e-fe41-4d45-a59b-9d751ef97c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd0b8c9-121c-48d8-939c-6d9c88d24456,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:58.083984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:58.157509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ec84fd2b-c3a1-467c-9086-506b2e4c60f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=349364ba9e3f4d1d9fbf997210381fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722268 Aug 27 12:07:58.161788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:07:58.173652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ddf75b43-14e7-4657-a03c-9fd1f321634f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:58.240470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ddf75b43-14e7-4657-a03c-9fd1f321634f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:07:58.241205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ddf75b43-14e7-4657-a03c-9fd1f321634f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:07:58.241809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 811d7678-6364-4c28-8654-a220790f24a0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:07:58.266125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 811d7678-6364-4c28-8654-a220790f24a0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:07:58.266836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 811d7678-6364-4c28-8654-a220790f24a0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:07:58.313270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1693-b1e6-403e-bf39-ceac455a2bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:58.367612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1693-b1e6-403e-bf39-ceac455a2bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:58.493933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1693-b1e6-403e-bf39-ceac455a2bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:58.501754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1693-b1e6-403e-bf39-ceac455a2bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:07:58.504270 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca5c1693-b1e6-403e-bf39-ceac455a2bef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d333546b-7e35-4d9c-8b55-cff476a54150 HTTP/1.1" status: 204 len: 168 time: 0.3404961 Aug 27 12:07:58.517674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1693-b1e6-403e-bf39-ceac455a2bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d333546b-7e35-4d9c-8b55-cff476a54150,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:07:58.741473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e12e3c-3c92-46ab-a735-9d3da9b8a143 req-1b458bb9-36e7-4b3d-9df5-781081b02ea6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:58.743807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8e12e3c-3c92-46ab-a735-9d3da9b8a143 req-1b458bb9-36e7-4b3d-9df5-781081b02ea6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.0669041 Aug 27 12:07:58.814065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8e12e3c-3c92-46ab-a735-9d3da9b8a143 req-dd5ba668-884a-410c-bb14-08307eeb2629 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589933 Aug 27 12:07:59.072997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6457a73-7ac7-406a-b83c-332efab83a6c req-5a406499-1981-4bee-b3fc-a2fb1a626fba tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:59.076866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6457a73-7ac7-406a-b83c-332efab83a6c req-5a406499-1981-4bee-b3fc-a2fb1a626fba tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1096 time: 0.1037102 Aug 27 12:07:59.155594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6457a73-7ac7-406a-b83c-332efab83a6c req-88368d05-c544-4090-9605-09615f23d9d5 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Aug 27 12:07:59.385942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5be3f-568e-4c47-982b-00cab2df750d req-b82dca06-2371-430f-8963-30fa80903b87 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:07:59.387900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3f5be3f-568e-4c47-982b-00cab2df750d req-b82dca06-2371-430f-8963-30fa80903b87 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1096 time: 0.0957005 Aug 27 12:07:59.473442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3f5be3f-568e-4c47-982b-00cab2df750d req-50926ffb-1dd6-45ac-8f7c-5cba30ceff9a tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674891 Aug 27 12:08:00.166208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47778) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:00.488501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-919149634-network', 'tenant_id': '4e564620c47a42818878ff3c282e20be'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:00.516318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Made reservation on behalf of 4e564620c47a42818878ff3c282e20be for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:00.518989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.531502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.677645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.687823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.719464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:08:00.729459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c39f7-f762-4ffa-b862-64646b7c427e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:00.736878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.737536 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Added segment 79ec25a8-285c-46cf-987f-6028dccbf9ab of type vlan for network c01defaa-06b1-4809-b5d8-40aa29e0ac37 Aug 27 12:08:00.806788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.845265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.846458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:00.847116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:00.870373 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7024968 Aug 27 12:08:00.873585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:00.881068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Request body: {'subnet': {'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-subnet', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:00.982256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bedc18-1971-40eb-8976-1bc2b3427b10 admin admin] Pushing event updated for resources: {'Network': ['ID=c01defaa-06b1-4809-b5d8-40aa29e0ac37,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:00.989804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Made reservation on behalf of 4e564620c47a42818878ff3c282e20be for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:01.000274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:08:01.018891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:01.378308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-12eb9a9b-d1a3-4510-be3b-d33017428da5 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:08:01.379381 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-12eb9a9b-d1a3-4510-be3b-d33017428da5 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104167 Aug 27 12:08:01.394273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Request body: {'binding': {'host': 'n-h2-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:01.395528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:08:01.575528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:01.671131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8375e1be-ba58-438d-abe1-fd272daca7e3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:01.728035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on host n-h2-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:01.728782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:01.729361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:01.736291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:08:01.737354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:01.751898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:01.752852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:01.753443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Checking segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:01.754034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:01.754472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Network hostable DHCP agents. Network: c01defaa-06b1-4809-b5d8-40aa29e0ac37, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:08:01.756576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Bound port: e3d4edf4-7d88-4c40-b36e-64a275581379, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:01.783316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:08:01.801374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c01defaa-06b1-4809-b5d8-40aa29e0ac37) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:01.807806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:01.807806 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:01.813361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3366c-6c5a-4388-8fe0-14851c8b01aa None None] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:01.831829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-80595e74-e861-4791-a3bf-9bea6fe80e61 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9524331 Aug 27 12:08:01.832356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:01.846499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:01.909480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:01.912343 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:01.918732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:01.929526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:01.939618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2a3925a6-32fd-4d4f-a89c-6528d276a7fe service neutron] 10.222.0.76 "POST /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379/bindings HTTP/1.1" status: 201 len: 389 time: 0.5475099 Aug 27 12:08:02.158446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:02.234469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:08:02.236543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:02.428161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Allocated IP 172.20.0.2 (c01defaa-06b1-4809-b5d8-40aa29e0ac37/8375e1be-ba58-438d-abe1-fd272daca7e3/029b436f-a0c3-421d-92f4-21ad84c12085) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:02.643513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:02.655323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:02.669769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Transition to ACTIVE for port object 029b436f-a0c3-421d-92f4-21ad84c12085 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:02.674801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-308b8c43-9abe-4e2b-a48c-f3f5b689d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:02.680865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-308b8c43-9abe-4e2b-a48c-f3f5b689d3fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1096 time: 0.3406422 Aug 27 12:08:02.693844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Transition to ACTIVE for port object 029b436f-a0c3-421d-92f4-21ad84c12085 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:02.704060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:02.717964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d65a-152d-44b9-b660-d57542106ea2 req-c724cb5f-fc55-4c90-84c2-bab879fd9d19 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:02.729115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b69d65a-152d-44b9-b660-d57542106ea2 req-c724cb5f-fc55-4c90-84c2-bab879fd9d19 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.3856318 Aug 27 12:08:02.754633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:02.782131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:02.805558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:02.922816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Pushing event updated for resources: {'Port': ['ID=029b436f-a0c3-421d-92f4-21ad84c12085,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:02.944984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b69d65a-152d-44b9-b660-d57542106ea2 req-9acd1b8b-5bef-48ea-9940-cc4692c5f8bb tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125726 Aug 27 12:08:02.987494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Attempting to bind port 029b436f-a0c3-421d-92f4-21ad84c12085 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:02.988020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Attempting to bind port 029b436f-a0c3-421d-92f4-21ad84c12085 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:02.988495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Attempting to bind port 029b436f-a0c3-421d-92f4-21ad84c12085 on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:02.995590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-bdbb1c1e-58c8-42ee-96d4-fc05d24b6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:02.999466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-bdbb1c1e-58c8-42ee-96d4-fc05d24b6d53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.3052988 Aug 27 12:08:03.014801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:03.016006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Checking segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:03.017861 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:03.018865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Bound using segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:03.020056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Bound port: 029b436f-a0c3-421d-92f4-21ad84c12085, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:03.021219 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:03.029429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.031680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.032502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.033105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.033936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.034933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.035873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.037775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.038984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.039615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.040233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.042217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:03.289487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-0c4b3715-ba71-441a-a87a-fbecb56f5956 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 217 time: 0.2780347 Aug 27 12:08:03.432970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] For port 029b436f-a0c3-421d-92f4-21ad84c12085, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:03.441455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] For port 029b436f-a0c3-421d-92f4-21ad84c12085, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=029b436f-a0c3-421d-92f4-21ad84c12085,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:03.447918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:03.512476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2e22100a-e15b-4463-b3b2-0cfac6548ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:03.515045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2e22100a-e15b-4463-b3b2-0cfac6548ad2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.2187119 Aug 27 12:08:03.560490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bfeee-30bd-44c5-a175-445beaf014f7 None None] Pushing event updated for resources: {'Port': ['ID=029b436f-a0c3-421d-92f4-21ad84c12085,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:03.575676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-fa523954-cb1d-409a-a1e1-45324255b6cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492198 Aug 27 12:08:03.699910 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:08:03.804901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:03.838491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:03.920363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-5acd745d-8eeb-4c62-9e94-3dee9ae9c381 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834432 Aug 27 12:08:04.029431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47950) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:04.286477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 029b436f-a0c3-421d-92f4-21ad84c12085 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:04.404027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-200ad4c7-24c6-40ef-9e8d-81ac8662e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.423429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 029b436f-a0c3-421d-92f4-21ad84c12085 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:04.659545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-200ad4c7-24c6-40ef-9e8d-81ac8662e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.665371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-200ad4c7-24c6-40ef-9e8d-81ac8662e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.695224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Allocated IP 172.25.8.189 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/4d50ed7c-6d89-460e-afa6-9a9162e1cac3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:04.725362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-200ad4c7-24c6-40ef-9e8d-81ac8662e748 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1d35b2d187048e997084954b4fdcc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6944911 Aug 27 12:08:04.726168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ad4c7-24c6-40ef-9e8d-81ac8662e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df35cc1-1778-4f83-be53-73b99a25d22a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:04.728794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47982) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:04.824894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e502ecb4-917d-4168-b703-f897c60dcd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.851407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e502ecb4-917d-4168-b703-f897c60dcd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.920403 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e502ecb4-917d-4168-b703-f897c60dcd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.925543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e502ecb4-917d-4168-b703-f897c60dcd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:04.928694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e502ecb4-917d-4168-b703-f897c60dcd46 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7df35cc1-1778-4f83-be53-73b99a25d22a HTTP/1.1" status: 204 len: 168 time: 0.1983762 Aug 27 12:08:04.950718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502ecb4-917d-4168-b703-f897c60dcd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df35cc1-1778-4f83-be53-73b99a25d22a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:05.036620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:05.184821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1681b4-a41f-4365-9e13-fe2cc34f6e9a req-c9377e18-ecf7-43f8-9916-a9822585f41d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:05.194698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1681b4-a41f-4365-9e13-fe2cc34f6e9a req-c9377e18-ecf7-43f8-9916-a9822585f41d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.5751679 Aug 27 12:08:05.221347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8c285c-aab5-42d1-9c8a-81c52e4f26eb None None] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:05.238070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:05.276158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-52b82553-078e-4d32-afa8-dad3a2cc41c7 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3435717 Aug 27 12:08:05.316579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:05.328676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1681b4-a41f-4365-9e13-fe2cc34f6e9a req-b3c9c6a7-92b7-4d60-9b8b-74f544645eca tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327360 Aug 27 12:08:05.345096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:05.352976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:05.369816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Pushing event updated for resources: {'Port': ['ID=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:05.377324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] Provisioning for port 029b436f-a0c3-421d-92f4-21ad84c12085 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:05.389663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] Provisioning complete for port 029b436f-a0c3-421d-92f4-21ad84c12085 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:05.390028 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:05.753174 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:05.806128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] For port 029b436f-a0c3-421d-92f4-21ad84c12085, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=029b436f-a0c3-421d-92f4-21ad84c12085,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:05.812783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:05.939837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ce4c2-90f7-40ee-ba13-b4fbd5c5ad40 None None] Pushing event updated for resources: {'Port': ['ID=029b436f-a0c3-421d-92f4-21ad84c12085,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:05.940485 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:06.220009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 029b436f-a0c3-421d-92f4-21ad84c12085 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:06.342825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5d367283-d888-4f6b-b91f-f2c1a834575f None None] Provisioning complete for port 029b436f-a0c3-421d-92f4-21ad84c12085 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:06.343738 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d367283-d888-4f6b-b91f-f2c1a834575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:06.457912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:06.762697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 029b436f-a0c3-421d-92f4-21ad84c12085 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:06.763422 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:06.855822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551888d-3dd1-4050-96a4-e90558cbea4f req-bcf56d17-b8cd-442b-a3e2-81550cab7a8e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:06.857911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5551888d-3dd1-4050-96a4-e90558cbea4f req-bcf56d17-b8cd-442b-a3e2-81550cab7a8e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1831417 Aug 27 12:08:06.936719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Router a8b2c748-ea72-442a-af6d-0965bc750492 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:08:06.945924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5551888d-3dd1-4050-96a4-e90558cbea4f req-3ddfc25a-ca2d-4443-b654-7a3fce3f5848 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805247 Aug 27 12:08:07.090651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48062) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:07.107689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:08:07.121713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:08:07.130745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.136262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ff4cfcaf-1df9-4d03-a2dc-836700951156 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3018572 Aug 27 12:08:07.137492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:07.159173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:07.165827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:07.323976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:07.447048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a508f3a-366d-411b-b706-853e616e0a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.663597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a508f3a-366d-411b-b706-853e616e0a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.669223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a508f3a-366d-411b-b706-853e616e0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.702952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a508f3a-366d-411b-b706-853e616e0a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc156ba9-89ad-49cc-94cb-7be99776081b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:07.715380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48112) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:07.723986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:05Z', 'revision_number': 3, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:07.764893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a508f3a-366d-411b-b706-853e616e0a1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32e0c749cde54c3684b893c1bda54750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705990 Aug 27 12:08:07.767101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48116) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:07.782037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:08:07.782408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Updating router a8b2c748-ea72-442a-af6d-0965bc750492 port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:08:07.831974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.839597 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.885029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3eea1ed2-9772-464d-aa09-3551f5e197ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:07.932420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48124) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:07.952559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3eea1ed2-9772-464d-aa09-3551f5e197ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.058239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3eea1ed2-9772-464d-aa09-3551f5e197ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.061656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3eea1ed2-9772-464d-aa09-3551f5e197ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.063169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3eea1ed2-9772-464d-aa09-3551f5e197ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc156ba9-89ad-49cc-94cb-7be99776081b HTTP/1.1" status: 204 len: 168 time: 0.2950385 Aug 27 12:08:08.104921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea1ed2-9772-464d-aa09-3551f5e197ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc156ba9-89ad-49cc-94cb-7be99776081b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:08.112260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.179344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce857-1b65-4c4d-a313-605f5e731b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.267252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.374059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824fc4c-db0d-4b8b-a225-217beb35d961 req-18728c57-3d8d-47a5-b671-1e15bbf17f33 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:08.384452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2824fc4c-db0d-4b8b-a225-217beb35d961 req-18728c57-3d8d-47a5-b671-1e15bbf17f33 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1337774 Aug 27 12:08:08.401032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce857-1b65-4c4d-a313-605f5e731b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.403898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:08:08.403898 n-d-688802-4 neutron-server[94624]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:08:08.403898 n-d-688802-4 neutron-server[94624]: [parameters: {'project_id': 'eab134ec386947a3923ae6daa4162de5', 'id': '5af6fe04-392a-47cb-896f-65149260f47c', 'expiration': datetime.datetime(2021, 8, 27, 12, 10, 8, 294958)}] Aug 27 12:08:08.403898 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:08:08.405234 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:08:08.417754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce857-1b65-4c4d-a313-605f5e731b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.429089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Allocated IP 172.20.0.1 (c01defaa-06b1-4809-b5d8-40aa29e0ac37/8375e1be-ba58-438d-abe1-fd272daca7e3/e771c50c-c3e6-476b-891e-e0d9389d12b2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:08.443598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.455986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ce857-1b65-4c4d-a313-605f5e731b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb6a126-da56-4545-bb09-3e49c3bbafb9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:08.471019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2824fc4c-db0d-4b8b-a225-217beb35d961 req-df778501-4840-4ae0-a7eb-18653d619f94 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824335 Aug 27 12:08:08.479234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Transition to ACTIVE for port object 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:08.485707 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e3ce857-1b65-4c4d-a313-605f5e731b3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d47b6b84a8b8497c9af50bd4d2c12259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7663462 Aug 27 12:08:08.486595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48142) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:08.498795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.559437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a464d27-e343-4bd2-9d86-bfa6a7f28f58 None None] Pushing event updated for resources: {'Port': ['ID=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:08.582943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Attempting to bind port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:08.583365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Attempting to bind port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:08.583730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Attempting to bind port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:08.592041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:08.592508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:08.593041 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.593812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:08.594315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Bound port: 4d50ed7c-6d89-460e-afa6-9a9162e1cac3, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:08.595065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.661778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9108-8112-496d-bed6-911f0de372e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.685408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] For port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:08.699604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] For port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:08.707621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.725605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9108-8112-496d-bed6-911f0de372e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.761437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:08.774957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:08.776195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:08.789522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.829432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9108-8112-496d-bed6-911f0de372e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.829769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Transition to ACTIVE for port object e771c50c-c3e6-476b-891e-e0d9389d12b2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:08.833937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9108-8112-496d-bed6-911f0de372e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.837785 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7a2d9108-8112-496d-bed6-911f0de372e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4bb6a126-da56-4545-bb09-3e49c3bbafb9 HTTP/1.1" status: 204 len: 168 time: 0.3469274 Aug 27 12:08:08.854604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d9108-8112-496d-bed6-911f0de372e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb6a126-da56-4545-bb09-3e49c3bbafb9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:08.867378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d437bd97-f066-4282-90db-dcb84bc0b8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.874746 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.906473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:08.909956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a464d27-e343-4bd2-9d86-bfa6a7f28f58 None None] Pushing event updated for resources: {'Port': ['ID=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:08.937472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:08.950407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:08:08.950407 n-d-688802-4 neutron-server[94624]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:08:08.950407 n-d-688802-4 neutron-server[94624]: [parameters: {'project_id': 'eab134ec386947a3923ae6daa4162de5', 'id': '70c1de15-c1e6-4f56-8614-e2f061589c23', 'expiration': datetime.datetime(2021, 8, 27, 12, 10, 8, 942586)}] Aug 27 12:08:08.950407 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:08:08.950994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:08.952234 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:08:08.975114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:08.992687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e771c50c-c3e6-476b-891e-e0d9389d12b2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:09.023281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:09.075702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.246115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.359362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:05Z', 'revision_number': 3, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:09.372797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d437bd97-f066-4282-90db-dcb84bc0b8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.380980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d437bd97-f066-4282-90db-dcb84bc0b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.418287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689ffb99-3c3f-4af6-b954-eb89da2442a3 None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:05Z', 'revision_number': 3, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:08:09.439676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-17ee1c61-120e-471f-a573-29170774c361 None None] Provisioning for port e771c50c-c3e6-476b-891e-e0d9389d12b2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:09.445042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-17ee1c61-120e-471f-a573-29170774c361 None None] Provisioning complete for port e771c50c-c3e6-476b-891e-e0d9389d12b2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:09.446537 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-17ee1c61-120e-471f-a573-29170774c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.496031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d437bd97-f066-4282-90db-dcb84bc0b8fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14319d787936468884ae27116b073114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257078 Aug 27 12:08:09.498805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:09.516960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-17ee1c61-120e-471f-a573-29170774c361 None None] Port e771c50c-c3e6-476b-891e-e0d9389d12b2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:08:09.518978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437bd97-f066-4282-90db-dcb84bc0b8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47edb7-efe3-473d-bfc5-97c97bf2bb53,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:09.633225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc7c196a-63e4-45cc-bc81-ab11a13b802e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.691928 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc7c196a-63e4-45cc-bc81-ab11a13b802e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.718129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5e00-42b4-4eac-a6d1-acf0b583a2cc req-48d52ac5-86d2-43f6-8370-797af05716c0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:09.728141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-003d5e00-42b4-4eac-a6d1-acf0b583a2cc req-48d52ac5-86d2-43f6-8370-797af05716c0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1113431 Aug 27 12:08:09.785308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.790649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc7c196a-63e4-45cc-bc81-ab11a13b802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.798550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc7c196a-63e4-45cc-bc81-ab11a13b802e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.802142 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc7c196a-63e4-45cc-bc81-ab11a13b802e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb47edb7-efe3-473d-bfc5-97c97bf2bb53 HTTP/1.1" status: 204 len: 168 time: 0.2984810 Aug 27 12:08:09.811196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-003d5e00-42b4-4eac-a6d1-acf0b583a2cc req-e5a1fe78-cd7b-4afe-99c6-bcff08541e91 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819969 Aug 27 12:08:09.863040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c196a-63e4-45cc-bc81-ab11a13b802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47edb7-efe3-473d-bfc5-97c97bf2bb53,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:09.911765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:09.923854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.200509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.209589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.224087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e771c50c-c3e6-476b-891e-e0d9389d12b2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:10.229989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.312131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eab134ec386947a3923ae6daa4162de5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3777642 Aug 27 12:08:10.314646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48178) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:10.368861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:10.428932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789a06b-bf95-4384-a1a9-6c93837dfe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a22f84-0074-4c3f-a832-34d07fe162cd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:10.459387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:10.461342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:10.541137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:10.543190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e08760c3-eae9-4775-aa98-b9406c46ae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.549132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:10.551326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.597539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e08760c3-eae9-4775-aa98-b9406c46ae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.708775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.714911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e08760c3-eae9-4775-aa98-b9406c46ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.720490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e08760c3-eae9-4775-aa98-b9406c46ae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.724975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e08760c3-eae9-4775-aa98-b9406c46ae99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9a22f84-0074-4c3f-a832-34d07fe162cd HTTP/1.1" status: 204 len: 168 time: 0.4015357 Aug 27 12:08:10.747816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08760c3-eae9-4775-aa98-b9406c46ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a22f84-0074-4c3f-a832-34d07fe162cd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:10.763946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:10.784992 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:10.819358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Router a8b2c748-ea72-442a-af6d-0965bc750492 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:08:10.895207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:10.960153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-aae1f6bd-1707-464b-ba78-c4d992427852 None None] Provisioning complete for port e771c50c-c3e6-476b-891e-e0d9389d12b2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:10.962449 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-aae1f6bd-1707-464b-ba78-c4d992427852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:11.075417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-aae1f6bd-1707-464b-ba78-c4d992427852 None None] Port e771c50c-c3e6-476b-891e-e0d9389d12b2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:08:11.134137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:08:11.154936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-465cfaac-b9e0-429b-9dbd-58e48ce112c9 admin admin] 10.222.0.76 "PUT /v2.0/routers/a8b2c748-ea72-442a-af6d-0965bc750492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0160043 Aug 27 12:08:11.169512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86166ec6-22b7-42cb-99d0-7965420d2add req-b4376130-f136-4ae3-970d-5ec995e1bb8e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:11.171207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86166ec6-22b7-42cb-99d0-7965420d2add req-b4376130-f136-4ae3-970d-5ec995e1bb8e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1238296 Aug 27 12:08:11.218717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86166ec6-22b7-42cb-99d0-7965420d2add req-829393a3-dcde-4059-aabf-513dcfc58b21 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Aug 27 12:08:11.519511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48232) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:11.782479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd477442-b1f5-469a-9283-05a44b836f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.030411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd477442-b1f5-469a-9283-05a44b836f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.038454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd477442-b1f5-469a-9283-05a44b836f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.120810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:12.121931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd477442-b1f5-469a-9283-05a44b836f73 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d45c20bf2eff4f1ab1579498668360ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000962 Aug 27 12:08:12.123111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd477442-b1f5-469a-9283-05a44b836f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eceb58-eab6-42e5-af24-f3e553859be1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:12.266891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:12.315959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:12.322357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635442080', 'description': 'tempest-description--1761108534'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:12.338150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98dd2cd8-4022-4939-a260-072a39026266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.389340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:12.391481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.399751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98dd2cd8-4022-4939-a260-072a39026266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.415871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.466630 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:08:12.488974 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:12.489639 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:12.584797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.603243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48270) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:12.613675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.667437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.669400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3521745 Aug 27 12:08:12.672361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48276) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:12.677986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'security_group_rule': {'security_group_id': 'efcb5c38-36b4-48b7-b0d1-2313bf1c07e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:12.734258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67bc3-588b-415e-8c56-0f77601339fa req-d3400268-9ea0-4ce4-a754-e66f0c711995 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:12.736915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fd67bc3-588b-415e-8c56-0f77601339fa req-d3400268-9ea0-4ce4-a754-e66f0c711995 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.3265116 Aug 27 12:08:12.737653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c0ef4-9c79-4788-b1aa-0a0481fb3f1e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:12.776257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98dd2cd8-4022-4939-a260-072a39026266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.786760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98dd2cd8-4022-4939-a260-072a39026266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.791082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-98dd2cd8-4022-4939-a260-072a39026266 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44eceb58-eab6-42e5-af24-f3e553859be1 HTTP/1.1" status: 204 len: 168 time: 0.6662197 Aug 27 12:08:12.799105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:12.808974 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:12.815411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd2cd8-4022-4939-a260-072a39026266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eceb58-eab6-42e5-af24-f3e553859be1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:12.842920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-24920967-network', 'tenant_id': 'd62a113245c1402f83242889fbfdf5af'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:12.851240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fd67bc3-588b-415e-8c56-0f77601339fa req-dda546c8-27b6-4790-9c82-39862718dac8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878139 Aug 27 12:08:12.989804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.004970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.072845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Made reservation on behalf of d62a113245c1402f83242889fbfdf5af for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:13.087326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.131189 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.133743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5d72ae-7a52-4e8d-a86c-37ee97987582,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:13.138903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.140447 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8378aa5f-9fa9-4bc3-bfaf-2acd48d11e2b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4670961 Aug 27 12:08:13.143798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48290) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:13.150049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'security_group_rule': {'security_group_id': 'efcb5c38-36b4-48b7-b0d1-2313bf1c07e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:13.157311 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 2, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:13.181487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:08:13.181487 n-d-688802-4 neutron-server[94624]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:08:13.181487 n-d-688802-4 neutron-server[94624]: [parameters: {'project_id': 'd62a113245c1402f83242889fbfdf5af', 'id': '44b487df-0e69-4d20-b512-6a81bb4974ba', 'expiration': datetime.datetime(2021, 8, 27, 12, 10, 13, 176129)}] Aug 27 12:08:13.181487 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:08:13.182031 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:08:13.224384 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.240233 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:08:13.244341 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Updating router a8b2c748-ea72-442a-af6d-0965bc750492 port e771c50c-c3e6-476b-891e-e0d9389d12b2 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:08:13.301209 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.387729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.394909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.457864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dcd571-349b-401b-97d8-7cc1a696dcb1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:13.465831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.470986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-90d8aacd-a727-49a2-a5cb-86b3ac59f61c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3261132 Aug 27 12:08:13.474002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:13.488143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:13.545802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.683221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.804569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.858546 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:13.884237 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Transition to ACTIVE for port object e771c50c-c3e6-476b-891e-e0d9389d12b2 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:13.895501 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.045689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.056065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.079506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Attempting to bind port e771c50c-c3e6-476b-891e-e0d9389d12b2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:14.080235 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Attempting to bind port e771c50c-c3e6-476b-891e-e0d9389d12b2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:14.081337 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Attempting to bind port e771c50c-c3e6-476b-891e-e0d9389d12b2 on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:14.091248 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:14.092390 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Checking segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:14.093316 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.093912 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Bound using segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:14.094731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Bound port: e771c50c-c3e6-476b-891e-e0d9389d12b2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:14.095547 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.200986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:08:14.217703 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] For port e771c50c-c3e6-476b-891e-e0d9389d12b2, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:14.227033 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] For port e771c50c-c3e6-476b-891e-e0d9389d12b2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e771c50c-c3e6-476b-891e-e0d9389d12b2,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:14.243511 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.247544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a7dd5-e077-4061-89d8-6d74b9f40ee8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:14.250987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.251369 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Added segment 934bd14e-93c0-4920-887a-6a9d63b56d9e of type vlan for network fbd94240-68ef-417c-ae0e-13feec07646b Aug 27 12:08:14.273734 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Pushing event updated for resources: {'Port': ['ID=e771c50c-c3e6-476b-891e-e0d9389d12b2,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:14.296724 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.297063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.297648 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.298172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.298934 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.299272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Allocated IP 172.25.8.146 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/4f3a0915-63bc-4453-abcb-3267bae61b2c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:14.300211 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.300718 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.301417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.301977 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.302583 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.303660 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.304190 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:14.371923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.438037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.439063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:14.439667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.445537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d78433-c4a4-4b80-bf79-22c412d53678 None None] Pushing event updated for resources: {'Port': ['ID=e771c50c-c3e6-476b-891e-e0d9389d12b2,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:14.470084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191900a-3831-474e-9a97-27d039aa698b req-4b9a49f0-0145-4420-bb00-9be5ff61447d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:14.470800 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:14.471440 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:07:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:14.474911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0191900a-3831-474e-9a97-27d039aa698b req-4b9a49f0-0145-4420-bb00-9be5ff61447d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.3735468 Aug 27 12:08:14.574803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd94240-68ef-417c-ae0e-13feec07646b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:14.587609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fbd94240-68ef-417c-ae0e-13feec07646b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:08:14.589226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-250ad11d-7a1d-423c-b357-0906ed2e65b3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9848263 Aug 27 12:08:14.592278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48340) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:14.604633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Request body: {'subnet': {'network_id': 'fbd94240-68ef-417c-ae0e-13feec07646b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-24920967-subnet', 'tenant_id': 'd62a113245c1402f83242889fbfdf5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:14.640630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48342) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:14.671152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Made reservation on behalf of d62a113245c1402f83242889fbfdf5af for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:14.673900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.733687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0191900a-3831-474e-9a97-27d039aa698b req-24ef5e08-a03e-4206-9915-270d8e80b02f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495973 Aug 27 12:08:14.804899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.897817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.907014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1144213695-network', 'tenant_id': '59a8fcf200cc4245ac48fb24d58bd6ee'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:14.936878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:14.940288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:14.944380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:14.964894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Made reservation on behalf of 59a8fcf200cc4245ac48fb24d58bd6ee for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:14.972847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:14.980307 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:15.001227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.010656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'Port': ['ID=4f3a0915-63bc-4453-abcb-3267bae61b2c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:15.114115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.167665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.217039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.331891 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:14Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:15.354943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.362656 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.370569 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e8600-c6c0-474e-a426-a05a0623f98c None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:14Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:08:15.463606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8498ab5c-086c-436a-87ca-5533982463ad,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:15.470925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'Port': ['ID=4f3a0915-63bc-4453-abcb-3267bae61b2c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:15.472558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.477226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Checking segment: {'id': '934bd14e-93c0-4920-887a-6a9d63b56d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'fbd94240-68ef-417c-ae0e-13feec07646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:15.478053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Network hostable DHCP agents. Network: fbd94240-68ef-417c-ae0e-13feec07646b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:08:15.484377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.485887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.517967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.519661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5fb8e9fe-3554-4e1b-8f3d-2f2d17f9e86a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0444183 Aug 27 12:08:15.554562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:08:15.565243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800a57b0-6926-4d44-8ba7-2f9595ad2d6f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:15.581744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.582093 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Added segment 26fa6d21-d42f-46ea-a732-df5315e6671b of type vlan for network 605e1d42-0695-4961-985c-e16e9d0bfcfd Aug 27 12:08:15.590479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Network fbd94240-68ef-417c-ae0e-13feec07646b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:08:15.646494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fbd94240-68ef-417c-ae0e-13feec07646b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:15.659899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:15.660535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.663036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8865e-b86d-49a1-b710-0cf1818ddfe8 None None] Network fbd94240-68ef-417c-ae0e-13feec07646b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:15.668424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.717267 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-060dd504-2571-4641-be3e-d3756446c194 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1230552 Aug 27 12:08:15.767738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.772603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:15.774579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:15.952774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f793e0d-e026-4cac-9df1-21290c35d3f2 None None] Network fbd94240-68ef-417c-ae0e-13feec07646b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:16.016844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d406-e431-46eb-8bcd-8679ecbeb9b0 req-c2f3d425-c729-431e-bde4-0d592b146976 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:16.027067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e52d406-e431-46eb-8bcd-8679ecbeb9b0 req-c2f3d425-c729-431e-bde4-0d592b146976 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1164727 Aug 27 12:08:16.045605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-4834c310-20f1-40bf-b2e4-5d5c638299ef tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1635442080&fields=id&tenant_id=4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 267 time: 0.1748815 Aug 27 12:08:16.067944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] Pushing event updated for resources: {'Network': ['ID=605e1d42-0695-4961-985c-e16e9d0bfcfd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:16.084747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:08:16.089932 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e7cdea30-5651-4d68-85b2-5bbae1b1dfc7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4480782 Aug 27 12:08:16.092913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48388) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:16.111505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Request body: {'subnet': {'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1144213695-subnet', 'tenant_id': '59a8fcf200cc4245ac48fb24d58bd6ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:16.213207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Made reservation on behalf of 59a8fcf200cc4245ac48fb24d58bd6ee for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:16.220716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:16.288352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e52d406-e431-46eb-8bcd-8679ecbeb9b0 req-07c7248a-ff5c-46ab-ae6f-6ed216a0004e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347519 Aug 27 12:08:16.533920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-5c1cff18-eac6-4970-8f10-86cfaba11198 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:16.535464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-5c1cff18-eac6-4970-8f10-86cfaba11198 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 816 time: 0.4452412 Aug 27 12:08:16.570963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-49a08d56-6de3-438f-993e-c8fb4c5dcd3e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/quotas/4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 375 time: 0.0215759 Aug 27 12:08:16.692548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-55741cca-533e-4393-a17e-04383500b1f4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100733 Aug 27 12:08:16.829152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e771c50c-c3e6-476b-891e-e0d9389d12b2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:16.897372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:16.909855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-196adbf6-bf2e-4ab4-bac2-83aa85480a67 service neutron] 10.222.0.76 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889143 Aug 27 12:08:17.048557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-5568bf37-ee9c-4c35-a24a-38d75b2a674a service neutron] 10.222.0.76 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315980 Aug 27 12:08:17.056404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c3c31885-4ff0-49d4-938c-1f214d231e6b req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1631525456', 'description': 'tempest-description-1151914310'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:17.079063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e771c50c-c3e6-476b-891e-e0d9389d12b2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:17.102544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Checking segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:17.102915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Network hostable DHCP agents. Network: 605e1d42-0695-4961-985c-e16e9d0bfcfd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:08:17.105128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d463ad4-ae4f-4881-9a46-cd4291e6a582,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:17.115958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c3c31885-4ff0-49d4-938c-1f214d231e6b req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.122187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e771c50c-c3e6-476b-891e-e0d9389d12b2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:17.123099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.195658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:08:17.227289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 605e1d42-0695-4961-985c-e16e9d0bfcfd) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:17.240991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:17.241755 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.244672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a39132-07c9-41ee-a249-5288ca9e266c None None] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:17.344041 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.422324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e771c50c-c3e6-476b-891e-e0d9389d12b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e771c50c-c3e6-476b-891e-e0d9389d12b2,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:17.429651 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.445162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c3c31885-4ff0-49d4-938c-1f214d231e6b req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.453747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c3c31885-4ff0-49d4-938c-1f214d231e6b req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.468939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-42f50818-43e2-4e73-aae8-6a259265e4c9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3638437 Aug 27 12:08:17.497885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e771c50c-c3e6-476b-891e-e0d9389d12b2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:17.552234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4402053-cb9c-4aea-ac70-5f184e2e7043,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:17.565266 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c3c31885-4ff0-49d4-938c-1f214d231e6b req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:17.583313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3c31885-4ff0-49d4-938c-1f214d231e6b req-3fe1b326-5d69-4745-bfc5-08315fbf64c7 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5319467 Aug 27 12:08:17.691426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626de87b-63f3-48a1-80bf-da4332e4c3dc None None] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:17.708623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76e49c2a-a376-4137-a33c-5069fe27326f req-013fb95d-03a8-4d1e-8f55-24a443280a10 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 210 time: 0.0678473 Aug 27 12:08:17.882717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-dfab2bd7-2202-4fe9-8cda-f9079051d3ea tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/f4402053-cb9c-4aea-ac70-5f184e2e7043 HTTP/1.1" status: 200 len: 1815 time: 0.0981541 Aug 27 12:08:17.895338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4402053-cb9c-4aea-ac70-5f184e2e7043', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:17.899458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4402053-cb9c-4aea-ac70-5f184e2e7043', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:17.947844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e41e3-72ac-48b5-9b1f-900e9ddf9230 req-f701b9f8-a456-42ec-8063-ac788bf3e435 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:17.956260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e22e41e3-72ac-48b5-9b1f-900e9ddf9230 req-f701b9f8-a456-42ec-8063-ac788bf3e435 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.2618613 Aug 27 12:08:18.037656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e22e41e3-72ac-48b5-9b1f-900e9ddf9230 req-21405a10-1a9a-4d16-aa3e-4b3fe3f5c9e7 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789118 Aug 27 12:08:18.085057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.109188 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.119136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.154732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ccf2a3-579d-4e34-ac70-6cebb1e53176,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:18.249832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.270575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e771c50c-c3e6-476b-891e-e0d9389d12b2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:18.271335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df2fdcf3-689a-48b4-aba0-c8825771bcb4 req-bb004cb5-c09a-4399-8149-231516a2cc7e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3799903 Aug 27 12:08:18.284610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-374f739b-a1d5-454d-8907-69ebd7bcbce4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032844 Aug 27 12:08:18.346623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e311250a-407c-4cdf-9894-8cd6d9311fce req-605f66cb-286f-4723-bd90-552b0e8cb692 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/f4402053-cb9c-4aea-ac70-5f184e2e7043 HTTP/1.1" status: 200 len: 2409 time: 0.0660584 Aug 27 12:08:18.414843 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf0c0-ffaf-4bc6-aa8e-bddc0d863e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.420768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e771c50c-c3e6-476b-891e-e0d9389d12b2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:18.421396 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.422550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-abcb01cb-b3f4-4977-908b-a5703497555d tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-group-rules/76ccf2a3-579d-4e34-ac70-6cebb1e53176 HTTP/1.1" status: 200 len: 778 time: 0.0493906 Aug 27 12:08:18.486979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-07fc3e21-63ff-4ad1-a440-1229903d09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:18.488523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-07fc3e21-63ff-4ad1-a440-1229903d09f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.1303005 Aug 27 12:08:18.566741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-4c8f1bae-2dd5-4bd0-b5d0-5c5ddfec2b32 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/f4402053-cb9c-4aea-ac70-5f184e2e7043 HTTP/1.1" status: 200 len: 2409 time: 0.1420238 Aug 27 12:08:18.771966 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-880a7d8c-8a0e-4b53-92ff-46767e36ed04 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:18.774527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-f8cd4da3-2f55-466a-b812-d75955ad0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:18.776017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-f8cd4da3-2f55-466a-b812-d75955ad0827 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2566996 Aug 27 12:08:19.077280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-07514de9-3993-4bcc-9129-bc28de22fb34 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:19.080773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-07514de9-3993-4bcc-9129-bc28de22fb34 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.65 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 816 time: 0.1666100 Aug 27 12:08:19.203752 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-fd05d537-b770-4823-87d7-a0939fefdff5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 380 time: 0.1103904 Aug 27 12:08:19.215321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'port': {'device_id': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'admin_state_up': True, 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'security_groups': ['efcb5c38-36b4-48b7-b0d1-2313bf1c07e6']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:19.251817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-880a7d8c-8a0e-4b53-92ff-46767e36ed04 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.315117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-3744b1aa-1ad0-4ff0-963c-d0986b82c237 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0664575 Aug 27 12:08:19.348956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-880a7d8c-8a0e-4b53-92ff-46767e36ed04 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.377240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Made reservation on behalf of 4e564620c47a42818878ff3c282e20be for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:19.381980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.399184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-880a7d8c-8a0e-4b53-92ff-46767e36ed04 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.401040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ac85e3-79e4-4806-a3dc-df8cd106673f req-880a7d8c-8a0e-4b53-92ff-46767e36ed04 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/76ccf2a3-579d-4e34-ac70-6cebb1e53176 HTTP/1.1" status: 204 len: 173 time: 0.7458324 Aug 27 12:08:19.401382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a7d8c-8a0e-4b53-92ff-46767e36ed04 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ccf2a3-579d-4e34-ac70-6cebb1e53176,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:19.413782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-891cb3c1-bb1a-4587-8592-535be754e8ab tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:19.421585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-891cb3c1-bb1a-4587-8592-535be754e8ab tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 815 time: 0.7523563 Aug 27 12:08:19.439994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-38a90216-eff5-4cf7-9861-7f2061750c9a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/quotas/59a8fcf200cc4245ac48fb24d58bd6ee HTTP/1.1" status: 200 len: 375 time: 0.0174577 Aug 27 12:08:19.484177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-f322fc2a-8e0f-403a-9300-0c8771601c91 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432444 Aug 27 12:08:19.488038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-fdd3aeac-8e4c-46bf-a740-8d4ca91d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:19.489444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-fdd3aeac-8e4c-46bf-a740-8d4ca91d21d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1607602 Aug 27 12:08:19.573409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-67a99996-5cd9-40c0-b1eb-0a444555eba9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684285 Aug 27 12:08:19.658128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Allocated IP 172.20.0.9 (c01defaa-06b1-4809-b5d8-40aa29e0ac37/8375e1be-ba58-438d-abe1-fd272daca7e3/32772e3e-c84a-44d7-9793-f06608eab91a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:19.722437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60898ebf-be68-407a-a22e-38b9a44d794a req-19cdf610-3d8a-4f1e-8078-dcca83b25ecf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 210 time: 0.0511651 Aug 27 12:08:19.729203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b450a088-c53a-437c-b597-08e0fd48190f service neutron] 10.222.0.76 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366402 Aug 27 12:08:19.797196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-7c4453e6-1a45-4d1f-8abf-2cee8340b37d service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121551 Aug 27 12:08:19.819234 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.854017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.871186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Transition to ACTIVE for port object 32772e3e-c84a-44d7-9793-f06608eab91a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:19.910449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:19.950674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a6811-597b-4201-869a-f6c6de3a8621 req-ac42e847-3489-47f7-8970-857fa6bfa99e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:19.952243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-619a6811-597b-4201-869a-f6c6de3a8621 req-ac42e847-3489-47f7-8970-857fa6bfa99e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.1401598 Aug 27 12:08:19.956329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-89c81f5e-81aa-497f-acce-acb272714645 service neutron] 10.222.0.76 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136533 Aug 27 12:08:19.970017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:19.987876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:19.998031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:20.002308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7f3395-44d4-4097-b143-7d70a71ac7f4 req-ef26615f-2928-41d7-b0c8-14a1d558754b service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910770 Aug 27 12:08:20.006322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:20.057365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-619a6811-597b-4201-869a-f6c6de3a8621 req-8f66bab3-fb55-48d2-bc6d-b122252b7540 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Aug 27 12:08:20.130304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:20.131205 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.133526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bb9bdca5-abee-46e1-b35e-c16035b0ec7d req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1401250019', 'description': 'tempest-description-2054792811'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:20.149461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-b40d1a81-a071-4f30-993d-6eb40203d5d9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380803 Aug 27 12:08:20.166308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Request body: {'port': {'device_id': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:20.192832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9bdca5-abee-46e1-b35e-c16035b0ec7d req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.340107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.349136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44f8d9a7-54ee-4444-8bd6-6e328a51191a req-fa41d57f-dcb4-4e8d-8e05-b51ecd53c79d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 210 time: 0.0511801 Aug 27 12:08:20.387277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9bdca5-abee-46e1-b35e-c16035b0ec7d req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.393892 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9bdca5-abee-46e1-b35e-c16035b0ec7d req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.435532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9bdca5-abee-46e1-b35e-c16035b0ec7d req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.441444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb9bdca5-abee-46e1-b35e-c16035b0ec7d req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3127394 Aug 27 12:08:20.443814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d78b4a-cdc2-4b05-a573-c9afe691c9a3 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56934475-71d8-40e7-8e21-94b04d37ea75,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:20.469307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b9058622-fa27-4a24-a025-bcc9df46ddaa None None] Provisioning for port 32772e3e-c84a-44d7-9793-f06608eab91a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:20.475694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b9058622-fa27-4a24-a025-bcc9df46ddaa None None] Provisioning complete for port 32772e3e-c84a-44d7-9793-f06608eab91a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:20.476102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9058622-fa27-4a24-a025-bcc9df46ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.517364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c70cef7a-43f6-43b6-970f-29adc9cfd0f1 req-552c84a4-09ff-47b9-be22-f315c5b84853 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/56934475-71d8-40e7-8e21-94b04d37ea75 HTTP/1.1" status: 200 len: 1815 time: 0.0528212 Aug 27 12:08:20.566473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7e1cf716-d075-4351-8e64-247f349daaa8 req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-863390026', 'description': 'tempest-description-643784134'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:20.574945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b9058622-fa27-4a24-a025-bcc9df46ddaa None None] Port 32772e3e-c84a-44d7-9793-f06608eab91a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:08:20.650467 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e1cf716-d075-4351-8e64-247f349daaa8 req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.679696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:08:20.789780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2b099160-fa08-4930-bf48-cccfda5e4898 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:20.793854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-2b099160-fa08-4930-bf48-cccfda5e4898 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.1763544 Aug 27 12:08:20.831899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-4'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:20.933619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:20.951608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 has no active binding in host n-h2-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:08:20.971783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e20f-1a53-4800-b7be-83c8436445c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:20.986142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.016666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:21.029519 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.050064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Transition to ACTIVE for port object 32772e3e-c84a-44d7-9793-f06608eab91a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:21.054098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f3a0-7705-40a0-b656-0425a19953f7 req-d35ef67c-51d7-4a3a-b26d-df62fdd884b7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:21.057597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.063879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2332f3a0-7705-40a0-b656-0425a19953f7 req-d35ef67c-51d7-4a3a-b26d-df62fdd884b7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 931 time: 0.1239808 Aug 27 12:08:21.071796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e1cf716-d075-4351-8e64-247f349daaa8 req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.118219 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e1cf716-d075-4351-8e64-247f349daaa8 req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.132319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.154610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:21.181209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e1cf716-d075-4351-8e64-247f349daaa8 req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.182735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e1cf716-d075-4351-8e64-247f349daaa8 req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6216714 Aug 27 12:08:21.221682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:21.222052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:21.222729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:21.229727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Port 32772e3e-c84a-44d7-9793-f06608eab91a on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:08:21.230352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:21.236241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:21.236608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Checking segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:21.237078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Bound using segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:21.237523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Bound port: 32772e3e-c84a-44d7-9793-f06608eab91a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:21.237985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.299071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2332f3a0-7705-40a0-b656-0425a19953f7 req-b9626369-bab2-4b99-a580-1cf4a39454b2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340579 Aug 27 12:08:21.311655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd3af2-6f60-4275-9d5e-80d5c2334c9f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c5d4c7-cc02-44c9-b5f6-61cd205cc92b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:21.338635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:21.344312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:21.350834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.482717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:21.505147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:21.505859 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:21.507244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-d3db00e9-8e75-4c40-9191-ebbf7f75e089 service neutron] 10.222.0.65 "PUT /v2.0/ports/32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 1091 time: 1.3488059 Aug 27 12:08:21.507698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:21.510244 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209b36e4-8413-413d-a6b1-ced2d4919e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:21.563217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4bfe-3728-46f1-ab0e-976dda052b66 req-f72b6ea7-3182-4bca-8001-5f3900f1bf05 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:21.585562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c20d4bfe-3728-46f1-ab0e-976dda052b66 req-f72b6ea7-3182-4bca-8001-5f3900f1bf05 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 945 time: 0.2821684 Aug 27 12:08:21.653073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-1b4ff3c3-a4d6-4813-a076-528e2c1ea8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:21.654658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-1b4ff3c3-a4d6-4813-a076-528e2c1ea8c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1094 time: 0.0897555 Aug 27 12:08:21.699375 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f27c5dc3-b66c-4aff-bbe0-a923a0a4e84a req-5da2acfd-b4fd-4479-ac95-5543e82c8a5f tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/b5c5d4c7-cc02-44c9-b5f6-61cd205cc92b HTTP/1.1" status: 200 len: 1813 time: 0.2747321 Aug 27 12:08:21.717737 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-6dd3873a-4056-4690-8a1d-549c668de99d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 217 time: 0.0525539 Aug 27 12:08:21.740194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c20d4bfe-3728-46f1-ab0e-976dda052b66 req-99b9e42d-aea5-45aa-a106-8057d1549a26 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526241 Aug 27 12:08:21.748879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:21.809695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-6f392be3-2eb1-414b-83be-4e59e265c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:21.811117 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-6f392be3-2eb1-414b-83be-4e59e265c02b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0849590 Aug 27 12:08:21.882958 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498e996-d63c-4d4f-a75a-33801d5cd26e x-openstack-request-id: req-2498e996-d63c-4d4f-a75a-33801d5cd26e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:21.883785 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:21.884092 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2498e996-d63c-4d4f-a75a-33801d5cd26e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:21.884241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:21.884546 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'status': 'completed', 'code': 200} Aug 27 12:08:21.925298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93857306-cbb7-4526-93b2-0358845209f3 req-323b8ff8-7fc8-4a95-b85f-b8040aef38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:21.932051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-323b8ff8-7fc8-4a95-b85f-b8040aef38da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095917 Aug 27 12:08:21.998334 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.009405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bb58717-07f0-4fd9-85c5-2d2a801e799a req-30bd70ac-c15c-402b-9d41-b02dfb7bfdaa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 210 time: 0.1940801 Aug 27 12:08:22.169877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.182006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:22.202369 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8052b3-7fba-4847-81c8-dce7f46bc763" -d '{"events": [{"server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:22.230257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b956e4ab-2958-43ea-8e8d-40460804097c req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-267669000', 'description': 'tempest-description-693195937'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:22.239034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.353267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b956e4ab-2958-43ea-8e8d-40460804097c req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.363341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-d35a01f7-6c0d-4a62-b0cd-c2ec0dc3fd50 service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227777 Aug 27 12:08:22.369375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-05c4e01b-beaa-4dcb-bd89-152acdf91684 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:22.381378 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-05c4e01b-beaa-4dcb-bd89-152acdf91684 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.77 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 815 time: 0.3501956 Aug 27 12:08:22.402421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:22.419430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Request body: {'port': {'device_id': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'admin_state_up': True, 'tenant_id': '59a8fcf200cc4245ac48fb24d58bd6ee'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:22.442089 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc9460c-65aa-4b5f-be71-c6111a57c142 x-openstack-request-id: req-9fc9460c-65aa-4b5f-be71-c6111a57c142 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:22.442456 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:22.443261 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9fc9460c-65aa-4b5f-be71-c6111a57c142 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:22.443914 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'code': 200} Aug 27 12:08:22.524837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on host n-h1-688802-4 for vnic_type normal with profile {"migrating_to": "n-h2-688802-4"} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:22.525453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:22.529987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:22.558577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:08:22.559213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Attempting to bind port e3d4edf4-7d88-4c40-b36e-64a275581379 on network 4da5c204-3ed1-4d37-bab6-af04e16e113f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:22.593716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:22.594482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Checking segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:22.595101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Bound using segment: {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:22.595737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Bound port: e3d4edf4-7d88-4c40-b36e-64a275581379, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '4da5c204-3ed1-4d37-bab6-af04e16e113f'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:22.596634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.613907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-93857306-cbb7-4526-93b2-0358845209f3 req-3c6012ae-8a40-45d8-b41b-c861532924b3 service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312160 Aug 27 12:08:22.675677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b956e4ab-2958-43ea-8e8d-40460804097c req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.687301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aca9bb-18ce-44af-b3e5-59293fb0a71b req-070e7a97-dd02-40e0-84d2-65cef3600490 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:22.688980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75aca9bb-18ce-44af-b3e5-59293fb0a71b req-070e7a97-dd02-40e0-84d2-65cef3600490 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1543779 Aug 27 12:08:22.694260 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b956e4ab-2958-43ea-8e8d-40460804097c req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.767961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Made reservation on behalf of 59a8fcf200cc4245ac48fb24d58bd6ee for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:22.772575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.794787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b956e4ab-2958-43ea-8e8d-40460804097c req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.806359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b956e4ab-2958-43ea-8e8d-40460804097c req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5881689 Aug 27 12:08:22.821078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-f3fe16b2-4741-4939-a49b-5e4eb69d862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:22.823847 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-f3fe16b2-4741-4939-a49b-5e4eb69d862f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1094 time: 0.1210628 Aug 27 12:08:22.824267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:22.826736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baeabb8-3d48-4a1d-8e1f-545eabcc3eeb tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0b2d02-1ccd-48bb-ba66-78c80099b2ee,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:22.843737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:22.845556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:22.857511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:22.876311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75aca9bb-18ce-44af-b3e5-59293fb0a71b req-da5344ed-d9bc-479e-86ec-1c5947ccdc6f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656420 Aug 27 12:08:22.970880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Allocated IP 172.20.0.3 (605e1d42-0695-4961-985c-e16e9d0bfcfd/5d463ad4-ae4f-4881-9a46-cd4291e6a582/baf39049-9e83-4863-93ca-ef4ffd9094b2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:23.068923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=8']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:23.079847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:23.080867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.082541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a1231eda-a928-4bc8-8012-2d977cf7403c service neutron] 10.222.0.65 "PUT /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 1121 time: 2.2715542 Aug 27 12:08:23.083786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d84ac8c2-2df1-42a3-999e-3c343e108fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.095588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96406f78-008a-49f2-bc46-eb8cda9cb5c0 req-fb5ea566-6569-43e0-802e-3d2f70c60e3c tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/9e0b2d02-1ccd-48bb-ba66-78c80099b2ee HTTP/1.1" status: 200 len: 1813 time: 0.1669772 Aug 27 12:08:23.130269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99115-3fe5-44ab-bf4b-d70df7e0d52a req-cdbd5020-90d4-4108-af4f-c0dadd9c1bdd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:23.133235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0be99115-3fe5-44ab-bf4b-d70df7e0d52a req-cdbd5020-90d4-4108-af4f-c0dadd9c1bdd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.2035692 Aug 27 12:08:23.198356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-08f4dfbd-86ed-4b62-9959-56133af4caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:23.199961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-08f4dfbd-86ed-4b62-9959-56133af4caaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.2082465 Aug 27 12:08:23.221900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e3d4edf4-7d88-4c40-b36e-64a275581379'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:08:23.259266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-737ab2a0-78ca-422a-baaa-1f58439f725f req-a4551a91-8473-4515-864e-42da31e58cbb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 210 time: 0.0520086 Aug 27 12:08:23.261553 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-70b75595-5bf7-4fae-9d17-51959ff5d6e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 217 time: 0.0448906 Aug 27 12:08:23.297400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0be99115-3fe5-44ab-bf4b-d70df7e0d52a req-b3616d0c-8807-4a77-9616-6f1840a3d44c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054106 Aug 27 12:08:23.316646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e3d4edf4-7d88-4c40-b36e-64a275581379'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:08:23.343674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-30acf400-9458-446a-8aa7-601719f10ac8 req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1854246946', 'description': 'tempest-description-295872242'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:23.347590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-b403a27e-a808-4c46-b8cc-e1d876509d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:23.349394 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-b403a27e-a808-4c46-b8cc-e1d876509d15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0776260 Aug 27 12:08:23.355799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.365340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d84ac8c2-2df1-42a3-999e-3c343e108fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.377804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d84ac8c2-2df1-42a3-999e-3c343e108fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.452146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-30acf400-9458-446a-8aa7-601719f10ac8 req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.484145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ac8c2-2df1-42a3-999e-3c343e108fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dbe089-c452-48ff-856f-f3cb7705de0c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:23.488695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d84ac8c2-2df1-42a3-999e-3c343e108fa6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b10c5f1432a14097a5e594b0c7787d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416883 Aug 27 12:08:23.491540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:23.514055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.565748 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7711065-8565-4de9-9828-445f140345b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.572392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:23.582732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-f3d8be31-1a59-492e-bbb8-343ba11f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:23.584897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-f3d8be31-1a59-492e-bbb8-343ba11f0812 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242129 Aug 27 12:08:23.590600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:23.603445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:23.623490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7711065-8565-4de9-9828-445f140345b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.675217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:23.676833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.678227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-30acf400-9458-446a-8aa7-601719f10ac8 req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.683158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-30acf400-9458-446a-8aa7-601719f10ac8 req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.718924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6068322c-02ae-44b4-a3ba-a5e52d4eb7bb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:23.729259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-30acf400-9458-446a-8aa7-601719f10ac8 req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.730552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30acf400-9458-446a-8aa7-601719f10ac8 req-a56e106a-549f-4f54-82d9-b60a38b4df43 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3963964 Aug 27 12:08:23.731337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7711065-8565-4de9-9828-445f140345b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.733942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7711065-8565-4de9-9828-445f140345b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.737625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e7711065-8565-4de9-9828-445f140345b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1dbe089-c452-48ff-856f-f3cb7705de0c HTTP/1.1" status: 204 len: 168 time: 0.2424855 Aug 27 12:08:23.767516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:23.770544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711065-8565-4de9-9828-445f140345b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dbe089-c452-48ff-856f-f3cb7705de0c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:23.780256 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-0bb9650b-84ff-4515-89ae-1ab1b2400c21 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3710694 Aug 27 12:08:23.802621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Request body: {'port': {'device_id': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:23.844703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ce3d92f-bd1d-4648-be02-c80e5ee3979f req-b4f67b0e-8cf0-4278-a823-02f9e4235587 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/6068322c-02ae-44b4-a3ba-a5e52d4eb7bb HTTP/1.1" status: 200 len: 1814 time: 0.0792854 Aug 27 12:08:23.869605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.893190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-b35c7908-101b-45af-88fe-19b06cbd2583 service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265942 Aug 27 12:08:23.896404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:23.901848 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-7ea372e9-393b-49da-9f9d-421372f97d97 req-2e29e1ac-fef2-4692-9fc3-256546ebca0e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] show failed (client error): The resource could not be found. Aug 27 12:08:23.902966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ea372e9-393b-49da-9f9d-421372f97d97 req-2e29e1ac-fef2-4692-9fc3-256546ebca0e tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/1306f5b0-5a68-49ee-8f3c-94ab04907d31 HTTP/1.1" status: 404 len: 352 time: 0.0174110 Aug 27 12:08:23.983945 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-bc60c7f8-94b3-4f3b-8a4e-7d3dc363763f req-5640d205-3e49-4931-98a4-3b1203fee52b tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] show failed (client error): The resource could not be found. Aug 27 12:08:23.989139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc60c7f8-94b3-4f3b-8a4e-7d3dc363763f req-5640d205-3e49-4931-98a4-3b1203fee52b tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-group-rules/3440330e-8226-4884-a31c-70f40aa264ce HTTP/1.1" status: 404 len: 361 time: 0.0233881 Aug 27 12:08:24.089769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c1130-9478-45c1-bdfd-97e45e6dd60f req-5c6c3a53-17ee-48df-acc9-933ec87c5960 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:24.091595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f81c1130-9478-45c1-bdfd-97e45e6dd60f req-5c6c3a53-17ee-48df-acc9-933ec87c5960 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1014156 Aug 27 12:08:24.098425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-771790c8-2e20-4828-ba3a-19a094cc6010 req-222deeef-bbc6-4899-b785-1015ff2b8d28 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/6068322c-02ae-44b4-a3ba-a5e52d4eb7bb HTTP/1.1" status: 200 len: 1814 time: 0.0634558 Aug 27 12:08:24.199195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48616) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:24.200649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f81c1130-9478-45c1-bdfd-97e45e6dd60f req-9d01eea7-418e-49c8-ba55-568af269ba80 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690303 Aug 27 12:08:24.219508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-771790c8-2e20-4828-ba3a-19a094cc6010 req-7b38a8df-71ed-411c-be82-31e626603de6 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.246570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-771790c8-2e20-4828-ba3a-19a094cc6010 req-7b38a8df-71ed-411c-be82-31e626603de6 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.255827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-209b36e4-8413-413d-a6b1-ced2d4919e1c req-032f72c9-8f0a-4e2d-90e6-1504ed7ff5b0 service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543203 Aug 27 12:08:24.261219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14db242e-078e-4f4b-8b83-9d8719078d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.312865 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-771790c8-2e20-4828-ba3a-19a094cc6010 req-7b38a8df-71ed-411c-be82-31e626603de6 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.317329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-771790c8-2e20-4828-ba3a-19a094cc6010 req-7b38a8df-71ed-411c-be82-31e626603de6 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.318669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-771790c8-2e20-4828-ba3a-19a094cc6010 req-7b38a8df-71ed-411c-be82-31e626603de6 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "DELETE /v2.0/security-groups/6068322c-02ae-44b4-a3ba-a5e52d4eb7bb HTTP/1.1" status: 204 len: 173 time: 0.2081778 Aug 27 12:08:24.347414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38a8df-71ed-411c-be82-31e626603de6 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068322c-02ae-44b4-a3ba-a5e52d4eb7bb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:24.434010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a8ed1-8c38-4d93-8920-ecea0744a916 req-1db9cf35-ec1e-4b02-9efa-43fa016b0fc9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:24.436156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-650a8ed1-8c38-4d93-8920-ecea0744a916 req-1db9cf35-ec1e-4b02-9efa-43fa016b0fc9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 931 time: 0.0904558 Aug 27 12:08:24.438937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf39049-9e83-4863-93ca-ef4ffd9094b2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:24.443721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89e57de3-7898-4f00-8f14-98c983711fe1 req-e84ea848-f1b1-40cc-b5a6-487d37e2e935 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/9e0b2d02-1ccd-48bb-ba66-78c80099b2ee HTTP/1.1" status: 200 len: 1813 time: 0.0800800 Aug 27 12:08:24.446079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:24.448539 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eeebaf-758d-485c-8e13-eb4bb29574bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:24.453738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.476653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14db242e-078e-4f4b-8b83-9d8719078d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.479906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Transition to ACTIVE for port object baf39049-9e83-4863-93ca-ef4ffd9094b2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:24.482412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14db242e-078e-4f4b-8b83-9d8719078d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.499236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.522565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-650a8ed1-8c38-4d93-8920-ecea0744a916 req-1c22db9d-bc56-41be-9184-8ab07c0557a3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707479 Aug 27 12:08:24.545347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-89e57de3-7898-4f00-8f14-98c983711fe1 req-94f6c4a2-488c-4566-ac79-d57569cad7f5 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.571089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-14db242e-078e-4f4b-8b83-9d8719078d5f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dddcf5a215154f6e92a2192f1be9d439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648622 Aug 27 12:08:24.573823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db242e-078e-4f4b-8b83-9d8719078d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d61dd3-7e51-457d-86d5-95424bc8eb9c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:24.574281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-89e57de3-7898-4f00-8f14-98c983711fe1 req-94f6c4a2-488c-4566-ac79-d57569cad7f5 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.577133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:24.595757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:24.662007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Attempting to bind port baf39049-9e83-4863-93ca-ef4ffd9094b2 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:24.662339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Attempting to bind port baf39049-9e83-4863-93ca-ef4ffd9094b2 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:24.662719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Attempting to bind port baf39049-9e83-4863-93ca-ef4ffd9094b2 on network 605e1d42-0695-4961-985c-e16e9d0bfcfd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:24.667575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Port baf39049-9e83-4863-93ca-ef4ffd9094b2 on network 605e1d42-0695-4961-985c-e16e9d0bfcfd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:08:24.667776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Attempting to bind port baf39049-9e83-4863-93ca-ef4ffd9094b2 on network 605e1d42-0695-4961-985c-e16e9d0bfcfd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:24.673100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:24.673435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Checking segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:24.673830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Bound using segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:24.674373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Bound port: baf39049-9e83-4863-93ca-ef4ffd9094b2, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:24.674776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.689393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-89e57de3-7898-4f00-8f14-98c983711fe1 req-94f6c4a2-488c-4566-ac79-d57569cad7f5 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.691962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-89e57de3-7898-4f00-8f14-98c983711fe1 req-94f6c4a2-488c-4566-ac79-d57569cad7f5 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.693098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89e57de3-7898-4f00-8f14-98c983711fe1 req-94f6c4a2-488c-4566-ac79-d57569cad7f5 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "DELETE /v2.0/security-groups/9e0b2d02-1ccd-48bb-ba66-78c80099b2ee HTTP/1.1" status: 204 len: 173 time: 0.2393379 Aug 27 12:08:24.705373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:08:24.709752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71678c-253f-4f36-955d-d2a20bff8d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.713842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6c4a2-488c-4566-ac79-d57569cad7f5 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0b2d02-1ccd-48bb-ba66-78c80099b2ee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:24.736656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd162745-4d4e-4eaf-9d5b-16e09cd34039 req-e536f1d8-29f5-40ee-9389-5dc2e8b05ea6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:24.738353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd162745-4d4e-4eaf-9d5b-16e09cd34039 req-e536f1d8-29f5-40ee-9389-5dc2e8b05ea6 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.1040680 Aug 27 12:08:24.754292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71678c-253f-4f36-955d-d2a20bff8d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.765077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:24.771236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:24.778762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.798964 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499843e9-006c-418f-8f5a-6eea221493eb x-openstack-request-id: req-499843e9-006c-418f-8f5a-6eea221493eb {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:24.799285 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:24.799775 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-499843e9-006c-418f-8f5a-6eea221493eb {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:24.800515 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'status': 'completed', 'code': 200} Aug 27 12:08:24.837823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:24.838681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.841493 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] 10.222.0.77 "PUT /v2.0/ports/baf39049-9e83-4863-93ca-ef4ffd9094b2 HTTP/1.1" status: 200 len: 1091 time: 1.0445824 Aug 27 12:08:24.842072 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:24.843518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd162745-4d4e-4eaf-9d5b-16e09cd34039 req-a192c3bb-35bd-4550-baa2-574e293b875e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918748 Aug 27 12:08:24.845478 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347e8522-10aa-4453-97dc-0d89beadf122" -d '{"events": [{"name": "network-changed", "server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:24.870604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71678c-253f-4f36-955d-d2a20bff8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.880442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71678c-253f-4f36-955d-d2a20bff8d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:24.884513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-db71678c-253f-4f36-955d-d2a20bff8d03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19d61dd3-7e51-457d-86d5-95424bc8eb9c HTTP/1.1" status: 204 len: 168 time: 0.3029265 Aug 27 12:08:24.924712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71678c-253f-4f36-955d-d2a20bff8d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d61dd3-7e51-457d-86d5-95424bc8eb9c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:24.992676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00894a7-547d-4f18-84cc-557b6c0b4a79 service neutron] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:25.025712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-2ed8d976-6a86-40f5-a17c-885c4b91d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:25.027732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-2ed8d976-6a86-40f5-a17c-885c4b91d1a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 1094 time: 0.0978227 Aug 27 12:08:25.030441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba6fe93d-48f7-4fa2-96e8-b7417b07d894 req-8fa326a2-23f7-4b5c-8690-772d445c65dc tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/b5c5d4c7-cc02-44c9-b5f6-61cd205cc92b HTTP/1.1" status: 200 len: 1813 time: 0.1031942 Aug 27 12:08:25.034540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:25.038327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-2dff0734-d505-4372-b62c-2374fb3a8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:25.040694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-2dff0734-d505-4372-b62c-2374fb3a8716 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1124 time: 0.1798024 Aug 27 12:08:25.055246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '32772e3e-c84a-44d7-9793-f06608eab91a', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a', 'mac_address': 'fa:16:3e:cd:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:08:25.068354 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e33809c-debc-438b-9ca9-48303661581f x-openstack-request-id: req-7e33809c-debc-438b-9ca9-48303661581f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:25.069619 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:25.072341 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e33809c-debc-438b-9ca9-48303661581f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:25.072847 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'status': 'completed', 'code': 200} Aug 27 12:08:25.112251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.124473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ba6fe93d-48f7-4fa2-96e8-b7417b07d894 req-9c524301-99b8-4f1c-a410-778d8910fc64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.130531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:25.159103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ba6fe93d-48f7-4fa2-96e8-b7417b07d894 req-9c524301-99b8-4f1c-a410-778d8910fc64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.161318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-f76b3858-59da-4530-934f-320acb400573 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2 HTTP/1.1" status: 200 len: 217 time: 0.1100974 Aug 27 12:08:25.162068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:25.170365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.227493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:25.282774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ba6fe93d-48f7-4fa2-96e8-b7417b07d894 req-9c524301-99b8-4f1c-a410-778d8910fc64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.290644 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ba6fe93d-48f7-4fa2-96e8-b7417b07d894 req-9c524301-99b8-4f1c-a410-778d8910fc64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.293607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba6fe93d-48f7-4fa2-96e8-b7417b07d894 req-9c524301-99b8-4f1c-a410-778d8910fc64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "DELETE /v2.0/security-groups/b5c5d4c7-cc02-44c9-b5f6-61cd205cc92b HTTP/1.1" status: 204 len: 173 time: 0.2552030 Aug 27 12:08:25.333242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c524301-99b8-4f1c-a410-778d8910fc64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c5d4c7-cc02-44c9-b5f6-61cd205cc92b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:25.457199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f71c0e14-1ad2-4294-ac49-ffaf31ece76d req-c068f711-5274-4766-ae35-829ccaa67267 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/56934475-71d8-40e7-8e21-94b04d37ea75 HTTP/1.1" status: 200 len: 1815 time: 0.1398923 Aug 27 12:08:25.481158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f9b5-38b0-4384-9628-131684a66180 req-958712c1-837e-4971-9cd7-f4c7af58db6c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:25.490085 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba5f9b5-38b0-4384-9628-131684a66180 req-958712c1-837e-4971-9cd7-f4c7af58db6c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.1497138 Aug 27 12:08:25.594901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dba5f9b5-38b0-4384-9628-131684a66180 req-14f2cd5f-bbd7-4ae8-bc52-b0f3f3da18ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949290 Aug 27 12:08:25.619202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['32772e3e-c84a-44d7-9793-f06608eab91a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:08:25.633508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f71c0e14-1ad2-4294-ac49-ffaf31ece76d req-9e2ba5a9-ecd2-4785-b6de-7e98fc013d64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.687419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f71c0e14-1ad2-4294-ac49-ffaf31ece76d req-9e2ba5a9-ecd2-4785-b6de-7e98fc013d64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.797028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-840c65fd-04b8-4255-8340-9b408327b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:25.798845 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-840c65fd-04b8-4255-8340-9b408327b076 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 200 len: 855 time: 0.6228523 Aug 27 12:08:25.809820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439328-f7d5-45b2-aee8-d9e86a177002 req-e96b0a13-327a-42dc-aa68-b4f321917d0e tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:25.817807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14439328-f7d5-45b2-aee8-d9e86a177002 req-e96b0a13-327a-42dc-aa68-b4f321917d0e tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 943 time: 0.1085937 Aug 27 12:08:25.826531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f71c0e14-1ad2-4294-ac49-ffaf31ece76d req-9e2ba5a9-ecd2-4785-b6de-7e98fc013d64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.829272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f71c0e14-1ad2-4294-ac49-ffaf31ece76d req-9e2ba5a9-ecd2-4785-b6de-7e98fc013d64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:25.834286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f71c0e14-1ad2-4294-ac49-ffaf31ece76d req-9e2ba5a9-ecd2-4785-b6de-7e98fc013d64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "DELETE /v2.0/security-groups/56934475-71d8-40e7-8e21-94b04d37ea75 HTTP/1.1" status: 204 len: 173 time: 0.3759232 Aug 27 12:08:25.853560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-7bfb8d06-7625-4fa5-9fcc-72456c5376c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=605e1d42-0695-4961-985c-e16e9d0bfcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442798 Aug 27 12:08:25.863898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ba5a9-ecd2-4785-b6de-7e98fc013d64 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56934475-71d8-40e7-8e21-94b04d37ea75,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:25.919044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14439328-f7d5-45b2-aee8-d9e86a177002 req-4424de2c-6ae0-4d17-a48f-d36ef91061c5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999055 Aug 27 12:08:25.960245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-ebf5e687-9bb3-439d-84e2-8b0845fddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:25.962820 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-ebf5e687-9bb3-439d-84e2-8b0845fddd5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.8978732 Aug 27 12:08:25.983818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0db2a93-6d5d-41d1-84a7-b76c60e6ec24 req-db763c27-1479-4a90-bc2e-6b0ae06c6112 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "GET /v2.0/security-groups/f4402053-cb9c-4aea-ac70-5f184e2e7043 HTTP/1.1" status: 200 len: 1815 time: 0.1339989 Aug 27 12:08:26.038364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-af7294bc-24be-433b-9b86-3e29d872051c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 217 time: 0.0447669 Aug 27 12:08:26.074034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c440c-9b31-41e1-9fc4-c466b9caa18b req-8c676593-25fb-4012-9bb3-02d630d653de tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:26.076044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-845c440c-9b31-41e1-9fc4-c466b9caa18b req-8c676593-25fb-4012-9bb3-02d630d653de tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.0718877 Aug 27 12:08:26.085832 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-a85b3a46-4842-4f8e-8163-6009e45e0afd service neutron] 10.222.0.77 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158697 Aug 27 12:08:26.111586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0db2a93-6d5d-41d1-84a7-b76c60e6ec24 req-f9978614-5510-44ed-8a60-e6695d5bac46 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.150509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-845c440c-9b31-41e1-9fc4-c466b9caa18b req-3b35c161-9100-437e-ae0e-973975867150 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615249 Aug 27 12:08:26.151247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-4e83be00-eac9-4611-9428-5a6b06beb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:26.153486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-4e83be00-eac9-4611-9428-5a6b06beb48c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1086540 Aug 27 12:08:26.154910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0db2a93-6d5d-41d1-84a7-b76c60e6ec24 req-f9978614-5510-44ed-8a60-e6695d5bac46 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.212823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-5bdb9278-b0a4-4729-acbe-d00e8d4abc5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501993 Aug 27 12:08:26.226143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0db2a93-6d5d-41d1-84a7-b76c60e6ec24 req-f9978614-5510-44ed-8a60-e6695d5bac46 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.229900 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e0db2a93-6d5d-41d1-84a7-b76c60e6ec24 req-f9978614-5510-44ed-8a60-e6695d5bac46 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.231804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0db2a93-6d5d-41d1-84a7-b76c60e6ec24 req-f9978614-5510-44ed-8a60-e6695d5bac46 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] 10.222.0.76 "DELETE /v2.0/security-groups/f4402053-cb9c-4aea-ac70-5f184e2e7043 HTTP/1.1" status: 204 len: 173 time: 0.2442710 Aug 27 12:08:26.238427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:26.285615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9978614-5510-44ed-8a60-e6695d5bac46 tempest-SecurityGroupRulesNegativeTestJSON-633049545 tempest-SecurityGroupRulesNegativeTestJSON-633049545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4402053-cb9c-4aea-ac70-5f184e2e7043,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:26.306330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Deleting subnet 8498ab5c-086c-436a-87ca-5533982463ad {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:08:26.312161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.338953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3a79a82a-745d-4cd2-915c-0117b0e7948a req-7d8cbd76-2449-4102-b2c6-5bc3bedd7cf8 service neutron] 10.222.0.77 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443619 Aug 27 12:08:26.355473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.387647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-c9d674c5-dcd1-48a3-8f2e-1358028e45e6 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628947 Aug 27 12:08:26.412193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.521180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.554359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85eeebaf-758d-485c-8e13-eb4bb29574bd req-4eb1c112-75d1-4d9f-88db-672aee7a2190 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118550 Aug 27 12:08:26.564042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8498ab5c-086c-436a-87ca-5533982463ad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:26.578246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.597360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b983af49-0a17-47f5-a9e8-18d7deffb558 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8498ab5c-086c-436a-87ca-5533982463ad HTTP/1.1" status: 204 len: 168 time: 0.3566995 Aug 27 12:08:26.598659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:26.633596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8522-10aa-4453-97dc-0d89beadf122 req-a3bde9f2-263c-428b-9f92-7db3967866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:26.635171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-a3bde9f2-263c-428b-9f92-7db3967866c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 1094 time: 0.0799327 Aug 27 12:08:26.721239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.808941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8522-10aa-4453-97dc-0d89beadf122 req-89b95d50-adcc-492a-a1f4-074f52a1bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:26.811848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-89b95d50-adcc-492a-a1f4-074f52a1bff4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 916 time: 0.1609273 Aug 27 12:08:26.873567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-4aa80d52-3e1e-4a6b-a17c-a68627267884 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2 HTTP/1.1" status: 200 len: 217 time: 0.0539145 Aug 27 12:08:26.924678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720992c-eb2c-4152-a498-3e93cb902a5d req-762dcd09-493e-40d7-8335-3e6b792666df tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:26.928443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3720992c-eb2c-4152-a498-3e93cb902a5d req-762dcd09-493e-40d7-8335-3e6b792666df tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.1957734 Aug 27 12:08:26.939055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:26.980149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8522-10aa-4453-97dc-0d89beadf122 req-4135d151-b1f7-4789-9c07-3bd35077d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:26.991542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-4135d151-b1f7-4789-9c07-3bd35077d63d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 200 len: 855 time: 0.1038976 Aug 27 12:08:27.002677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd94240-68ef-417c-ae0e-13feec07646b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:27.069661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-1d12885f-f2a7-49f1-a5a7-6cdf342e4bdf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=605e1d42-0695-4961-985c-e16e9d0bfcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764031 Aug 27 12:08:27.072162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934bd14e-93c0-4920-887a-6a9d63b56d9e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:27.072459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934bd14e-93c0-4920-887a-6a9d63b56d9e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:27.112928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:27.143433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3720992c-eb2c-4152-a498-3e93cb902a5d req-f7cf6e9f-a769-4062-9155-bef862a4c009 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063930 Aug 27 12:08:27.154719 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:27.167857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907cf1e-dbde-4bd0-967d-96da207fd5bc req-f827da7d-62eb-4c25-b9e5-4165e3da07fa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:27.169387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d907cf1e-dbde-4bd0-967d-96da207fd5bc req-f827da7d-62eb-4c25-b9e5-4165e3da07fa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 943 time: 0.1277165 Aug 27 12:08:27.173029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:08:27.173440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:08:27.175325 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:08:27.289642 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-7e190b50-424d-41d7-ba9a-aa7e5f3ea42d service neutron] 10.222.0.77 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109694 Aug 27 12:08:27.379887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:27.417798 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:27.420616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fbd94240-68ef-417c-ae0e-13feec07646b HTTP/1.1" status: 204 len: 168 time: 0.8186235 Aug 27 12:08:27.422086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e0f28-0bd6-4366-93b6-6d40bf5ca6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd94240-68ef-417c-ae0e-13feec07646b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:27.422584 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-347e8522-10aa-4453-97dc-0d89beadf122 req-8705e6ed-071c-42f4-ab86-282554daa894 service neutron] 10.222.0.77 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255691 Aug 27 12:08:27.452853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d907cf1e-dbde-4bd0-967d-96da207fd5bc req-05b00243-3d4a-49cf-8d4d-8bc11a1927eb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464819 Aug 27 12:08:27.504625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476158-5f05-4be7-bc29-45b63081e629 req-b05d349c-eb43-4c23-9656-1cb4e6d77f9f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:27.506881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9476158-5f05-4be7-bc29-45b63081e629 req-b05d349c-eb43-4c23-9656-1cb4e6d77f9f tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.1417310 Aug 27 12:08:27.567033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9476158-5f05-4be7-bc29-45b63081e629 req-9f23129e-2ef8-4f4f-8602-dfcae363a667 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513611 Aug 27 12:08:27.744407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:27.837874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-56160f07-3560-49c7-b5cf-088ab3504d6a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d62a113245c1402f83242889fbfdf5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919535 Aug 27 12:08:27.840432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48760) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:27.916086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6f8721d-3bc3-471b-95ae-2dd39fdb205f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:27.944007 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6f8721d-3bc3-471b-95ae-2dd39fdb205f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:28.001854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6f8721d-3bc3-471b-95ae-2dd39fdb205f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:28.004856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6f8721d-3bc3-471b-95ae-2dd39fdb205f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:28.008710 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a6f8721d-3bc3-471b-95ae-2dd39fdb205f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/748a7dd5-e077-4061-89d8-6d74b9f40ee8 HTTP/1.1" status: 204 len: 168 time: 0.1637814 Aug 27 12:08:28.023084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8721d-3bc3-471b-95ae-2dd39fdb205f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a7dd5-e077-4061-89d8-6d74b9f40ee8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:28.379888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84919584-c03e-4524-b282-b8bb77536dd5 req-06681739-bd6f-4746-b689-180cfa073862 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:28.381446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84919584-c03e-4524-b282-b8bb77536dd5 req-06681739-bd6f-4746-b689-180cfa073862 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.0656211 Aug 27 12:08:28.493076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84919584-c03e-4524-b282-b8bb77536dd5 req-9510ea5d-57c5-41fa-b662-59259f13aabf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025114 Aug 27 12:08:28.653354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39c292-d9bd-49ea-bf13-aefc9ad3037c req-752ac29f-7955-4524-ba18-0bc61ed7ec12 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:28.656783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af39c292-d9bd-49ea-bf13-aefc9ad3037c req-752ac29f-7955-4524-ba18-0bc61ed7ec12 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 943 time: 0.1048162 Aug 27 12:08:28.716839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:28.751760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af39c292-d9bd-49ea-bf13-aefc9ad3037c req-e6fb434e-a951-4896-9d69-0d54a962c5f3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868254 Aug 27 12:08:28.858875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:28.878938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 32772e3e-c84a-44d7-9793-f06608eab91a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:28.889257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 32772e3e-c84a-44d7-9793-f06608eab91a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:28.889680 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:28.911009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373591-e139-454d-b14c-bb0f220d2b7d req-9439ee39-5656-4e9c-9329-43c5256b005d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:28.916179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50373591-e139-454d-b14c-bb0f220d2b7d req-9439ee39-5656-4e9c-9329-43c5256b005d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 943 time: 0.1175163 Aug 27 12:08:29.024749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50373591-e139-454d-b14c-bb0f220d2b7d req-25e6f2a4-c373-48dc-825d-d9828b0ab4cd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 Aug 27 12:08:29.080324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.110127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:29.112995 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb4f01-a06f-4829-a35a-f0ed30011f60" -d '{"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-plugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:29.146793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:29.148594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97ac59ec-a2d8-407d-b7a4-e736dba6d35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.154236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.186691 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5da929-a57f-4468-93e8-8567e7658d20 x-openstack-request-id: req-5b5da929-a57f-4468-93e8-8567e7658d20 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:29.187410 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-plugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:29.187681 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b5da929-a57f-4468-93e8-8567e7658d20 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:29.188150 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'code': 200} Aug 27 12:08:29.194720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-68ec4092-0816-4122-800a-8763aa09feb1 service neutron] 10.222.0.77 "GET /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379/bindings/n-h2-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1007965 Aug 27 12:08:29.249960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:29.254572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48818) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:29.331555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd0a2-7ceb-4bc1-ad62-4908b8d98fb8 req-6dd47e81-5bf4-456f-9156-29086455e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:29.333277 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f8bd0a2-7ceb-4bc1-ad62-4908b8d98fb8 req-6dd47e81-5bf4-456f-9156-29086455e6f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1096 time: 0.0982935 Aug 27 12:08:29.383441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1282625440-network', 'tenant_id': '39f34deedb014e47bfe1f880bce44433'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:29.436097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:08:29.440755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:08:29.476477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97ac59ec-a2d8-407d-b7a4-e736dba6d35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.484457 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f8bd0a2-7ceb-4bc1-ad62-4908b8d98fb8 req-55fd354b-ad8c-4fe5-a134-abd5e7a4af01 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224196 Aug 27 12:08:29.488389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97ac59ec-a2d8-407d-b7a4-e736dba6d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.510603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Made reservation on behalf of 39f34deedb014e47bfe1f880bce44433 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:29.514245 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.534872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.570497 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-97ac59ec-a2d8-407d-b7a4-e736dba6d35a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=292f4bbe829443dca46e0f8ecdbc2a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7099843 Aug 27 12:08:29.573770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac59ec-a2d8-407d-b7a4-e736dba6d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44118e-a5eb-4b07-b858-2e57fbbc692c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:29.578024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:29.598421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:29.623683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:29.657867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:29.671696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'port_id': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'mac_address': 'fa:16:3e:52:ab:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d463ad4-ae4f-4881-9a46-cd4291e6a582', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:08:29.673371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d4edf4-7d88-4c40-b36e-64a275581379 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:29.705899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:29.727169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.729096 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.746661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e129-c614-4666-8c5f-2306f4756f53 req-b7c04394-5f1c-43ad-b351-2fb829da21b9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:29.748270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd33e129-c614-4666-8c5f-2306f4756f53 req-b7c04394-5f1c-43ad-b351-2fb829da21b9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1281340 Aug 27 12:08:29.748948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7c12256-5cc5-4d74-a23b-b1b7397e1892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.749340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf39049-9e83-4863-93ca-ef4ffd9094b2 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:29.805282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:29.810298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.850208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] Transition to ACTIVE for port object e3d4edf4-7d88-4c40-b36e-64a275581379 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:29.857011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.857460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7c12256-5cc5-4d74-a23b-b1b7397e1892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.890976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:29.930836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd33e129-c614-4666-8c5f-2306f4756f53 req-42295001-8020-4731-8a5f-54f8e5e6e391 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643772 Aug 27 12:08:29.940505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] No DVR routers for this DVR port e3d4edf4-7d88-4c40-b36e-64a275581379 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:08:29.970155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.980781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:29.997681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c000a-0527-40be-873d-5d371840ff33 req-507765dc-67cc-41c8-be63-369b28b16dc2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.002685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:30.005668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb0c000a-0527-40be-873d-5d371840ff33 req-507765dc-67cc-41c8-be63-369b28b16dc2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 944 time: 0.1444011 Aug 27 12:08:30.030446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-a89a73d8-2ed1-4d58-bfa1-95fa63ad5699 service neutron] 10.222.0.77 "PUT /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379/bindings/n-h2-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8189504 Aug 27 12:08:30.049258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7c12256-5cc5-4d74-a23b-b1b7397e1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.052323 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7c12256-5cc5-4d74-a23b-b1b7397e1892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.053196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7c12256-5cc5-4d74-a23b-b1b7397e1892 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b44118e-a5eb-4b07-b858-2e57fbbc692c HTTP/1.1" status: 204 len: 168 time: 0.4709625 Aug 27 12:08:30.055164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:08:30.064650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf8233-c2d7-4c9f-8978-e15a0d4806b2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:30.079834 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.080183 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Added segment eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d of type vlan for network 87afc9b2-180f-4643-a9c3-4dcc259ee467 Aug 27 12:08:30.101147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c12256-5cc5-4d74-a23b-b1b7397e1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44118e-a5eb-4b07-b858-2e57fbbc692c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:30.135167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb0c000a-0527-40be-873d-5d371840ff33 req-87a364c6-03fd-4951-bbf7-84657c4e2e05 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285446 Aug 27 12:08:30.231143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['baf39049-9e83-4863-93ca-ef4ffd9094b2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:08:30.231954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-d2b31918-45b8-47e6-af7a-2a61fe6889df tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.233665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-d2b31918-45b8-47e6-af7a-2a61fe6889df tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.1175911 Aug 27 12:08:30.236042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.285194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a9857-178c-4e2f-b440-4c0ce059a764 req-e80ed370-bbab-41e2-8547-676eb8db5ffd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.287678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e87a9857-178c-4e2f-b440-4c0ce059a764 req-e80ed370-bbab-41e2-8547-676eb8db5ffd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.1096241 Aug 27 12:08:30.294098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.296242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.297373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.346500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-1bdd2814-e4b5-4aa8-ad06-cfba971d8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.348140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-1bdd2814-e4b5-4aa8-ad06-cfba971d8f31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca&tenant_id=2f0fbba472b5455c96e394a979f145b8 HTTP/1.1" status: 200 len: 1095 time: 0.1053116 Aug 27 12:08:30.442840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-1c6e3d9b-66bd-4f9c-9fb2-c8e8f233958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.445956 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-1c6e3d9b-66bd-4f9c-9fb2-c8e8f233958f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1095 time: 0.0665193 Aug 27 12:08:30.447072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e87a9857-178c-4e2f-b440-4c0ce059a764 req-d128b6c2-aac8-4188-9ca1-44076597e8bf tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410685 Aug 27 12:08:30.449421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1938059 Aug 27 12:08:30.452854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48844) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:30.462103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Request body: {'subnet': {'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1282625440-subnet', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:30.472146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396daea-c76b-4a51-86fe-9d06df6d51dd admin admin] Pushing event updated for resources: {'Network': ['ID=87afc9b2-180f-4643-a9c3-4dcc259ee467,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:30.491031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:08:30.527552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:30.581740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Made reservation on behalf of 39f34deedb014e47bfe1f880bce44433 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:30.588817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.659210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-c79e9d0b-85b8-45fc-be9d-823bdfbfccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.660786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-c79e9d0b-85b8-45fc-be9d-823bdfbfccfb service neutron] 10.222.0.65 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.1897068 Aug 27 12:08:30.710177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0efd-43f5-4eaf-92f3-cbe90e8c6dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.742540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:30.744085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-60ad123d-0f3b-4ddf-b377-ba164b201f0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 200 len: 217 time: 0.0700495 Aug 27 12:08:30.789971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da280f20-3f25-4f42-b706-ce419ef6fbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.844568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-4707ebfb-9fd9-4b14-b225-415afd3af347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:30.846192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0efd-43f5-4eaf-92f3-cbe90e8c6dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.846350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-4707ebfb-9fd9-4b14-b225-415afd3af347 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.0904758 Aug 27 12:08:30.851143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0efd-43f5-4eaf-92f3-cbe90e8c6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:30.886531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fdfa0efd-43f5-4eaf-92f3-cbe90e8c6dfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=731ede944ac140afa123d533a25e1bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575113 Aug 27 12:08:30.889132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:30.903715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-d621e992-f1b4-414a-adc3-c9d8b098c43c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389509 Aug 27 12:08:30.957320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa0efd-43f5-4eaf-92f3-cbe90e8c6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf080bc-bd48-4dd9-be87-c57fe4216365,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:31.019721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ea2ab6-e352-4077-b325-a5641877b5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.072127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.072909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ea2ab6-e352-4077-b325-a5641877b5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.173306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-94689f79-e81a-4334-8d13-8b1bcfe13a72 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578871 Aug 27 12:08:31.197206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017b38-f53f-4d9e-932f-84ba0a0ffff6 req-2c4c31b0-91f5-4fdc-9faa-67f221dba078 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:31.199178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c017b38-f53f-4d9e-932f-84ba0a0ffff6 req-2c4c31b0-91f5-4fdc-9faa-67f221dba078 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0834329 Aug 27 12:08:31.199938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Pushing event updated for resources: {'Subnet': ['ID=275d7f5d-06df-45c3-bc42-a619c3ae9b3d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:31.239073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ea2ab6-e352-4077-b325-a5641877b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.244678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ea2ab6-e352-4077-b325-a5641877b5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.248988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-06ea2ab6-e352-4077-b325-a5641877b5a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ebf080bc-bd48-4dd9-be87-c57fe4216365 HTTP/1.1" status: 204 len: 168 time: 0.3561833 Aug 27 12:08:31.259662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Checking segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:31.260209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Network hostable DHCP agents. Network: 87afc9b2-180f-4643-a9c3-4dcc259ee467, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:08:31.274753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da280f20-3f25-4f42-b706-ce419ef6fbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.286750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da280f20-3f25-4f42-b706-ce419ef6fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.311368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea2ab6-e352-4077-b325-a5641877b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf080bc-bd48-4dd9-be87-c57fe4216365,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:31.328202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c017b38-f53f-4d9e-932f-84ba0a0ffff6 req-96402af1-07a6-4df1-b965-0e4812948d6a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167226 Aug 27 12:08:31.379323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938f9e-c999-484f-a1cf-324ca40e806e req-952bd981-4515-4a53-872a-cb2351bd5381 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:31.387309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e938f9e-c999-484f-a1cf-324ca40e806e req-952bd981-4515-4a53-872a-cb2351bd5381 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 944 time: 0.1539028 Aug 27 12:08:31.400876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-89983dea-796f-4b22-b042-e66c0e27a276 service neutron] 10.222.0.65 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155793 Aug 27 12:08:31.405786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-da280f20-3f25-4f42-b706-ce419ef6fbe4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c18ccfeb73249b0ac23d28704ab4873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583979 Aug 27 12:08:31.405786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280f20-3f25-4f42-b706-ce419ef6fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92895f-9843-4980-b03b-a9ae17fb3027,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:31.406986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48866) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:31.434706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:08:31.443230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:31.458101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 87afc9b2-180f-4643-a9c3-4dcc259ee467) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:31.467822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:31.468157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.477986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e938f9e-c999-484f-a1cf-324ca40e806e req-60f2575f-927a-4fdd-89e2-3ae7f67d85c5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833991 Aug 27 12:08:31.513141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9aba149a-83f6-488c-96f3-a474a630239c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0587726 Aug 27 12:08:31.516771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48870) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:31.524796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:31.528163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-404b08cb-fd80-47e8-8f26-a5cd556a9c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.539364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04a1db-a731-4944-bb38-b26e688d44da None None] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:31.564991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-404b08cb-fd80-47e8-8f26-a5cd556a9c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.583883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.586125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.641875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee0ac-d57f-4722-852f-e4df637adc3e req-b92dde21-31ca-415b-bfb6-b43ef2e2fdf1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:31.654992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-975ee0ac-d57f-4722-852f-e4df637adc3e req-b92dde21-31ca-415b-bfb6-b43ef2e2fdf1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1736639 Aug 27 12:08:31.661254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:31.670239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port baf39049-9e83-4863-93ca-ef4ffd9094b2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:31.681176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.686159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port baf39049-9e83-4863-93ca-ef4ffd9094b2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:31.687071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.688363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'floatingip': {'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:31.794101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.808464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0e69-8400-4ca7-9445-6bdc02198a6b req-1c5b5840-541a-4478-870a-8a270d8941d0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:31.811104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0f0e69-8400-4ca7-9445-6bdc02198a6b req-1c5b5840-541a-4478-870a-8a270d8941d0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.1882653 Aug 27 12:08:31.826233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-404b08cb-fd80-47e8-8f26-a5cd556a9c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.829955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-404b08cb-fd80-47e8-8f26-a5cd556a9c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.833749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-404b08cb-fd80-47e8-8f26-a5cd556a9c15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb92895f-9843-4980-b03b-a9ae17fb3027 HTTP/1.1" status: 204 len: 168 time: 0.4051878 Aug 27 12:08:31.851596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:31.871247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b08cb-fd80-47e8-8f26-a5cd556a9c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92895f-9843-4980-b03b-a9ae17fb3027,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:31.875351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.882073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d15bb7-a8ee-4817-aa12-e658e4b96d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.921809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-87afc9b2-180f-4643-a9c3-4dcc259ee467', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:08:31.922276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.954238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:31.957427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:31.960116 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ca6d1-241b-44dc-8501-19acc70897e3" -d '{"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-plugged", "status": "completed", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:31.965904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:31.988625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.066694 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48826cd9-e7ad-4917-9240-8fd196236da4 x-openstack-request-id: req-48826cd9-e7ad-4917-9240-8fd196236da4 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:32.066988 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-plugged", "status": "completed", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:32.067298 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48826cd9-e7ad-4917-9240-8fd196236da4 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:32.068140 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'code': 200} Aug 27 12:08:32.079878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-1bcdf2e9-992a-4434-9a66-247931915e08 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:32.082651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-1bcdf2e9-992a-4434-9a66-247931915e08 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca&tenant_id=2f0fbba472b5455c96e394a979f145b8&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.3475564 Aug 27 12:08:32.107716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:32.188235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d15bb7-a8ee-4817-aa12-e658e4b96d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.194159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0f0e69-8400-4ca7-9445-6bdc02198a6b req-5949517d-e540-4974-afff-a1ee1b28ff70 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505993 Aug 27 12:08:32.202007 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17d15bb7-a8ee-4817-aa12-e658e4b96d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.225800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Allocated IP 172.20.0.2 (87afc9b2-180f-4643-a9c3-4dcc259ee467/275d7f5d-06df-45c3-bc42-a619c3ae9b3d/50d4555f-d201-44de-bfa2-0cdec63fa2a9) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:32.297824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91538ac-8d39-48e6-be1f-c422859c1d44 req-e9d1e101-9def-4e8b-a01f-81b0ce6350f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:32.299299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a91538ac-8d39-48e6-be1f-c422859c1d44 req-e9d1e101-9def-4e8b-a01f-81b0ce6350f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 1096 time: 0.1556838 Aug 27 12:08:32.401432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-969c115a-9b2b-4fc1-996b-00ae11ffdae5 service neutron] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:32.436799 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a91538ac-8d39-48e6-be1f-c422859c1d44 req-b3569068-1dd0-4af2-b398-e752e1fe8916 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283474 Aug 27 12:08:32.441740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-969c115a-9b2b-4fc1-996b-00ae11ffdae5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.442954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8135b452-ddfa-47bd-8778-6c0dcb68cffd req-969c115a-9b2b-4fc1-996b-00ae11ffdae5 service neutron] 10.222.0.65 "DELETE /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379/bindings/n-h1-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.3474479 Aug 27 12:08:32.498678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.546589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.571958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-17d15bb7-a8ee-4817-aa12-e658e4b96d6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edb08925863f44b7b67c1f8eaddf57ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7149801 Aug 27 12:08:32.578363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:32.620775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.626794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d15bb7-a8ee-4817-aa12-e658e4b96d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0b224-0163-47cb-86be-df28a7c00ad9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:32.656724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Transition to ACTIVE for port object 50d4555f-d201-44de-bfa2-0cdec63fa2a9 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:32.681522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Transition to ACTIVE for port object 50d4555f-d201-44de-bfa2-0cdec63fa2a9 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:32.694879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.708355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Allocated IP 172.25.8.55 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/369d0f93-09f3-42fc-813a-eb4d5fd6716e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:32.729666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:32.732786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:32.747461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3076f13c-c7a1-409c-9215-abc2733d84b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.752155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:32.788024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3076f13c-c7a1-409c-9215-abc2733d84b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.791997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.800329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.815339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Pushing event updated for resources: {'Port': ['ID=50d4555f-d201-44de-bfa2-0cdec63fa2a9,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:32.856595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Attempting to bind port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:32.857220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Attempting to bind port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:32.857804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Attempting to bind port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 on network 87afc9b2-180f-4643-a9c3-4dcc259ee467 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:32.865352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:32.868141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Checking segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:32.869932 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.871989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Bound using segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:32.872494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Bound port: 50d4555f-d201-44de-bfa2-0cdec63fa2a9, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:32.874760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.944162 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Floating IP 51b22f05-fa2a-44a5-9fca-5acd355ff2aa associated. External IP: 172.25.8.146, port: 32772e3e-c84a-44d7-9793-f06608eab91a. Aug 27 12:08:32.957235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:32.981099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] For port 50d4555f-d201-44de-bfa2-0cdec63fa2a9, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:32.986740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] For port 50d4555f-d201-44de-bfa2-0cdec63fa2a9, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=50d4555f-d201-44de-bfa2-0cdec63fa2a9,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:32.993660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:33.065024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:33.098657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb3633-c685-4a7e-9382-78cbb35fe80e None None] Pushing event updated for resources: {'Port': ['ID=50d4555f-d201-44de-bfa2-0cdec63fa2a9,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:33.120129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:33.123704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:33.127595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:33.193968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Pushing event updated for resources: {'Port': ['ID=369d0f93-09f3-42fc-813a-eb4d5fd6716e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:33.605107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3076f13c-c7a1-409c-9215-abc2733d84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:33.607665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3076f13c-c7a1-409c-9215-abc2733d84b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:33.611928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3076f13c-c7a1-409c-9215-abc2733d84b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6a0b224-0163-47cb-86be-df28a7c00ad9 HTTP/1.1" status: 204 len: 168 time: 1.0294328 Aug 27 12:08:33.635522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076f13c-c7a1-409c-9215-abc2733d84b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0b224-0163-47cb-86be-df28a7c00ad9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:33.656707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475168c-00b8-4059-81da-004ade5a4e32 req-b585dd94-71e4-414f-a20e-06acdb495ee4 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:33.658669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4475168c-00b8-4059-81da-004ade5a4e32 req-b585dd94-71e4-414f-a20e-06acdb495ee4 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 1.0504329 Aug 27 12:08:33.820337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Router a8b2c748-ea72-442a-af6d-0965bc750492 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:08:33.827072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4475168c-00b8-4059-81da-004ade5a4e32 req-87485218-1365-4a5e-bfc4-70331c793a52 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292851 Aug 27 12:08:33.956284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:34.010466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3db6-09cf-4fb7-b4b9-d7a3065684af req-7af32795-c4f0-41ba-bb69-7e2eef2917a8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:34.017422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6df3db6-09cf-4fb7-b4b9-d7a3065684af req-7af32795-c4f0-41ba-bb69-7e2eef2917a8 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.4768507 Aug 27 12:08:34.051883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:08:34.064301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:08:34.079231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:34.081168 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:34.081779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:34.179737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6df3db6-09cf-4fb7-b4b9-d7a3065684af req-fe0d5d18-5ccd-43e7-aa07-d5f4508752dc tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504414 Aug 27 12:08:34.186724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3e257e2-c1b6-46af-b8dd-450992abe76c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "PUT /v2.0/floatingips/51b22f05-fa2a-44a5-9fca-5acd355ff2aa HTTP/1.1" status: 200 len: 991 time: 2.5242083 Aug 27 12:08:34.187456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:34.190221 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:34.363154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 50d4555f-d201-44de-bfa2-0cdec63fa2a9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:34.368270 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f62e3fb-7df5-4b66-8442-ff588179e48b x-openstack-request-id: req-2f62e3fb-7df5-4b66-8442-ff588179e48b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:34.368580 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:34.368839 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f62e3fb-7df5-4b66-8442-ff588179e48b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:34.369292 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'status': 'completed', 'code': 200} Aug 27 12:08:34.584660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:34.614997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:34.650716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-23ce80ee-a3b7-4565-8279-211973e1c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:34.657453 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-23ce80ee-a3b7-4565-8279-211973e1c480 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1096 time: 0.1698442 Aug 27 12:08:34.660192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca2d3-cde4-4b2a-93c1-b3e61a4e41f4 req-25f7eae9-cc26-411f-b5d8-3493a67a54e7 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:34.662731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-977ca2d3-cde4-4b2a-93c1-b3e61a4e41f4 req-25f7eae9-cc26-411f-b5d8-3493a67a54e7 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 1095 time: 0.0831802 Aug 27 12:08:34.701846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:34.738827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-977ca2d3-cde4-4b2a-93c1-b3e61a4e41f4 req-59ec1b77-956a-4423-82b8-5dae37588e27 tempest-LiveAutoBlockMigrationV225Test-59919708 tempest-LiveAutoBlockMigrationV225Test-59919708-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616910 Aug 27 12:08:34.840706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f19873-858d-4573-944f-e9bbf0a2e45d None None] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:08:34.960873 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-ba2261be-4eb6-457e-b970-8e38bcb7c9d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2026978 Aug 27 12:08:35.065301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] Provisioning for port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:35.075324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] Provisioning complete for port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:35.075798 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:35.094680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-32f448a0-1f1a-4a29-8695-f4d4cbaba5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.107805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-32f448a0-1f1a-4a29-8695-f4d4cbaba5fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.4411917 Aug 27 12:08:35.123951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafd04e-b808-472e-9d55-2f5306e7e15c req-614bd5a9-39b0-471c-95b2-5bedfb42731b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.125917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4eafd04e-b808-472e-9d55-2f5306e7e15c req-614bd5a9-39b0-471c-95b2-5bedfb42731b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1513727 Aug 27 12:08:35.198016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4eafd04e-b808-472e-9d55-2f5306e7e15c req-32e01f37-bed3-40c4-894b-1979f3896e1b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616984 Aug 27 12:08:35.229132 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-02aa6d7d-5cf7-4d59-bcf2-3938899f5582 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 999 time: 0.1115661 Aug 27 12:08:35.308067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-7f9e7567-9fc0-4062-bf03-aaec16834685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.310618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-7f9e7567-9fc0-4062-bf03-aaec16834685 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f0fbba472b5455c96e394a979f145b8&device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 1095 time: 0.2512147 Aug 27 12:08:35.326137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf163-2ab3-4b80-971c-af01599a9472 req-ffbfebc2-0b5e-4e20-9697-d089a26afc24 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.339398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aacf163-2ab3-4b80-971c-af01599a9472 req-ffbfebc2-0b5e-4e20-9697-d089a26afc24 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.1554914 Aug 27 12:08:35.437704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aacf163-2ab3-4b80-971c-af01599a9472 req-3d22ae5c-47db-4ba5-92fd-f0cde2508b54 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 Aug 27 12:08:35.452906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c037-3529-44f7-a529-b67354ea2d07 req-1640eb9e-afd6-4ad7-8fe0-63166f140df2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.463877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-0d516dc3-7c43-4ce2-960c-b4f9ba03d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.466289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-0d516dc3-7c43-4ce2-960c-b4f9ba03d187 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 200 len: 922 time: 0.1261783 Aug 27 12:08:35.474070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f03c037-3529-44f7-a529-b67354ea2d07 req-1640eb9e-afd6-4ad7-8fe0-63166f140df2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1265507 Aug 27 12:08:35.478940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-c06e6df7-56c6-4eed-b9e8-bccb8886f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.481413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-c06e6df7-56c6-4eed-b9e8-bccb8886f528 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.2401924 Aug 27 12:08:35.561663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-d409d45b-d2ed-4271-a428-eac5af68769c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 200 len: 217 time: 0.0858777 Aug 27 12:08:35.562738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Router a457532c-debf-4ac7-84ba-274edb13fded is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:08:35.578672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:35.586765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f03c037-3529-44f7-a529-b67354ea2d07 req-8df8a46f-3c07-4e21-8e6b-cb292e6439d8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096261 Aug 27 12:08:35.618650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '51b22f05-fa2a-44a5-9fca-5acd355ff2aa', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'mac_address': 'fa:16:3e:cd:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:08:15Z', 'updated_at': '2021-08-27T12:08:32Z', 'revision_number': 1, 'project_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:35.658541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-972ec63f-f784-44bb-9eb3-b5e576159b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.660190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-972ec63f-f784-44bb-9eb3-b5e576159b5b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687255 Aug 27 12:08:35.661357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:08:35.688031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] For port 50d4555f-d201-44de-bfa2-0cdec63fa2a9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=50d4555f-d201-44de-bfa2-0cdec63fa2a9,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:35.692168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:35.692957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:35.738637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-485de6c0-8522-4436-8dc8-5371a5ae319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.739807 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-485de6c0-8522-4436-8dc8-5371a5ae319c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 200 len: 861 time: 0.1668241 Aug 27 12:08:35.805992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-99916d1a-509b-46dc-9a7a-17acfecb2f9e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:35.808002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-99916d1a-509b-46dc-9a7a-17acfecb2f9e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.0636640 Aug 27 12:08:35.858418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-844ff3a3-a418-4a83-a01d-26916399e922 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4da5c204-3ed1-4d37-bab6-af04e16e113f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109729 Aug 27 12:08:35.914507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:35.973274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:08:35.990679 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Sync routers for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:08:35.997254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:36.000976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-577e4b2e-aff6-470e-9fdc-c2515058199f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4804223 Aug 27 12:08:36.002316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49018) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:36.025048 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:36.030069 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-6e9bf4d2-919e-49f7-bf4e-a6f8172f6432 service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576522 Aug 27 12:08:36.033136 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:36.140954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Deleting port e3d4edf4-7d88-4c40-b36e-64a275581379 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:08:36.142253 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:36.213796 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-e06bad7a-0f32-40e3-8a56-e67e7af37f1c service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442252 Aug 27 12:08:36.264601 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:36.481610 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:36.482422 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cbc693fe-6d63-49cf-a59d-3b4e0a74e87f req-352619b5-89d3-465a-9e6d-85d7439902c7 service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762195 Aug 27 12:08:36.505953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08350723-c05c-4f47-b00d-f79649be6d96 req-660246dd-7577-4eff-8a41-51c2395734f1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:36.526506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08350723-c05c-4f47-b00d-f79649be6d96 req-660246dd-7577-4eff-8a41-51c2395734f1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.2033198 Aug 27 12:08:36.532665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b09f9dc9-b25e-4764-871b-34cd77839bcd req-18cd339f-2c5a-478b-bb6e-5589d8a803e9 service neutron] 10.222.0.77 "GET /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770197 Aug 27 12:08:36.585729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] For port e3d4edf4-7d88-4c40-b36e-64a275581379, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e3d4edf4-7d88-4c40-b36e-64a275581379,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:36.588855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:36.614570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad09f-39a9-4105-b820-4ad480c2a0ed None None] Pushing event updated for resources: {'Port': ['ID=50d4555f-d201-44de-bfa2-0cdec63fa2a9,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:36.626398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f28953ac-580c-4c43-9818-fa0be7b222db None None] Provisioning complete for port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:36.626885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f28953ac-580c-4c43-9818-fa0be7b222db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:36.638067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Calling delete_port for e3d4edf4-7d88-4c40-b36e-64a275581379 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:08:36.654822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '51b22f05-fa2a-44a5-9fca-5acd355ff2aa', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'mac_address': 'fa:16:3e:cd:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:08:15Z', 'updated_at': '2021-08-27T12:08:32Z', 'revision_number': 1, 'project_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:36.696420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71467b49-4c05-4d8a-bfb5-c1ab0b0d609c None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '51b22f05-fa2a-44a5-9fca-5acd355ff2aa', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'mac_address': 'fa:16:3e:cd:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:08:15Z', 'updated_at': '2021-08-27T12:08:32Z', 'revision_number': 1, 'project_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:08:36.793468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:36.862316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08350723-c05c-4f47-b00d-f79649be6d96 req-01177aec-35ef-4a31-8ade-c02678842645 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348262 Aug 27 12:08:36.925760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91cc68-962b-4474-82ea-edf387dc5471 req-4acbf8d9-19c4-49cb-b0eb-4d29a110ce7c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:36.937185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d91cc68-962b-4474-82ea-edf387dc5471 req-4acbf8d9-19c4-49cb-b0eb-4d29a110ce7c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 944 time: 0.2715678 Aug 27 12:08:37.031775 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:33Z', 'revision_number': 3, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:37.068795 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Checking router: a457532c-debf-4ac7-84ba-274edb13fded for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:08:37.069403 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Updating router a457532c-debf-4ac7-84ba-274edb13fded port 369d0f93-09f3-42fc-813a-eb4d5fd6716e binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:08:37.103747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d91cc68-962b-4474-82ea-edf387dc5471 req-9e756661-c41b-4ac6-92e8-3439de7234f0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577978 Aug 27 12:08:37.128334 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.139844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Allocated IP 172.20.0.1 (87afc9b2-180f-4643-a9c3-4dcc259ee467/275d7f5d-06df-45c3-bc42-a619c3ae9b3d/c5f4dc1f-053f-48ba-9685-725fee7a0ef3) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:37.158763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.179529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3dee60-12f8-4411-bdf0-385be41f79e9 None None] New status for floating IP 51b22f05-fa2a-44a5-9fca-5acd355ff2aa: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:08:37.199092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event deleted for resources: {'Port': ['ID=e3d4edf4-7d88-4c40-b36e-64a275581379,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:37.289968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] No DVR routers for this DVR port e3d4edf4-7d88-4c40-b36e-64a275581379 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:08:37.297842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.302285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-006c5859-c5cb-4650-94cf-05eaaedbecff req-f9343ba9-a86f-4631-9603-e93ad42dc9df tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.65 "DELETE /v2.0/ports/e3d4edf4-7d88-4c40-b36e-64a275581379 HTTP/1.1" status: 204 len: 173 time: 1.4854808 Aug 27 12:08:37.302285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'name': 'network-vif-deleted', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:37.324129 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e64527-87ed-4d3d-a63f-df4951b424a2" -d '{"events": [{"server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "name": "network-vif-deleted", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:37.382373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.400003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Transition to ACTIVE for port object c5f4dc1f-053f-48ba-9685-725fee7a0ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:37.420881 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e4bbe-fd63-41a4-9638-31c55249a510 x-openstack-request-id: req-d38e4bbe-fd63-41a4-9638-31c55249a510 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:37.421236 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d737d98-ad5a-48fe-ba6d-ef80e1b528ca", "name": "network-vif-deleted", "tag": "e3d4edf4-7d88-4c40-b36e-64a275581379", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:37.421760 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d38e4bbe-fd63-41a4-9638-31c55249a510 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:37.422362 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d737d98-ad5a-48fe-ba6d-ef80e1b528ca', 'name': 'network-vif-deleted', 'tag': 'e3d4edf4-7d88-4c40-b36e-64a275581379', 'status': 'completed', 'code': 200} Aug 27 12:08:37.503052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.563056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:37.566265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:37.573116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:37.615728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Pushing event updated for resources: {'Port': ['ID=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:37.657336 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.660265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.675040 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Transition to ACTIVE for port object 369d0f93-09f3-42fc-813a-eb4d5fd6716e will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:37.686731 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.840264 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cb2fd-e8c5-47a2-8b23-6c6651200f6f None None] Pushing event updated for resources: {'Port': ['ID=369d0f93-09f3-42fc-813a-eb4d5fd6716e,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:37.872204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.883419 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Attempting to bind port 369d0f93-09f3-42fc-813a-eb4d5fd6716e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:37.883855 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Attempting to bind port 369d0f93-09f3-42fc-813a-eb4d5fd6716e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:37.884682 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Attempting to bind port 369d0f93-09f3-42fc-813a-eb4d5fd6716e on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:37.897723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:37.899723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:37.902214 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.902703 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:37.903275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Bound port: 369d0f93-09f3-42fc-813a-eb4d5fd6716e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:37.904535 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:37.943078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a56f77b0-fbf2-45f9-9959-1e144bacfc12 None None] Provisioning for port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:37.951889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a56f77b0-fbf2-45f9-9959-1e144bacfc12 None None] Provisioning complete for port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:37.952560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a56f77b0-fbf2-45f9-9959-1e144bacfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.065415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a56f77b0-fbf2-45f9-9959-1e144bacfc12 None None] Port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:08:38.069728 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] For port 369d0f93-09f3-42fc-813a-eb4d5fd6716e, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:38.074810 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.075139 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] For port 369d0f93-09f3-42fc-813a-eb4d5fd6716e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=369d0f93-09f3-42fc-813a-eb4d5fd6716e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:38.081897 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.172000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8433fbd-3916-43ee-8b31-0f6a2a17ab48 req-9d8efca2-1e89-49aa-87e1-3df4119a31e8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:38.186913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8433fbd-3916-43ee-8b31-0f6a2a17ab48 req-9d8efca2-1e89-49aa-87e1-3df4119a31e8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1684499 Aug 27 12:08:38.220823 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:38.221465 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:38.249349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.266527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.281996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8433fbd-3916-43ee-8b31-0f6a2a17ab48 req-db665a16-654e-4558-b77d-189ec9c05fd1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940182 Aug 27 12:08:38.306896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 50d4555f-d201-44de-bfa2-0cdec63fa2a9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:38.409664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:38.410613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.435627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:38.442026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25838702-bfc0-4b37-bb77-5125a328db48 req-5eed333e-839d-4524-b494-5127ccc12bc9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 210 time: 0.0523386 Aug 27 12:08:38.448469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Pushing event updated for resources: {'Port': ['ID=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:38.459293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.460405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.460853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.461294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.461738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.462506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.462665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.463141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.463564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.463989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.464411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.464843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:38.469999 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:38.647090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:38.649360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:38.684335 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cb2fd-e8c5-47a2-8b23-6c6651200f6f None None] Pushing event updated for resources: {'Port': ['ID=369d0f93-09f3-42fc-813a-eb4d5fd6716e,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:38.733294 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 1, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:38.757243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:08:38.822202 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262903f-43e0-435f-957e-6fbbfad8e2b1 None None] The sync data for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 is: [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 1, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:08:38.830241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: e3d4edf4-7d88-4c40-b36e-64a275581379 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:08:38.836538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e3d4edf4-7d88-4c40-b36e-64a275581379 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:08:38.947595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Router a457532c-debf-4ac7-84ba-274edb13fded has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:08:39.108707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb771266-d7da-459d-9c25-9d73a020ff34 None None] Provisioning complete for port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:39.109431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb771266-d7da-459d-9c25-9d73a020ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:39.255578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bb771266-d7da-459d-9c25-9d73a020ff34 None None] Port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:08:39.272816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:08:39.294355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8199f0b1-e0d7-4f7a-b197-7d7f837fc0eb admin admin] 10.222.0.76 "PUT /v2.0/routers/a457532c-debf-4ac7-84ba-274edb13fded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2895691 Aug 27 12:08:39.637159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250606b-2c22-40d2-9802-db149cb5f9f2 req-244df569-b3b3-4dd5-9bed-310ace58aab1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:39.643925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e250606b-2c22-40d2-9802-db149cb5f9f2 req-244df569-b3b3-4dd5-9bed-310ace58aab1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1614892 Aug 27 12:08:39.708155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e250606b-2c22-40d2-9802-db149cb5f9f2 req-8a16add5-fbb9-4f9f-82bb-20bcaedd0972 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549362 Aug 27 12:08:39.897408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7de48ec-33cb-40c0-beb4-75c9a926c43e req-1e6c82d3-902c-4aac-a566-fcc11740151a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 210 time: 0.0607786 Aug 27 12:08:40.280971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 369d0f93-09f3-42fc-813a-eb4d5fd6716e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:40.326899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:40.333152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754508080', 'description': 'tempest-description--662976288'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:40.379530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 369d0f93-09f3-42fc-813a-eb4d5fd6716e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:40.381283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.398943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 369d0f93-09f3-42fc-813a-eb4d5fd6716e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:40.400215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.549790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.560669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.568634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.615580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.616443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 369d0f93-09f3-42fc-813a-eb4d5fd6716e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=369d0f93-09f3-42fc-813a-eb4d5fd6716e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:40.617235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2890835 Aug 27 12:08:40.618812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018ec38-525e-41de-afd2-dfc544ee4c7a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112c392e-172b-4a59-8109-154f47b36f89,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:40.620092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:40.623166 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.636325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Request body: {'security_group_rule': {'security_group_id': '112c392e-172b-4a59-8109-154f47b36f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:40.682095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.692374 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:08:40.713093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=369d0f93-09f3-42fc-813a-eb4d5fd6716e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:40.781240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.788096 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.817749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a0768-5459-4cd3-9eb2-0411da42ea35,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:40.826909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.828902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a5d2ead-4f02-46d8-8595-acacd2d80693 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2050962 Aug 27 12:08:40.831556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49166) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:40.837076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Request body: {'security_group_rule': {'security_group_id': '112c392e-172b-4a59-8109-154f47b36f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:40.900122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:40.974104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2269902-e382-4a7f-ae92-3c636540bd18 req-fe7d0b13-0f00-41e2-a747-1c1e9c6fbdb3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:40.990794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2269902-e382-4a7f-ae92-3c636540bd18 req-fe7d0b13-0f00-41e2-a747-1c1e9c6fbdb3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1604681 Aug 27 12:08:41.073307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5798c0df-0384-4921-9349-352aa44fb576 req-283bfc31-e7ab-4a55-85f6-ba6fe766d2b9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 210 time: 0.0684619 Aug 27 12:08:41.079732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.098008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.113332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2269902-e382-4a7f-ae92-3c636540bd18 req-c2e000f0-d084-473c-b747-335466c2739d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215255 Aug 27 12:08:41.141914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.144896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104260 Aug 27 12:08:41.145720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fd3c1-f7be-4461-a469-e879481e7c7c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6814ac-da46-4dc6-8a3d-832041097813,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:41.147918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:41.154121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:41.189860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.326753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.513558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Allocated IP 172.25.8.109 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ed19ff36-3254-4842-a730-8154e97c3a45) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:41.661595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.721724 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.780140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:41.787067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:41.793946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:41.818896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event updated for resources: {'Port': ['ID=ed19ff36-3254-4842-a730-8154e97c3a45,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:41.897855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:41.957969 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.102000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:42.245433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.300541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.324086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 369d0f93-09f3-42fc-813a-eb4d5fd6716e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:42.349793 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Sync routers for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:08:42.372902 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:42.386186 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:42.421377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 369d0f93-09f3-42fc-813a-eb4d5fd6716e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:42.422797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.449276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cacff2c-624b-4082-beaa-b372aea3ce56 req-eed3a33f-904c-4414-a84d-eb4b53976399 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 210 time: 0.1841908 Aug 27 12:08:42.520786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event updated for resources: {'Port': ['ID=ed19ff36-3254-4842-a730-8154e97c3a45,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:42.535835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4e480-38aa-43e8-b2cb-27af53c29043 req-62d82fa8-60c3-4375-ba5f-9962bfe7b8f2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:42.547046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9b4e480-38aa-43e8-b2cb-27af53c29043 req-62d82fa8-60c3-4375-ba5f-9962bfe7b8f2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.2351513 Aug 27 12:08:42.564302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.589972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b766f6f-91c6-4b93-964c-84f74ba4a7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.603811 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.610925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-929c70ec-4ab4-4240-afe2-48b387b1389f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4616323 Aug 27 12:08:42.634412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9b4e480-38aa-43e8-b2cb-27af53c29043 req-49993043-2a2e-4b77-a753-17318eb7bf99 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792422 Aug 27 12:08:42.781737 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:42.813201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b766f6f-91c6-4b93-964c-84f74ba4a7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.827209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b766f6f-91c6-4b93-964c-84f74ba4a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:42.869844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-6e45494e-1d8f-4f8e-abe4-171c72b9927c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--754508080&fields=id&tenant_id=39f34deedb014e47bfe1f880bce44433 HTTP/1.1" status: 200 len: 267 time: 0.0392008 Aug 27 12:08:42.886037 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b766f6f-91c6-4b93-964c-84f74ba4a7d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b052072e84b44389bbb212570297713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805941 Aug 27 12:08:42.886263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49270) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:42.893146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b766f6f-91c6-4b93-964c-84f74ba4a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b11edcb-f2dc-4100-addd-3aed6f2cc4b0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:42.985645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d834c36a-d634-4e82-a8d3-1e7444b9a5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:43.010668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-9d34a2aa-0a4c-4015-86d5-e00074a2dadf tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:43.018216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-9d34a2aa-0a4c-4015-86d5-e00074a2dadf tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/networks?id=87afc9b2-180f-4643-a9c3-4dcc259ee467 HTTP/1.1" status: 200 len: 806 time: 0.1409841 Aug 27 12:08:43.018332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d834c36a-d634-4e82-a8d3-1e7444b9a5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:43.035894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-f8499dca-5e24-48c6-8a53-54e3b8cb5686 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/quotas/39f34deedb014e47bfe1f880bce44433 HTTP/1.1" status: 200 len: 375 time: 0.0167153 Aug 27 12:08:43.080076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d834c36a-d634-4e82-a8d3-1e7444b9a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:43.083446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d834c36a-d634-4e82-a8d3-1e7444b9a5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:43.085170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d834c36a-d634-4e82-a8d3-1e7444b9a5ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b11edcb-f2dc-4100-addd-3aed6f2cc4b0 HTTP/1.1" status: 204 len: 168 time: 0.1978085 Aug 27 12:08:43.101221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834c36a-d634-4e82-a8d3-1e7444b9a5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b11edcb-f2dc-4100-addd-3aed6f2cc4b0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:43.158050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-b4a838af-3605-429b-b0f3-70044d902ae8 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=39f34deedb014e47bfe1f880bce44433&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136687 Aug 27 12:08:43.284436 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:38Z', 'revision_number': 2, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:43.315694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-69cccb7a-c6cb-44c4-bd25-e7f912b31722 service neutron] 10.222.0.76 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553242 Aug 27 12:08:43.334539 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Checking router: a457532c-debf-4ac7-84ba-274edb13fded for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:08:43.335055 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Updating router a457532c-debf-4ac7-84ba-274edb13fded port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:08:43.374319 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:43.451272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-34a659d8-9222-492c-9015-799ef1ed26e2 service neutron] 10.222.0.76 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342366 Aug 27 12:08:43.709023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbfb3790-9c7a-44b1-b23e-d16813dbe502 req-5471d7e6-ce26-419f-b298-a9b3366e72fd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d737d98-ad5a-48fe-ba6d-ef80e1b528ca HTTP/1.1" status: 200 len: 210 time: 0.0595777 Aug 27 12:08:43.888852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29218-bdee-4f20-bb64-252f4ad057c3 req-97b6fa34-1117-46b1-a852-f312db1870f8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:43.890489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4f29218-bdee-4f20-bb64-252f4ad057c3 req-97b6fa34-1117-46b1-a852-f312db1870f8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1034186 Aug 27 12:08:44.023563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6a2adce-9b93-4a58-9c79-a1cbc4716c6f req-1927a418-9dd4-44ab-a43f-ca0fee3a401d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 210 time: 0.0818119 Aug 27 12:08:44.077148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:44.077581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4f29218-bdee-4f20-bb64-252f4ad057c3 req-f6367997-4324-4301-b623-567be9801149 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625583 Aug 27 12:08:44.114728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dead013-6012-4397-9558-2acc37eb6261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.180253 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.213775 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Transition to ACTIVE for port object c5f4dc1f-053f-48ba-9685-725fee7a0ef3 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:44.226897 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.307951 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d7496-5aa0-4336-bc27-244856693a22 None None] Pushing event updated for resources: {'Port': ['ID=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:44.407750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dead013-6012-4397-9558-2acc37eb6261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.417964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dead013-6012-4397-9558-2acc37eb6261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.427697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Attempting to bind port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:44.428728 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Attempting to bind port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:44.429276 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Attempting to bind port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 on network 87afc9b2-180f-4643-a9c3-4dcc259ee467 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:44.439693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:44.440933 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Checking segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:44.442081 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.442795 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Bound using segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:44.443916 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Bound port: c5f4dc1f-053f-48ba-9685-725fee7a0ef3, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:44.444703 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.510810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dead013-6012-4397-9558-2acc37eb6261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849e4d01-fe9d-4e24-bffa-3f0662ea78b2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:44.542513 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] For port c5f4dc1f-053f-48ba-9685-725fee7a0ef3, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:44.547135 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] For port c5f4dc1f-053f-48ba-9685-725fee7a0ef3, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:44.554165 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.559648 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7dead013-6012-4397-9558-2acc37eb6261 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=310dbd03b4364f80bff1fe21c43024bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910109 Aug 27 12:08:44.563577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:44.654354 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:44.656520 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:44.667489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.776054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.921841 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d7496-5aa0-4336-bc27-244856693a22 None None] Pushing event updated for resources: {'Port': ['ID=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:44.948226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.952967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:44.957976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/849e4d01-fe9d-4e24-bffa-3f0662ea78b2 HTTP/1.1" status: 204 len: 168 time: 0.3901973 Aug 27 12:08:44.995009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849e4d01-fe9d-4e24-bffa-3f0662ea78b2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:45.058414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.068396 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:45.075012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.075366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.075708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.081537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.083110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.083462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.083807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.084144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.084658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.085644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.095025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c504be-e06d-45cb-ae31-b6a17a130953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:08:45.360413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f9adfb3-b9c7-438f-94ae-9a47757d9fe5 req-1d172ae3-1c5c-4e61-8101-096adff6feb5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 210 time: 0.1312075 Aug 27 12:08:45.401524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9e1dc-acb3-4512-a9b8-bcfbecc6a2fe req-b6b8c872-4111-4d17-a9c9-3953dfa45c3c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:45.411239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72f9e1dc-acb3-4512-a9b8-bcfbecc6a2fe req-b6b8c872-4111-4d17-a9c9-3953dfa45c3c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1982586 Aug 27 12:08:45.566173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72f9e1dc-acb3-4512-a9b8-bcfbecc6a2fe req-3921d341-4927-4fbb-841a-7e1f7892ae01 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536279 Aug 27 12:08:45.793369 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:44Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:45.838645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-3086cb28-2a27-436a-8c8f-b4bc5e5fdcb4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:45.840435 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-3086cb28-2a27-436a-8c8f-b4bc5e5fdcb4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.77 "GET /v2.0/networks?id=87afc9b2-180f-4643-a9c3-4dcc259ee467 HTTP/1.1" status: 200 len: 806 time: 0.2333438 Aug 27 12:08:45.844887 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68940d-93dd-4a53-a872-6b6d4d060f27 None None] The sync data for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 is: [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:44Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:08:45.918949 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-d901f178-d64b-4edc-abc7-b7a7b3718e91 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39f34deedb014e47bfe1f880bce44433 HTTP/1.1" status: 200 len: 379 time: 0.0624797 Aug 27 12:08:45.929566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Request body: {'port': {'device_id': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'admin_state_up': True, 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'security_groups': ['112c392e-172b-4a59-8109-154f47b36f89']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:46.200332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Made reservation on behalf of 39f34deedb014e47bfe1f880bce44433 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:08:46.203986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:46.341097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c5f4dc1f-053f-48ba-9685-725fee7a0ef3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:46.539956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:46.549253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:46.550159 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:46.707643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28715646-9a5a-4988-b74e-fa594c002ae4 req-64ac2a6f-1d68-49e9-bfcf-ad28335c92f4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 210 time: 0.0740199 Aug 27 12:08:46.768604 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:46.875466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port c5f4dc1f-053f-48ba-9685-725fee7a0ef3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:46.884077 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:46.929341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76b2c6-d301-426b-9826-0cc0d1824be4 req-df36d586-7528-4031-bc33-b1e66aa59426 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:46.936995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac76b2c6-d301-426b-9826-0cc0d1824be4 req-df36d586-7528-4031-bc33-b1e66aa59426 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0850115 Aug 27 12:08:47.029621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac76b2c6-d301-426b-9826-0cc0d1824be4 req-897fc9f2-5617-4ca7-b662-57f696b27a68 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766966 Aug 27 12:08:47.100959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:47.195048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Allocated IP 172.20.0.14 (87afc9b2-180f-4643-a9c3-4dcc259ee467/275d7f5d-06df-45c3-bc42-a619c3ae9b3d/ebc4e16c-fc8b-4927-9305-9474e9e00cbb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:08:47.484190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:47.504284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Transition to ACTIVE for port object ebc4e16c-fc8b-4927-9305-9474e9e00cbb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:47.546523 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:47.599893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:08:47.626003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:08:47.632087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:08:47.785995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:47.790881 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:47.813153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event updated for resources: {'Port': ['ID=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:47.845811 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-a255b36e-7b3c-4711-99f4-fb7f6f5718d5 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9206762 Aug 27 12:08:47.864824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Request body: {'port': {'device_id': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:47.967974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.002115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eefb6-1be9-49a7-9a59-429b6ce82d43 req-8f582d31-f7c9-4c92-a3c0-0dd2fe547602 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:48.012449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-421eefb6-1be9-49a7-9a59-429b6ce82d43 req-8f582d31-f7c9-4c92-a3c0-0dd2fe547602 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 932 time: 0.1779511 Aug 27 12:08:48.056097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d94c999f-ac57-4fec-ac85-4f36e45975d7 None None] Provisioning for port ebc4e16c-fc8b-4927-9305-9474e9e00cbb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:48.074964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d94c999f-ac57-4fec-ac85-4f36e45975d7 None None] Provisioning complete for port ebc4e16c-fc8b-4927-9305-9474e9e00cbb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:48.075355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d94c999f-ac57-4fec-ac85-4f36e45975d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.091313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-421eefb6-1be9-49a7-9a59-429b6ce82d43 req-49492839-0186-4d60-a1ac-4b119983e8a1 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771508 Aug 27 12:08:48.195253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d94c999f-ac57-4fec-ac85-4f36e45975d7 None None] Port ebc4e16c-fc8b-4927-9305-9474e9e00cbb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:08:48.294134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c5f4dc1f-053f-48ba-9685-725fee7a0ef3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:48.309466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae764-83a3-4ce4-baeb-b0aad76abcd9 req-5303934b-2dc4-4d62-91b1-4129137b56f0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:48.322240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7eae764-83a3-4ce4-baeb-b0aad76abcd9 req-5303934b-2dc4-4d62-91b1-4129137b56f0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1232033 Aug 27 12:08:48.373267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:48.373901 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.421199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7eae764-83a3-4ce4-baeb-b0aad76abcd9 req-f0aa5bfa-ac7a-45f4-8940-3998847febd1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974033 Aug 27 12:08:48.510507 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e3d09da-c279-438c-8b1b-5b1577a2ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.621855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc4e16c-fc8b-4927-9305-9474e9e00cbb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:48.631677 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.651920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Transition to ACTIVE for port object ebc4e16c-fc8b-4927-9305-9474e9e00cbb will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:08:48.659540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.726289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Pushing event updated for resources: {'Port': ['ID=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:48.846324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Attempting to bind port ebc4e16c-fc8b-4927-9305-9474e9e00cbb on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:08:48.846871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Attempting to bind port ebc4e16c-fc8b-4927-9305-9474e9e00cbb by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:08:48.847410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Attempting to bind port ebc4e16c-fc8b-4927-9305-9474e9e00cbb on network 87afc9b2-180f-4643-a9c3-4dcc259ee467 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:48.860083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Port ebc4e16c-fc8b-4927-9305-9474e9e00cbb on network 87afc9b2-180f-4643-a9c3-4dcc259ee467 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:08:48.860598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Attempting to bind port ebc4e16c-fc8b-4927-9305-9474e9e00cbb on network 87afc9b2-180f-4643-a9c3-4dcc259ee467 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:08:48.870671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:08:48.871363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Checking segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:08:48.871961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Bound using segment: {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:08:48.872821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Bound port: ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:08:48.873406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:48.991640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] For port ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:08:48.997017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] For port ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:08:49.004234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:49.073990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Pushing event updated for resources: {'Port': ['ID=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:49.085435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:49.086635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:49.088718 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-a0f4f101-74de-4737-9175-1f51b4c3d44e service neutron] 10.222.0.77 "PUT /v2.0/ports/ebc4e16c-fc8b-4927-9305-9474e9e00cbb HTTP/1.1" status: 200 len: 1092 time: 1.2285693 Aug 27 12:08:49.089378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:49.092363 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801565dd-343d-4d47-96bf-d8755a057b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:49.153105 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747e8086-d602-4533-bbfe-e25f8d5b9fa3 x-openstack-request-id: req-747e8086-d602-4533-bbfe-e25f8d5b9fa3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:49.153400 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:49.153681 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-747e8086-d602-4533-bbfe-e25f8d5b9fa3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:49.154113 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'status': 'completed', 'code': 200} Aug 27 12:08:49.310716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-2916ec33-83d2-4b39-ba5b-dc9cb72d33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:49.322072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-2916ec33-83d2-4b39-ba5b-dc9cb72d33ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f34deedb014e47bfe1f880bce44433&device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 1095 time: 0.1320276 Aug 27 12:08:49.406418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-0f5b3d13-b043-4b91-8e2a-e4b1dfa11345 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb HTTP/1.1" status: 200 len: 217 time: 0.0709746 Aug 27 12:08:49.486124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6fcf5-026f-439c-9d44-e4c3eb9ff0f5 req-f04d56d2-baa8-4ae5-9794-a9109829e2e4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:49.504809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31d6fcf5-026f-439c-9d44-e4c3eb9ff0f5 req-f04d56d2-baa8-4ae5-9794-a9109829e2e4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 944 time: 0.1622031 Aug 27 12:08:49.525422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-68c29597-37a4-41c8-8623-647735b8f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:49.528284 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-68c29597-37a4-41c8-8623-647735b8f0b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=275d7f5d-06df-45c3-bc42-a619c3ae9b3d HTTP/1.1" status: 200 len: 845 time: 0.1136582 Aug 27 12:08:49.592595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31d6fcf5-026f-439c-9d44-e4c3eb9ff0f5 req-03e486de-f827-4cef-b6da-c361db08ce30 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841749 Aug 27 12:08:49.609379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560efe80-d83b-41f2-969d-818ccee93272 req-c8c86a50-7920-4886-938c-3e6936f5c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:49.611524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-c8c86a50-7920-4886-938c-3e6936f5c174 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87afc9b2-180f-4643-a9c3-4dcc259ee467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756521 Aug 27 12:08:49.745678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bd532-b752-4c6e-84de-a3fee622e598 req-282cba17-ec15-4f6b-8b4d-25a0a3182890 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:49.748627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd5bd532-b752-4c6e-84de-a3fee622e598 req-282cba17-ec15-4f6b-8b4d-25a0a3182890 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1693883 Aug 27 12:08:49.793040 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-30427efe-382b-42ef-9264-61e890221452 service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715102 Aug 27 12:08:49.830906 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:49.836246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd5bd532-b752-4c6e-84de-a3fee622e598 req-96107be2-cce2-4b16-b521-844585d25976 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Aug 27 12:08:50.002942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-560efe80-d83b-41f2-969d-818ccee93272 req-c90ad379-933f-482d-b2b1-0f66e15fe8dc service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019846 Aug 27 12:08:50.022480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e4d26-7598-403b-aaab-3f5a99875821 req-5d73cfd1-9ec6-4d9d-a4e6-56988843525e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.029739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c72e4d26-7598-403b-aaab-3f5a99875821 req-5d73cfd1-9ec6-4d9d-a4e6-56988843525e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 944 time: 0.0727158 Aug 27 12:08:50.073961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c72e4d26-7598-403b-aaab-3f5a99875821 req-de36057d-bcb1-464d-9d12-c26a6739874d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Aug 27 12:08:50.187559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801565dd-343d-4d47-96bf-d8755a057b8b req-c30a2341-a423-4e02-8543-412f8db27626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.189332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-c30a2341-a423-4e02-8543-412f8db27626 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f34deedb014e47bfe1f880bce44433&device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 1095 time: 0.0752821 Aug 27 12:08:50.312043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801565dd-343d-4d47-96bf-d8755a057b8b req-22dd989c-ffe0-4013-beeb-38218196567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.314271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-22dd989c-ffe0-4013-beeb-38218196567a service neutron] 10.222.0.77 "GET /v2.0/networks?id=87afc9b2-180f-4643-a9c3-4dcc259ee467 HTTP/1.1" status: 200 len: 907 time: 0.1168020 Aug 27 12:08:50.359835 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-4000cae3-860f-475e-a455-b2c7917ee021 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb HTTP/1.1" status: 200 len: 217 time: 0.0377178 Aug 27 12:08:50.431000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801565dd-343d-4d47-96bf-d8755a057b8b req-5a1168af-fecf-4fee-8324-6b7ba9168068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.432890 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-5a1168af-fecf-4fee-8324-6b7ba9168068 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=275d7f5d-06df-45c3-bc42-a619c3ae9b3d HTTP/1.1" status: 200 len: 845 time: 0.0639882 Aug 27 12:08:50.524873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801565dd-343d-4d47-96bf-d8755a057b8b req-462d213a-1b29-44ef-9dd9-341105940a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.526361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-462d213a-1b29-44ef-9dd9-341105940a9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87afc9b2-180f-4643-a9c3-4dcc259ee467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850024 Aug 27 12:08:50.677099 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-919d2221-75f5-473c-9080-5acfb3999c2a service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326127 Aug 27 12:08:50.750409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff2221-372a-48e3-a732-067a4fdccfa0 req-5f4a0b82-fa61-44bc-8b62-4af01a630fd2 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.752371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2ff2221-372a-48e3-a732-067a4fdccfa0 req-5f4a0b82-fa61-44bc-8b62-4af01a630fd2 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 944 time: 0.0789526 Aug 27 12:08:50.796085 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2ff2221-372a-48e3-a732-067a4fdccfa0 req-416a4113-b53e-46de-8079-ddf935756e5e tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372200 Aug 27 12:08:50.818276 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-801565dd-343d-4d47-96bf-d8755a057b8b req-da54dba4-d5e1-48de-824e-151d5ec07826 service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311164 Aug 27 12:08:50.954658 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b480e60e-4adb-44df-9ef2-44c87ab8e05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:50.992243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-a4b399df-6216-41b3-8cc5-0bd6d3c1ff6d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:50.993637 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-a4b399df-6216-41b3-8cc5-0bd6d3c1ff6d tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 944 time: 0.0847731 Aug 27 12:08:51.013535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926e84f-4011-4bca-9448-95b9080078fe req-0365d096-b97b-4ac8-984a-d34b444c03ab tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:51.028598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1926e84f-4011-4bca-9448-95b9080078fe req-0365d096-b97b-4ac8-984a-d34b444c03ab tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0926752 Aug 27 12:08:51.076479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1926e84f-4011-4bca-9448-95b9080078fe req-afa41ec7-2187-4152-896d-0a0bd55e340a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Aug 27 12:08:51.131065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:51.141966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Deleting port d0d4021f-64e7-4b54-9d02-21b1a278593b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:08:51.142313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:51.259906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] For port d0d4021f-64e7-4b54-9d02-21b1a278593b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d0d4021f-64e7-4b54-9d02-21b1a278593b,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:51.260286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:51.279373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Calling delete_port for d0d4021f-64e7-4b54-9d02-21b1a278593b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:08:51.296557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148acbd-e7ff-4fe2-8caa-977c73839935 req-d5d978cf-8935-4d4c-bb75-6273834acf1c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:51.298308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8148acbd-e7ff-4fe2-8caa-977c73839935 req-d5d978cf-8935-4d4c-bb75-6273834acf1c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=3747d58b-e166-4b7b-9b7d-7e5c46515b01 HTTP/1.1" status: 200 len: 944 time: 0.0611098 Aug 27 12:08:51.351512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8148acbd-e7ff-4fe2-8caa-977c73839935 req-f0214dbf-8deb-4ed4-92d7-281853ab290c tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Aug 27 12:08:51.438501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:51.471732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event deleted for resources: {'Port': ['ID=d0d4021f-64e7-4b54-9d02-21b1a278593b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:51.517138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] No DVR routers for this DVR port d0d4021f-64e7-4b54-9d02-21b1a278593b on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:08:51.520441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:51.522529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a0940fe5-bca5-4b08-b240-484a26f61642 req-cf9b0d17-61ef-41b3-b4a2-9258d933badd tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "DELETE /v2.0/ports/d0d4021f-64e7-4b54-9d02-21b1a278593b HTTP/1.1" status: 204 len: 173 time: 0.5212758 Aug 27 12:08:51.523063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'name': 'network-vif-deleted', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:51.525383 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c199f55-8a01-40dc-901d-e27bc43bb4bf" -d '{"events": [{"server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "name": "network-vif-deleted", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:51.588478 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f678771f-f4de-4171-85a2-28693aac2ca9 x-openstack-request-id: req-f678771f-f4de-4171-85a2-28693aac2ca9 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:51.589011 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3747d58b-e166-4b7b-9b7d-7e5c46515b01", "name": "network-vif-deleted", "tag": "d0d4021f-64e7-4b54-9d02-21b1a278593b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:51.589011 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f678771f-f4de-4171-85a2-28693aac2ca9 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:51.589415 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3747d58b-e166-4b7b-9b7d-7e5c46515b01', 'name': 'network-vif-deleted', 'tag': 'd0d4021f-64e7-4b54-9d02-21b1a278593b', 'status': 'completed', 'code': 200} Aug 27 12:08:51.933871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643e90-c2a6-4342-b6b7-f2c583198f91 req-544c3bd8-3fb8-45c1-87dc-b1f452057e28 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:51.936475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e643e90-c2a6-4342-b6b7-f2c583198f91 req-544c3bd8-3fb8-45c1-87dc-b1f452057e28 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 944 time: 0.0560670 Aug 27 12:08:51.984235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:51.994609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e643e90-c2a6-4342-b6b7-f2c583198f91 req-8f4ad4e0-5d16-422d-9095-253131ae601a tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514865 Aug 27 12:08:52.283458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3199-7cb7-476b-ae6e-54ed979c02e1 req-1f373112-c576-493d-b97d-00d2724d052d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:52.285664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d17b3199-7cb7-476b-ae6e-54ed979c02e1 req-1f373112-c576-493d-b97d-00d2724d052d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0732851 Aug 27 12:08:52.328905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d17b3199-7cb7-476b-ae6e-54ed979c02e1 req-967eb03f-7089-465e-be8f-0ef1bec45356 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Aug 27 12:08:52.438898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:52.558100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40ca22f5-0c93-4b53-ae8c-f0a817b92395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.701762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef80ac-5b18-4ea0-a824-09c88481e3a0 req-b0b2e1b4-9ddc-433d-b614-81ce90bf2e8b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:52.703379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03ef80ac-5b18-4ea0-a824-09c88481e3a0 req-b0b2e1b4-9ddc-433d-b614-81ce90bf2e8b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 944 time: 0.0780046 Aug 27 12:08:52.713357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40ca22f5-0c93-4b53-ae8c-f0a817b92395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.721496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40ca22f5-0c93-4b53-ae8c-f0a817b92395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.781914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40ca22f5-0c93-4b53-ae8c-f0a817b92395 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=501a5f66e03546b0abb07df62b61681b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418462 Aug 27 12:08:52.784474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca22f5-0c93-4b53-ae8c-f0a817b92395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e3e72-930e-45c2-974b-67995579246d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:52.784717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49554) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:52.806608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03ef80ac-5b18-4ea0-a824-09c88481e3a0 req-0498fd90-db3b-4ee4-bd0e-c12d96cd7aa3 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859182 Aug 27 12:08:52.844120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-276ff66b-eb47-4129-b1c8-2184e93a6ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.865765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-276ff66b-eb47-4129-b1c8-2184e93a6ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.912326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-276ff66b-eb47-4129-b1c8-2184e93a6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.915672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-276ff66b-eb47-4129-b1c8-2184e93a6ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:52.916998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-276ff66b-eb47-4129-b1c8-2184e93a6ad3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d01e3e72-930e-45c2-974b-67995579246d HTTP/1.1" status: 204 len: 168 time: 0.1311502 Aug 27 12:08:52.925050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ff66b-eb47-4129-b1c8-2184e93a6ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e3e72-930e-45c2-974b-67995579246d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:53.132771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf7a7d-73c6-4847-a7ea-07fd68294774 req-bbaa135a-a177-44be-b945-8db2fd488451 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:53.134334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fddf7a7d-73c6-4847-a7ea-07fd68294774 req-bbaa135a-a177-44be-b945-8db2fd488451 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 944 time: 0.0601776 Aug 27 12:08:53.178983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fddf7a7d-73c6-4847-a7ea-07fd68294774 req-a44f6412-9563-46b7-abfd-c3d3c523d4e2 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376792 Aug 27 12:08:53.251036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49566) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:53.263937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-02ddd25b-d613-4458-8d33-aa148d5f3760 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:53.265791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b06b1ff-ad28-476b-80f2-752ae51dc4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.265909 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-02ddd25b-d613-4458-8d33-aa148d5f3760 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 944 time: 0.0828774 Aug 27 12:08:53.377765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b06b1ff-ad28-476b-80f2-752ae51dc4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.385403 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b06b1ff-ad28-476b-80f2-752ae51dc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.413570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Deleting port 15e98484-be84-436c-9bb3-03d30e5b36de {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:08:53.414149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.440939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4b06b1ff-ad28-476b-80f2-752ae51dc4f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=887eaed02de2442ab6857fbb88808544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885629 Aug 27 12:08:53.451157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:53.459233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06b1ff-ad28-476b-80f2-752ae51dc4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad8cfc0-a8ad-4c97-9438-d529a55daa29,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:53.511472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ebc4e16c-fc8b-4927-9305-9474e9e00cbb details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:08:53.516167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] For port 15e98484-be84-436c-9bb3-03d30e5b36de, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15e98484-be84-436c-9bb3-03d30e5b36de,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:53.517052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.519667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:08:53.532236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Calling delete_port for 15e98484-be84-436c-9bb3-03d30e5b36de owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:08:53.545014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d0d4021f-64e7-4b54-9d02-21b1a278593b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:08:53.545491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d0d4021f-64e7-4b54-9d02-21b1a278593b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:08:53.547017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875d4ab-8f70-4d1b-a24a-188de5ec3369 req-1dd35ad6-2903-47a7-9de4-5cfc96a762e1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:53.548663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4875d4ab-8f70-4d1b-a24a-188de5ec3369 req-1dd35ad6-2903-47a7-9de4-5cfc96a762e1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1064227 Aug 27 12:08:53.549496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-786c7802-428f-4319-ba65-65c1c994bdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.587272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-786c7802-428f-4319-ba65-65c1c994bdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.634873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4875d4ab-8f70-4d1b-a24a-188de5ec3369 req-91f08e06-81a1-4313-b1c1-8925f6a0ae37 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752113 Aug 27 12:08:53.677200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-786c7802-428f-4319-ba65-65c1c994bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.680797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-786c7802-428f-4319-ba65-65c1c994bdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.682162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-786c7802-428f-4319-ba65-65c1c994bdf6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bad8cfc0-a8ad-4c97-9438-d529a55daa29 HTTP/1.1" status: 204 len: 168 time: 0.2301259 Aug 27 12:08:53.691243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c7802-428f-4319-ba65-65c1c994bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad8cfc0-a8ad-4c97-9438-d529a55daa29,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:53.704742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:53.717212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.741845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'port_id': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'mac_address': 'fa:16:3e:ab:e8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:08:53.768772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event deleted for resources: {'Port': ['ID=15e98484-be84-436c-9bb3-03d30e5b36de,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:53.795345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.815231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc4e16c-fc8b-4927-9305-9474e9e00cbb {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:08:53.818560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] No DVR routers for this DVR port 15e98484-be84-436c-9bb3-03d30e5b36de on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:08:53.821371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.824138 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4306d7e3-4975-4e45-94d6-5f1abd74734e req-17e545a5-544f-4a39-8b44-21093c42fa2b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "DELETE /v2.0/ports/15e98484-be84-436c-9bb3-03d30e5b36de HTTP/1.1" status: 204 len: 173 time: 0.5509429 Aug 27 12:08:53.824603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'name': 'network-vif-deleted', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:53.827431 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8f943-2fdb-41e3-8c5f-83c08c8cf48f" -d '{"events": [{"server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "name": "network-vif-deleted", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:53.844241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:53.863104 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.925814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:53.943284 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa071c-67de-4a2a-984f-e92637aad464 x-openstack-request-id: req-09aa071c-67de-4a2a-984f-e92637aad464 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:53.944098 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9bb25b-b407-4db8-acc5-16d6dc693d06", "name": "network-vif-deleted", "tag": "15e98484-be84-436c-9bb3-03d30e5b36de", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:53.944365 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09aa071c-67de-4a2a-984f-e92637aad464 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:53.944754 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9bb25b-b407-4db8-acc5-16d6dc693d06', 'name': 'network-vif-deleted', 'tag': '15e98484-be84-436c-9bb3-03d30e5b36de', 'status': 'completed', 'code': 200} Aug 27 12:08:53.955062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:53.967388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f959de7-c3b1-41f4-b7ed-1158a068f422 req-3f684ddb-075b-4354-8c58-36818cb815ec tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f9bb25b-b407-4db8-acc5-16d6dc693d06 HTTP/1.1" status: 200 len: 210 time: 0.0476511 Aug 27 12:08:54.316704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28f5ee-621a-4412-9340-a353a7842ebd req-4eef7012-8da5-4806-90e7-106ebc4e53d1 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:54.319975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf28f5ee-621a-4412-9340-a353a7842ebd req-4eef7012-8da5-4806-90e7-106ebc4e53d1 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 945 time: 0.0640295 Aug 27 12:08:54.325677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ebc4e16c-fc8b-4927-9305-9474e9e00cbb'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:08:54.375949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf28f5ee-621a-4412-9340-a353a7842ebd req-cdffb4a2-83dd-4141-8da1-36a1d943408c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494742 Aug 27 12:08:54.777867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd6275-add2-4251-91bf-5460e4d23288 req-82c13f4c-3da9-4bf0-85c6-64428ebada07 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:54.779580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58bd6275-add2-4251-91bf-5460e4d23288 req-82c13f4c-3da9-4bf0-85c6-64428ebada07 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0603628 Aug 27 12:08:54.829774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58bd6275-add2-4251-91bf-5460e4d23288 req-00cc3f75-bb1d-4d11-a856-e8aa368824a5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Aug 27 12:08:55.335908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052c107-a54f-4b35-a2fb-d4976ea9edd6 req-f36539bd-3c07-4aba-a54e-7b6f652d69d9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:55.339013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a052c107-a54f-4b35-a2fb-d4976ea9edd6 req-f36539bd-3c07-4aba-a54e-7b6f652d69d9 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.0775578 Aug 27 12:08:55.395473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a052c107-a54f-4b35-a2fb-d4976ea9edd6 req-27d8f3f6-b3cf-477f-8a42-5fa60446a554 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491908 Aug 27 12:08:55.512590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ebc4e16c-fc8b-4927-9305-9474e9e00cbb up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:08:55.519099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d028ca-f3be-4100-ba69-1a78a2a93f18 req-99c79d38-d965-450a-8903-8fbbe23d8a97 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:55.520896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1d028ca-f3be-4100-ba69-1a78a2a93f18 req-99c79d38-d965-450a-8903-8fbbe23d8a97 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 945 time: 0.0579767 Aug 27 12:08:55.570946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1d028ca-f3be-4100-ba69-1a78a2a93f18 req-a6c73d5b-b758-4ec2-a3a2-ef0fb57349e2 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424740 Aug 27 12:08:55.604482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port ebc4e16c-fc8b-4927-9305-9474e9e00cbb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:08:55.610632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port ebc4e16c-fc8b-4927-9305-9474e9e00cbb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:08:55.611138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:55.705372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:55.730101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:55.732481 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e89994-9461-4adb-b8d1-e65ee8566444" -d '{"events": [{"server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "name": "network-vif-plugged", "status": "completed", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:55.746139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:55.751690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:55.752591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:08:55.776042 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a2429-4820-4281-b0e8-25c51067176c x-openstack-request-id: req-0d5a2429-4820-4281-b0e8-25c51067176c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:55.776339 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "name": "network-vif-plugged", "status": "completed", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:55.776604 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d5a2429-4820-4281-b0e8-25c51067176c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:55.776998 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'code': 200} Aug 27 12:08:55.779428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 15e98484-be84-436c-9bb3-03d30e5b36de {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:08:55.779775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15e98484-be84-436c-9bb3-03d30e5b36de not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:08:55.796219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:55.830999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:55.982097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1bd8c-4e0b-4dcc-b17f-8191d8aa262c req-d8f52f77-5cd8-47ce-a042-79137474da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:55.984358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f4f1bd8c-4e0b-4dcc-b17f-8191d8aa262c req-d8f52f77-5cd8-47ce-a042-79137474da2f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 1097 time: 0.0534182 Aug 27 12:08:55.989784 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-697cf670-3c13-40bd-8226-7455844f95e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.013682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b4c22-18be-4089-88a8-4f2891afce03 req-8011f585-a527-4757-b3a3-4fef6c06732a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:56.015524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd7b4c22-18be-4089-88a8-4f2891afce03 req-8011f585-a527-4757-b3a3-4fef6c06732a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1038415 Aug 27 12:08:56.045295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f4f1bd8c-4e0b-4dcc-b17f-8191d8aa262c req-b9b1fd8c-4644-4eab-8b93-2f7e5743daf2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502598 Aug 27 12:08:56.081636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd7b4c22-18be-4089-88a8-4f2891afce03 req-8e052d3d-3514-4ca2-a3d2-0c4199a53e31 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567060 Aug 27 12:08:56.141432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-697cf670-3c13-40bd-8226-7455844f95e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.147322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-697cf670-3c13-40bd-8226-7455844f95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.186678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-697cf670-3c13-40bd-8226-7455844f95e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fe2c3fc90354ae0a62741e3d6de17e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892448 Aug 27 12:08:56.187397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cf670-3c13-40bd-8226-7455844f95e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a926e66d-8775-4e35-8e59-cad879612406,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:56.190546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49662) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:56.242684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f30cee3-58c9-4565-8d3e-46be1f142bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.266444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f30cee3-58c9-4565-8d3e-46be1f142bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.314624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f30cee3-58c9-4565-8d3e-46be1f142bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.317136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f30cee3-58c9-4565-8d3e-46be1f142bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.318296 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2f30cee3-58c9-4565-8d3e-46be1f142bc5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a926e66d-8775-4e35-8e59-cad879612406 HTTP/1.1" status: 204 len: 168 time: 0.1268144 Aug 27 12:08:56.327972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30cee3-58c9-4565-8d3e-46be1f142bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926e66d-8775-4e35-8e59-cad879612406,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:56.539129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231110-9a42-4901-8a5a-d1f31a2fc3ca req-89001163-23cd-4ad2-bd29-98d9e9b1d21e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:56.541670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc231110-9a42-4901-8a5a-d1f31a2fc3ca req-89001163-23cd-4ad2-bd29-98d9e9b1d21e tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.0601928 Aug 27 12:08:56.588563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-a80a1e89-893b-4e33-82f8-dca909524638 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:56.590567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-a80a1e89-893b-4e33-82f8-dca909524638 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 944 time: 0.0584197 Aug 27 12:08:56.593223 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc231110-9a42-4901-8a5a-d1f31a2fc3ca req-f2aafbcf-e157-4919-9708-d61dea8b288a tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/security-groups?id=010badcd-bcd4-4eb3-8476-a2c2f3d04679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Aug 27 12:08:56.747876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Deleting port a4f7dba4-c218-4864-9f7b-92ee1ab93efd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:08:56.748228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.759280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e871-00d6-430b-a50f-d7867f7bdadc req-e30d2f7b-e15c-4841-ab05-472ce0a5f8b8 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:56.760980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17a7e871-00d6-430b-a50f-d7867f7bdadc req-e30d2f7b-e15c-4841-ab05-472ce0a5f8b8 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.0779426 Aug 27 12:08:56.806350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17a7e871-00d6-430b-a50f-d7867f7bdadc req-4924c742-62a5-4ff3-9f6a-37c324c8fddc tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384016 Aug 27 12:08:56.862849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] For port a4f7dba4-c218-4864-9f7b-92ee1ab93efd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,segment=NetworkSegment(0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21),segment_id=0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:08:56.863323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:56.878652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Calling delete_port for a4f7dba4-c218-4864-9f7b-92ee1ab93efd owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:08:57.024951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:57.053898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Pushing event deleted for resources: {'Port': ['ID=a4f7dba4-c218-4864-9f7b-92ee1ab93efd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:57.114144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] No DVR routers for this DVR port a4f7dba4-c218-4864-9f7b-92ee1ab93efd on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:08:57.117399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:57.119349 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf3d3d97-90ec-48e2-ae01-fc039d094625 req-e6465cc7-9a52-430b-af63-b316fd8b121b tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.77 "DELETE /v2.0/ports/a4f7dba4-c218-4864-9f7b-92ee1ab93efd HTTP/1.1" status: 204 len: 173 time: 0.5221565 Aug 27 12:08:57.119984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'name': 'network-vif-deleted', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:57.122270 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82925f19-0b1d-466a-9f5b-12b5cbaba878" -d '{"events": [{"server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "name": "network-vif-deleted", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:57.176342 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9341c8-8adc-4323-8c37-1e0a47e80b9f x-openstack-request-id: req-8c9341c8-8adc-4323-8c37-1e0a47e80b9f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:57.176708 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b836b21-e8d0-4a70-8503-7dc86f3c0df6", "name": "network-vif-deleted", "tag": "a4f7dba4-c218-4864-9f7b-92ee1ab93efd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:57.177031 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c9341c8-8adc-4323-8c37-1e0a47e80b9f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:57.177471 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b836b21-e8d0-4a70-8503-7dc86f3c0df6', 'name': 'network-vif-deleted', 'tag': 'a4f7dba4-c218-4864-9f7b-92ee1ab93efd', 'status': 'completed', 'code': 200} Aug 27 12:08:57.267532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308ff-79e9-49fd-8ecd-b920ecc9c70e req-29154c44-ba68-4e6f-85c7-e3d8f50a8b25 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:57.269058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41c308ff-79e9-49fd-8ecd-b920ecc9c70e req-29154c44-ba68-4e6f-85c7-e3d8f50a8b25 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0739949 Aug 27 12:08:57.320063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41c308ff-79e9-49fd-8ecd-b920ecc9c70e req-d174cfb1-5945-4fa4-aaf5-888956d06978 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Aug 27 12:08:57.574979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49716) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:57.708520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7da7a61f-f8d4-4877-845a-b5fe863c885a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:57.725977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fc36e97-3f89-4ccd-88c1-2e234bebd925 req-ed90c2da-5165-4b4e-8981-e8006166aaf0 tempest-LiveAutoBlockMigrationV225Test-1190137416 tempest-LiveAutoBlockMigrationV225Test-1190137416-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b836b21-e8d0-4a70-8503-7dc86f3c0df6 HTTP/1.1" status: 200 len: 210 time: 0.0396171 Aug 27 12:08:57.829323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7da7a61f-f8d4-4877-845a-b5fe863c885a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:57.835239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7da7a61f-f8d4-4877-845a-b5fe863c885a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:57.888785 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7da7a61f-f8d4-4877-845a-b5fe863c885a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f116769a9f5f44c4bdbbd187ec350930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126523 Aug 27 12:08:57.891547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7a61f-f8d4-4877-845a-b5fe863c885a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dcf408-23e1-4323-92e6-54c09a26ba77,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:57.894104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49728) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:57.955051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420308c-25df-463c-a638-74b82057304b req-6ea46917-850d-4694-b35b-bd8f9ec3ac1e tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:57.956040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9e3-670b-4d2e-898a-3ded4d7e2eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:57.962303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d420308c-25df-463c-a638-74b82057304b req-6ea46917-850d-4694-b35b-bd8f9ec3ac1e tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.0712192 Aug 27 12:08:57.980966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9e3-670b-4d2e-898a-3ded4d7e2eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.021685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d420308c-25df-463c-a638-74b82057304b req-5854e873-7965-496d-b25c-fcdceec2b64f tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582519 Aug 27 12:08:58.046679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9e3-670b-4d2e-898a-3ded4d7e2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.049188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9e3-670b-4d2e-898a-3ded4d7e2eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.050342 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d3ec9e3-670b-4d2e-898a-3ded4d7e2eaf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/70dcf408-23e1-4323-92e6-54c09a26ba77 HTTP/1.1" status: 204 len: 168 time: 0.1550858 Aug 27 12:08:58.059172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ec9e3-670b-4d2e-898a-3ded4d7e2eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dcf408-23e1-4323-92e6-54c09a26ba77,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:58.177313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a403d-6bea-42cd-a6ee-556664055d16 req-82c11b55-79dd-437a-8371-ae3e631b4ba4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:58.179863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d11a403d-6bea-42cd-a6ee-556664055d16 req-82c11b55-79dd-437a-8371-ae3e631b4ba4 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.0746019 Aug 27 12:08:58.189485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49738) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:58.195477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Request body: {'floatingip': {'port_id': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:08:58.238692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.456441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55212e0-e5f8-4bef-a5fd-c41a2dd410ca req-bc9823b9-3f01-4a3e-8e1b-e799be311774 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:58.461409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f55212e0-e5f8-4bef-a5fd-c41a2dd410ca req-bc9823b9-3f01-4a3e-8e1b-e799be311774 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0710506 Aug 27 12:08:58.504814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f55212e0-e5f8-4bef-a5fd-c41a2dd410ca req-a55d7058-12d4-4d94-8ceb-0173ea678bb5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Aug 27 12:08:58.750879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.755216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.799957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:58.890195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Deleting subnet 8f029334-c456-476c-9f89-5a5629b10017 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:08:58.894927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:58.939976 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Floating IP 989bc74e-3ef8-474d-bd17-bec7bb3dbf92 associated. External IP: 172.25.8.109, port: ebc4e16c-fc8b-4927-9305-9474e9e00cbb. Aug 27 12:08:58.947807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.064750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.183409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.247842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f029334-c456-476c-9f89-5a5629b10017,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:59.256146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.261905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:59.262691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6c588963-9883-4528-8c4c-4daad91e74d3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8f029334-c456-476c-9f89-5a5629b10017 HTTP/1.1" status: 204 len: 168 time: 0.4610221 Aug 27 12:08:59.295436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Router a457532c-debf-4ac7-84ba-274edb13fded has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:08:59.354128 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.433345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:08:59.445381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.453675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] Sync routers for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:08:59.467392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:08:59.468965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:59.495297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.500251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6ff6aa87-d539-44fc-af78-f0d018309ec9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "PUT /v2.0/floatingips/989bc74e-3ef8-474d-bd17-bec7bb3dbf92 HTTP/1.1" status: 200 len: 992 time: 1.3091614 Aug 27 12:08:59.500859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:08:59.504707 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:08:59.528296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da5c204-3ed1-4d37-bab6-af04e16e113f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:59.546735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:08:59.567970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:59.568339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5e747a-2a1d-4f6c-adbe-b8ad4e5c9d21') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:08:59.592542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.594439 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d5afd3-2ade-40bb-b0e5-cf83c857759b x-openstack-request-id: req-75d5afd3-2ade-40bb-b0e5-cf83c857759b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:08:59.594869 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:08:59.595137 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75d5afd3-2ade-40bb-b0e5-cf83c857759b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:08:59.595573 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'status': 'completed', 'code': 200} Aug 27 12:08:59.626449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: a4f7dba4-c218-4864-9f7b-92ee1ab93efd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:08:59.627185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a4f7dba4-c218-4864-9f7b-92ee1ab93efd not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:08:59.627522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.639416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:08:59.639834 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:08:59.642080 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:08:59.667398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:08:59.728780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-425d342e-3c8f-4cc2-b651-015df4f2a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:59.731987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-425d342e-3c8f-4cc2-b651-015df4f2a364 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f34deedb014e47bfe1f880bce44433&device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 1097 time: 0.0842025 Aug 27 12:08:59.772525 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.778031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.784452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4da5c204-3ed1-4d37-bab6-af04e16e113f HTTP/1.1" status: 204 len: 168 time: 0.5205863 Aug 27 12:08:59.785536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:59.794591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49826) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:08:59.808799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0212b-fe76-4495-b784-c82e745612eb req-a4e0a5ce-ccd8-4ad8-9ece-b15b3553b7fd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:59.814976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0fb0212b-fe76-4495-b784-c82e745612eb req-a4e0a5ce-ccd8-4ad8-9ece-b15b3553b7fd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1155620 Aug 27 12:08:59.844697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-6ab93103-2700-4c64-922a-0b4d3f4ee25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:08:59.846278 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-6ab93103-2700-4c64-922a-0b4d3f4ee25d service neutron] 10.222.0.77 "GET /v2.0/networks?id=87afc9b2-180f-4643-a9c3-4dcc259ee467 HTTP/1.1" status: 200 len: 907 time: 0.1068094 Aug 27 12:08:59.856213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7ffee-4115-4d43-abbe-b9c9ac919be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da5c204-3ed1-4d37-bab6-af04e16e113f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:08:59.929299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Deleting subnet 38bc8b33-fbf5-4783-a6a0-29f84a275a42 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:08:59.941089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:08:59.982132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0fb0212b-fe76-4495-b784-c82e745612eb req-8877732a-2f66-4af8-b9e0-48940d7c76da tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630085 Aug 27 12:08:59.993164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-7adcf4c8-fa15-4f8d-9953-e6d8066b6e86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb HTTP/1.1" status: 200 len: 1000 time: 0.1318474 Aug 27 12:09:00.006353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.055696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-d8f1b3bb-70af-4e1b-bc64-1ec0896fb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:00.057716 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-d8f1b3bb-70af-4e1b-bc64-1ec0896fb491 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=275d7f5d-06df-45c3-bc42-a619c3ae9b3d HTTP/1.1" status: 200 len: 845 time: 0.0647404 Aug 27 12:09:00.062573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9f03660-f207-4b40-9db0-38fbd0145f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.073870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '989bc74e-3ef8-474d-bd17-bec7bb3dbf92', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'port_id': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'mac_address': 'fa:16:3e:ab:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:08:41Z', 'updated_at': '2021-08-27T12:08:58Z', 'revision_number': 1, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:46Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:00.079087 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.116188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] Checking router: a457532c-debf-4ac7-84ba-274edb13fded for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:09:00.125017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-68430837-6647-47c5-9322-e2e6082d2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:00.131627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:09:00.132556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:08:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:00.135011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-68430837-6647-47c5-9322-e2e6082d2b02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87afc9b2-180f-4643-a9c3-4dcc259ee467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644515 Aug 27 12:09:00.208771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9f03660-f207-4b40-9db0-38fbd0145f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.220531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c9f03660-f207-4b40-9db0-38fbd0145f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.262440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.303001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38bc8b33-fbf5-4783-a6a0-29f84a275a42,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:00.304459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:09:00.312480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c9f03660-f207-4b40-9db0-38fbd0145f18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b87b3c36adc462e9dee376072270f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957192 Aug 27 12:09:00.315972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49842) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:00.317352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f03660-f207-4b40-9db0-38fbd0145f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c0838-2024-478f-8285-9d66dc75c049,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:00.338289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.343480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8afce49b-eeeb-4dcc-937a-02222b966438 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/38bc8b33-fbf5-4783-a6a0-29f84a275a42 HTTP/1.1" status: 204 len: 168 time: 0.5472431 Aug 27 12:09:00.344189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:00.369797 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-e764a867-4f21-4ada-8d84-0474444e756d service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272241 Aug 27 12:09:00.431721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.538581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.552892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf5e712-57ab-499b-9772-905c8773c1cd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:00.569793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a1ef04-ae31-4e26-97ae-8f9501a7ff57') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:00.570393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a1ef04-ae31-4e26-97ae-8f9501a7ff57') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:00.589036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.611303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.620255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:00.621111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:00.672550 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:00.699912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.707282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:00.710161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6bf5e712-57ab-499b-9772-905c8773c1cd HTTP/1.1" status: 204 len: 168 time: 0.3649828 Aug 27 12:09:00.817924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '989bc74e-3ef8-474d-bd17-bec7bb3dbf92', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'port_id': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'mac_address': 'fa:16:3e:ab:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:08:41Z', 'updated_at': '2021-08-27T12:08:58Z', 'revision_number': 1, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:46Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:00.861167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55430d25-07ea-49ae-9ceb-66f4aeb59493 None None] The sync data for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 is: [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '989bc74e-3ef8-474d-bd17-bec7bb3dbf92', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'port_id': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'mac_address': 'fa:16:3e:ab:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:08:41Z', 'updated_at': '2021-08-27T12:08:58Z', 'revision_number': 1, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:46Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:09:00.911378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:00.963955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efd921d1-e04d-441b-a1d7-cb919fc55aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.056490 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0709baca-b5b7-4b80-97fa-581d217f3ba1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f0fbba472b5455c96e394a979f145b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429176 Aug 27 12:09:01.086143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49866) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:01.097609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efd921d1-e04d-441b-a1d7-cb919fc55aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.102473 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a2e75a9-96c4-40c7-96b1-8d74ad11d399 req-38908caf-c3cf-459a-a76e-6511a23bc57a service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206357 Aug 27 12:09:01.150151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d65c2-8e86-46fc-97ce-40c6f93a0d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf5e712-57ab-499b-9772-905c8773c1cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:01.223089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efd921d1-e04d-441b-a1d7-cb919fc55aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.226320 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efd921d1-e04d-441b-a1d7-cb919fc55aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.230216 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-efd921d1-e04d-441b-a1d7-cb919fc55aa0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/991c0838-2024-478f-8285-9d66dc75c049 HTTP/1.1" status: 204 len: 168 time: 0.9033709 Aug 27 12:09:01.249279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd921d1-e04d-441b-a1d7-cb919fc55aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c0838-2024-478f-8285-9d66dc75c049,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:01.266752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6aa1e-8b61-4895-9f12-502d311c633c req-ec24c0d9-7be4-4a3b-a278-1faf50098220 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:01.276926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10e6aa1e-8b61-4895-9f12-502d311c633c req-ec24c0d9-7be4-4a3b-a278-1faf50098220 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1240025 Aug 27 12:09:01.279408 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72373fc4-786e-4a46-bd0a-5adfa16ca90d None None] New status for floating IP 989bc74e-3ef8-474d-bd17-bec7bb3dbf92: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:09:01.285617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa4e68b0-4d5b-4b9a-b164-b63e86cf22a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.355062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa4e68b0-4d5b-4b9a-b164-b63e86cf22a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.370246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10e6aa1e-8b61-4895-9f12-502d311c633c req-b15fdefc-3b50-4fb3-9374-c19cc8485faa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921814 Aug 27 12:09:01.488846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa4e68b0-4d5b-4b9a-b164-b63e86cf22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.493964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa4e68b0-4d5b-4b9a-b164-b63e86cf22a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:01.500920 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa4e68b0-4d5b-4b9a-b164-b63e86cf22a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/010badcd-bcd4-4eb3-8476-a2c2f3d04679 HTTP/1.1" status: 204 len: 168 time: 0.4105337 Aug 27 12:09:01.523208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e68b0-4d5b-4b9a-b164-b63e86cf22a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010badcd-bcd4-4eb3-8476-a2c2f3d04679,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:02.017081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:02.080136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-86afd52e-37e7-4827-826e-cd5b26cf7b2b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b58c8596d5b443a69cf7c7dd303cbc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618281 Aug 27 12:09:02.082885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:02.148838 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d333010-6e83-4497-bc5d-b847baea46a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:02.175252 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d333010-6e83-4497-bc5d-b847baea46a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:02.235840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d333010-6e83-4497-bc5d-b847baea46a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:02.242466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d333010-6e83-4497-bc5d-b847baea46a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:02.244776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7d333010-6e83-4497-bc5d-b847baea46a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05c6c299-efc5-4083-aa5b-5e1bbe7a4cdc HTTP/1.1" status: 204 len: 168 time: 0.1598415 Aug 27 12:09:02.256991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333010-6e83-4497-bc5d-b847baea46a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6c299-efc5-4083-aa5b-5e1bbe7a4cdc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:02.526038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bec519-bd6c-434f-b700-a4fcf0dacbbf req-4bcf5d5d-b664-4fb6-8f75-ff12cbd2f716 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:02.527902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06bec519-bd6c-434f-b700-a4fcf0dacbbf req-4bcf5d5d-b664-4fb6-8f75-ff12cbd2f716 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0795085 Aug 27 12:09:02.607037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06bec519-bd6c-434f-b700-a4fcf0dacbbf req-015f9360-47d8-4080-96bc-9c33da3ed217 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652001 Aug 27 12:09:03.791975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077a54-dbfa-4373-b26b-b397c1ee9797 req-32fcce5b-fd15-4f58-96b1-a49a28286726 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:03.802280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd077a54-dbfa-4373-b26b-b397c1ee9797 req-32fcce5b-fd15-4f58-96b1-a49a28286726 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0753055 Aug 27 12:09:03.846465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd077a54-dbfa-4373-b26b-b397c1ee9797 req-847a1997-6310-4cb4-a98e-1cf930f86ea6 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Aug 27 12:09:04.185632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-cc1fcfc4-2c75-4d80-b762-a29610b51879 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304334 Aug 27 12:09:04.223524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50070) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:04.351291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-875ef6df-bb6c-48c6-a331-b29c68396da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.402912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-1479588f-039a-40ef-b835-634528a1b030 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:04.405568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-1479588f-039a-40ef-b835-634528a1b030 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133584 Aug 27 12:09:04.425235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-fe5f5be9-ffb0-45e6-8ab2-e670ca24ea51 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/quotas/d2df60ca20354d7aa7e72cfe76f068ae HTTP/1.1" status: 200 len: 375 time: 0.0117636 Aug 27 12:09:04.455177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-875ef6df-bb6c-48c6-a331-b29c68396da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.459300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-875ef6df-bb6c-48c6-a331-b29c68396da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.468020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-4f39aa5f-98ca-4d95-9608-0f9df0592332 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322535 Aug 27 12:09:04.498888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-875ef6df-bb6c-48c6-a331-b29c68396da6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c726ac903d9c426796c2b1513a5a095b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741473 Aug 27 12:09:04.503787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50080) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:04.508110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ef6df-bb6c-48c6-a331-b29c68396da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e29b02-cc0d-4110-8b3b-7927e86bda42,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:04.564409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aca7331-c741-45db-8f6e-30f2d31ae503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.598297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aca7331-c741-45db-8f6e-30f2d31ae503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.651688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-941311e1-475f-44c7-9578-948bdd5847c8 req-60302dab-5682-41a9-a619-42177e3520b0 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 210 time: 0.0390487 Aug 27 12:09:04.666454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aca7331-c741-45db-8f6e-30f2d31ae503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.669245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6aca7331-c741-45db-8f6e-30f2d31ae503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:04.672886 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6aca7331-c741-45db-8f6e-30f2d31ae503 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3e29b02-cc0d-4110-8b3b-7927e86bda42 HTTP/1.1" status: 204 len: 168 time: 0.1653755 Aug 27 12:09:04.678851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca7331-c741-45db-8f6e-30f2d31ae503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e29b02-cc0d-4110-8b3b-7927e86bda42,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:04.984065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73a147-30b7-4d72-be79-afce616277cb req-f8ba2b69-1709-4101-96cd-d44c81fb37ec tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:04.985728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb73a147-30b7-4d72-be79-afce616277cb req-f8ba2b69-1709-4101-96cd-d44c81fb37ec tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0578034 Aug 27 12:09:05.033533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50110) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:05.046080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb73a147-30b7-4d72-be79-afce616277cb req-9e1253d4-007b-4e5b-a93a-bc4a28200c70 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510871 Aug 27 12:09:05.082012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c3b22f6-b75c-47c4-9139-d8df20a6196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.195492 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c3b22f6-b75c-47c4-9139-d8df20a6196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.199342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c3b22f6-b75c-47c4-9139-d8df20a6196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.242851 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5c3b22f6-b75c-47c4-9139-d8df20a6196e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebf96fe327034664b54425ae93dd2bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082250 Aug 27 12:09:05.243716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b22f6-b75c-47c4-9139-d8df20a6196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417997d1-4034-430d-867d-c90b7906398f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:05.245752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50118) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:05.305601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b4b-86f1-4639-86a4-79ed961ac9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.329388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b4b-86f1-4639-86a4-79ed961ac9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.391949 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b4b-86f1-4639-86a4-79ed961ac9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.395193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09fa2b4b-86f1-4639-86a4-79ed961ac9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:05.397016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09fa2b4b-86f1-4639-86a4-79ed961ac9e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/417997d1-4034-430d-867d-c90b7906398f HTTP/1.1" status: 204 len: 168 time: 0.1500394 Aug 27 12:09:05.406061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa2b4b-86f1-4639-86a4-79ed961ac9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417997d1-4034-430d-867d-c90b7906398f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:05.769272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b17347e-681a-4685-9cd6-eb6d55e7dec1 req-9a9e9e56-79c3-4614-b94f-b590b1fa3116 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 210 time: 0.0501823 Aug 27 12:09:05.983527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-46f7ec98-82d6-4d3f-81ba-7e21f5678842 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271900 Aug 27 12:09:06.149371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-041fff0a-7dc7-4b7c-bace-3d04ff439f52 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:06.150930 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-041fff0a-7dc7-4b7c-bace-3d04ff439f52 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594741 Aug 27 12:09:06.166897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Request body: {'port': {'device_id': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'd2df60ca20354d7aa7e72cfe76f068ae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:06.263039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02195c8-befe-4499-8908-f42880b3f168 req-59fd4df1-5a30-42f6-b724-a4d921ad777a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:06.265121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e02195c8-befe-4499-8908-f42880b3f168 req-59fd4df1-5a30-42f6-b724-a4d921ad777a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1130874 Aug 27 12:09:06.350813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e02195c8-befe-4499-8908-f42880b3f168 req-59fbd245-c44f-456a-b926-993b9d207dee tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694718 Aug 27 12:09:06.375032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Made reservation on behalf of d2df60ca20354d7aa7e72cfe76f068ae for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:06.378902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:06.388572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:06.406941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50170) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.512927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:06.518256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:06.527655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-f1cde869-a007-46da-be43-f795e957ef71 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.528829 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f1cde869-a007-46da-be43-f795e957ef71 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1207850 Aug 27 12:09:06.531754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.538725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-ccbf7b4b-1b4b-4fd9-bccf-c419d674826f tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.542546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ccbf7b4b-1b4b-4fd9-bccf-c419d674826f tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0097408 Aug 27 12:09:06.543186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50182) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.559093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-dd40167f-6e03-4771-bb2c-15049ba6f1c5 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.563142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.564089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd40167f-6e03-4771-bb2c-15049ba6f1c5 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0197146 Aug 27 12:09:06.568514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-69a8b2d6-d032-4fe6-b3b8-00171687bb30 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.569490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-69a8b2d6-d032-4fe6-b3b8-00171687bb30 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050752 Aug 27 12:09:06.572310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50186) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.579117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-014a0b30-c097-4e6f-8587-26be093412da tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.583251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-014a0b30-c097-4e6f-8587-26be093412da tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0097127 Aug 27 12:09:06.584000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50188) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.589524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-409891be-1cb0-4bec-b6b0-a8bbdcd38eeb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.593612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-409891be-1cb0-4bec-b6b0-a8bbdcd38eeb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083447 Aug 27 12:09:06.594370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50190) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.599860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-616310f7-d4b2-4e45-b5b3-f92ce458fa7d tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.601925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-616310f7-d4b2-4e45-b5b3-f92ce458fa7d tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061495 Aug 27 12:09:06.603564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50192) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.609137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-8cb45b4c-26a5-40dc-bc97-42928414ea36 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.612905 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8cb45b4c-26a5-40dc-bc97-42928414ea36 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0083957 Aug 27 12:09:06.613632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50194) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.619185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-541cc0ac-ae59-4436-98f6-3b335b3986aa tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.622925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-541cc0ac-ae59-4436-98f6-3b335b3986aa tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0083761 Aug 27 12:09:06.623499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50196) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.628259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-82976694-0538-4a93-879a-8e4a3f7900c0 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.631947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82976694-0538-4a93-879a-8e4a3f7900c0 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062315 Aug 27 12:09:06.632081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.638597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-8f001aab-6536-4973-8daa-b53bf5b270cb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.639554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8f001aab-6536-4973-8daa-b53bf5b270cb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043943 Aug 27 12:09:06.641737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50200) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.642625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8727b23d-3174-474d-a3f3-b90c114797fe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:06.647801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-f0e48642-0fe4-4192-a10a-8598209e82b1 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.648898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0e48642-0fe4-4192-a10a-8598209e82b1 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060213 Aug 27 12:09:06.651857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50202) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.660001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-952122fe-0df7-453e-936e-76ab5baa764a tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.660987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-952122fe-0df7-453e-936e-76ab5baa764a tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070584 Aug 27 12:09:06.663940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50204) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.668939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-c631da4e-a6f1-4538-b8e1-09a38122ffdb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.670113 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c631da4e-a6f1-4538-b8e1-09a38122ffdb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045552 Aug 27 12:09:06.672396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50206) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.676197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-a86cac94-8447-471a-8ddc-f4024c590f36 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.677768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a86cac94-8447-471a-8ddc-f4024c590f36 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038750 Aug 27 12:09:06.680099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50208) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.684609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-cce260a7-50f7-41ed-a3b2-5ba461dd1328 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.687596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cce260a7-50f7-41ed-a3b2-5ba461dd1328 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046060 Aug 27 12:09:06.687883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50210) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.692027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-4aa98048-60c8-4626-816a-da80f223f5a3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.695558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4aa98048-60c8-4626-816a-da80f223f5a3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0067744 Aug 27 12:09:06.696164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50214) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.700713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-b3cfe1e1-1798-4fb2-af21-88f5047ea93e tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.704023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.704168 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b3cfe1e1-1798-4fb2-af21-88f5047ea93e tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069895 Aug 27 12:09:06.711735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-3d117c38-a9da-4c67-ae04-60ea4890664e tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.714954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3d117c38-a9da-4c67-ae04-60ea4890664e tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077176 Aug 27 12:09:06.715566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.723178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-a1bcfa03-e509-440d-80a1-f609441025b3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.724735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a1bcfa03-e509-440d-80a1-f609441025b3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077553 Aug 27 12:09:06.727526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50220) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.731690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-ac90342c-206d-4691-b4de-319561a5cbc4 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.732596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac90342c-206d-4691-b4de-319561a5cbc4 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042291 Aug 27 12:09:06.734814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50222) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.741603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-a7d7e006-2137-41a9-9137-0886c2981961 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.743792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a7d7e006-2137-41a9-9137-0886c2981961 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074382 Aug 27 12:09:06.746041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50224) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.749183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Allocated IP 192.168.233.177 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/d72049be-949a-419e-9b2c-1e85b5beba79) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:06.750331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-c57b950b-c39e-4342-98d0-226f3a377e1f tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.752460 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c57b950b-c39e-4342-98d0-226f3a377e1f tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054605 Aug 27 12:09:06.753580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.761831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-f7d5dc2f-3a6a-4c6e-8521-5665e5a8d588 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.762822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7d5dc2f-3a6a-4c6e-8521-5665e5a8d588 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083325 Aug 27 12:09:06.765391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50232) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.770573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-b0cd161f-9244-4e18-a927-ede3eae6f613 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.771555 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b0cd161f-9244-4e18-a927-ede3eae6f613 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0051744 Aug 27 12:09:06.774021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.778110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-f3641c3e-b36c-4bbd-a38b-7b15b393cfce tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.779069 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f3641c3e-b36c-4bbd-a38b-7b15b393cfce tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041022 Aug 27 12:09:06.781357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50236) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.785944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-04d29944-84cf-4bd9-b530-9f5086150452 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.790171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-04d29944-84cf-4bd9-b530-9f5086150452 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078642 Aug 27 12:09:06.791047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50238) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.796316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-fd58dc33-408c-4f97-9bdd-abd2ff5232bd tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.800066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.800189 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd58dc33-408c-4f97-9bdd-abd2ff5232bd tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0084934 Aug 27 12:09:06.807576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-cc5c1ddf-1680-46db-a75d-312e1f525a2b tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.808536 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc5c1ddf-1680-46db-a75d-312e1f525a2b tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075290 Aug 27 12:09:06.811309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50246) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.816781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-dd16413d-f425-4d18-b5c0-aef942978a84 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.820418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd16413d-f425-4d18-b5c0-aef942978a84 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0080447 Aug 27 12:09:06.821009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50248) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.825897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-5380914f-ca69-40b2-80cb-9597697c182a tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.826892 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5380914f-ca69-40b2-80cb-9597697c182a tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049775 Aug 27 12:09:06.829715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.835779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-80f83bb2-967f-4200-a251-5b4fcbed2717 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.839775 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80f83bb2-967f-4200-a251-5b4fcbed2717 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0089900 Aug 27 12:09:06.840873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.847063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-d276f197-4759-4cff-a5a9-5f3527cc6549 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.851410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d276f197-4759-4cff-a5a9-5f3527cc6549 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090837 Aug 27 12:09:06.852033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50254) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.856894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-abff89ef-35ed-4d9a-b5a6-57730fe3aaa5 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.861058 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-abff89ef-35ed-4d9a-b5a6-57730fe3aaa5 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080018 Aug 27 12:09:06.861896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50256) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.894303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-907dc8fa-50d9-4eee-aff1-f7a5f76a3ed8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.895543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-907dc8fa-50d9-4eee-aff1-f7a5f76a3ed8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0321801 Aug 27 12:09:06.898561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50260) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.902785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-4b45a590-741f-4301-bb84-e3d00f89a18f tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.905809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b45a590-741f-4301-bb84-e3d00f89a18f tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042520 Aug 27 12:09:06.907141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.910741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-e60bee29-9c9e-411c-a104-6c602e6aede8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.914547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e60bee29-9c9e-411c-a104-6c602e6aede8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046785 Aug 27 12:09:06.915126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.919756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-90319111-80de-49a7-9a4e-2dd2288f4775 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.923239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-90319111-80de-49a7-9a4e-2dd2288f4775 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069594 Aug 27 12:09:06.925815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50266) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.943700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-80f02e9e-1019-4c2f-8fd0-6b391d56eed7 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.947354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-80f02e9e-1019-4c2f-8fd0-6b391d56eed7 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0179045 Aug 27 12:09:06.948109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50268) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.950859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb012705-2648-494e-b76e-67bc5d822bbe req-815545d6-fd3a-4fae-ae6d-6e9fcc81817a tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 210 time: 0.0479507 Aug 27 12:09:06.961887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-fd05cf38-da1a-4436-ba60-811580c5d88c tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.961887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fd05cf38-da1a-4436-ba60-811580c5d88c tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046763 Aug 27 12:09:06.962792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.969692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-d9d97e33-175d-4073-87b8-c1d5e2dbdf9c tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.973141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d9d97e33-175d-4073-87b8-c1d5e2dbdf9c tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067868 Aug 27 12:09:06.973305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.977433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-f0746a3f-79f3-42ec-9121-2958463aea11 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.980489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f0746a3f-79f3-42ec-9121-2958463aea11 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042081 Aug 27 12:09:06.981160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.985702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-6fef3210-f2d5-48bc-9ba7-0207e4861ac9 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.990531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6fef3210-f2d5-48bc-9ba7-0207e4861ac9 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0081749 Aug 27 12:09:06.991393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50276) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:06.995680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-4b3c832b-16d8-4a5c-92ec-112af0588149 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:06.999945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b3c832b-16d8-4a5c-92ec-112af0588149 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075226 Aug 27 12:09:07.000721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50278) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.005376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-17a7245c-d4f9-4688-ae82-7db12ad52d9d tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.009491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-17a7245c-d4f9-4688-ae82-7db12ad52d9d tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076158 Aug 27 12:09:07.010264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.014591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-cbc1a3b8-e07a-45fa-a279-23674e90096a tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.015788 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cbc1a3b8-e07a-45fa-a279-23674e90096a tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044494 Aug 27 12:09:07.018133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50282) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.023100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-43ad49c0-7074-4ac8-8cc2-be9b0aea4a95 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.024130 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-43ad49c0-7074-4ac8-8cc2-be9b0aea4a95 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049469 Aug 27 12:09:07.028191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.039670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-40efbc71-82ea-4f41-ba47-59e9398a49b2 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.041203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40efbc71-82ea-4f41-ba47-59e9398a49b2 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117509 Aug 27 12:09:07.043656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.048068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-996e67a9-1d14-4788-824e-81f9a627ad8d tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.049148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-996e67a9-1d14-4788-824e-81f9a627ad8d tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044920 Aug 27 12:09:07.051475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50288) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.053577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.056856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-5cd8b7ae-9ada-4879-89b5-edfac6b71b17 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.057810 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5cd8b7ae-9ada-4879-89b5-edfac6b71b17 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048716 Aug 27 12:09:07.060714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.065552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-36e4f201-00cc-4d09-ac48-ac4b10306bf6 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.066452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36e4f201-00cc-4d09-ac48-ac4b10306bf6 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047908 Aug 27 12:09:07.069591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.074281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Transition to ACTIVE for port object d72049be-949a-419e-9b2c-1e85b5beba79 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:07.074594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-f74d719c-6924-4ac9-9163-78e21c9cc3a3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.076286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f74d719c-6924-4ac9-9163-78e21c9cc3a3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057323 Aug 27 12:09:07.081535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50296) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.086846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-6f9b755a-9e11-4da8-8fcc-89a2ebf3ded6 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.087993 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6f9b755a-9e11-4da8-8fcc-89a2ebf3ded6 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047400 Aug 27 12:09:07.090926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.095857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-978c0431-d2f4-4cb0-bad3-b3bb45c66ec8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.097282 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-978c0431-d2f4-4cb0-bad3-b3bb45c66ec8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049028 Aug 27 12:09:07.100156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50302) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.105206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-d909cea4-8ace-40ab-ba70-2dfb49bfc7eb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.106371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d909cea4-8ace-40ab-ba70-2dfb49bfc7eb tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046175 Aug 27 12:09:07.108839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50304) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.114170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-7ee6e1c5-7c9d-438e-b6ba-99d594ef385b tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.118434 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7ee6e1c5-7c9d-438e-b6ba-99d594ef385b tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054474 Aug 27 12:09:07.118712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.120707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.127962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-54a6e383-3b3c-4b5b-a645-53eb26977565 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.131953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-54a6e383-3b3c-4b5b-a645-53eb26977565 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065126 Aug 27 12:09:07.133347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.137643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-ac6038f3-1e66-49f0-9fbc-357e70d56c98 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.138622 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac6038f3-1e66-49f0-9fbc-357e70d56c98 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043962 Aug 27 12:09:07.141008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50310) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.145220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-772bba34-9d6b-4a01-8888-0b47805bacea tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.146175 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-772bba34-9d6b-4a01-8888-0b47805bacea tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041618 Aug 27 12:09:07.148717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50312) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.152864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-e0ae1c93-6a20-491b-ac2a-397a45f51cb2 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.154463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0ae1c93-6a20-491b-ac2a-397a45f51cb2 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042276 Aug 27 12:09:07.156145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50314) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.160813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-30aa2876-b6f7-41df-b2ae-5cb7a1eea178 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.162463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-30aa2876-b6f7-41df-b2ae-5cb7a1eea178 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047224 Aug 27 12:09:07.164611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50316) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.170202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-ff27423a-7fb3-4b54-97ea-5f91a46be56b tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.174447 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ff27423a-7fb3-4b54-97ea-5f91a46be56b tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069461 Aug 27 12:09:07.174612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:07.178722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.179579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:07.193839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-73f779ed-3a1e-4f9a-a9ba-d53b0f8506e9 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.197587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-73f779ed-3a1e-4f9a-a9ba-d53b0f8506e9 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0130720 Aug 27 12:09:07.197587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:07.198517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50320) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.206156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-3c3e8070-1c1b-41df-8f2d-5f90de6700be tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.207499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3c3e8070-1c1b-41df-8f2d-5f90de6700be tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049837 Aug 27 12:09:07.210873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50322) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.217102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-df7d2e24-7774-4941-a7ed-0d953b873ae8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.220485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-df7d2e24-7774-4941-a7ed-0d953b873ae8 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0060618 Aug 27 12:09:07.220721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50324) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.225285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-114b7d79-38ce-4226-8011-3f2076922277 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.228524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-114b7d79-38ce-4226-8011-3f2076922277 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045817 Aug 27 12:09:07.228673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50326) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.230911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Pushing event updated for resources: {'Port': ['ID=d72049be-949a-419e-9b2c-1e85b5beba79,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:07.249219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-3470d6cb-3700-4a8f-9846-0cd9c85577de tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.249925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3470d6cb-3700-4a8f-9846-0cd9c85577de tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065484 Aug 27 12:09:07.252914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50330) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.260228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [None req-fefe1a89-718b-4d9b-8e34-3813c17026e3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.264394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.269201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [None req-66f2588b-900c-4d70-9993-f5ef4e41b61c tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.280874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fefe1a89-718b-4d9b-8e34-3813c17026e3 tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0268657 Aug 27 12:09:07.281407 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-66f2588b-900c-4d70-9993-f5ef4e41b61c tempest-ExtensionsTestJSON-345307655 tempest-ExtensionsTestJSON-345307655-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086963 Aug 27 12:09:07.287787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:07.289575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.306855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-806c2925-f514-42d1-9a34-fd270c3b0ba8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1438951 Aug 27 12:09:07.320873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-1fa027a0-2dd8-4bfe-b3ca-5204fb9897f8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:07.322171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-1fa027a0-2dd8-4bfe-b3ca-5204fb9897f8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070715 Aug 27 12:09:07.439615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Request body: {'port': {'device_id': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:07.478226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9dc9226f-6e0d-4756-aab7-cac2c449bc84 None None] Provisioning for port d72049be-949a-419e-9b2c-1e85b5beba79 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:07.483193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9dc9226f-6e0d-4756-aab7-cac2c449bc84 None None] Provisioning complete for port d72049be-949a-419e-9b2c-1e85b5beba79 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:07.483562 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9dc9226f-6e0d-4756-aab7-cac2c449bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.537271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9226f-6e0d-4756-aab7-cac2c449bc84 None None] Port d72049be-949a-419e-9b2c-1e85b5beba79 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:09:07.560506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.572405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7c82-b9b1-4ea3-9500-735524535f54 req-14662a19-d597-4e0b-9f47-54df095b98f8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:07.574179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40ba7c82-b9b1-4ea3-9500-735524535f54 req-14662a19-d597-4e0b-9f47-54df095b98f8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1040912 Aug 27 12:09:07.622639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50348) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.667521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40ba7c82-b9b1-4ea3-9500-735524535f54 req-caf01022-edb5-4df1-8ee3-6bd421bb4eb9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863535 Aug 27 12:09:07.761248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4682-c9ca-4c2c-ab17-447a472f9f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.881845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4682-c9ca-4c2c-ab17-447a472f9f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.887419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4682-c9ca-4c2c-ab17-447a472f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.936909 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7ebb4682-c9ca-4c2c-ab17-447a472f9f8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6d5bf9dee8c474da29e40b34b480055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131630 Aug 27 12:09:07.937523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50360) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:07.956884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb4682-c9ca-4c2c-ab17-447a472f9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52733006-146f-4d4c-a157-48298e09d14d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:07.969872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72049be-949a-419e-9b2c-1e85b5beba79 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:07.991614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:07.998197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61688123-76f7-48b2-a577-c24b03848053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.016744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Transition to ACTIVE for port object d72049be-949a-419e-9b2c-1e85b5beba79 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:08.021737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.040182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61688123-76f7-48b2-a577-c24b03848053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.074919 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.097294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61688123-76f7-48b2-a577-c24b03848053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.100149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61688123-76f7-48b2-a577-c24b03848053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.103712 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-61688123-76f7-48b2-a577-c24b03848053 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52733006-146f-4d4c-a157-48298e09d14d HTTP/1.1" status: 204 len: 168 time: 0.1618462 Aug 27 12:09:08.113300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61688123-76f7-48b2-a577-c24b03848053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52733006-146f-4d4c-a157-48298e09d14d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:08.156184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d72049be-949a-419e-9b2c-1e85b5beba79,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:08.191110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e67f3-9087-4e09-a73c-9bdc52c7ff05 req-938511bc-2f01-48b8-86d4-069d8a11d654 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:08.199994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c76e67f3-9087-4e09-a73c-9bdc52c7ff05 req-938511bc-2f01-48b8-86d4-069d8a11d654 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 948 time: 0.1574488 Aug 27 12:09:08.294258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c76e67f3-9087-4e09-a73c-9bdc52c7ff05 req-9b484b70-4d8d-486b-a137-ca0665cd0f6a tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932269 Aug 27 12:09:08.315423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Attempting to bind port d72049be-949a-419e-9b2c-1e85b5beba79 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:08.316282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Attempting to bind port d72049be-949a-419e-9b2c-1e85b5beba79 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:08.316947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Attempting to bind port d72049be-949a-419e-9b2c-1e85b5beba79 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:08.332281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Port d72049be-949a-419e-9b2c-1e85b5beba79 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:09:08.332615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Attempting to bind port d72049be-949a-419e-9b2c-1e85b5beba79 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:08.352026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:08.352380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:08.352782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:08.353232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Bound port: d72049be-949a-419e-9b2c-1e85b5beba79, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:08.353599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.461368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] For port d72049be-949a-419e-9b2c-1e85b5beba79, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:08.466162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] For port d72049be-949a-419e-9b2c-1e85b5beba79, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d72049be-949a-419e-9b2c-1e85b5beba79,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:08.472747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.518973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:08.519385 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:08.520837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] 10.222.0.65 "PUT /v2.0/ports/d72049be-949a-419e-9b2c-1e85b5beba79 HTTP/1.1" status: 200 len: 1096 time: 1.1911898 Aug 27 12:09:08.521286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'tag': 'd72049be-949a-419e-9b2c-1e85b5beba79'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:08.523667 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c056c808-1bf7-4790-8022-c74ab9abdd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac9ee97-04f2-4807-8fc7-7b10fbf90741", "tag": "d72049be-949a-419e-9b2c-1e85b5beba79"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:08.558104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45382cf-b043-4cfa-a262-a32c388951c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d72049be-949a-419e-9b2c-1e85b5beba79,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:08.630942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-12ffa8f7-ea6a-49ff-8935-de1f12df67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:08.632948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-12ffa8f7-ea6a-49ff-8935-de1f12df67fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 1099 time: 0.0631752 Aug 27 12:09:08.706365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-9313d1cf-e64e-4944-9fcb-e67c713c294f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d72049be-949a-419e-9b2c-1e85b5beba79 HTTP/1.1" status: 200 len: 217 time: 0.0548427 Aug 27 12:09:08.771002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-f7772273-33be-4bec-baa7-cf0d6bc32311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:08.773348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-f7772273-33be-4bec-baa7-cf0d6bc32311 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0595598 Aug 27 12:09:08.827570 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c8451d-ce11-43da-8d23-0bf73746339f x-openstack-request-id: req-c3c8451d-ce11-43da-8d23-0bf73746339f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:08.827776 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac9ee97-04f2-4807-8fc7-7b10fbf90741", "tag": "d72049be-949a-419e-9b2c-1e85b5beba79", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:08.828048 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3c8451d-ce11-43da-8d23-0bf73746339f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:08.829292 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'tag': 'd72049be-949a-419e-9b2c-1e85b5beba79', 'status': 'completed', 'code': 200} Aug 27 12:09:08.851875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-ae4a86d9-8173-4bdf-a723-577fcb1953fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:08.853665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-ae4a86d9-8173-4bdf-a723-577fcb1953fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730147 Aug 27 12:09:08.987192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00e5cf-c521-4757-82e5-4301c8cce400 req-d379a9ba-21ec-428c-aa1f-2e9686d3ee5c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:08.989069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e00e5cf-c521-4757-82e5-4301c8cce400 req-d379a9ba-21ec-428c-aa1f-2e9686d3ee5c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1172578 Aug 27 12:09:09.021649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-42b464e6-43fc-4c98-b2bc-5ecfd95ee728 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590502 Aug 27 12:09:09.109487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e00e5cf-c521-4757-82e5-4301c8cce400 req-826a0848-7d34-4cf1-8652-74ccc73777c6 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109686 Aug 27 12:09:09.151146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3698293-2a13-4bc2-ad47-66ea3863d2d9 req-85ae3815-b1d6-4fa8-8497-7abb06c19cf7 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195567 Aug 27 12:09:09.244817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:09.276687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-9188d3ed-3bc5-4d9c-adf1-54c0381beef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.279269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-9188d3ed-3bc5-4d9c-adf1-54c0381beef5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 1099 time: 0.0728214 Aug 27 12:09:09.391879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'networks': [{'name': 'tempest-network--216522636'}, {'name': 'tempest-network--538541270'}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:09.392687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'network': {'name': 'tempest-network--216522636'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:09.393175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'network': {'name': 'tempest-network--538541270'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:09.416759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-b745b62e-fc16-45b8-963f-c3ea88bc7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.416759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-b745b62e-fc16-45b8-963f-c3ea88bc7393 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1251140 Aug 27 12:09:09.434032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'network': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:09.445607 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.455200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.475651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-24f90ac1-695b-4cae-9833-8dda0206c4a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d72049be-949a-419e-9b2c-1e85b5beba79 HTTP/1.1" status: 200 len: 217 time: 0.0433140 Aug 27 12:09:09.531929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05642-dff8-4467-8b4c-720005c1687f req-ff698be5-203b-4012-978e-816fd9b54376 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.533513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ca05642-dff8-4467-8b4c-720005c1687f req-ff698be5-203b-4012-978e-816fd9b54376 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 948 time: 0.1345587 Aug 27 12:09:09.585338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-3bb4c458-47d0-45a4-946f-2549d577337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.586997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-3bb4c458-47d0-45a4-946f-2549d577337b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1014056 Aug 27 12:09:09.598674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.607635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.608129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.614371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ca05642-dff8-4467-8b4c-720005c1687f req-4624fa0b-b716-4c60-8b57-27787750e93f tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696912 Aug 27 12:09:09.645257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-f5ae0fcd-709b-40a9-9353-71da571ccd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.647357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-f5ae0fcd-709b-40a9-9353-71da571ccd1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515389 Aug 27 12:09:09.655255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:09.657484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76398925-3a49-42b3-a1f2-12091525eb5b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:09.668410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.668812 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Added segment 134b1d92-0ca2-4832-a8df-1b2e399fa38b of type vlan for network 58ea3e3b-eec4-4435-8de8-dff468add780 Aug 27 12:09:09.717870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.763301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:09.770853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-f9477a24-bea6-4b2b-a9bb-5bd2b39534ab service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145177 Aug 27 12:09:09.775941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.775941 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Added segment fc883815-5d66-4931-835c-20b14577e5cf of type vlan for network ce9e1aea-198a-4c61-8dd6-83d91d7aafa1 Aug 27 12:09:09.839097 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.897912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c056c808-1bf7-4790-8022-c74ab9abdd6d req-0a7bc1a6-961d-4ca8-9561-c64e21bab143 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183336 Aug 27 12:09:09.900173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.900868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.907270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.913596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:09.914649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:09.979791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7335656 Aug 27 12:09:09.983522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:10.067246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Network': ['ID=58ea3e3b-eec4-4435-8de8-dff468add780,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:10.090461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 58ea3e3b-eec4-4435-8de8-dff468add780 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:10.236738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad211db-ecc7-48e0-9ab1-5284241d47e8 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Network': ['ID=ce9e1aea-198a-4c61-8dd6-83d91d7aafa1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:10.249747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ce9e1aea-198a-4c61-8dd6-83d91d7aafa1 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:10.266154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01815e5e-8371-4941-9951-a1c7c381f662 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:10.275700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01815e5e-8371-4941-9951-a1c7c381f662 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:10.282184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01815e5e-8371-4941-9951-a1c7c381f662 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:10.289541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01815e5e-8371-4941-9951-a1c7c381f662 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:10.293848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-01815e5e-8371-4941-9951-a1c7c381f662 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3068256 Aug 27 12:09:10.294088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50450) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:10.344351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f70fe-bfa2-4373-a9e3-ab3b6e6afba7 req-65f6f162-b866-44db-a629-f0dab0f2f715 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:10.353059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-773f70fe-bfa2-4373-a9e3-ab3b6e6afba7 req-65f6f162-b866-44db-a629-f0dab0f2f715 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0964262 Aug 27 12:09:10.393986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-773f70fe-bfa2-4373-a9e3-ab3b6e6afba7 req-431c7b7e-fdc5-4ae8-96b1-571b0c894a5f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Aug 27 12:09:10.407006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.509783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.523175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ea3e3b-eec4-4435-8de8-dff468add780']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:10.537672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134b1d92-0ca2-4832-a8df-1b2e399fa38b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:10.537963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134b1d92-0ca2-4832-a8df-1b2e399fa38b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:10.547562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.563581 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.569964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:10.570563 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:10.573555 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:10.650118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.663552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.665848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/networks/58ea3e3b-eec4-4435-8de8-dff468add780 HTTP/1.1" status: 204 len: 168 time: 0.3708379 Aug 27 12:09:10.668573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50460) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:10.688478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd04d-8e60-46c2-800e-2c67321e8a4d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Network': ['ID=58ea3e3b-eec4-4435-8de8-dff468add780,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:10.777913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc6cdd-57c7-4c65-bf11-9cab6e54bc78 req-7648d5b7-f1f7-43fb-ac3e-842e5ae9a924 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:10.785382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9cc6cdd-57c7-4c65-bf11-9cab6e54bc78 req-7648d5b7-f1f7-43fb-ac3e-842e5ae9a924 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 948 time: 0.0750649 Aug 27 12:09:10.789330 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.827007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9cc6cdd-57c7-4c65-bf11-9cab6e54bc78 req-dc0a9edd-83a6-4eeb-a673-5c7c433d1fa1 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Aug 27 12:09:10.894640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d72049be-949a-419e-9b2c-1e85b5beba79 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:09:10.909825 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.920427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9e1aea-198a-4c61-8dd6-83d91d7aafa1']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:10.931957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc883815-5d66-4931-835c-20b14577e5cf') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:10.932264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc883815-5d66-4931-835c-20b14577e5cf') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:10.943713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.961657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.973520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:10.974267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:10.977620 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:11.031726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d72049be-949a-419e-9b2c-1e85b5beba79, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d72049be-949a-419e-9b2c-1e85b5beba79,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:11.045955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'd72049be-949a-419e-9b2c-1e85b5beba79', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'd72049be-949a-419e-9b2c-1e85b5beba79', 'mac_address': 'fa:16:3e:50:ed:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:09:11.071790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.089487 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.091827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.097994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/networks/ce9e1aea-198a-4c61-8dd6-83d91d7aafa1 HTTP/1.1" status: 204 len: 168 time: 0.4249644 Aug 27 12:09:11.097994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72218422-319b-448b-8247-beab8cfe93df tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Network': ['ID=ce9e1aea-198a-4c61-8dd6-83d91d7aafa1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:11.099557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:11.104914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72049be-949a-419e-9b2c-1e85b5beba79 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:11.127567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d72049be-949a-419e-9b2c-1e85b5beba79, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d72049be-949a-419e-9b2c-1e85b5beba79,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:11.139137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.214015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d72049be-949a-419e-9b2c-1e85b5beba79,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:11.224269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.224973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.225324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.225661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.225993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.226484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.226815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.227313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.227655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.227984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.228320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.228632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:11.329873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713a39e-bdaa-4372-95f6-f02b7b417133 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:11.336696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f713a39e-bdaa-4372-95f6-f02b7b417133 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:11.342498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f713a39e-bdaa-4372-95f6-f02b7b417133 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2375507 Aug 27 12:09:11.343705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50484) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:11.351912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2139649155'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:11.373876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:11.377398 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.401029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:11.410606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.410958 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Added segment 704781da-5ab7-4b1a-9792-d1bcb606cec0 of type vlan for network f0c0ab3d-ecba-4966-90b7-d093b33773c4 Aug 27 12:09:11.460250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.489088 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.493215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d72049be-949a-419e-9b2c-1e85b5beba79'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:11.495206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:11.495747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.525840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ee894-799b-47c1-befe-6d5cf1182ddd req-2ab0e365-77ce-4353-8386-52a3bd12a266 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:11.528122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a37ee894-799b-47c1-befe-6d5cf1182ddd req-2ab0e365-77ce-4353-8386-52a3bd12a266 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.0544899 Aug 27 12:09:11.579588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2323217 Aug 27 12:09:11.580412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:11.586112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1758379432'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:11.590040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7625563-6b4c-43a3-89a9-107224248e7d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Network': ['ID=f0c0ab3d-ecba-4966-90b7-d093b33773c4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:11.611614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:09:11.612086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:11.616311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.624308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a37ee894-799b-47c1-befe-6d5cf1182ddd req-a2ba72a5-c8c3-4c9a-9b91-14b925187985 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882618 Aug 27 12:09:11.643921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f0c0ab3d-ecba-4966-90b7-d093b33773c4 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:11.659715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:11.671301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.671487 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Added segment 1cc138d8-024b-401e-9256-a7d3c191d0af of type vlan for network a0fd502b-feac-4496-ab9b-ec94c132670b Aug 27 12:09:11.730293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.765346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.773632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:11.774670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.806211 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.838349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:11.840715 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65cd42c-b3ea-40e5-bb57-b753c1254ec1" -d '{"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-unplugged", "status": "completed", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:11.840864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2590718 Aug 27 12:09:11.843974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50498) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:11.848981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'ports': [{'network_id': 'f0c0ab3d-ecba-4966-90b7-d093b33773c4', 'name': 'tempest-port--1766654149', 'admin_state_up': True}, {'network_id': 'a0fd502b-feac-4496-ab9b-ec94c132670b', 'admin_state_up': False}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:11.849294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'port': {'network_id': 'f0c0ab3d-ecba-4966-90b7-d093b33773c4', 'name': 'tempest-port--1766654149', 'admin_state_up': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:11.849770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'port': {'network_id': 'a0fd502b-feac-4496-ab9b-ec94c132670b', 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:11.864108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:11.871527 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:11.904460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00f44f-4cbb-44e6-bf75-7cd16c95e15a tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Network': ['ID=a0fd502b-feac-4496-ab9b-ec94c132670b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:11.922803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network a0fd502b-feac-4496-ab9b-ec94c132670b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:12.048156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:12.048618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'port': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:12.056882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.064062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dc879-f858-4b60-a5c7-0845f2242af5 req-acc6890b-ae29-41ca-aa86-34c589caf613 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:12.065583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f94dc879-f858-4b60-a5c7-0845f2242af5 req-acc6890b-ae29-41ca-aa86-34c589caf613 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 949 time: 0.0586073 Aug 27 12:09:12.075670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.109381 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ddff2-4f7b-4979-b628-bbb14c75bee7 x-openstack-request-id: req-614ddff2-4f7b-4979-b628-bbb14c75bee7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:12.109960 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-unplugged", "status": "completed", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:12.110170 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-614ddff2-4f7b-4979-b628-bbb14c75bee7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:12.110736 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'code': 200} Aug 27 12:09:12.116176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f94dc879-f858-4b60-a5c7-0845f2242af5 req-266a2779-daa7-4376-b039-7c106c2476e9 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374897 Aug 27 12:09:12.164172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] device_id is not set on port c9df88d8-4201-4993-af75-ada377826d55 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:09:12.298850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.372196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] device_id is not set on port 924cf598-91f7-433d-84bb-0e2e0fbfac07 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:09:12.489901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.538153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.606778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Port': ['ID=c9df88d8-4201-4993-af75-ada377826d55,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:12.617627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Checking segment: {'id': '704781da-5ab7-4b1a-9792-d1bcb606cec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f0c0ab3d-ecba-4966-90b7-d093b33773c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:12.617929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network hostable DHCP agents. Network: f0c0ab3d-ecba-4966-90b7-d093b33773c4, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:12.634721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network f0c0ab3d-ecba-4966-90b7-d093b33773c4 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:12.643729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f0c0ab3d-ecba-4966-90b7-d093b33773c4) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:12.647893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:12.648777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.666092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570d961d-e1b2-4ec1-b5a5-172b2167fd2e None None] Network f0c0ab3d-ecba-4966-90b7-d093b33773c4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:12.747498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Port': ['ID=924cf598-91f7-433d-84bb-0e2e0fbfac07,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:12.759197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Checking segment: {'id': '1cc138d8-024b-401e-9256-a7d3c191d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a0fd502b-feac-4496-ab9b-ec94c132670b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:12.759567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network hostable DHCP agents. Network: a0fd502b-feac-4496-ab9b-ec94c132670b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:12.793630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad22e07-1c57-4e37-8413-da2a9e476468 req-a245035b-3bd2-405d-8984-4312c06f90c9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:12.795298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network a0fd502b-feac-4496-ab9b-ec94c132670b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:12.803910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cad22e07-1c57-4e37-8413-da2a9e476468 req-a245035b-3bd2-405d-8984-4312c06f90c9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 943 time: 0.0947702 Aug 27 12:09:12.815008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, a0fd502b-feac-4496-ab9b-ec94c132670b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:12.818167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:12.833428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:12.833837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7f680-2957-4d69-b5cc-77bfc01773e4 None None] Network a0fd502b-feac-4496-ab9b-ec94c132670b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:12.847655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:12.850019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:12.858936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cad22e07-1c57-4e37-8413-da2a9e476468 req-0ae32eeb-91e0-4bcb-ae24-339413a9f0de tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537052 Aug 27 12:09:12.897584 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47673243-cf8b-4f7c-ab91-91a3b37b6e78 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0431676 Aug 27 12:09:12.897584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50532) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:12.903391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d72049be-949a-419e-9b2c-1e85b5beba79 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:13.003175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13892991-a238-4309-b7af-533cd31a319c tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:13.009754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13892991-a238-4309-b7af-533cd31a319c tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:13.013945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-13892991-a238-4309-b7af-533cd31a319c tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1187744 Aug 27 12:09:13.014207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50536) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:13.014418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port d72049be-949a-419e-9b2c-1e85b5beba79 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:13.019788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port d72049be-949a-419e-9b2c-1e85b5beba79 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:13.020163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.113649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Deleting port c9df88d8-4201-4993-af75-ada377826d55 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:13.114303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.117188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.156889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d72049be-949a-419e-9b2c-1e85b5beba79, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d72049be-949a-419e-9b2c-1e85b5beba79,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:13.162113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.204117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.212444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Calling delete_port for c9df88d8-4201-4993-af75-ada377826d55 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:13.267872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d72049be-949a-419e-9b2c-1e85b5beba79,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:13.297960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa1c80-999d-4acd-8e97-8db4de5da306 req-8871cca1-a69a-4c8b-acb7-38c5d4836460 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:13.305473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feaa1c80-999d-4acd-8e97-8db4de5da306 req-8871cca1-a69a-4c8b-acb7-38c5d4836460 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.0639591 Aug 27 12:09:13.338440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.353011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feaa1c80-999d-4acd-8e97-8db4de5da306 req-90044cad-3ded-4efb-ba2d-96d81d3112af tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Aug 27 12:09:13.366790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Port': ['ID=c9df88d8-4201-4993-af75-ada377826d55,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:13.377838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.384625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9179c336-752e-4120-a5b9-040ac7034acd tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/ports/c9df88d8-4201-4993-af75-ada377826d55 HTTP/1.1" status: 204 len: 168 time: 0.3656371 Aug 27 12:09:13.385424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:13.484687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Deleting port 924cf598-91f7-433d-84bb-0e2e0fbfac07 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:13.485025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.555463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.569682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Calling delete_port for 924cf598-91f7-433d-84bb-0e2e0fbfac07 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:13.599549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:09:13.655997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.693683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Port': ['ID=924cf598-91f7-433d-84bb-0e2e0fbfac07,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:13.705718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.708823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-da2a69c6-eb12-4360-a6f6-e13f04053503 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/ports/924cf598-91f7-433d-84bb-0e2e0fbfac07 HTTP/1.1" status: 204 len: 168 time: 0.3226876 Aug 27 12:09:13.710903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:13.711473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:13.728145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'port_id': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'mac_address': 'fa:16:3e:52:ab:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d463ad4-ae4f-4881-9a46-cd4291e6a582', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:09:13.765102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dcf50500-e18d-46c1-903b-7151f42a17db tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0525525 Aug 27 12:09:13.769161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50562) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:13.771971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.774493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1849636477'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:13.787579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf39049-9e83-4863-93ca-ef4ffd9094b2 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:13.797869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:13.802323 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.812996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:13.818295 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.834031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:13.844858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.845252 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Added segment 4b8476c3-5a1f-4d72-a413-4ae98e351a82 of type vlan for network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 Aug 27 12:09:13.873385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:13.900016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.928742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:13.935781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:13.936567 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:14.033183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2629871 Aug 27 12:09:14.035951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50574) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:14.043216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2136336822'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:14.051097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1190b-3efb-4169-94f5-c682e5eb43e4 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Network': ['ID=619fbd8d-acb7-4e7b-8946-67e6856ff1f9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:14.061787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:14.074057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fdc87-9841-41d0-9cc3-cab9fdf609aa req-7872c016-ed7f-4016-aa87-3a1292742669 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:14.074672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:14.076609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-581fdc87-9841-41d0-9cc3-cab9fdf609aa req-7872c016-ed7f-4016-aa87-3a1292742669 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 944 time: 0.1307580 Aug 27 12:09:14.080653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:14.117810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:14.122677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72049be-949a-419e-9b2c-1e85b5beba79'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:14.125627 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab570eee-574f-4ed4-b161-e6775a7b8d3c" -d '{"events": [{"server_uuid": "8ac9ee97-04f2-4807-8fc7-7b10fbf90741", "name": "network-vif-plugged", "status": "completed", "tag": "d72049be-949a-419e-9b2c-1e85b5beba79"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:14.129032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:14.129431 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Added segment 3c3c7b65-1489-4928-b52b-20e0290172d9 of type vlan for network 17d7acd6-389a-4916-995e-871fea6cfcc8 Aug 27 12:09:14.161173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-581fdc87-9841-41d0-9cc3-cab9fdf609aa req-5696cca9-d790-4803-ab10-475c26542c14 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705116 Aug 27 12:09:14.186491 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f209507-cb21-497d-a415-d7240e7b1fcb x-openstack-request-id: req-3f209507-cb21-497d-a415-d7240e7b1fcb {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:14.187012 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac9ee97-04f2-4807-8fc7-7b10fbf90741", "name": "network-vif-plugged", "status": "completed", "tag": "d72049be-949a-419e-9b2c-1e85b5beba79", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:14.187413 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f209507-cb21-497d-a415-d7240e7b1fcb {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:14.188628 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72049be-949a-419e-9b2c-1e85b5beba79', 'code': 200} Aug 27 12:09:14.191552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:14.222249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:14.228083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:14.228849 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:14.263618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['baf39049-9e83-4863-93ca-ef4ffd9094b2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:14.305336 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2673512 Aug 27 12:09:14.315152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7bc43-0f56-4ae9-a6c9-b5052882bc44 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Network': ['ID=17d7acd6-389a-4916-995e-871fea6cfcc8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:14.331155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d3042-0482-498c-8f93-36e497d00618 req-bcacc818-2309-4ed2-9c9a-9d23a72006d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:14.333922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f8d3042-0482-498c-8f93-36e497d00618 req-bcacc818-2309-4ed2-9c9a-9d23a72006d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 1101 time: 0.0803664 Aug 27 12:09:14.353124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 17d7acd6-389a-4916-995e-871fea6cfcc8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:14.396917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f8d3042-0482-498c-8f93-36e497d00618 req-b2a4158a-310d-44d3-8b34-095e543bd663 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562515 Aug 27 12:09:14.521264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a97d-afe9-4ce2-9d9e-ac06a0d8f168 req-bb256e37-7366-40fa-b859-b37edfa79f74 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:14.530164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59d0a97d-afe9-4ce2-9d9e-ac06a0d8f168 req-bb256e37-7366-40fa-b859-b37edfa79f74 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.0953925 Aug 27 12:09:14.596834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59d0a97d-afe9-4ce2-9d9e-ac06a0d8f168 req-b4831b65-6866-4307-95f2-01a62feaa13a tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655940 Aug 27 12:09:15.360008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae30dd-4b75-40e7-95cf-f1a86284eb57 req-6ad6a7eb-b411-4a18-b09c-5c84a7b7f20c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:15.361969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cae30dd-4b75-40e7-95cf-f1a86284eb57 req-6ad6a7eb-b411-4a18-b09c-5c84a7b7f20c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 944 time: 0.0582566 Aug 27 12:09:15.404912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cae30dd-4b75-40e7-95cf-f1a86284eb57 req-bc051b0c-3376-4b2c-9175-0699400ff399 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358539 Aug 27 12:09:15.623923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:15.744177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port baf39049-9e83-4863-93ca-ef4ffd9094b2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:15.744584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:15.833712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca594c-2ee0-44ed-98de-5806469c023b req-2b3828fe-905d-4c42-a5e1-66f894fd9549 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:15.839853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6ca594c-2ee0-44ed-98de-5806469c023b req-2b3828fe-905d-4c42-a5e1-66f894fd9549 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.0913160 Aug 27 12:09:15.855776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:15.914407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6ca594c-2ee0-44ed-98de-5806469c023b req-c4663323-ff57-4f8b-9d94-e06a6f63f86d tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586579 Aug 27 12:09:15.921319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:15.927630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:16.057020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:16.190161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:16.193312 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6a52d-724c-4422-8561-133c45c937ed" -d '{"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-plugged", "status": "completed", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:16.257435 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c329c-97bb-42db-83ca-28148917167a x-openstack-request-id: req-a82c329c-97bb-42db-83ca-28148917167a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:16.258010 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-plugged", "status": "completed", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:16.258553 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a82c329c-97bb-42db-83ca-28148917167a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:16.259243 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'code': 200} Aug 27 12:09:16.367784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ea0f7-7b2d-4bbc-b5c1-eeed1ddd68c7 req-88894f50-ba42-4249-be87-9ced06940cde tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:16.382591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d31ea0f7-7b2d-4bbc-b5c1-eeed1ddd68c7 req-88894f50-ba42-4249-be87-9ced06940cde tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.0742118 Aug 27 12:09:16.424365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d31ea0f7-7b2d-4bbc-b5c1-eeed1ddd68c7 req-4106c514-7e46-4964-b4c8-eda602c7268d tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Aug 27 12:09:16.593609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84619451-e487-4b07-bafa-b5a0bfeb0463 req-327b7723-f057-4e5c-ac5c-7f4bf905ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:16.595271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-84619451-e487-4b07-bafa-b5a0bfeb0463 req-327b7723-f057-4e5c-ac5c-7f4bf905ee3f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 1096 time: 0.0959752 Aug 27 12:09:16.635590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfcd0a-f341-4dfe-8fc8-75874309a104 req-3d16d0bf-b780-4c52-9ecb-f5aa06d03ac7 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:16.655832 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-84619451-e487-4b07-bafa-b5a0bfeb0463 req-f11c72ca-a453-40bd-afc7-0731211ba861 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526862 Aug 27 12:09:16.666266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69bfcd0a-f341-4dfe-8fc8-75874309a104 req-3d16d0bf-b780-4c52-9ecb-f5aa06d03ac7 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1416526 Aug 27 12:09:16.756155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69bfcd0a-f341-4dfe-8fc8-75874309a104 req-6e1e4aa9-c396-4b18-9ab5-b522750940db tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883484 Aug 27 12:09:16.794840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-64c54f58-fea7-44df-8ed3-75033c5a78de tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367439 Aug 27 12:09:16.959817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-9acd03f7-8874-46cc-b82a-fcf52e8af3cf tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:16.967445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-9acd03f7-8874-46cc-b82a-fcf52e8af3cf tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530340 Aug 27 12:09:16.981941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-da8aef22-02a9-4cb0-812e-5b7a14c12f63 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/quotas/d2df60ca20354d7aa7e72cfe76f068ae HTTP/1.1" status: 200 len: 375 time: 0.0132637 Aug 27 12:09:17.042974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-61994d7c-6c90-45c7-bd72-95f79d0eeaef tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485234 Aug 27 12:09:17.460982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-247804d0-34fa-40be-bc0a-eb53ad9c47bb req-f423fdbb-9931-49bc-bbac-07f793380495 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 210 time: 0.0510523 Aug 27 12:09:17.696620 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:09:18.018364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943f394-306a-482b-a031-571eb5b640d7 req-09649a65-7529-4364-801a-4e8ea47e9b17 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:18.021278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f943f394-306a-482b-a031-571eb5b640d7 req-09649a65-7529-4364-801a-4e8ea47e9b17 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1414113 Aug 27 12:09:18.080495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50698) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:18.083807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f943f394-306a-482b-a031-571eb5b640d7 req-1bc8037b-e633-40d0-85bb-20d7f34ea45e tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529547 Aug 27 12:09:18.086465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'subnets': [{'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1044113362', 'ip_version': 6}, {'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:18.088010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'subnet': {'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1044113362', 'ip_version': 6}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:18.088815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Request body: {'subnet': {'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:18.310330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Made reservation on behalf of db469214cb0f4c6c978208212c1d5aee for: {'subnet': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:18.314952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:18.315369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:18.406545 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4f7dacab-1f1e-4647-a50b-e96c2b5a13ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:18.562693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eac173e-5199-41f3-8d09-4591c3eec500 req-3d2a01d3-9478-4b56-af1b-4daae397ffa5 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 210 time: 0.0444756 Aug 27 12:09:18.645530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-76674ff9-2521-4711-865a-6e8ec175efdf tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241547 Aug 27 12:09:18.827460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-28d68606-8a25-456d-ab92-79007b3ebca8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:18.829105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-28d68606-8a25-456d-ab92-79007b3ebca8 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777847 Aug 27 12:09:18.843543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Request body: {'port': {'device_id': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'd2df60ca20354d7aa7e72cfe76f068ae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:18.862762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:18.956414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Subnet': ['ID=8cb0de04-95a4-4ba8-a359-19dc5083d49f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:18.963766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Checking segment: {'id': '4b8476c3-5a1f-4d72-a413-4ae98e351a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:18.964208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network hostable DHCP agents. Network: 619fbd8d-acb7-4e7b-8946-67e6856ff1f9, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:18.975013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Made reservation on behalf of d2df60ca20354d7aa7e72cfe76f068ae for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:18.978679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:19.015481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:19.028470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-e03f227f-f993-453c-bafc-4332096ed953 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610609 Aug 27 12:09:19.029562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 619fbd8d-acb7-4e7b-8946-67e6856ff1f9) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:19.039085 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:19.042957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a511c252-61af-48b4-b2fb-10af6845d76c None None] Network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:19.204849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Allocated IP 192.168.233.203 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/a5bce67f-f737-46c8-b5ca-a202def64880) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:19.259833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event updated for resources: {'Subnet': ['ID=d50da296-0a74-495b-83a7-9a41a53daa69,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:19.273355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Checking segment: {'id': '3c3c7b65-1489-4928-b52b-20e0290172d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:19.273950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network hostable DHCP agents. Network: 17d7acd6-389a-4916-995e-871fea6cfcc8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:19.286919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-8411fb9b-9f62-46f3-96db-f0b6fdf75bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.290088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-8411fb9b-9f62-46f3-96db-f0b6fdf75bf3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1095 time: 0.2097974 Aug 27 12:09:19.373982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-619fbd8d-acb7-4e7b-8946-67e6856ff1f9', 'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9', 'tenant_id': 'db469214cb0f4c6c978208212c1d5aee', 'fixed_ips': [{'subnet_id': '8cb0de04-95a4-4ba8-a359-19dc5083d49f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:19.375011 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:19.439723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Network 17d7acd6-389a-4916-995e-871fea6cfcc8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:19.465016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 17d7acd6-389a-4916-995e-871fea6cfcc8) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:19.479967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f25c68-77e0-4cdd-bdf6-80d3951191d8 None None] Network 17d7acd6-389a-4916-995e-871fea6cfcc8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:19.486572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.488019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.489414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:19.512319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-63727c29-6427-4f2b-bc68-7e34817ab1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.515919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-63727c29-6427-4f2b-bc68-7e34817ab1c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2038269 Aug 27 12:09:19.547413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-298d322f-bc14-4f74-8a7b-f29a267dfb96 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4656634 Aug 27 12:09:19.605776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50734) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:19.638483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-b815cf25-9e71-43e8-b00e-c93545421b58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.1141801 Aug 27 12:09:19.777794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Allocated IP 2001:db8::1 (619fbd8d-acb7-4e7b-8946-67e6856ff1f9/8cb0de04-95a4-4ba8-a359-19dc5083d49f/e77ec261-e837-447c-9275-da065a43af27) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:19.843777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a2a3e-7488-43f6-bbb7-0a46cb35cc8d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.850131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a2a3e-7488-43f6-bbb7-0a46cb35cc8d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.850131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a2a3e-7488-43f6-bbb7-0a46cb35cc8d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.859718 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-987a2a3e-7488-43f6-bbb7-0a46cb35cc8d tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2517834 Aug 27 12:09:19.869001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50742) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:19.881956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-0eed36ad-4a4d-4171-82c8-2ddd3eb89776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.883773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-0eed36ad-4a4d-4171-82c8-2ddd3eb89776 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.2059221 Aug 27 12:09:19.893060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:19.938532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:19.943326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f7affbd-b18f-4d84-ba83-c2a103b8e68a req-bb1c9b61-88c1-4547-bd4f-83adec65da47 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 210 time: 0.0550671 Aug 27 12:09:19.944488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Transition to ACTIVE for port object a5bce67f-f737-46c8-b5ca-a202def64880 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:19.970196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-9dcaa770-5d76-4241-90e6-ad44537b3f24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546908 Aug 27 12:09:19.971395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5c0d6-ee3d-4bea-b381-7c3dfa601810 req-08f488e8-2f18-4f7e-918d-d4fa84dd91d8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:19.977712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d5c0d6-ee3d-4bea-b381-7c3dfa601810 req-08f488e8-2f18-4f7e-918d-d4fa84dd91d8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.6207159 Aug 27 12:09:20.063203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33d5c0d6-ee3d-4bea-b381-7c3dfa601810 req-dde05faa-e000-419f-9bb3-3b66fdb11f5f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798090 Aug 27 12:09:20.080450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.135967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:20.145036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:20.159811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:20.169704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Pushing event updated for resources: {'Port': ['ID=a5bce67f-f737-46c8-b5ca-a202def64880,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:20.175047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d72049be-949a-419e-9b2c-1e85b5beba79'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:20.278971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-17d7acd6-389a-4916-995e-871fea6cfcc8', 'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8', 'tenant_id': 'db469214cb0f4c6c978208212c1d5aee', 'fixed_ips': [{'subnet_id': 'd50da296-0a74-495b-83a7-9a41a53daa69'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:20.278971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.318841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:20.318841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.347075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-6b43b28c-1290-4348-8a9c-32deae30f6a2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5083280 Aug 27 12:09:20.368950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e390d-c0fe-48f6-a035-539cb287c1bb req-77b76572-8155-483b-8b5f-5070a45c61c2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:20.372780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-784e390d-c0fe-48f6-a035-539cb287c1bb req-77b76572-8155-483b-8b5f-5070a45c61c2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1375673 Aug 27 12:09:20.387149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Request body: {'port': {'device_id': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:20.618089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.644326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-784e390d-c0fe-48f6-a035-539cb287c1bb req-4879502c-2382-4131-bfca-3e97431ac55a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813939 Aug 27 12:09:20.663426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Deleting subnet 8cb0de04-95a4-4ba8-a359-19dc5083d49f {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:09:20.683150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.715389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-95fc54d9-ba7e-418b-b6f8-1965e50e05a6 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329166 Aug 27 12:09:20.794857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Allocated IP 2001:db8:0:1::1 (17d7acd6-389a-4916-995e-871fea6cfcc8/d50da296-0a74-495b-83a7-9a41a53daa69/25b17211-efae-48db-9302-cd9570653ae4) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:20.896396 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-07b577ea-a6d6-4108-ad26-c6b7ac29cd78 req-e4b7358b-206f-49d2-8116-cd56be3808bb service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719389 Aug 27 12:09:20.903138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Transition to ACTIVE for port object e77ec261-e837-447c-9275-da065a43af27 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:20.916734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5dfe5dd8-3e4a-4835-8cbb-f732a69d9f7d None None] Provisioning for port a5bce67f-f737-46c8-b5ca-a202def64880 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:20.938311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5dfe5dd8-3e4a-4835-8cbb-f732a69d9f7d None None] Provisioning complete for port a5bce67f-f737-46c8-b5ca-a202def64880 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:20.938703 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5dfe5dd8-3e4a-4835-8cbb-f732a69d9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.940652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Transition to ACTIVE for port object e77ec261-e837-447c-9275-da065a43af27 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:20.961180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:20.989604 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.049221 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d30cd2c4-ff49-4d51-b13f-10a1a4f39f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.081233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe5dd8-3e4a-4835-8cbb-f732a69d9f7d None None] Port a5bce67f-f737-46c8-b5ca-a202def64880 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:09:21.083936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:21.098033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:21.123410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:21.126234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Pushing event updated for resources: {'Port': ['ID=e77ec261-e837-447c-9275-da065a43af27,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:21.179275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.215167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.256812 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.290970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Transition to ACTIVE for port object 25b17211-efae-48db-9302-cd9570653ae4 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:21.293449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Attempting to bind port e77ec261-e837-447c-9275-da065a43af27 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:21.294796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Attempting to bind port e77ec261-e837-447c-9275-da065a43af27 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4b8476c3-5a1f-4d72-a413-4ae98e351a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:21.295471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Attempting to bind port e77ec261-e837-447c-9275-da065a43af27 on network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:21.308651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:21.309394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Checking segment: {'id': '4b8476c3-5a1f-4d72-a413-4ae98e351a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:21.310003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.310603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Bound using segment: {'id': '4b8476c3-5a1f-4d72-a413-4ae98e351a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:21.311413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Bound port: e77ec261-e837-447c-9275-da065a43af27, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8476c3-5a1f-4d72-a413-4ae98e351a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '619fbd8d-acb7-4e7b-8946-67e6856ff1f9'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:21.311991 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.329121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Transition to ACTIVE for port object 25b17211-efae-48db-9302-cd9570653ae4 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:21.337103 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.358779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.408325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Network 17d7acd6-389a-4916-995e-871fea6cfcc8 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:21.438140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.453243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:21.458310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:21.464111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Pushing event updated for resources: {'Port': ['ID=25b17211-efae-48db-9302-cd9570653ae4,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:21.475775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-4272366c-879f-453e-8d8c-20256e4e81a5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:21.480861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb0de04-95a4-4ba8-a359-19dc5083d49f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:21.483001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] For port e77ec261-e837-447c-9275-da065a43af27, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:21.483698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-4272366c-879f-453e-8d8c-20256e4e81a5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 815 time: 0.1875122 Aug 27 12:09:21.488158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.491460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] For port e77ec261-e837-447c-9275-da065a43af27, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e77ec261-e837-447c-9275-da065a43af27,segment=NetworkSegment(4b8476c3-5a1f-4d72-a413-4ae98e351a82),segment_id=4b8476c3-5a1f-4d72-a413-4ae98e351a82)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:21.494847 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d05d4cca-aae8-4a1b-82f3-ef94c62cc6fa tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/subnets/8cb0de04-95a4-4ba8-a359-19dc5083d49f HTTP/1.1" status: 204 len: 168 time: 1.6244867 Aug 27 12:09:21.495866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50796) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:21.529838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.553775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-98b5b9c3-1eed-4efd-a2db-9d24ebcdbb52 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/quotas/59a8fcf200cc4245ac48fb24d58bd6ee HTTP/1.1" status: 200 len: 375 time: 0.0367510 Aug 27 12:09:21.567895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Deleting subnet d50da296-0a74-495b-83a7-9a41a53daa69 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:09:21.584885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.585181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Attempting to bind port 25b17211-efae-48db-9302-cd9570653ae4 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:21.585181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Attempting to bind port 25b17211-efae-48db-9302-cd9570653ae4 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '3c3c7b65-1489-4928-b52b-20e0290172d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:21.585181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Attempting to bind port 25b17211-efae-48db-9302-cd9570653ae4 on network 17d7acd6-389a-4916-995e-871fea6cfcc8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:21.609297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee626aa-9ab3-424a-9f64-95c8bba99673 req-469d1653-3015-477b-8af6-90017c39e00c tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:21.615503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:21.616075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Checking segment: {'id': '3c3c7b65-1489-4928-b52b-20e0290172d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:21.616694 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.617293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Bound using segment: {'id': '3c3c7b65-1489-4928-b52b-20e0290172d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:21.618039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Bound port: 25b17211-efae-48db-9302-cd9570653ae4, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3c7b65-1489-4928-b52b-20e0290172d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '17d7acd6-389a-4916-995e-871fea6cfcc8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:21.618657 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.623498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee626aa-9ab3-424a-9f64-95c8bba99673 req-469d1653-3015-477b-8af6-90017c39e00c tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 936 time: 0.4240053 Aug 27 12:09:21.643855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.731781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee626aa-9ab3-424a-9f64-95c8bba99673 req-72faa843-04a4-4854-85d6-3295730ad23f tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068907 Aug 27 12:09:21.777978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] For port 25b17211-efae-48db-9302-cd9570653ae4, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:21.781769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] For port 25b17211-efae-48db-9302-cd9570653ae4, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=25b17211-efae-48db-9302-cd9570653ae4,segment=NetworkSegment(3c3c7b65-1489-4928-b52b-20e0290172d9),segment_id=3c3c7b65-1489-4928-b52b-20e0290172d9)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:21.789249 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.792965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d68e-0367-4f21-b570-a04120ccda5e None None] Pushing event updated for resources: {'Port': ['ID=e77ec261-e837-447c-9275-da065a43af27,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:21.799591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:21.821565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-4b7ffdce-8f0a-41aa-9250-4c94695712bb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2272129 Aug 27 12:09:21.934350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305adc-e0b6-4d44-b659-e280f56febdd None None] Pushing event updated for resources: {'Port': ['ID=25b17211-efae-48db-9302-cd9570653ae4,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:22.029151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.058089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.110972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bce67f-f737-46c8-b5ca-a202def64880 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:22.129402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.132118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Subnet': ['ID=d50da296-0a74-495b-83a7-9a41a53daa69,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:22.146993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.153704 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd3722e0-76b3-46bc-98a1-1e7ceb419fe3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/subnets/d50da296-0a74-495b-83a7-9a41a53daa69 HTTP/1.1" status: 204 len: 168 time: 0.6519740 Aug 27 12:09:22.153704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:22.207100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Transition to ACTIVE for port object a5bce67f-f737-46c8-b5ca-a202def64880 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:22.246281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.295129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-c1958cd0-1a65-4230-a3f6-a65ec5e80740 service neutron] 10.222.0.76 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726455 Aug 27 12:09:22.389818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664a9953-3869-42f9-9408-e89aa0c072b3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:22.396693 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-664a9953-3869-42f9-9408-e89aa0c072b3 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2438333 Aug 27 12:09:22.407133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50810) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:22.441491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Pushing event updated for resources: {'Port': ['ID=a5bce67f-f737-46c8-b5ca-a202def64880,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:22.470322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e77ec261-e837-447c-9275-da065a43af27 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:22.627091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e77ec261-e837-447c-9275-da065a43af27 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:22.685402 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-3af17bc9-19ef-41c9-9518-2ae639bcd393 service neutron] 10.222.0.76 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630583 Aug 27 12:09:22.687058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Attempting to bind port a5bce67f-f737-46c8-b5ca-a202def64880 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:22.687562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Attempting to bind port a5bce67f-f737-46c8-b5ca-a202def64880 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:22.688575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Attempting to bind port a5bce67f-f737-46c8-b5ca-a202def64880 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:22.694269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Port a5bce67f-f737-46c8-b5ca-a202def64880 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:09:22.694727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Attempting to bind port a5bce67f-f737-46c8-b5ca-a202def64880 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:22.700938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:22.701367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:22.701823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:22.702333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Bound port: a5bce67f-f737-46c8-b5ca-a202def64880, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:22.702815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.742629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:22.790404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-46fa3c9b-f2ed-4e9a-b960-b7730c09c5eb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:22.800005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-46fa3c9b-f2ed-4e9a-b960-b7730c09c5eb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c604405-7dc3-4b1c-b6bd-23563acc6562 HTTP/1.1" status: 200 len: 945 time: 0.1405945 Aug 27 12:09:22.845561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] For port a5bce67f-f737-46c8-b5ca-a202def64880, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:22.849249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] For port a5bce67f-f737-46c8-b5ca-a202def64880, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a5bce67f-f737-46c8-b5ca-a202def64880,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:22.854451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.021048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:23.022102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.025015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] 10.222.0.65 "PUT /v2.0/ports/a5bce67f-f737-46c8-b5ca-a202def64880 HTTP/1.1" status: 200 len: 1096 time: 2.6508646 Aug 27 12:09:23.074797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Deleting port baf39049-9e83-4863-93ca-ef4ffd9094b2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:23.075639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.080126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Deleting port 25b17211-efae-48db-9302-cd9570653ae4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:23.080895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.188850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'tag': 'a5bce67f-f737-46c8-b5ca-a202def64880'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:23.193265 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c427883b-6744-4d1d-9d70-848e7ce56b77" -d '{"events": [{"name": "network-changed", "server_uuid": "e06cd04a-7930-4767-8e76-faec06d99f7b", "tag": "a5bce67f-f737-46c8-b5ca-a202def64880"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:23.200900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0631f5ce-877d-4718-9458-06282b9e82f8 req-a2121859-2085-49ea-946e-05622b11f5fe tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 210 time: 0.1740983 Aug 27 12:09:23.312384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] For port 25b17211-efae-48db-9302-cd9570653ae4, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=25b17211-efae-48db-9302-cd9570653ae4,segment=NetworkSegment(3c3c7b65-1489-4928-b52b-20e0290172d9),segment_id=3c3c7b65-1489-4928-b52b-20e0290172d9)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:23.312861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.339910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Calling delete_port for 25b17211-efae-48db-9302-cd9570653ae4 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:23.374515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] For port baf39049-9e83-4863-93ca-ef4ffd9094b2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=baf39049-9e83-4863-93ca-ef4ffd9094b2,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:23.378839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.418754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f15e-a13b-4997-b846-c4854a581b9d req-7137841e-f304-4322-8878-e04a189a101c tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:23.450634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Calling delete_port for baf39049-9e83-4863-93ca-ef4ffd9094b2 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:23.453909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7441f15e-a13b-4997-b846-c4854a581b9d req-7137841e-f304-4322-8878-e04a189a101c tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 948 time: 0.5122190 Aug 27 12:09:23.477348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89200375-a8b4-4bd7-a33f-0f5af3e436db service neutron] Pushing event updated for resources: {'Port': ['ID=a5bce67f-f737-46c8-b5ca-a202def64880,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:23.579470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-bb0df3fc-cb69-4624-adce-ccd7d4e1d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:23.582090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-bb0df3fc-cb69-4624-adce-ccd7d4e1d6af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 1099 time: 0.3709869 Aug 27 12:09:23.597352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7441f15e-a13b-4997-b846-c4854a581b9d req-c52f2b39-c099-46ec-b34c-62c66feba91f tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423578 Aug 27 12:09:23.705961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.721115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-337b9755-5b53-4c74-a96b-02089e7ca591 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=a5bce67f-f737-46c8-b5ca-a202def64880 HTTP/1.1" status: 200 len: 217 time: 0.1190441 Aug 27 12:09:23.726871 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea13a03-f10a-48ce-8e4d-3fd850c0d833 x-openstack-request-id: req-eea13a03-f10a-48ce-8e4d-3fd850c0d833 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:23.728839 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06cd04a-7930-4767-8e76-faec06d99f7b", "tag": "a5bce67f-f737-46c8-b5ca-a202def64880", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:23.729259 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eea13a03-f10a-48ce-8e4d-3fd850c0d833 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:23.735896 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'tag': 'a5bce67f-f737-46c8-b5ca-a202def64880', 'status': 'completed', 'code': 200} Aug 27 12:09:23.844034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Port': ['ID=25b17211-efae-48db-9302-cd9570653ae4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:23.858753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] No DVR routers for this DVR port 25b17211-efae-48db-9302-cd9570653ae4 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:23.872076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-fbb7d7b6-9217-4444-abeb-3f0d46061d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:23.876357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-fbb7d7b6-9217-4444-abeb-3f0d46061d21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1360919 Aug 27 12:09:23.878723 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:23.898566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790be86-cbd7-488a-bf73-de3df1dca7d7 None None] Network 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:23.974249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-f7565ca9-8fef-4181-8057-c9dea6261400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:23.976431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-f7565ca9-8fef-4181-8057-c9dea6261400 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939240 Aug 27 12:09:24.040860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] Provisioning for port e77ec261-e837-447c-9275-da065a43af27 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:24.059819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] Provisioning complete for port e77ec261-e837-447c-9275-da065a43af27 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:24.061935 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.165386 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.200699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c3413-592b-482e-be4a-7ab7c89ab516 None None] Network 17d7acd6-389a-4916-995e-871fea6cfcc8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:24.221829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-29b57e74-8537-4a40-9337-a17ca8b12c20 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362943 Aug 27 12:09:24.256546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d7acd6-389a-4916-995e-871fea6cfcc8']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:24.261310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.292853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3c7b65-1489-4928-b52b-20e0290172d9') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:24.293332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3c7b65-1489-4928-b52b-20e0290172d9') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:24.419899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.429808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b84fc52f-6b58-47f6-b78e-8c05308e015d req-eb7c57c4-e1b8-4d3d-b162-0d8c555b2503 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 210 time: 0.0742273 Aug 27 12:09:24.440650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] DHCP port deletion for 619fbd8d-acb7-4e7b-8946-67e6856ff1f9 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:09:24.455143 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.469320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:24.471636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:24.501402 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:24.505338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1d05ae-c964-45b7-a920-23e93f5e8f85 req-600487f2-d8f9-4e16-9519-c2e8a493268f service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705843 Aug 27 12:09:24.547251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] No DVR routers for this DVR port baf39049-9e83-4863-93ca-ef4ffd9094b2 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:24.548508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.568914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.579117 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7109594b-b312-4ac9-bd5c-3d1d3e9cfbd6 req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.77 "DELETE /v2.0/ports/baf39049-9e83-4863-93ca-ef4ffd9094b2 HTTP/1.1" status: 204 len: 173 time: 1.7708831 Aug 27 12:09:24.579959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9011e-36f0-46e8-bfab-61dbde2d16d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Pushing event deleted for resources: {'Port': ['ID=baf39049-9e83-4863-93ca-ef4ffd9094b2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:24.581847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-deleted', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:24.584653 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603b66c-5b7b-43b8-bdca-99ed057ad86c" -d '{"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-deleted", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:24.602585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511419c-471d-4e0c-ae5a-2c10c107d807 None None] DHCP port deletion for 17d7acd6-389a-4916-995e-871fea6cfcc8 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:09:24.675564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.691173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] For port e77ec261-e837-447c-9275-da065a43af27, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e77ec261-e837-447c-9275-da065a43af27,segment=NetworkSegment(4b8476c3-5a1f-4d72-a413-4ae98e351a82),segment_id=4b8476c3-5a1f-4d72-a413-4ae98e351a82)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:24.699286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.713306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] Deleting port e77ec261-e837-447c-9275-da065a43af27 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:24.713906 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.733691 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19dae02-9905-4b67-9d6d-058931cc9d04 x-openstack-request-id: req-a19dae02-9905-4b67-9d6d-058931cc9d04 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:24.733923 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c604405-7dc3-4b1c-b6bd-23563acc6562", "name": "network-vif-deleted", "tag": "baf39049-9e83-4863-93ca-ef4ffd9094b2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:24.736624 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a19dae02-9905-4b67-9d6d-058931cc9d04 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:24.736624 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c604405-7dc3-4b1c-b6bd-23563acc6562', 'name': 'network-vif-deleted', 'tag': 'baf39049-9e83-4863-93ca-ef4ffd9094b2', 'status': 'completed', 'code': 200} Aug 27 12:09:24.736624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.741871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/networks/17d7acd6-389a-4916-995e-871fea6cfcc8 HTTP/1.1" status: 204 len: 168 time: 2.3335848 Aug 27 12:09:24.743109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f569e2-69b2-4ebc-be6b-a84fdf63cb03 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Network': ['ID=17d7acd6-389a-4916-995e-871fea6cfcc8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:24.764079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50864) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:24.792592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-62502fac-5ac5-431e-9bde-64b643ee5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:24.806651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-62502fac-5ac5-431e-9bde-64b643ee5970 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 1099 time: 0.2385728 Aug 27 12:09:24.942959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.975698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] For port e77ec261-e837-447c-9275-da065a43af27, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e77ec261-e837-447c-9275-da065a43af27,segment=NetworkSegment(4b8476c3-5a1f-4d72-a413-4ae98e351a82),segment_id=4b8476c3-5a1f-4d72-a413-4ae98e351a82)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:24.977268 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:24.999090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] Calling delete_port for e77ec261-e837-447c-9275-da065a43af27 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:25.060685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-112ae7fc-7b31-4ed9-96d9-59b4e9c6ced3 None None] Could not find standard attr ID for object 25b17211-efae-48db-9302-cd9570653ae4. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:09:25.121370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7c83c-42f1-46af-a60d-5fe65f3876b8 None None] Pushing event updated for resources: {'Port': ['ID=e77ec261-e837-447c-9275-da065a43af27,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:25.153244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.171286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-b6da98b1-7706-42e2-9414-6f759bb46e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:25.173190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-b6da98b1-7706-42e2-9414-6f759bb46e85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3568525 Aug 27 12:09:25.193125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] Pushing event deleted for resources: {'Port': ['ID=e77ec261-e837-447c-9275-da065a43af27,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:25.193369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67259bc5-7f69-405c-af1d-bc78a5c60e4b req-7fdbd789-18f4-4c57-91ab-9e9d4555d998 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:25.197343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1045dffa-287f-4564-b2b0-8a86b43205b4 None None] No DVR routers for this DVR port e77ec261-e837-447c-9275-da065a43af27 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:25.208343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67259bc5-7f69-405c-af1d-bc78a5c60e4b req-7fdbd789-18f4-4c57-91ab-9e9d4555d998 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 948 time: 0.1061816 Aug 27 12:09:25.234037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-cfc456b1-cbad-4c31-aa60-89aeade5dbb0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:25.235758 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-cfc456b1-cbad-4c31-aa60-89aeade5dbb0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 815 time: 0.2809291 Aug 27 12:09:25.254567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Request body: {'port': {'device_id': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'admin_state_up': True, 'tenant_id': '59a8fcf200cc4245ac48fb24d58bd6ee'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:25.285024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-fde5ef56-2b5c-4ea0-8c8f-209d87b8914c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=a5bce67f-f737-46c8-b5ca-a202def64880 HTTP/1.1" status: 200 len: 217 time: 0.0748975 Aug 27 12:09:25.306115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Deleting port e77ec261-e837-447c-9275-da065a43af27 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:25.306656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.335622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67259bc5-7f69-405c-af1d-bc78a5c60e4b req-8dc80230-3d9a-432b-8a08-443270e74d06 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266692 Aug 27 12:09:25.411074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-78020ba6-c868-4d4e-b534-e51c1e552005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:25.412864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-78020ba6-c868-4d4e-b534-e51c1e552005 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1186860 Aug 27 12:09:25.482186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] For port e77ec261-e837-447c-9275-da065a43af27, host n-d-688802-4, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:25.482957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.489405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-c0424f2c-1359-4688-a159-4ff37eab9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:25.491118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-c0424f2c-1359-4688-a159-4ff37eab9e89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514932 Aug 27 12:09:25.547782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Calling delete_port for e77ec261-e837-447c-9275-da065a43af27 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:25.552781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Port e77ec261-e837-447c-9275-da065a43af27 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:09:25.556031 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.605543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Port': ['ID=e77ec261-e837-447c-9275-da065a43af27,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:25.628051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] No DVR routers for this DVR port e77ec261-e837-447c-9275-da065a43af27 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:25.659447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:09:25.682973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: baf39049-9e83-4863-93ca-ef4ffd9094b2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:09:25.683427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device baf39049-9e83-4863-93ca-ef4ffd9094b2 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:09:25.686112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d6f7ea2-8954-4bc4-a8e0-c88977036026 req-b3398e46-9d3f-43ca-be1a-18402af69505 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 210 time: 0.0450056 Aug 27 12:09:25.706868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Made reservation on behalf of 59a8fcf200cc4245ac48fb24d58bd6ee for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:25.710716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.765805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-371dbd8b-be0c-45d4-99b2-2cc88d58cc4d service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659063 Aug 27 12:09:25.766045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.786202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619fbd8d-acb7-4e7b-8946-67e6856ff1f9']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:25.825725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8476c3-5a1f-4d72-a413-4ae98e351a82') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:25.826028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8476c3-5a1f-4d72-a413-4ae98e351a82') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:25.847851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.883268 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.946596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:25.947750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c427883b-6744-4d1d-9d70-848e7ce56b77 req-0e454d09-672f-4579-ae20-ff61efd73f5c service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713021 Aug 27 12:09:25.949371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:25.957134 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:26.064939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Allocated IP 172.20.0.7 (605e1d42-0695-4961-985c-e16e9d0bfcfd/5d463ad4-ae4f-4881-9a46-cd4291e6a582/ceceaebf-8597-4069-b9a0-0c140e74cbc3) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:26.068174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.084288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.087805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/networks/619fbd8d-acb7-4e7b-8946-67e6856ff1f9 HTTP/1.1" status: 204 len: 168 time: 1.3200574 Aug 27 12:09:26.089925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:26.110872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c6ca2-177c-4f16-8954-bac1f69cda0b tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Network': ['ID=619fbd8d-acb7-4e7b-8946-67e6856ff1f9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:26.300102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.300294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e77ec261-e837-447c-9275-da065a43af27 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:09:26.323643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e77ec261-e837-447c-9275-da065a43af27 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:09:26.324229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e77ec261-e837-447c-9275-da065a43af27 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:09:26.324873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 25b17211-efae-48db-9302-cd9570653ae4 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:09:26.349383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.362003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 25b17211-efae-48db-9302-cd9570653ae4 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:09:26.362972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 25b17211-efae-48db-9302-cd9570653ae4 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:09:26.406019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.442131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.463168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fd502b-feac-4496-ab9b-ec94c132670b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:26.483247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:26.493629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:26.497085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc138d8-024b-401e-9256-a7d3c191d0af') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:26.497390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc138d8-024b-401e-9256-a7d3c191d0af') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:26.508344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:26.509325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.529090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.550018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18651e-a355-41d6-89ec-52b0a9c7f95e req-a2eb5e24-c753-4205-91fa-994e65a7b0ea tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:26.551707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b18651e-a355-41d6-89ec-52b0a9c7f95e req-a2eb5e24-c753-4205-91fa-994e65a7b0ea tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 948 time: 0.1067569 Aug 27 12:09:26.555144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:26.555569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:26.559275 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:26.589059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:26.604331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:26.605079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.625024 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-382fbc20-4bdc-4723-bca6-ccaa0c8a3f3a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3741653 Aug 27 12:09:26.644502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Request body: {'port': {'device_id': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:26.646668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.664631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.666662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/networks/a0fd502b-feac-4496-ab9b-ec94c132670b HTTP/1.1" status: 204 len: 168 time: 0.5756731 Aug 27 12:09:26.672658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50908) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:26.682000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b18651e-a355-41d6-89ec-52b0a9c7f95e req-5eb19755-80a3-4edd-96f3-c2c9ef159a01 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057782 Aug 27 12:09:26.682954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca974b38-3974-43d0-b137-242ca1b82749 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Network': ['ID=a0fd502b-feac-4496-ab9b-ec94c132670b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:26.806410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.813789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:26.851878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d874c19-bfd2-49ad-9459-e71e29e3a7a0 req-3edea23d-de29-46f1-a6e0-e59621cd5eb0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:26.859279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d874c19-bfd2-49ad-9459-e71e29e3a7a0 req-3edea23d-de29-46f1-a6e0-e59621cd5eb0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 931 time: 0.0793936 Aug 27 12:09:26.908415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d874c19-bfd2-49ad-9459-e71e29e3a7a0 req-620e9986-65d9-453e-bdab-a5bdf12b6865 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 Aug 27 12:09:27.016414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.033092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c0ab3d-ecba-4966-90b7-d093b33773c4']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:27.052261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704781da-5ab7-4b1a-9792-d1bcb606cec0') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:27.052536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704781da-5ab7-4b1a-9792-d1bcb606cec0') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:27.085685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.138264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.149194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:27.149613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:27.152734 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:27.239614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.251234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.254668 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] 10.222.0.76 "DELETE /v2.0/networks/f0c0ab3d-ecba-4966-90b7-d093b33773c4 HTTP/1.1" status: 204 len: 168 time: 0.5806623 Aug 27 12:09:27.273998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f745356-3d77-4326-ac6d-901634d54e40 tempest-BulkNetworkOpsIpV6Test-419508073 tempest-BulkNetworkOpsIpV6Test-419508073-project] Pushing event deleted for resources: {'Network': ['ID=f0c0ab3d-ecba-4966-90b7-d093b33773c4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:27.327038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceceaebf-8597-4069-b9a0-0c140e74cbc3 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:27.341544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.357511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Transition to ACTIVE for port object ceceaebf-8597-4069-b9a0-0c140e74cbc3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:27.361556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.428610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:27.525219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Attempting to bind port ceceaebf-8597-4069-b9a0-0c140e74cbc3 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:27.525920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Attempting to bind port ceceaebf-8597-4069-b9a0-0c140e74cbc3 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:27.526629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Attempting to bind port ceceaebf-8597-4069-b9a0-0c140e74cbc3 on network 605e1d42-0695-4961-985c-e16e9d0bfcfd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:27.535105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Port ceceaebf-8597-4069-b9a0-0c140e74cbc3 on network 605e1d42-0695-4961-985c-e16e9d0bfcfd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:09:27.536589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Attempting to bind port ceceaebf-8597-4069-b9a0-0c140e74cbc3 on network 605e1d42-0695-4961-985c-e16e9d0bfcfd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:27.546140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:27.546862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Checking segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:27.547524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Bound using segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:27.548229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Bound port: ceceaebf-8597-4069-b9a0-0c140e74cbc3, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:27.548801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.588347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:27.666441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:27.670308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:27.677437 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.762875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:27.763845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.765861 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] 10.222.0.65 "PUT /v2.0/ports/ceceaebf-8597-4069-b9a0-0c140e74cbc3 HTTP/1.1" status: 200 len: 1091 time: 1.1283319 Aug 27 12:09:27.766608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:27.771971 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade8471a-e252-4fdc-8018-2391074d867d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:27.777768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3e16d08-c4b4-4e42-9b94-c9115a7a771d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db469214cb0f4c6c978208212c1d5aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873591 Aug 27 12:09:27.782090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:27.814225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06525f7a-678e-4bad-bd83-8dfd5e56d848 service neutron] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:27.902016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2854b8b-f5f6-4445-9a47-d904d482758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:27.913099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-20c5408d-5748-4ea1-98a0-395b1ffc2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:27.914658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-20c5408d-5748-4ea1-98a0-395b1ffc2af8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 1094 time: 0.0716441 Aug 27 12:09:27.922204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59007a-9e53-4809-a315-05a7c68c1024 req-2dbac689-48ff-4d5d-81a8-7678a5da29e9 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:27.924803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f59007a-9e53-4809-a315-05a7c68c1024 req-2dbac689-48ff-4d5d-81a8-7678a5da29e9 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 948 time: 0.0936062 Aug 27 12:09:27.961682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2854b8b-f5f6-4445-9a47-d904d482758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:28.000392 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-a3e83a67-c563-4c7e-89ee-9a8fad10cf83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3 HTTP/1.1" status: 200 len: 217 time: 0.0758858 Aug 27 12:09:28.038507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f59007a-9e53-4809-a315-05a7c68c1024 req-0f40c011-7244-42cc-890a-a06b28ddf93c tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605969 Aug 27 12:09:28.064764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2854b8b-f5f6-4445-9a47-d904d482758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:28.078511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2854b8b-f5f6-4445-9a47-d904d482758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:28.078511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d2854b8b-f5f6-4445-9a47-d904d482758a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76398925-3a49-42b3-a1f2-12091525eb5b HTTP/1.1" status: 204 len: 168 time: 0.2923772 Aug 27 12:09:28.083641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-dd692762-1e87-407e-8ff2-c14c96d0eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:28.085259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-dd692762-1e87-407e-8ff2-c14c96d0eceb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 200 len: 855 time: 0.0761256 Aug 27 12:09:28.089524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854b8b-f5f6-4445-9a47-d904d482758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76398925-3a49-42b3-a1f2-12091525eb5b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:28.174531 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138641d3-95e6-4e6b-89d6-b0aa0ea7e1a5 x-openstack-request-id: req-138641d3-95e6-4e6b-89d6-b0aa0ea7e1a5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:28.175300 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:28.175939 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-138641d3-95e6-4e6b-89d6-b0aa0ea7e1a5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:28.176990 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'status': 'completed', 'code': 200} Aug 27 12:09:28.180145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-76f12828-6250-4736-93bb-3c3844d24df7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=605e1d42-0695-4961-985c-e16e9d0bfcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873373 Aug 27 12:09:28.318616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d82f8-380f-4175-9eda-daa5f7e362f4 req-f013f06a-3d57-4b32-b4d0-afd627fcdd6d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:28.327099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d3d82f8-380f-4175-9eda-daa5f7e362f4 req-f013f06a-3d57-4b32-b4d0-afd627fcdd6d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 943 time: 0.0835781 Aug 27 12:09:28.336516 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-c1f8f71f-9f21-47a4-bc7c-5710756b9a53 service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459851 Aug 27 12:09:28.381803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d3d82f8-380f-4175-9eda-daa5f7e362f4 req-d503c870-8433-4417-9b60-d3dcbfb0465d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534697 Aug 27 12:09:28.495072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-318590b4-fb1e-4b84-bbe5-da9b7d5903f5 req-85523987-e11d-4adf-bf9b-4db0bc11ba8b service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423404 Aug 27 12:09:28.633782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8471a-e252-4fdc-8018-2391074d867d req-d228585e-0933-47ce-ba19-06a0c7957b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:28.636357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-d228585e-0933-47ce-ba19-06a0c7957b6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 1094 time: 0.0616477 Aug 27 12:09:28.803663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8471a-e252-4fdc-8018-2391074d867d req-7df44129-1ace-4303-9014-df375d628d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:28.805674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-7df44129-1ace-4303-9014-df375d628d63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 916 time: 0.1614499 Aug 27 12:09:28.856914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-153063b4-b5d9-42cc-a5de-17c7b827cdc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3 HTTP/1.1" status: 200 len: 217 time: 0.0431349 Aug 27 12:09:28.912285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8471a-e252-4fdc-8018-2391074d867d req-65537d60-ab60-4e10-9df1-073de7f11308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:28.913985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-65537d60-ab60-4e10-9df1-073de7f11308 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 200 len: 855 time: 0.0484643 Aug 27 12:09:28.968958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-e5c8a200-2361-434b-9dac-a98fa6cb5b8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=605e1d42-0695-4961-985c-e16e9d0bfcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456800 Aug 27 12:09:28.985743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a5bce67f-f737-46c8-b5ca-a202def64880 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:09:29.117576 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-35665cbd-78de-41be-97c7-93b4252eefff service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403193 Aug 27 12:09:29.127720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a5bce67f-f737-46c8-b5ca-a202def64880, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a5bce67f-f737-46c8-b5ca-a202def64880,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:29.148779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a5bce67f-f737-46c8-b5ca-a202def64880', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'a5bce67f-f737-46c8-b5ca-a202def64880', 'mac_address': 'fa:16:3e:9c:f3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:09:29.186720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:29.229840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0293-185d-4ef1-93c8-5f0ca83be1b8 req-17c38463-172b-463e-9f71-4ce0a69a3d41 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:29.232749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.239768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfba0293-185d-4ef1-93c8-5f0ca83be1b8 req-17c38463-172b-463e-9f71-4ce0a69a3d41 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 948 time: 0.1001923 Aug 27 12:09:29.268298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ade8471a-e252-4fdc-8018-2391074d867d req-f9742238-ae1b-464a-af2a-040a784ea654 service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371408 Aug 27 12:09:29.286561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bce67f-f737-46c8-b5ca-a202def64880 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:29.317463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfba0293-185d-4ef1-93c8-5f0ca83be1b8 req-fc3890a1-fb43-4de0-bed7-c95fef3d3c44 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753806 Aug 27 12:09:29.334884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a5bce67f-f737-46c8-b5ca-a202def64880, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a5bce67f-f737-46c8-b5ca-a202def64880,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:29.343122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.375197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093646020'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:29.407916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:29.413804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.433439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.436406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a5bce67f-f737-46c8-b5ca-a202def64880,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:29.649777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92e3f1-0571-410b-99c2-6d087dad930c req-3d425bb2-40b9-45c6-8bbc-8aa8c3d82df9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:29.651999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce92e3f1-0571-410b-99c2-6d087dad930c req-3d425bb2-40b9-45c6-8bbc-8aa8c3d82df9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 943 time: 0.1481369 Aug 27 12:09:29.664421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.686004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.743971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:29.762683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a5bce67f-f737-46c8-b5ca-a202def64880'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:29.776882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.777235 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 611081da-9cd6-49e7-95d0-27bb2fafc874 of type vlan for network 1840017f-0455-47ca-89da-1f3b7285af6d Aug 27 12:09:29.780416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76be0d1-4a10-414d-b985-4fa0f66b8f79,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:29.793762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce92e3f1-0571-410b-99c2-6d087dad930c req-8e17829a-04b0-4cc8-95ea-ed193914f45c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220095 Aug 27 12:09:29.835907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.868678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.880722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:29.881978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:29.974563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7839162 Aug 27 12:09:29.993118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb532-c86e-4d37-8b50-ca1afaf94143 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=1840017f-0455-47ca-89da-1f3b7285af6d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:30.007750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 1840017f-0455-47ca-89da-1f3b7285af6d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:30.491068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5753-3c66-4275-ac2a-7321d7994a57 req-7b46e714-13ef-4245-85b3-ff0515ebacad tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:30.492581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1db5753-3c66-4275-ac2a-7321d7994a57 req-7b46e714-13ef-4245-85b3-ff0515ebacad tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 949 time: 0.0713928 Aug 27 12:09:30.553796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1db5753-3c66-4275-ac2a-7321d7994a57 req-901d122c-cb76-4f95-a07a-685fd1e7ac9a tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Aug 27 12:09:30.941437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609586a9-19aa-4003-9646-8befc17f6c6c req-9f8407c7-b226-40fa-9119-e28a15a2f484 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:30.943116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609586a9-19aa-4003-9646-8befc17f6c6c req-9f8407c7-b226-40fa-9119-e28a15a2f484 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 943 time: 0.0590570 Aug 27 12:09:30.986690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609586a9-19aa-4003-9646-8befc17f6c6c req-4a1d66e1-8a2d-4468-8161-1322b1890e14 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Aug 27 12:09:31.019074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a5bce67f-f737-46c8-b5ca-a202def64880 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:31.070764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port a5bce67f-f737-46c8-b5ca-a202def64880 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:31.075232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port a5bce67f-f737-46c8-b5ca-a202def64880 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:31.075985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:31.163184 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:31.186188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bce67f-f737-46c8-b5ca-a202def64880'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:31.188701 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4b9078-29d3-47de-b2d5-53cac7d72922" -d '{"events": [{"server_uuid": "e06cd04a-7930-4767-8e76-faec06d99f7b", "name": "network-vif-plugged", "status": "completed", "tag": "a5bce67f-f737-46c8-b5ca-a202def64880"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:31.202570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a5bce67f-f737-46c8-b5ca-a202def64880, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a5bce67f-f737-46c8-b5ca-a202def64880,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:31.208610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:31.237087 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6658856-4fb3-4ca5-9573-f04a94a11b76 x-openstack-request-id: req-e6658856-4fb3-4ca5-9573-f04a94a11b76 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:31.237589 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06cd04a-7930-4767-8e76-faec06d99f7b", "name": "network-vif-plugged", "status": "completed", "tag": "a5bce67f-f737-46c8-b5ca-a202def64880", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:31.238026 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6658856-4fb3-4ca5-9573-f04a94a11b76 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:31.238627 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bce67f-f737-46c8-b5ca-a202def64880', 'code': 200} Aug 27 12:09:31.276835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a5bce67f-f737-46c8-b5ca-a202def64880,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:31.346680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0e29e-c21d-4a31-9a5c-23bee588e6ec req-3a6d6c2e-6a4c-4d4a-b26c-da770fe9b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:31.348498 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5c0e29e-c21d-4a31-9a5c-23bee588e6ec req-3a6d6c2e-6a4c-4d4a-b26c-da770fe9b0e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 1101 time: 0.0451968 Aug 27 12:09:31.384885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5c0e29e-c21d-4a31-9a5c-23bee588e6ec req-c64700e9-23e1-408f-805a-678e6f42ace1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292711 Aug 27 12:09:31.706739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f7b9-f939-4031-a153-c1b6cca99ae7 req-05e31e2a-3088-4f79-bc11-435ac9a56151 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:31.708520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e38f7b9-f939-4031-a153-c1b6cca99ae7 req-05e31e2a-3088-4f79-bc11-435ac9a56151 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.0741293 Aug 27 12:09:31.767521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e38f7b9-f939-4031-a153-c1b6cca99ae7 req-2adde10a-5ea4-4d07-8fbb-482d8ff3bd15 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Aug 27 12:09:32.121145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2d60-214f-4b25-a547-961d74fab977 req-ec1e4f3a-56cf-4a45-ae9a-342e784701cf tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:32.123131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4ae2d60-214f-4b25-a547-961d74fab977 req-ec1e4f3a-56cf-4a45-ae9a-342e784701cf tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 943 time: 0.0620837 Aug 27 12:09:32.168426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4ae2d60-214f-4b25-a547-961d74fab977 req-21914154-ddf7-4bd5-88ac-cfa76e8ce324 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Aug 27 12:09:32.956145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eb1ea-08fd-4f60-bc77-203a01d38399 req-af225804-eb10-46ed-8350-dda346ea5e58 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:32.959438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-850eb1ea-08fd-4f60-bc77-203a01d38399 req-af225804-eb10-46ed-8350-dda346ea5e58 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.0883682 Aug 27 12:09:33.016777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-850eb1ea-08fd-4f60-bc77-203a01d38399 req-54edc181-1b26-4ef3-ac12-1aa8183b2eed tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495045 Aug 27 12:09:33.031346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:09:33.181567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:33.210159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'port_id': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'mac_address': 'fa:16:3e:76:98:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d463ad4-ae4f-4881-9a46-cd4291e6a582', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:09:33.281294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:33.302580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceceaebf-8597-4069-b9a0-0c140e74cbc3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:33.348843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60fd58-c57c-49eb-982f-fc1d9fbb2832 req-47569616-5ac4-435f-9b41-89d49fb59580 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:33.357397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:33.357766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe60fd58-c57c-49eb-982f-fc1d9fbb2832 req-47569616-5ac4-435f-9b41-89d49fb59580 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.1121919 Aug 27 12:09:33.364222 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:33.377304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:33.385400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:33.407333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008187f3-3c85-4c61-862a-8cd59cbf4553 req-49159805-0cb1-4641-b48a-31feb042339a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:33.417814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-008187f3-3c85-4c61-862a-8cd59cbf4553 req-49159805-0cb1-4641-b48a-31feb042339a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 943 time: 0.1276245 Aug 27 12:09:33.419967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:33.450128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe60fd58-c57c-49eb-982f-fc1d9fbb2832 req-85318f92-4535-4d9a-be55-58563dfb82ec tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910850 Aug 27 12:09:33.485432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-008187f3-3c85-4c61-862a-8cd59cbf4553 req-e5aa09c6-f958-41b5-bd7c-affbe10d8f22 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662241 Aug 27 12:09:33.537620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:33.545600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:33.812129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:33.889744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ceceaebf-8597-4069-b9a0-0c140e74cbc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:33.891883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=540a389b-75d5-4655-9476-a397a7fa7cc5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:33.900680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '611081da-9cd6-49e7-95d0-27bb2fafc874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:33.901260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 1840017f-0455-47ca-89da-1f3b7285af6d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:33.939498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 1840017f-0455-47ca-89da-1f3b7285af6d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:33.952053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 1840017f-0455-47ca-89da-1f3b7285af6d) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:33.959893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:33.961296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:33.971657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff1055-99cf-4f70-a167-918d77ee72f4 None None] Network 1840017f-0455-47ca-89da-1f3b7285af6d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:34.002214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:34.015675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118963914'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:34.019044 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-96b3cc03-f818-44ee-8c6c-d2196cded983 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6405051 Aug 27 12:09:34.055809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:34.062363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.106661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:34.120532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.121043 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 7d3b1614-ce1b-4639-897a-1898d3bf4e39 of type vlan for network 59186e56-20f6-4a3c-8052-037898a5c2e2 Aug 27 12:09:34.218049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.262855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.277823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:34.278988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.388359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3830698 Aug 27 12:09:34.391793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:34.400901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '59186e56-20f6-4a3c-8052-037898a5c2e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:34.413458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f7dde-fdc5-4e27-9972-0786601ce64a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=59186e56-20f6-4a3c-8052-037898a5c2e2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:34.456007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 59186e56-20f6-4a3c-8052-037898a5c2e2 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:34.579391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:34.585256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-1840017f-0455-47ca-89da-1f3b7285af6d', 'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '540a389b-75d5-4655-9476-a397a7fa7cc5'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:34.586213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.589261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.674079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a911b4-4afa-409f-8f51-81470815b842 req-9fe57f41-eb40-46a1-b5ab-c612401e43b5 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:34.689601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a911b4-4afa-409f-8f51-81470815b842 req-9fe57f41-eb40-46a1-b5ab-c612401e43b5 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.1086652 Aug 27 12:09:34.817100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a911b4-4afa-409f-8f51-81470815b842 req-30a2e9b4-dd2e-4ae9-ada1-6ea5493d5ba2 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258619 Aug 27 12:09:34.863548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Allocated IP 2001:db8:0:ffff::2 (1840017f-0455-47ca-89da-1f3b7285af6d/540a389b-75d5-4655-9476-a397a7fa7cc5/35f05072-b7e8-4539-8875-6de7a6ca2613) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:34.893341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:34.893686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc656fc-a3d3-4529-afea-0c22f3267d1d req-d7e1abc6-5230-4e44-bbeb-a42dc6e86e4f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:34.907215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efc656fc-a3d3-4529-afea-0c22f3267d1d req-d7e1abc6-5230-4e44-bbeb-a42dc6e86e4f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 944 time: 0.2677503 Aug 27 12:09:34.994907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efc656fc-a3d3-4529-afea-0c22f3267d1d req-d4a9b282-92ac-48ed-958b-78e1c33df4aa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854447 Aug 27 12:09:35.117223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=b6d85804-b49c-4376-a493-2a924371f625,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:35.117223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '7d3b1614-ce1b-4639-897a-1898d3bf4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '59186e56-20f6-4a3c-8052-037898a5c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:35.117223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 59186e56-20f6-4a3c-8052-037898a5c2e2, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:35.128995 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.129192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d07c2d-6267-4e7d-8323-303a996f0a36 req-e75f43f8-f527-4a0a-b319-8ade59ec0f53 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:35.129192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11d07c2d-6267-4e7d-8323-303a996f0a36 req-e75f43f8-f527-4a0a-b319-8ade59ec0f53 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 1101 time: 0.0481296 Aug 27 12:09:35.129769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Transition to ACTIVE for port object 35f05072-b7e8-4539-8875-6de7a6ca2613 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:35.142778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 59186e56-20f6-4a3c-8052-037898a5c2e2 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:35.150762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-11d07c2d-6267-4e7d-8323-303a996f0a36 req-b7fb3330-8ee5-4c4f-9433-3ea103a40503 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.156558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 59186e56-20f6-4a3c-8052-037898a5c2e2) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:35.158236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Transition to ACTIVE for port object 35f05072-b7e8-4539-8875-6de7a6ca2613 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:35.168113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:35.170979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.173737 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.227251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37bb40-82af-4e40-ac5a-3c4a2d6c3711 None None] Network 59186e56-20f6-4a3c-8052-037898a5c2e2 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:35.248496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Pushing event updated for resources: {'Port': ['ID=35f05072-b7e8-4539-8875-6de7a6ca2613,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:35.299523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Network 1840017f-0455-47ca-89da-1f3b7285af6d is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:35.307538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:35.310875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:35.337375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-11d07c2d-6267-4e7d-8323-303a996f0a36 req-b7fb3330-8ee5-4c4f-9433-3ea103a40503 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.344925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-11d07c2d-6267-4e7d-8323-303a996f0a36 req-b7fb3330-8ee5-4c4f-9433-3ea103a40503 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.354744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd478d00-adc6-4a7e-a343-7dd0f3da6bf2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9605265 Aug 27 12:09:35.355876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51170) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:35.406872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11d07c2d-6267-4e7d-8323-303a996f0a36 req-b7fb3330-8ee5-4c4f-9433-3ea103a40503 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818515 Aug 27 12:09:35.439878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Attempting to bind port 35f05072-b7e8-4539-8875-6de7a6ca2613 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:35.440508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Attempting to bind port 35f05072-b7e8-4539-8875-6de7a6ca2613 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '611081da-9cd6-49e7-95d0-27bb2fafc874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:35.441134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Attempting to bind port 35f05072-b7e8-4539-8875-6de7a6ca2613 on network 1840017f-0455-47ca-89da-1f3b7285af6d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:35.447401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:35.449545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb3330-8ee5-4c4f-9433-3ea103a40503 tempest-LiveMigrationNegativeTest-2100307946 tempest-LiveMigrationNegativeTest-2100307946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a196ec14-2dfa-4752-9aa9-14aa805bfd67,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:35.454720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Checking segment: {'id': '611081da-9cd6-49e7-95d0-27bb2fafc874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:35.455407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.456000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Bound using segment: {'id': '611081da-9cd6-49e7-95d0-27bb2fafc874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:35.457874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Bound port: 35f05072-b7e8-4539-8875-6de7a6ca2613, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611081da-9cd6-49e7-95d0-27bb2fafc874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '1840017f-0455-47ca-89da-1f3b7285af6d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:35.459130 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.488028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.583784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22f740-3c81-4579-9d27-1728338e8fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-59186e56-20f6-4a3c-8052-037898a5c2e2', 'network_id': '59186e56-20f6-4a3c-8052-037898a5c2e2', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': 'b6d85804-b49c-4376-a493-2a924371f625'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:35.584634 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf22f740-3c81-4579-9d27-1728338e8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.608635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] For port 35f05072-b7e8-4539-8875-6de7a6ca2613, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:35.612567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.629194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] For port 35f05072-b7e8-4539-8875-6de7a6ca2613, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=35f05072-b7e8-4539-8875-6de7a6ca2613,segment=NetworkSegment(611081da-9cd6-49e7-95d0-27bb2fafc874),segment_id=611081da-9cd6-49e7-95d0-27bb2fafc874)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:35.636247 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.686271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.742781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d85804-b49c-4376-a493-2a924371f625,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:35.837372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.850788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59186e56-20f6-4a3c-8052-037898a5c2e2']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:35.872269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3b1614-ce1b-4639-897a-1898d3bf4e39') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:35.872661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3b1614-ce1b-4639-897a-1898d3bf4e39') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server [None req-cf22f740-3c81-4579-9d27-1728338e8fa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6d85804-b49c-4376-a493-2a924371f625: This subnet is being modified by another concurrent operation. Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:09:35.880730 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise exception Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6d85804-b49c-4376-a493-2a924371f625: This subnet is being modified by another concurrent operation. Aug 27 12:09:35.885223 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Aug 27 12:09:35.890997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82731f2-d860-425b-8e17-73c98a34d0f6 None None] Pushing event updated for resources: {'Port': ['ID=35f05072-b7e8-4539-8875-6de7a6ca2613,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:35.891918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.909201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.916947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:35.917573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:35.921322 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:35.958181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0c798-e563-469a-b5e4-31219d0bab8e None None] Network 59186e56-20f6-4a3c-8052-037898a5c2e2 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:35.970487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a703c-d49d-49b7-b872-b227579e8842 req-66e85828-33d3-4837-80fa-56c5dbbe0436 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:35.972026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d7a703c-d49d-49b7-b872-b227579e8842 req-66e85828-33d3-4837-80fa-56c5dbbe0436 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.1176522 Aug 27 12:09:35.993973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.017018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.023022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/59186e56-20f6-4a3c-8052-037898a5c2e2 HTTP/1.1" status: 204 len: 168 time: 0.6608529 Aug 27 12:09:36.023022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dedc85-4741-4951-923a-38e9848e40a3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=59186e56-20f6-4a3c-8052-037898a5c2e2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:36.023685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51192) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:36.027354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d7a703c-d49d-49b7-b872-b227579e8842 req-8de32e6b-bc4a-4384-8cd9-cab70e00075b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439785 Aug 27 12:09:36.035022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442073256'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:36.110742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:36.118455 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.162239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:36.179709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.180328 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment d015587c-355a-432c-9537-8f73e723dc70 of type vlan for network 0c5d3473-99a7-466f-9048-c6d3df6c0adc Aug 27 12:09:36.237334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.303910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.314243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:36.315239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.390544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 35f05072-b7e8-4539-8875-6de7a6ca2613 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:36.428199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:36.429256 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3988292 Aug 27 12:09:36.443620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897cc2-6431-495d-9cdf-2686ed352208 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=0c5d3473-99a7-466f-9048-c6d3df6c0adc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:36.444396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:36.466623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0c5d3473-99a7-466f-9048-c6d3df6c0adc details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:36.532421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba176d19-6e37-4ee6-aa50-58ebd3078879 req-e8752fa6-9439-4d86-b92b-aea3afbc3157 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:36.534586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba176d19-6e37-4ee6-aa50-58ebd3078879 req-e8752fa6-9439-4d86-b92b-aea3afbc3157 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 944 time: 0.1761165 Aug 27 12:09:36.562601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 35f05072-b7e8-4539-8875-6de7a6ca2613 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:36.608673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba176d19-6e37-4ee6-aa50-58ebd3078879 req-607b8497-462b-497b-a082-2cb733419b0c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 Aug 27 12:09:36.621563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:36.625337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.859758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.929428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=24029017-b79a-4e5b-8592-8baec23131fd,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:36.938893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': 'd015587c-355a-432c-9537-8f73e723dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:36.939322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 0c5d3473-99a7-466f-9048-c6d3df6c0adc, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:36.963223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 0c5d3473-99a7-466f-9048-c6d3df6c0adc is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:36.982832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0c5d3473-99a7-466f-9048-c6d3df6c0adc) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:36.991574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:36.992245 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:36.999193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f6392e-0020-4d3f-b515-c019a2a2f8e8 None None] Network 0c5d3473-99a7-466f-9048-c6d3df6c0adc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:37.016793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5652740c-bc65-4728-9035-1f3fbf4b6f3d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5839782 Aug 27 12:09:37.017178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51220) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:37.026275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564211894'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:37.055407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:37.063946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:37.068724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.112421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:37.137945 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.138751 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 57f8eb96-ccd8-48f4-9d5b-6f4e40490e28 of type vlan for network 797db67c-b7a2-4c3f-a491-462ff83f142b Aug 27 12:09:37.183326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ffaf96-5416-4b01-a774-9dd237008424 None None] Network 1840017f-0455-47ca-89da-1f3b7285af6d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:37.212379 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.252991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc940-ebd0-4020-b096-dfbbbc3f498c req-f9e04fc1-1255-470c-888a-fb7c02bcbfad tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:37.261413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e92dc940-ebd0-4020-b096-dfbbbc3f498c req-f9e04fc1-1255-470c-888a-fb7c02bcbfad tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.0959857 Aug 27 12:09:37.271063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.285499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:37.287310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.291522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] Provisioning for port 35f05072-b7e8-4539-8875-6de7a6ca2613 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:37.300606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] Provisioning complete for port 35f05072-b7e8-4539-8875-6de7a6ca2613 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:37.301384 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.334809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e92dc940-ebd0-4020-b096-dfbbbc3f498c req-a59b918c-1031-4cde-98ea-d5de72a73232 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691867 Aug 27 12:09:37.375467 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3556945 Aug 27 12:09:37.377702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:37.383721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '797db67c-b7a2-4c3f-a491-462ff83f142b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:37.387933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ba96-f539-40f5-bbcc-39e70abe1fa5 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=797db67c-b7a2-4c3f-a491-462ff83f142b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:37.413247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-0c5d3473-99a7-466f-9048-c6d3df6c0adc', 'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '24029017-b79a-4e5b-8592-8baec23131fd'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:37.414167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.417381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 797db67c-b7a2-4c3f-a491-462ff83f142b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:37.467737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ceceaebf-8597-4069-b9a0-0c140e74cbc3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:37.514777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ceceaebf-8597-4069-b9a0-0c140e74cbc3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:37.515154 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.544920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:37.553361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.579996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e446b-6431-464e-a745-67f69dd5d477 req-e99c84e6-5912-4491-b689-0856070d27a6 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:37.582735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-239e446b-6431-464e-a745-67f69dd5d477 req-e99c84e6-5912-4491-b689-0856070d27a6 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.0693550 Aug 27 12:09:37.638735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Performing IP validity checks on allocation pools {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 12:09:37.639334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 12:09:37.714230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Deleting port a5bce67f-f737-46c8-b5ca-a202def64880 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:37.715010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.828261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.855169 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.857332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] For port a5bce67f-f737-46c8-b5ca-a202def64880, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a5bce67f-f737-46c8-b5ca-a202def64880,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:37.857713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.881907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Calling delete_port for a5bce67f-f737-46c8-b5ca-a202def64880 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:37.953214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] For port 35f05072-b7e8-4539-8875-6de7a6ca2613, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=35f05072-b7e8-4539-8875-6de7a6ca2613,segment=NetworkSegment(611081da-9cd6-49e7-95d0-27bb2fafc874),segment_id=611081da-9cd6-49e7-95d0-27bb2fafc874)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:37.964801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Allocated IP 2001:db8::1 (0c5d3473-99a7-466f-9048-c6d3df6c0adc/24029017-b79a-4e5b-8592-8baec23131fd/c68e2adf-e105-438e-ad5e-b86e70ccdf2a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:37.967230 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.974240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a33a1-1f32-4d8c-bc05-b319c8e10c2b req-daa4952b-9f62-46fe-a121-92e69f34d151 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:37.982769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:37.985734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf9a33a1-1f32-4d8c-bc05-b319c8e10c2b req-daa4952b-9f62-46fe-a121-92e69f34d151 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 944 time: 0.1799498 Aug 27 12:09:37.991723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '57f8eb96-ccd8-48f4-9d5b-6f4e40490e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '797db67c-b7a2-4c3f-a491-462ff83f142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:37.992344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 797db67c-b7a2-4c3f-a491-462ff83f142b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:38.018847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=0af13405-7909-43a1-b8e4-9100a11b0d2a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:38.069588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf9a33a1-1f32-4d8c-bc05-b319c8e10c2b req-07e96ecd-74fa-4959-9a2d-6e03ab986cd8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825443 Aug 27 12:09:38.100261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 797db67c-b7a2-4c3f-a491-462ff83f142b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:38.120063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 797db67c-b7a2-4c3f-a491-462ff83f142b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:38.139349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:38.140809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.162903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f1123b84-2334-46d1-ad19-2a598a5cc289 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7837465 Aug 27 12:09:38.165664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:38.298715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.299217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c9a62-93ec-4021-8a36-3466c34f61e0 None None] Network 797db67c-b7a2-4c3f-a491-462ff83f142b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:38.312179 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.338015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:38.341779 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c0df0-432c-413a-bd54-f738d35a9dc8" -d '{"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-plugged", "status": "completed", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:38.410274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:38.412458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dacec6-bf8b-44a9-8347-002a520698be None None] Pushing event updated for resources: {'Port': ['ID=35f05072-b7e8-4539-8875-6de7a6ca2613,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:38.425725 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.430890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.443079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-54a3ddb2-7a7a-4232-86d1-44c5cb31af19 None None] Provisioning complete for port 35f05072-b7e8-4539-8875-6de7a6ca2613 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:38.443640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-54a3ddb2-7a7a-4232-86d1-44c5cb31af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.599200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87331156-81b5-48ed-ad35-02c6141804f9 req-0fa2b97c-c11d-49a6-a02e-74912c423aef tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:38.609847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87331156-81b5-48ed-ad35-02c6141804f9 req-0fa2b97c-c11d-49a6-a02e-74912c423aef tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=e06cd04a-7930-4767-8e76-faec06d99f7b HTTP/1.1" status: 200 len: 950 time: 0.1369941 Aug 27 12:09:38.613570 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8557e1bb-da06-430d-aed6-8549fbd906fa x-openstack-request-id: req-8557e1bb-da06-430d-aed6-8549fbd906fa {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:38.614084 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-plugged", "status": "completed", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:38.614169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.614621 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8557e1bb-da06-430d-aed6-8549fbd906fa {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:38.614621 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'code': 200} Aug 27 12:09:38.625321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:38.635418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d72049be-949a-419e-9b2c-1e85b5beba79', 'a5bce67f-f737-46c8-b5ca-a202def64880'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:38.657271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.696507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Pushing event deleted for resources: {'Port': ['ID=a5bce67f-f737-46c8-b5ca-a202def64880,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:38.718152 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.750054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=0af13405-7909-43a1-b8e4-9100a11b0d2a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:38.778831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] No DVR routers for this DVR port a5bce67f-f737-46c8-b5ca-a202def64880 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:38.783077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.787001 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-239e446b-6431-464e-a745-67f69dd5d477 req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "DELETE /v2.0/ports/a5bce67f-f737-46c8-b5ca-a202def64880 HTTP/1.1" status: 204 len: 173 time: 1.1975753 Aug 27 12:09:38.788043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'name': 'network-vif-deleted', 'tag': 'a5bce67f-f737-46c8-b5ca-a202def64880'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:38.793816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Transition to ACTIVE for port object c68e2adf-e105-438e-ad5e-b86e70ccdf2a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:38.797202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e75000-a8b3-4f88-99cf-2fba424a2777 None None] Network 797db67c-b7a2-4c3f-a491-462ff83f142b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:38.808481 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38278016-573d-4872-9a11-853fa969d223" -d '{"events": [{"server_uuid": "e06cd04a-7930-4767-8e76-faec06d99f7b", "name": "network-vif-deleted", "tag": "a5bce67f-f737-46c8-b5ca-a202def64880"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:38.836162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.836587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.837059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.837460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.837861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.838305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.838733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.839193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.839591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.839987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.840420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.856062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c9ffd-f669-4315-8f95-d9b193ce909b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:38.885724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Transition to ACTIVE for port object c68e2adf-e105-438e-ad5e-b86e70ccdf2a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:38.918294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:38.971004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87331156-81b5-48ed-ad35-02c6141804f9 req-48a4bc7a-ce34-453b-a3d9-1b8353d499ef tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597906 Aug 27 12:09:39.001942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.017450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797db67c-b7a2-4c3f-a491-462ff83f142b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:39.021585 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56541923-fd81-4945-bc41-eeaab890756c x-openstack-request-id: req-56541923-fd81-4945-bc41-eeaab890756c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:39.021989 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06cd04a-7930-4767-8e76-faec06d99f7b", "name": "network-vif-deleted", "tag": "a5bce67f-f737-46c8-b5ca-a202def64880", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:39.022358 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56541923-fd81-4945-bc41-eeaab890756c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:39.022895 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06cd04a-7930-4767-8e76-faec06d99f7b', 'name': 'network-vif-deleted', 'tag': 'a5bce67f-f737-46c8-b5ca-a202def64880', 'status': 'completed', 'code': 200} Aug 27 12:09:39.023673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab8a21-ebfc-4a13-a6ca-c72b2d59eedd req-280b4376-0352-4f3d-a548-c944c82d9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:39.025263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88ab8a21-ebfc-4a13-a6ca-c72b2d59eedd req-280b4376-0352-4f3d-a548-c944c82d9abe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 1096 time: 0.3188775 Aug 27 12:09:39.035606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f8eb96-ccd8-48f4-9d5b-6f4e40490e28') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:39.035893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f8eb96-ccd8-48f4-9d5b-6f4e40490e28') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:39.059279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.089899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.102764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:39.103370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:39.112863 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:39.116671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88ab8a21-ebfc-4a13-a6ca-c72b2d59eedd req-871ccc21-0328-4d84-90f4-70bfa9620109 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773165 Aug 27 12:09:39.126945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Network 0c5d3473-99a7-466f-9048-c6d3df6c0adc is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:39.143501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:39.152014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:39.157092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Pushing event updated for resources: {'Port': ['ID=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:39.281857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Attempting to bind port c68e2adf-e105-438e-ad5e-b86e70ccdf2a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:39.282475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Attempting to bind port c68e2adf-e105-438e-ad5e-b86e70ccdf2a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'd015587c-355a-432c-9537-8f73e723dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:39.283076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Attempting to bind port c68e2adf-e105-438e-ad5e-b86e70ccdf2a on network 0c5d3473-99a7-466f-9048-c6d3df6c0adc {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:39.292015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:39.292556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Checking segment: {'id': 'd015587c-355a-432c-9537-8f73e723dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:39.293070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.293563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Bound using segment: {'id': 'd015587c-355a-432c-9537-8f73e723dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:39.294181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Bound port: c68e2adf-e105-438e-ad5e-b86e70ccdf2a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd015587c-355a-432c-9537-8f73e723dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '0c5d3473-99a7-466f-9048-c6d3df6c0adc'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:39.294701 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.376368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] For port c68e2adf-e105-438e-ad5e-b86e70ccdf2a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:39.381034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] For port c68e2adf-e105-438e-ad5e-b86e70ccdf2a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,segment=NetworkSegment(d015587c-355a-432c-9537-8f73e723dc70),segment_id=d015587c-355a-432c-9537-8f73e723dc70)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:39.388196 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.501674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f48e10-7574-4a48-92ee-57979ac13224 None None] Pushing event updated for resources: {'Port': ['ID=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:39.709346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139d79a-5042-4d7c-a567-d731a56b8b6c req-186f893c-9d76-47c4-b01c-711943878d41 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:39.712878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e139d79a-5042-4d7c-a567-d731a56b8b6c req-186f893c-9d76-47c4-b01c-711943878d41 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1054158 Aug 27 12:09:39.716690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.756588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.756588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/797db67c-b7a2-4c3f-a491-462ff83f142b HTTP/1.1" status: 204 len: 168 time: 1.5878086 Aug 27 12:09:39.757677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51262) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:39.792364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013294246'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:39.801115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e139d79a-5042-4d7c-a567-d731a56b8b6c req-33088508-d69d-4d7e-8e65-89f04d501405 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Aug 27 12:09:39.802225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac1c35-448a-486f-a683-86e1d31ed0a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=797db67c-b7a2-4c3f-a491-462ff83f142b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:39.854163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:39.860455 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.898651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:39.916824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:39.917264 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 271732e1-bb1c-4e40-8488-dc630871735c of type vlan for network 2d004521-b39c-4982-9356-d208f18511c5 Aug 27 12:09:39.985262 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.036260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.043091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:40.043905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.125881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3456607 Aug 27 12:09:40.128050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:40.128672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bd3d5-06d4-4da0-970d-1ab05b036d24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=2d004521-b39c-4982-9356-d208f18511c5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:40.134865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '2d004521-b39c-4982-9356-d208f18511c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:40.143466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 2d004521-b39c-4982-9356-d208f18511c5 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:40.318076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:40.323701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.499297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c68e2adf-e105-438e-ad5e-b86e70ccdf2a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:40.599210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c68e2adf-e105-438e-ad5e-b86e70ccdf2a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:40.604415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 35f05072-b7e8-4539-8875-6de7a6ca2613 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:40.686646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.689282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 35f05072-b7e8-4539-8875-6de7a6ca2613 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:40.691021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.789646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde91ca-e3fe-4bbe-883b-cf8cbb7e9824 req-54e8a62f-ca4d-4a9f-8c9d-c36341e72533 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:40.792742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7fde91ca-e3fe-4bbe-883b-cf8cbb7e9824 req-54e8a62f-ca4d-4a9f-8c9d-c36341e72533 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.2208023 Aug 27 12:09:40.838088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=3f9bc06d-e3ee-48d6-8dfa-f4e05d3cb731,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:40.880216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7fde91ca-e3fe-4bbe-883b-cf8cbb7e9824 req-56bd4f61-9c16-4694-8b20-b974cd7f4f87 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730686 Aug 27 12:09:40.881252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '271732e1-bb1c-4e40-8488-dc630871735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2d004521-b39c-4982-9356-d208f18511c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:40.886776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 2d004521-b39c-4982-9356-d208f18511c5, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:40.923408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 2d004521-b39c-4982-9356-d208f18511c5 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:40.976608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 2d004521-b39c-4982-9356-d208f18511c5) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:40.982487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:40.983189 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:40.992492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aceba01-f095-4440-8d71-c4056f08da54 None None] Network 2d004521-b39c-4982-9356-d208f18511c5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:41.005795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b8ff3e5-89fb-464c-8c05-745f5cb9df12 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8763642 Aug 27 12:09:41.009343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51286) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:41.015955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46c65c-34e7-474d-b999-fc3238b12070 req-bb381b58-f6cd-43b9-95d9-579c40465705 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:41.024373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e46c65c-34e7-474d-b999-fc3238b12070 req-bb381b58-f6cd-43b9-95d9-579c40465705 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0868835 Aug 27 12:09:41.047274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab840283-0250-4c72-a8aa-fe163e1f1551 None None] Network 0c5d3473-99a7-466f-9048-c6d3df6c0adc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:41.106071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] Provisioning for port c68e2adf-e105-438e-ad5e-b86e70ccdf2a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:41.109295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e46c65c-34e7-474d-b999-fc3238b12070 req-07afd0e0-4285-4674-a269-d7222aa0e7c5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839202 Aug 27 12:09:41.147824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.186669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] Provisioning complete for port c68e2adf-e105-438e-ad5e-b86e70ccdf2a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:41.188185 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.209287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.257534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b7d7-dbce-406d-8d5a-7a0c9fc3a9ff req-c48618b8-db37-43cc-88dc-59a2bba6eaa3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:41.267096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f80b7d7-dbce-406d-8d5a-7a0c9fc3a9ff req-c48618b8-db37-43cc-88dc-59a2bba6eaa3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0828373 Aug 27 12:09:41.297292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.318314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f80b7d7-dbce-406d-8d5a-7a0c9fc3a9ff req-7b7ea41d-4f57-4e0c-a155-01153900a67a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495005 Aug 27 12:09:41.343359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9bc06d-e3ee-48d6-8dfa-f4e05d3cb731,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:41.406666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.444951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.455492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d004521-b39c-4982-9356-d208f18511c5']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:41.469240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271732e1-bb1c-4e40-8488-dc630871735c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:41.469492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3344756-4037-4f16-90e2-198c76d3946c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-2d004521-b39c-4982-9356-d208f18511c5', 'network_id': '2d004521-b39c-4982-9356-d208f18511c5', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '3f9bc06d-e3ee-48d6-8dfa-f4e05d3cb731'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:41.469605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271732e1-bb1c-4e40-8488-dc630871735c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:41.470529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3344756-4037-4f16-90e2-198c76d3946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.484670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.495387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] For port c68e2adf-e105-438e-ad5e-b86e70ccdf2a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,segment=NetworkSegment(d015587c-355a-432c-9537-8f73e723dc70),segment_id=d015587c-355a-432c-9537-8f73e723dc70)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:41.505152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.505777 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.525750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:41.526166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:41.531824 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:41.593307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07b833-10d6-414b-9306-b5c35139b081 None None] Pushing event updated for resources: {'Port': ['ID=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:41.629908 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-b3344756-4037-4f16-90e2-198c76d3946c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:09:41.629908 n-d-688802-4 neutron-server[94625]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 27 12:09:41.629908 n-d-688802-4 neutron-server[94625]: [parameters: {'project_id': '97b75dffb2874581bf52b478fc47582e', 'id': 'fef3af11-619b-4308-9ed8-90a5efed47a6', 'name': '', 'network_id': '2d004521-b39c-4982-9356-d208f18511c5', 'mac_address': 'fa:16:3e:40:a6:fc', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-2d004521-b39c-4982-9356-d208f18511c5', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1307}] Aug 27 12:09:41.629908 n-d-688802-4 neutron-server[94625]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:09:41.630322 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-b3344756-4037-4f16-90e2-198c76d3946c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:09:41.636475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996ac75-6adf-4a1a-af2c-e77752eb0f8f req-d6a46548-e8cf-4656-9f46-566f2711c2fa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:41.637805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.638189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4996ac75-6adf-4a1a-af2c-e77752eb0f8f req-d6a46548-e8cf-4656-9f46-566f2711c2fa tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0732899 Aug 27 12:09:41.643070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.645537 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/2d004521-b39c-4982-9356-d208f18511c5 HTTP/1.1" status: 204 len: 168 time: 0.6349845 Aug 27 12:09:41.650751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:41.656008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974212292'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:41.674676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4a5d-91c8-4d39-a1f4-de31ee6c765e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=2d004521-b39c-4982-9356-d208f18511c5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:41.695766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4996ac75-6adf-4a1a-af2c-e77752eb0f8f req-9a2a2c62-e7a4-4235-9d12-fff0a9192974 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485218 Aug 27 12:09:41.700787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:41.708175 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.774499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:41.803271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.804753 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 92b357b7-279d-4d1a-b187-0dde60366697 of type vlan for network 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 Aug 27 12:09:41.871989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c1dd16b-02e2-47e4-ac92-944998e8adcb None None] Provisioning complete for port c68e2adf-e105-438e-ad5e-b86e70ccdf2a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:41.872777 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c1dd16b-02e2-47e4-ac92-944998e8adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.907781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.925103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d168-e875-4db6-9eca-f19132a83898 req-eede754c-85df-4c44-8809-2f88f94942fc tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:41.937381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5de4d168-e875-4db6-9eca-f19132a83898 req-eede754c-85df-4c44-8809-2f88f94942fc tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0985126 Aug 27 12:09:41.956839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:41.969759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:41.970428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.022539 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3704326 Aug 27 12:09:42.039961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:42.046234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '7f9afeec-6b8c-41cf-bb51-3890bd7d11f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:42.058689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5de4d168-e875-4db6-9eca-f19132a83898 req-36f877a5-c18f-4ba3-a99f-1642c66fec50 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193240 Aug 27 12:09:42.093861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7f921-dce9-4f10-84a7-8bb65fb0c0ae tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=7f9afeec-6b8c-41cf-bb51-3890bd7d11f7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:42.107306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:42.146402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3344756-4037-4f16-90e2-198c76d3946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.209693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08de89-45cb-4b2a-a50c-91092fcef4c3 req-5ce5e075-61cb-4992-ab0b-0e6125ea8f74 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:42.216682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38a198-d92c-44c8-b8a6-08aca306a63b None None] Network 2d004521-b39c-4982-9356-d208f18511c5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:42.222444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd08de89-45cb-4b2a-a50c-91092fcef4c3 req-5ce5e075-61cb-4992-ab0b-0e6125ea8f74 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.2397158 Aug 27 12:09:42.244265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-1b4a73a6-3f1e-4d1e-a03e-58ecf7152560 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:42.246342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-1b4a73a6-3f1e-4d1e-a03e-58ecf7152560 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 950 time: 0.2524629 Aug 27 12:09:42.267847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38a198-d92c-44c8-b8a6-08aca306a63b None None] Network 2d004521-b39c-4982-9356-d208f18511c5 could not be found, it might have been deleted concurrently. {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 12:09:42.277918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179fd7b-72e5-4ec6-b03e-e7ae9456d363 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:09:42.308481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c68e2adf-e105-438e-ad5e-b86e70ccdf2a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:42.398460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:42.406667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.421516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd08de89-45cb-4b2a-a50c-91092fcef4c3 req-1c993f08-5f14-475b-8bc2-71595cbc995a tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/security-groups?id=8727b23d-3174-474d-a3f3-b90c114797fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979423 Aug 27 12:09:42.437926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c68e2adf-e105-438e-ad5e-b86e70ccdf2a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:42.448608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.607927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Deleting port d72049be-949a-419e-9b2c-1e85b5beba79 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:42.608454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.700787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179fd7b-72e5-4ec6-b03e-e7ae9456d363 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:09:42.729868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436637e9-f9f7-451a-9889-193b7adb5cfa req-1c8ec761-338f-44b7-a5d0-94e9b859b8ed tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:42.740303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-436637e9-f9f7-451a-9889-193b7adb5cfa req-1c8ec761-338f-44b7-a5d0-94e9b859b8ed tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1815701 Aug 27 12:09:42.855300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-436637e9-f9f7-451a-9889-193b7adb5cfa req-996745f1-db75-4b2f-9c7e-f10cb56f0131 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140933 Aug 27 12:09:42.883927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] For port d72049be-949a-419e-9b2c-1e85b5beba79, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d72049be-949a-419e-9b2c-1e85b5beba79,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:42.884449 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.887938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:42.930742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Calling delete_port for d72049be-949a-419e-9b2c-1e85b5beba79 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:43.001472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=1b039729-e690-47bf-84a4-714fa3d0da69,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:43.039511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '92b357b7-279d-4d1a-b187-0dde60366697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7f9afeec-6b8c-41cf-bb51-3890bd7d11f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:43.039942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:43.071823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:43.108656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:43.113427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a5bce67f-f737-46c8-b5ca-a202def64880 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:09:43.118503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:43.119269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.161089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b9f4d1fe-516b-47fa-a9f2-73ef4111d892 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1194553 Aug 27 12:09:43.164529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:43.167297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: a5bce67f-f737-46c8-b5ca-a202def64880 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:09:43.167964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a5bce67f-f737-46c8-b5ca-a202def64880 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:09:43.176414 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.192840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d72049be-949a-419e-9b2c-1e85b5beba79'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:43.220453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Pushing event deleted for resources: {'Port': ['ID=d72049be-949a-419e-9b2c-1e85b5beba79,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:43.310951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] No DVR routers for this DVR port d72049be-949a-419e-9b2c-1e85b5beba79 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:43.315581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.321391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb9182b2-fdf6-43a7-90ac-520930853417 req-9fb682f8-d3fd-47e6-b06a-84907989e37b tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.65 "DELETE /v2.0/ports/d72049be-949a-419e-9b2c-1e85b5beba79 HTTP/1.1" status: 204 len: 173 time: 1.0642760 Aug 27 12:09:43.321987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'name': 'network-vif-deleted', 'tag': 'd72049be-949a-419e-9b2c-1e85b5beba79'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:43.325579 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64db6ee2-af2e-4d07-b31d-ca4463fdbbf2" -d '{"events": [{"server_uuid": "8ac9ee97-04f2-4807-8fc7-7b10fbf90741", "name": "network-vif-deleted", "tag": "d72049be-949a-419e-9b2c-1e85b5beba79"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:43.364377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f961ecc-fe4d-46b7-b8ed-b7e83201d337 None None] Network 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:43.372116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.392644 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694fe6e3-477f-42d5-87d3-9e8d5205957f x-openstack-request-id: req-694fe6e3-477f-42d5-87d3-9e8d5205957f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:43.393390 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac9ee97-04f2-4807-8fc7-7b10fbf90741", "name": "network-vif-deleted", "tag": "d72049be-949a-419e-9b2c-1e85b5beba79", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:43.394602 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-694fe6e3-477f-42d5-87d3-9e8d5205957f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:43.399398 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac9ee97-04f2-4807-8fc7-7b10fbf90741', 'name': 'network-vif-deleted', 'tag': 'd72049be-949a-419e-9b2c-1e85b5beba79', 'status': 'completed', 'code': 200} Aug 27 12:09:43.543773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.643021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4010bfa3-0833-4bb3-8e2a-5f8a1d7949c7 req-417e9efc-951a-4957-a2e2-494d146dade9 tempest-LiveMigrationNegativeTest-1743333309 tempest-LiveMigrationNegativeTest-1743333309-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ac9ee97-04f2-4807-8fc7-7b10fbf90741 HTTP/1.1" status: 200 len: 210 time: 0.0560131 Aug 27 12:09:43.705791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.734151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7590cc-718a-419a-9d2c-f5f5aed31955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-7f9afeec-6b8c-41cf-bb51-3890bd7d11f7', 'network_id': '7f9afeec-6b8c-41cf-bb51-3890bd7d11f7', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '1b039729-e690-47bf-84a4-714fa3d0da69'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:43.734833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2a7590cc-718a-419a-9d2c-f5f5aed31955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.748506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=1b039729-e690-47bf-84a4-714fa3d0da69,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:43.867216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.878068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba78f85-4b5e-4db1-b4d9-7667d33f7f66 None None] Network 7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:43.891239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9afeec-6b8c-41cf-bb51-3890bd7d11f7']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:43.906689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b357b7-279d-4d1a-b187-0dde60366697') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:43.906992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b357b7-279d-4d1a-b187-0dde60366697') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:43.929606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.950356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.970454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:43.971017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:43.974866 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:44.107046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33140-e7d4-49c2-95e1-e55d6653763c req-4f3204f8-aa64-4c5a-8188-a4bbec2feee9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:44.117208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44a33140-e7d4-49c2-95e1-e55d6653763c req-4f3204f8-aa64-4c5a-8188-a4bbec2feee9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1154833 Aug 27 12:09:44.127062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.140079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.154867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:44.158813 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 HTTP/1.1" status: 204 len: 168 time: 0.9923103 Aug 27 12:09:44.167549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829686270'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:44.176604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44a33140-e7d4-49c2-95e1-e55d6653763c req-e00851be-8a76-4971-b3a7-9505fe90ed68 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597744 Aug 27 12:09:44.196944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3905c-cd3b-44f1-8728-d0ee93e7a74f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=7f9afeec-6b8c-41cf-bb51-3890bd7d11f7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:44.208797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:44.227106 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.242233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:44.252562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.252907 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment f394e002-12be-4d42-9448-333cf1a8edc2 of type vlan for network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f Aug 27 12:09:44.323182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.353019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.358985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:44.359619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.424209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2658000 Aug 27 12:09:44.429888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51372) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:44.434158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:44.451774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebee5a-ebca-4495-b412-1337c67fc1bc tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=2e174be7-79ec-434a-a6bf-bdb318e5bb9f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:44.463385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:44.531454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:44.536593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.756857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.828067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=9042e789-dec8-4257-bfcf-3de372b57813,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:44.835290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': 'f394e002-12be-4d42-9448-333cf1a8edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:44.835755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 2e174be7-79ec-434a-a6bf-bdb318e5bb9f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:44.854768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:44.864391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 2e174be7-79ec-434a-a6bf-bdb318e5bb9f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:44.869565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:44.869993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:44.875122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2857d-8c89-4498-93c3-7a84bc5fb8bc None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:44.892318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-353d0b1e-62b5-4e9a-9696-78eab55aa600 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4588304 Aug 27 12:09:44.892603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:44.897947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:45.052014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:45.063951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:45.070919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-2e174be7-79ec-434a-a6bf-bdb318e5bb9f', 'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '9042e789-dec8-4257-bfcf-3de372b57813'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:45.071114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.071987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.296837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Allocated IP 2001:db8::2 (2e174be7-79ec-434a-a6bf-bdb318e5bb9f/9042e789-dec8-4257-bfcf-3de372b57813/77fd3474-33be-4055-95c4-f08f00c4e58e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:45.358496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-78b38f0d-527a-4843-9ce5-605809fbf16d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2df60ca20354d7aa7e72cfe76f068ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052289 Aug 27 12:09:45.364267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51400) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:45.469660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98ae7-b7b3-47d1-b0ba-e1a52fb03bce req-7777dc69-3392-4798-824b-54f7e317abb2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.471643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73a98ae7-b7b3-47d1-b0ba-e1a52fb03bce req-7777dc69-3392-4798-824b-54f7e317abb2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1119144 Aug 27 12:09:45.524608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-765e0ae3-efe2-44c7-8fd4-0a7bce23b013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.529602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.545090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73a98ae7-b7b3-47d1-b0ba-e1a52fb03bce req-22e84ae5-ab45-47be-bbae-ae871ed6c9d0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 Aug 27 12:09:45.550737 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.570482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Transition to ACTIVE for port object 77fd3474-33be-4055-95c4-f08f00c4e58e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:45.585840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Transition to ACTIVE for port object 77fd3474-33be-4055-95c4-f08f00c4e58e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:45.589621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-765e0ae3-efe2-44c7-8fd4-0a7bce23b013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.592996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.609555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:45.621433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:45.625426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=6add4223-419c-4d44-8ce1-aea26714e270,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:45.629300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.630331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.634827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:45.638000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:45.645754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:45.656159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Pushing event updated for resources: {'Port': ['ID=77fd3474-33be-4055-95c4-f08f00c4e58e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:45.669065 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-72d79a61-3961-48d8-a84f-dfd644984859 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7736542 Aug 27 12:09:45.670160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:45.692385 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-765e0ae3-efe2-44c7-8fd4-0a7bce23b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.697017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-765e0ae3-efe2-44c7-8fd4-0a7bce23b013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.698193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-765e0ae3-efe2-44c7-8fd4-0a7bce23b013 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8727b23d-3174-474d-a3f3-b90c114797fe HTTP/1.1" status: 204 len: 168 time: 0.3348897 Aug 27 12:09:45.720890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e0ae3-efe2-44c7-8fd4-0a7bce23b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727b23d-3174-474d-a3f3-b90c114797fe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:45.731225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Attempting to bind port 77fd3474-33be-4055-95c4-f08f00c4e58e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:45.734079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Attempting to bind port 77fd3474-33be-4055-95c4-f08f00c4e58e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'f394e002-12be-4d42-9448-333cf1a8edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:45.734079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Attempting to bind port 77fd3474-33be-4055-95c4-f08f00c4e58e on network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:45.747454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:45.747917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Checking segment: {'id': 'f394e002-12be-4d42-9448-333cf1a8edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:45.748440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.748902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Bound using segment: {'id': 'f394e002-12be-4d42-9448-333cf1a8edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:45.749570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Bound port: 77fd3474-33be-4055-95c4-f08f00c4e58e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f394e002-12be-4d42-9448-333cf1a8edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:45.750150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.817260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d03f6-b312-440e-98a5-384c15e10f58 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.819031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d03f6-b312-440e-98a5-384c15e10f58 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.820590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d03f6-b312-440e-98a5-384c15e10f58 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.822129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d03f6-b312-440e-98a5-384c15e10f58 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.823812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d03f6-b312-440e-98a5-384c15e10f58 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:45.830054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c4d03f6-b312-440e-98a5-384c15e10f58 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1542513 Aug 27 12:09:45.830638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:45.836028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068783856'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:45.856506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] For port 77fd3474-33be-4055-95c4-f08f00c4e58e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:45.863496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] For port 77fd3474-33be-4055-95c4-f08f00c4e58e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=77fd3474-33be-4055-95c4-f08f00c4e58e,segment=NetworkSegment(f394e002-12be-4d42-9448-333cf1a8edc2),segment_id=f394e002-12be-4d42-9448-333cf1a8edc2)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:45.866490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:45.871690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.873073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.909485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:45.934512 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:45.935323 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 4a181d60-b654-426d-ab3c-a322055a1d77 of type vlan for network 8a10bae5-8c3a-44c9-b638-660bbc36e916 Aug 27 12:09:45.949105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd52e-8410-499e-8458-b69fa883c6ff None None] Pushing event updated for resources: {'Port': ['ID=77fd3474-33be-4055-95c4-f08f00c4e58e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:45.992038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.029513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.037998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:46.038671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.093633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2620139 Aug 27 12:09:46.096443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:46.103119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:46.116929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=8a10bae5-8c3a-44c9-b638-660bbc36e916,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:46.126958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.126958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.127365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.127802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.128276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.128642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.129255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.129412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.129723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.130024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.130857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.131183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ef643-9e1d-43e3-80fc-40e5d3e9bac7 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:09:46.146559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:46.223648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:46.384219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-15dade43-8ba0-4eb8-b061-f464eca2b75d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18e3f492a58e46bab00ecc2d645e317e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444712 Aug 27 12:09:46.386099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:46.475530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.487041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7606e741-3131-410f-b2a3-d4fc6b1c3cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.511067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.522793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:09:46.528640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7606e741-3131-410f-b2a3-d4fc6b1c3cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.532198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:46.533039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.535137 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "PUT /v2.0/networks/8a10bae5-8c3a-44c9-b638-660bbc36e916 HTTP/1.1" status: 200 len: 723 time: 0.4373281 Aug 27 12:09:46.539847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51430) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:46.568445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:46.633213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7606e741-3131-410f-b2a3-d4fc6b1c3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.637378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7606e741-3131-410f-b2a3-d4fc6b1c3cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:46.639546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7606e741-3131-410f-b2a3-d4fc6b1c3cbc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a196ec14-2dfa-4752-9aa9-14aa805bfd67 HTTP/1.1" status: 204 len: 168 time: 0.2523313 Aug 27 12:09:46.672862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606e741-3131-410f-b2a3-d4fc6b1c3cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196ec14-2dfa-4752-9aa9-14aa805bfd67,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:46.698751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e51ef-bc7b-49a7-b653-41b3ac2500d2 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=8a10bae5-8c3a-44c9-b638-660bbc36e916,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:46.732494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:46.800584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5332b3-6b14-4bb7-8fbf-1a9a84c0b05a req-a90bec7c-9f08-44d7-928e-0bef4307c0db tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:46.802880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e5332b3-6b14-4bb7-8fbf-1a9a84c0b05a req-a90bec7c-9f08-44d7-928e-0bef4307c0db tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1039295 Aug 27 12:09:46.881467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e5332b3-6b14-4bb7-8fbf-1a9a84c0b05a req-5fdbd536-2cd3-4618-a5e7-20816126f1f8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Aug 27 12:09:46.895095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:46.899676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.121038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d72049be-949a-419e-9b2c-1e85b5beba79 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:09:47.143723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: d72049be-949a-419e-9b2c-1e85b5beba79 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:09:47.144299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d72049be-949a-419e-9b2c-1e85b5beba79 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:09:47.190054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.257783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=9ae84332-3484-4418-87fd-72db1a767ee0,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:47.278373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '4a181d60-b654-426d-ab3c-a322055a1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:47.278373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 8a10bae5-8c3a-44c9-b638-660bbc36e916, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:47.300971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:47.315621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8a10bae5-8c3a-44c9-b638-660bbc36e916) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:47.320012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d26df5-30ee-45ae-8b4e-3ad55859e571 None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:47.320769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:47.321374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.343685 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6a9b0f28-cd96-4bdb-adcf-d4441ee22200 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7822528 Aug 27 12:09:47.348055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51448) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:47.354136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:47.368612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79b703-348c-4f59-acd5-38c8f2758d78 None None] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:47.510764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26026923'] for subnet, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.641478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2ecffd13-48bb-408d-abb3-3535cd01f099 None None] Provisioning for port 77fd3474-33be-4055-95c4-f08f00c4e58e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:47.743102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749573707560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3820001'] for subnet, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.797569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:47.798636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.803030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "PUT /v2.0/subnets/9ae84332-3484-4418-87fd-72db1a767ee0 HTTP/1.1" status: 200 len: 826 time: 0.4513752 Aug 27 12:09:47.804113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:47.846282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-8a10bae5-8c3a-44c9-b638-660bbc36e916', 'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '9ae84332-3484-4418-87fd-72db1a767ee0'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:47.847826 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:47.867211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa9a6d-a511-478d-acee-a7152303c5b1 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=9ae84332-3484-4418-87fd-72db1a767ee0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:48.002449 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.054408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Update dhcp port {'port': {'network_id': '2e174be7-79ec-434a-a6bf-bdb318e5bb9f', 'fixed_ips': [{'subnet_id': '9042e789-dec8-4257-bfcf-3de372b57813', 'ip_address': '2001:db8::2'}, {'subnet_id': '6add4223-419c-4d44-8ce1-aea26714e270'}], 'binding:host_id': 'n-d-688802-4'}, 'id': '77fd3474-33be-4055-95c4-f08f00c4e58e'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:09:48.065424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90025b6d-74ba-46d3-9ceb-42318760a703 req-db558424-41b2-4bcc-855b-4fd83db7cea7 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:48.066852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90025b6d-74ba-46d3-9ceb-42318760a703 req-db558424-41b2-4bcc-855b-4fd83db7cea7 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0837283 Aug 27 12:09:48.105866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.128265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Allocated IP 2001:db8::2 (8a10bae5-8c3a-44c9-b638-660bbc36e916/9ae84332-3484-4418-87fd-72db1a767ee0/dac9606d-8bab-437b-bb5a-a9661e3db000) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:48.179209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90025b6d-74ba-46d3-9ceb-42318760a703 req-1c6b2071-b313-45bf-b984-e3406f504d0b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985000 Aug 27 12:09:48.214322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.367868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 77fd3474-33be-4055-95c4-f08f00c4e58e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:48.557439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Allocated IP 172.20.0.1 (2e174be7-79ec-434a-a6bf-bdb318e5bb9f/6add4223-419c-4d44-8ce1-aea26714e270/77fd3474-33be-4055-95c4-f08f00c4e58e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:48.596041 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cfdc268b-48e6-4ba5-9671-61e247a68cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.694262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 77fd3474-33be-4055-95c4-f08f00c4e58e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:48.714050 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.728926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 77fd3474-33be-4055-95c4-f08f00c4e58e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:48.729302 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.756925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Transition to ACTIVE for port object dac9606d-8bab-437b-bb5a-a9661e3db000 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:48.810082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] For port 77fd3474-33be-4055-95c4-f08f00c4e58e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=77fd3474-33be-4055-95c4-f08f00c4e58e,segment=NetworkSegment(f394e002-12be-4d42-9448-333cf1a8edc2),segment_id=f394e002-12be-4d42-9448-333cf1a8edc2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:48.836372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Transition to ACTIVE for port object dac9606d-8bab-437b-bb5a-a9661e3db000 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:48.855191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.895505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.901881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:48.959986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:48.965703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae84332-3484-4418-87fd-72db1a767ee0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:48.967817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Transition to ACTIVE for port object 77fd3474-33be-4055-95c4-f08f00c4e58e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:48.969244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Pushing event updated for resources: {'Port': ['ID=dac9606d-8bab-437b-bb5a-a9661e3db000,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:48.972655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:48.978178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:48.980210 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.025579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.050791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.065987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a10bae5-8c3a-44c9-b638-660bbc36e916']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:49.082944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a181d60-b654-426d-ab3c-a322055a1d77') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:49.083353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a181d60-b654-426d-ab3c-a322055a1d77') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:49.096046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.115307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.124835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:49.125354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:49.129755 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:49.167456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147098e8-8acd-457a-ab40-116e9f3c19c0 None None] Pushing event updated for resources: {'Port': ['ID=77fd3474-33be-4055-95c4-f08f00c4e58e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:49.172086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Attempting to bind port dac9606d-8bab-437b-bb5a-a9661e3db000 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:49.172451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Attempting to bind port dac9606d-8bab-437b-bb5a-a9661e3db000 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4a181d60-b654-426d-ab3c-a322055a1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:49.172815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Attempting to bind port dac9606d-8bab-437b-bb5a-a9661e3db000 on network 8a10bae5-8c3a-44c9-b638-660bbc36e916 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:49.211935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:49.212317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Checking segment: {'id': '4a181d60-b654-426d-ab3c-a322055a1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:49.212732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.213408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Bound using segment: {'id': '4a181d60-b654-426d-ab3c-a322055a1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:49.215167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:09:49.215167 n-d-688802-4 neutron-server[94623]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:09:49.215167 n-d-688802-4 neutron-server[94623]: [parameters: {'id': '8a10bae5-8c3a-44c9-b638-660bbc36e916'}] Aug 27 12:09:49.215167 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:09:49.215942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Bound port: dac9606d-8bab-437b-bb5a-a9661e3db000, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a181d60-b654-426d-ab3c-a322055a1d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '8a10bae5-8c3a-44c9-b638-660bbc36e916'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:49.216093 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:09:49.216218 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.239439 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:09:49.239796 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:09:49.327940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] For port dac9606d-8bab-437b-bb5a-a9661e3db000, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:49.336603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] For port dac9606d-8bab-437b-bb5a-a9661e3db000, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dac9606d-8bab-437b-bb5a-a9661e3db000,segment=NetworkSegment(4a181d60-b654-426d-ab3c-a322055a1d77),segment_id=4a181d60-b654-426d-ab3c-a322055a1d77)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:49.344274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.480663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9abc-fdfe-4d85-9100-375d4a2d053a None None] Pushing event updated for resources: {'Port': ['ID=dac9606d-8bab-437b-bb5a-a9661e3db000,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:49.521001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c4f01-3120-40c1-97e3-a50729039973 None None] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:49.531609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-2cb87309-3297-47f6-90e0-93887294b6fe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493109 Aug 27 12:09:49.577282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7155a0-78c3-4fa5-8dd7-a3f65756f480 req-7bcc1183-8277-4395-be70-78e924f38586 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:49.593065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d7155a0-78c3-4fa5-8dd7-a3f65756f480 req-7bcc1183-8277-4395-be70-78e924f38586 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1763151 Aug 27 12:09:49.713659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d7155a0-78c3-4fa5-8dd7-a3f65756f480 req-281bfb49-7c3a-4521-915f-ee40de383c10 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195421 Aug 27 12:09:49.717209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.796457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-06d7e71b-7c22-4146-b2a9-00c72f808405 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:49.804916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881adf10-c8a1-49cb-9e2a-d44cfe94241f None None] Network 8a10bae5-8c3a-44c9-b638-660bbc36e916 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:49.808645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-06d7e71b-7c22-4146-b2a9-00c72f808405 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671878 Aug 27 12:09:49.870285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-4f79ef6c-5925-4f94-bdf7-b45d89e33ba5 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/quotas/43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 375 time: 0.0603805 Aug 27 12:09:49.903006 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.947171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-109cf9df-eb79-482a-8ecf-dea1776202c7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755148 Aug 27 12:09:49.952965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting port dac9606d-8bab-437b-bb5a-a9661e3db000 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:49.953340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:49.965885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.046176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] For port dac9606d-8bab-437b-bb5a-a9661e3db000, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dac9606d-8bab-437b-bb5a-a9661e3db000,segment=NetworkSegment(4a181d60-b654-426d-ab3c-a322055a1d77),segment_id=4a181d60-b654-426d-ab3c-a322055a1d77)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:50.046694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.069137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Calling delete_port for dac9606d-8bab-437b-bb5a-a9661e3db000 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:50.157052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 77fd3474-33be-4055-95c4-f08f00c4e58e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=77fd3474-33be-4055-95c4-f08f00c4e58e,segment=NetworkSegment(f394e002-12be-4d42-9448-333cf1a8edc2),segment_id=f394e002-12be-4d42-9448-333cf1a8edc2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:50.163628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766270e5-c80b-4b11-9bbb-0b2930203a3e None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:50.191678 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.325710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbd5d44c-6f31-4c3d-be8b-13b019798afa req-4c169c00-963c-4521-800e-c748e5702293 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 210 time: 0.0638666 Aug 27 12:09:50.329187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.367385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No DVR routers for this DVR port dac9606d-8bab-437b-bb5a-a9661e3db000 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:50.389029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 77fd3474-33be-4055-95c4-f08f00c4e58e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:50.460540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f06d4767-cfc6-4821-b15e-a7c0aab27b29 None None] Provisioning for port 77fd3474-33be-4055-95c4-f08f00c4e58e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:50.465086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Port': ['ID=dac9606d-8bab-437b-bb5a-a9661e3db000,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:50.486474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f06d4767-cfc6-4821-b15e-a7c0aab27b29 None None] Provisioning complete for port 77fd3474-33be-4055-95c4-f08f00c4e58e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:50.486838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f06d4767-cfc6-4821-b15e-a7c0aab27b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.496915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=77fd3474-33be-4055-95c4-f08f00c4e58e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:50.576576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.589095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a10bae5-8c3a-44c9-b638-660bbc36e916']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:50.603138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a181d60-b654-426d-ab3c-a322055a1d77') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:50.603458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a181d60-b654-426d-ab3c-a322055a1d77') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:50.616443 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.648638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.657300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:50.657915 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:50.661905 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:50.741113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.760153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.763119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/8a10bae5-8c3a-44c9-b638-660bbc36e916 HTTP/1.1" status: 204 len: 168 time: 2.9559407 Aug 27 12:09:50.767441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:50.778552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629f9fb-bd73-4513-a995-6081b614b28c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=8a10bae5-8c3a-44c9-b638-660bbc36e916,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:50.807761 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50dd23c-28cc-482b-a8d0-7db77b10c417 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:09:50.808337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50dd23c-28cc-482b-a8d0-7db77b10c417 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:09:50.819138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:50.819532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b50dd23c-28cc-482b-a8d0-7db77b10c417 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/8a10bae5-8c3a-44c9-b638-660bbc36e916 HTTP/1.1" status: 404 len: 339 time: 0.0504401 Aug 27 12:09:50.836879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1570296153', 'description': 'd1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:50.874110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 77fd3474-33be-4055-95c4-f08f00c4e58e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:50.874502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:50.906099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:50.913034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.025950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:51.041630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.042629 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 5c383d1a-4dbf-47d9-a8cd-bd97e18e8b41 of type vlan for network af81568b-81ef-477f-9fcd-64a2d25cee0f Aug 27 12:09:51.046869 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-82eb7b95-58ab-4e95-9e0c-43a71f35306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.097262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.112421 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.141633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cae2ba-8b72-43a0-b19b-8d2d7628950e req-d61c62a6-aec5-4f35-bc18-a7015d1df5f7 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:51.143266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97cae2ba-8b72-43a0-b19b-8d2d7628950e req-d61c62a6-aec5-4f35-bc18-a7015d1df5f7 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.2852423 Aug 27 12:09:51.160810 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.182445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:51.182445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.209392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3879178 Aug 27 12:09:51.212206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51546) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:51.282277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97cae2ba-8b72-43a0-b19b-8d2d7628950e req-e75527b3-3273-4aff-9a67-1e21db2cd2e3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295321 Aug 27 12:09:51.285583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098632bd-560f-47b6-8cf0-5f4516aba97d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=af81568b-81ef-477f-9fcd-64a2d25cee0f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:51.301952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network af81568b-81ef-477f-9fcd-64a2d25cee0f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:51.323610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d663e-a744-4d69-b37e-5dd97e55d9a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:51.325334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-754d663e-a744-4d69-b37e-5dd97e55d9a4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks?id=af81568b-81ef-477f-9fcd-64a2d25cee0f HTTP/1.1" status: 200 len: 765 time: 0.1122136 Aug 27 12:09:51.328027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:51.333533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'description': 'd2'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:51.405350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ca7e3-c94f-4784-b4b5-91e9ce7dd492 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:09:51.454777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1afbd6a-4729-4f9d-9f98-0263b417f4af req-0dced96f-7c93-4e46-8fc7-15f8e6819b9b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 210 time: 0.0431628 Aug 27 12:09:51.517790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9c9ca581-c66b-415d-8c40-b5cce7a70b69 None None] Provisioning complete for port 77fd3474-33be-4055-95c4-f08f00c4e58e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:51.518349 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca581-c66b-415d-8c40-b5cce7a70b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.591359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ca7e3-c94f-4784-b4b5-91e9ce7dd492 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:09:51.604972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-0014aacd-980e-4f63-b767-5e5ee9c4a7a2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290105 Aug 27 12:09:51.618000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.730864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.761861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network af81568b-81ef-477f-9fcd-64a2d25cee0f is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:09:51.767261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:51.767881 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:51.772405 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "PUT /v2.0/networks/af81568b-81ef-477f-9fcd-64a2d25cee0f HTTP/1.1" status: 200 len: 762 time: 0.4402208 Aug 27 12:09:51.772575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51556) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:51.816558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-e8f10e1c-6881-4bda-a43b-3765ddb2dd24 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:51.818538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-e8f10e1c-6881-4bda-a43b-3765ddb2dd24 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971114 Aug 27 12:09:51.839901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Request body: {'port': {'device_id': '75ebb09f-083f-481d-b642-6aea3382de71', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '43e6074878f84fc7877a852f8ff751b1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:51.918339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c2a248-2d30-4b56-ab71-f20d7c5423c8 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:51.930666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670bdf6-f842-471e-b157-dd3712e5af0d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=af81568b-81ef-477f-9fcd-64a2d25cee0f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:51.935655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30c2a248-2d30-4b56-ab71-f20d7c5423c8 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks?id=af81568b-81ef-477f-9fcd-64a2d25cee0f HTTP/1.1" status: 200 len: 765 time: 0.1609216 Aug 27 12:09:51.936803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:51.950369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network af81568b-81ef-477f-9fcd-64a2d25cee0f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:52.016120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Made reservation on behalf of 43e6074878f84fc7877a852f8ff751b1 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:52.025763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.044812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.137844 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.211639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.216767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.297465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e277ec-4d8a-4768-b671-d79a7b0433f3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:52.361202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 77fd3474-33be-4055-95c4-f08f00c4e58e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:52.373115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20dc632-f758-4ebb-b616-90a9a949930a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.381547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c20dc632-f758-4ebb-b616-90a9a949930a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4433601 Aug 27 12:09:52.382601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51570) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:52.432804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Allocated IP 192.168.233.183 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/8d4ba49d-8ac4-4df8-864e-027242e1eae5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:52.448577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 77fd3474-33be-4055-95c4-f08f00c4e58e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:52.449022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.522594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-75fa9208-ae4b-45c4-a0a5-0adce0dc998a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 207 time: 0.1384075 Aug 27 12:09:52.523271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51574) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:52.621379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eed28c3-6b00-4035-a5d3-0f48e3fa9c4f req-7a56d4a7-d980-4de7-a611-38c6382328b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 210 time: 0.0410511 Aug 27 12:09:52.642696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7cfda-6384-42c6-a7cc-568fae85c610 req-37af35c2-1b4b-4aec-9646-5b127b2f97b9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.652466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8b7cfda-6384-42c6-a7cc-568fae85c610 req-37af35c2-1b4b-4aec-9646-5b127b2f97b9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.2376986 Aug 27 12:09:52.669065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.701300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Transition to ACTIVE for port object 8d4ba49d-8ac4-4df8-864e-027242e1eae5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:52.740569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.742470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.748537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.756839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.763735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.766556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:52.770319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.776334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.782844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3b1106b-d413-4bc2-a556-b9df31944689 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2568531 Aug 27 12:09:52.784067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:52.792558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:52.796588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:52.871787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:52.872448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:52.878609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8b7cfda-6384-42c6-a7cc-568fae85c610 req-9bb0aad1-0eed-4dd7-b5e0-807e686bde2a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242715 Aug 27 12:09:52.880021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:52.913487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6c9f9115-8a0b-47cd-9d95-a0e836ee5040 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0791624 Aug 27 12:09:52.931240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-57d62d98-2a2d-44ad-8113-ad36a54b7ced tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:09:52.932376 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-57d62d98-2a2d-44ad-8113-ad36a54b7ced tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062335 Aug 27 12:09:53.031843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1fe021ba-b8b3-4e18-bcbb-f9ce03af56c3 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2420242 Aug 27 12:09:53.040102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:53.095694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Request body: {'port': {'device_id': '75ebb09f-083f-481d-b642-6aea3382de71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:53.153132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-26ca976d-135c-4795-8c2c-35db9d4b48c2 None None] Provisioning for port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:09:53.157658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-26ca976d-135c-4795-8c2c-35db9d4b48c2 None None] Provisioning complete for port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:09:53.158027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26ca976d-135c-4795-8c2c-35db9d4b48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.182628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.258219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-26ca976d-135c-4795-8c2c-35db9d4b48c2 None None] Port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:09:53.516294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474de3dc-2133-4854-8887-913e8d491f41 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.518045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474de3dc-2133-4854-8887-913e8d491f41 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.520265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474de3dc-2133-4854-8887-913e8d491f41 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.521825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474de3dc-2133-4854-8887-913e8d491f41 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.523502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474de3dc-2133-4854-8887-913e8d491f41 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.525758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-474de3dc-2133-4854-8887-913e8d491f41 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4841201 Aug 27 12:09:53.529470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51592) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:53.532861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4ba49d-8ac4-4df8-864e-027242e1eae5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:53.542443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.556765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Transition to ACTIVE for port object 8d4ba49d-8ac4-4df8-864e-027242e1eae5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:53.561760 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.615490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625195f8-83bb-4996-9548-fb556642310c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.616973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625195f8-83bb-4996-9548-fb556642310c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.618297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625195f8-83bb-4996-9548-fb556642310c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.619787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625195f8-83bb-4996-9548-fb556642310c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.621308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625195f8-83bb-4996-9548-fb556642310c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.623364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-625195f8-83bb-4996-9548-fb556642310c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0926373 Aug 27 12:09:53.628666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:53.641054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:53.723695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:53.724035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:53.724363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:53.729298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:09:53.729676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:53.736013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:53.736714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:53.737119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:53.737555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Bound port: 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:53.737914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.834647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:53.838311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:53.841594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea26fa-88ee-45d8-ad56-260aa92d7137 req-c9c14135-a460-4407-a535-1779ba54308e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.851049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.853152 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78ea26fa-88ee-45d8-ad56-260aa92d7137 req-c9c14135-a460-4407-a535-1779ba54308e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.1090367 Aug 27 12:09:53.878808 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.913318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.914281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:53.915486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] 10.222.0.77 "PUT /v2.0/ports/8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 1096 time: 0.9753983 Aug 27 12:09:53.915925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:09:53.918245 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e89601-437e-425d-8e7e-30ab590e9e53" -d '{"events": [{"name": "network-changed", "server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:09:53.923083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9456a-91cd-43a8-b99d-fe20866308ce tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:53.927170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e4f9456a-91cd-43a8-b99d-fe20866308ce tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks/1840017f-0455-47ca-89da-1f3b7285af6d HTTP/1.1" status: 200 len: 804 time: 0.2967999 Aug 27 12:09:53.932248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51606) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:53.944902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78ea26fa-88ee-45d8-ad56-260aa92d7137 req-baaa177a-36ba-4899-8484-8f05f39b79d4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874786 Aug 27 12:09:54.121385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc775f-7108-43b6-a177-07e5822e2342 req-fc8f8f00-22e9-42d0-aadc-f23cab5116ff tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.123092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9fdc775f-7108-43b6-a177-07e5822e2342 req-fc8f8f00-22e9-42d0-aadc-f23cab5116ff tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0877352 Aug 27 12:09:54.130947 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd75dcd-9fd7-4fc3-813c-cf688469be97 x-openstack-request-id: req-abd75dcd-9fd7-4fc3-813c-cf688469be97 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:09:54.131706 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:09:54.135532 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-abd75dcd-9fd7-4fc3-813c-cf688469be97 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:09:54.136487 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'status': 'completed', 'code': 200} Aug 27 12:09:54.137436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d351a-f46f-4925-a15a-5bfa565aae46 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:54.199195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9fdc775f-7108-43b6-a177-07e5822e2342 req-bae46229-50f4-41bc-97e7-f9d5d4f384a1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Aug 27 12:09:54.258012 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fef3067a-a8d6-4a43-b5c5-e43f5ce5ecea tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/networks/1840017f-0455-47ca-89da-1f3b7285af6d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3195031 Aug 27 12:09:54.268012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-25dc046f-b323-4d73-8549-65895c6e73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.270105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:54.271064 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-25dc046f-b323-4d73-8549-65895c6e73d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1099 time: 0.2535720 Aug 27 12:09:54.331621 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-ba98ce4d-3dc6-4f3c-8465-4ed86f4caca9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0447383 Aug 27 12:09:54.335529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d6a94-0929-48fa-a04a-176527dc5642 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.342420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8e1d6a94-0929-48fa-a04a-176527dc5642 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/subnets/540a389b-75d5-4655-9476-a397a7fa7cc5 HTTP/1.1" status: 200 len: 843 time: 0.0658848 Aug 27 12:09:54.342830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51616) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:54.387792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-42930c54-7c0e-49b4-b929-1f1a772233e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.389269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-42930c54-7c0e-49b4-b929-1f1a772233e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0518606 Aug 27 12:09:54.397697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3446f-2979-4d56-9e81-993f15522e81 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.399127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8e3446f-2979-4d56-9e81-993f15522e81 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "GET /v2.0/subnets/540a389b-75d5-4655-9476-a397a7fa7cc5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0552952 Aug 27 12:09:54.404182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:54.409719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-987699972'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:54.434497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:54.438245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6d4e2071-3f9b-4872-ac97-10bff1ceb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.438850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:54.439938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-6d4e2071-3f9b-4872-ac97-10bff1ceb47f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435426 Aug 27 12:09:54.463287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:09:54.472456 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:54.472798 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Added segment 57954a55-d749-4538-bfbc-301472c5eb35 of type vlan for network 51492afd-3681-42a1-b39c-c7e15b70455b Aug 27 12:09:54.527940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:54.555593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-b8d1342f-0026-4fca-b3a8-cd56fb1631df service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085613 Aug 27 12:09:54.563516 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:54.577648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.580114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:54.653036 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef75c00-adf6-4e77-8f0a-5571c103a4f7 req-b3bc22c2-62f3-4802-ae62-fc988743781e service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900741 Aug 27 12:09:54.675260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2699852 Aug 27 12:09:54.679962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51622) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:54.687836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:54.691575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abeb52-17c0-4f28-829b-d6a75c08cf29 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Network': ['ID=51492afd-3681-42a1-b39c-c7e15b70455b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:54.703637 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:09:54.705269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 51492afd-3681-42a1-b39c-c7e15b70455b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:09:54.827670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-697b5eb9-8c0f-4923-b3d5-bdb099e2bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:54.829159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-697b5eb9-8c0f-4923-b3d5-bdb099e2bd0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1099 time: 0.0855744 Aug 27 12:09:54.844596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Made reservation on behalf of 97b75dffb2874581bf52b478fc47582e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:09:54.847897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:54.947401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Performing IP validity checks on allocation pools {{(pid=94624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 12:09:54.947958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 12:09:54.999045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-59e3051b-1008-4b42-98a3-d95218b8b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:55.000992 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-59e3051b-1008-4b42-98a3-d95218b8b2c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1646793 Aug 27 12:09:55.047976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-e086381f-db04-464d-a5e5-a5a7f1e69084 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0390284 Aug 27 12:09:55.145820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdf6d9-5fc8-4454-a8fc-3008eaa249ea req-283f65b6-8489-4a1c-9151-02edd173a259 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:55.148298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cfdf6d9-5fc8-4454-a8fc-3008eaa249ea req-283f65b6-8489-4a1c-9151-02edd173a259 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.0809021 Aug 27 12:09:55.148976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-dba0cc83-57ff-4c05-8681-40da58c2655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:55.150528 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-dba0cc83-57ff-4c05-8681-40da58c2655d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0948422 Aug 27 12:09:55.221057 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:55.234253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cfdf6d9-5fc8-4454-a8fc-3008eaa249ea req-f0782771-08dc-4406-ab64-c237fa1eae7e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672617 Aug 27 12:09:55.363797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=88628362-68da-4812-9924-6d4dd59cd01b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:55.373059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-74e36762-24f2-4592-98cf-483f8ed4b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:55.375631 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-74e36762-24f2-4592-98cf-483f8ed4b456 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706042 Aug 27 12:09:55.402081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Checking segment: {'id': '57954a55-d749-4538-bfbc-301472c5eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:55.402614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network hostable DHCP agents. Network: 51492afd-3681-42a1-b39c-c7e15b70455b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:09:55.407320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8fd2-3fe4-4185-92fb-fb46b23855fa req-47462dbb-d454-4000-a360-a08850642062 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:55.408948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f24a8fd2-3fe4-4185-92fb-fb46b23855fa req-47462dbb-d454-4000-a360-a08850642062 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0841253 Aug 27 12:09:55.569790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f24a8fd2-3fe4-4185-92fb-fb46b23855fa req-0b40f638-de50-425b-be40-ab4926eb02d1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758667 Aug 27 12:09:55.572554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Network 51492afd-3681-42a1-b39c-c7e15b70455b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:09:55.573958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 51492afd-3681-42a1-b39c-c7e15b70455b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:55.588944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0d9b7-0a78-4783-b49d-fb20e38588e2 None None] Network 51492afd-3681-42a1-b39c-c7e15b70455b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:55.606988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:55.608086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:55.632003 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-7ef4c423-e847-4324-ba44-a39ab0643aff service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452855 Aug 27 12:09:55.636402 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc094b37-07bc-4a26-b641-88d8ca79950b tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9543374 Aug 27 12:09:55.639461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:55.645359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:09:55.873869 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17e89601-437e-425d-8e7e-30ab590e9e53 req-2855cc64-5142-46c0-b649-a25bf576e8f5 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340608 Aug 27 12:09:55.905898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3157432'] for subnet, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:55.967030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-51492afd-3681-42a1-b39c-c7e15b70455b', 'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b', 'tenant_id': '97b75dffb2874581bf52b478fc47582e', 'fixed_ips': [{'subnet_id': '88628362-68da-4812-9924-6d4dd59cd01b'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:09:55.969127 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.150654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749573707560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3452934'] for subnet, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.224653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:56.225357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.230807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51662) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:56.240141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "PUT /v2.0/subnets/88628362-68da-4812-9924-6d4dd59cd01b HTTP/1.1" status: 200 len: 900 time: 0.5986125 Aug 27 12:09:56.246895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b12e9-0705-4213-b809-365b3a9e9f24 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event updated for resources: {'Subnet': ['ID=88628362-68da-4812-9924-6d4dd59cd01b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:56.302886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Allocated IP 2001:db8::3 (51492afd-3681-42a1-b39c-c7e15b70455b/88628362-68da-4812-9924-6d4dd59cd01b/1c7374a6-eaac-4219-a58e-3a8a9276735d) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:09:56.464539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f91fb-0426-42d0-aac1-5cc3a3e72426 req-21f3db3b-3ad3-43e6-9570-03674a31ea7a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:56.467184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-147f91fb-0426-42d0-aac1-5cc3a3e72426 req-21f3db3b-3ad3-43e6-9570-03674a31ea7a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.0992448 Aug 27 12:09:56.485470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.589690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.596047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-147f91fb-0426-42d0-aac1-5cc3a3e72426 req-fed119e7-16b3-44c4-b7ec-3d6a2287114a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135190 Aug 27 12:09:56.604609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.614315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Transition to ACTIVE for port object 1c7374a6-eaac-4219-a58e-3a8a9276735d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:56.630972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Transition to ACTIVE for port object 1c7374a6-eaac-4219-a58e-3a8a9276735d will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:09:56.639578 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.700756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Network 51492afd-3681-42a1-b39c-c7e15b70455b is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:09:56.702122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.702722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:09:56.709599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:09:56.749984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868533b4-b4f0-4a97-b1a5-f6d9aaa49407 req-422473a1-84d4-499c-9124-c09f40ce18c6 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:56.751875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-868533b4-b4f0-4a97-b1a5-f6d9aaa49407 req-422473a1-84d4-499c-9124-c09f40ce18c6 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0734751 Aug 27 12:09:56.753825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=88628362-68da-4812-9924-6d4dd59cd01b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:56.762425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Pushing event updated for resources: {'Port': ['ID=1c7374a6-eaac-4219-a58e-3a8a9276735d,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:56.821820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Attempting to bind port 1c7374a6-eaac-4219-a58e-3a8a9276735d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:09:56.822617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Attempting to bind port 1c7374a6-eaac-4219-a58e-3a8a9276735d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '57954a55-d749-4538-bfbc-301472c5eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:09:56.823310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Attempting to bind port 1c7374a6-eaac-4219-a58e-3a8a9276735d on network 51492afd-3681-42a1-b39c-c7e15b70455b {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:09:56.824512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-868533b4-b4f0-4a97-b1a5-f6d9aaa49407 req-eae61808-73e3-4714-abb1-4932cedf2ec9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641174 Aug 27 12:09:56.832776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:09:56.833545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Checking segment: {'id': '57954a55-d749-4538-bfbc-301472c5eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:09:56.834109 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.834709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Bound using segment: {'id': '57954a55-d749-4538-bfbc-301472c5eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:09:56.835366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Bound port: 1c7374a6-eaac-4219-a58e-3a8a9276735d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954a55-d749-4538-bfbc-301472c5eb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '51492afd-3681-42a1-b39c-c7e15b70455b'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:09:56.835914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.919628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.934245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51492afd-3681-42a1-b39c-c7e15b70455b']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:56.944450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] For port 1c7374a6-eaac-4219-a58e-3a8a9276735d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:09:56.949494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] For port 1c7374a6-eaac-4219-a58e-3a8a9276735d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1c7374a6-eaac-4219-a58e-3a8a9276735d,segment=NetworkSegment(57954a55-d749-4538-bfbc-301472c5eb35),segment_id=57954a55-d749-4538-bfbc-301472c5eb35)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:09:56.949978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57954a55-d749-4538-bfbc-301472c5eb35') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:56.950313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57954a55-d749-4538-bfbc-301472c5eb35') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:56.956467 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.963965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.988097 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:56.999869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:57.001009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:57.016803 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:57.071657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd46fb5-6b91-4078-b7c8-ba78430cb9aa None None] Network 51492afd-3681-42a1-b39c-c7e15b70455b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:57.075280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66818a-720b-47f8-a45b-e8fafedc45fa None None] Pushing event updated for resources: {'Port': ['ID=1c7374a6-eaac-4219-a58e-3a8a9276735d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:57.085872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:09:57.085872 n-d-688802-4 neutron-server[94624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:09:57.085872 n-d-688802-4 neutron-server[94624]: [parameters: {'id': '51492afd-3681-42a1-b39c-c7e15b70455b'}] Aug 27 12:09:57.085872 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:09:57.086470 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:09:57.272317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc64c3d-1b44-48ae-9450-3f2d8ddeaf01 None None] Network 51492afd-3681-42a1-b39c-c7e15b70455b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:57.440262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe625ab-ffb3-4c3d-8b8b-9f849a9878ce None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:09:57.588090 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:57.613868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe625ab-ffb3-4c3d-8b8b-9f849a9878ce None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:09:57.703830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting port 1c7374a6-eaac-4219-a58e-3a8a9276735d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:09:57.704387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:57.804141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b50a-588d-4de2-a329-63d1d6b6f582 req-e6e0073f-9c63-47f4-9684-d75fd1efb1a8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:57.806675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] For port 1c7374a6-eaac-4219-a58e-3a8a9276735d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1c7374a6-eaac-4219-a58e-3a8a9276735d,segment=NetworkSegment(57954a55-d749-4538-bfbc-301472c5eb35),segment_id=57954a55-d749-4538-bfbc-301472c5eb35)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:57.807313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:57.814160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7f4b50a-588d-4de2-a329-63d1d6b6f582 req-e6e0073f-9c63-47f4-9684-d75fd1efb1a8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.0736327 Aug 27 12:09:57.821911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:09:57.837220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Calling delete_port for 1c7374a6-eaac-4219-a58e-3a8a9276735d owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:09:57.896063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7f4b50a-588d-4de2-a329-63d1d6b6f582 req-eacc8685-d5c4-474a-bc21-ee20eb2a79cc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797336 Aug 27 12:09:58.029844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.058151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb39ce-02ab-40fd-a8e0-e688af1ea792 req-8daab507-4f34-4275-bb4f-2c9817a694f2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:58.063182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2feb39ce-02ab-40fd-a8e0-e688af1ea792 req-8daab507-4f34-4275-bb4f-2c9817a694f2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1063979 Aug 27 12:09:58.086769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Port': ['ID=1c7374a6-eaac-4219-a58e-3a8a9276735d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:58.100257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No DVR routers for this DVR port 1c7374a6-eaac-4219-a58e-3a8a9276735d on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:09:58.151318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:58.172296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2feb39ce-02ab-40fd-a8e0-e688af1ea792 req-86661f82-06e6-43a2-ab6d-09694143aabc tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008432 Aug 27 12:09:58.180747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'mac_address': 'fa:16:3e:b0:f0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:09:58.225227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.226494 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.240945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4ba49d-8ac4-4df8-864e-027242e1eae5 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:09:58.248953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51492afd-3681-42a1-b39c-c7e15b70455b']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:58.264913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57954a55-d749-4538-bfbc-301472c5eb35') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:58.265203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:09:58.265964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57954a55-d749-4538-bfbc-301472c5eb35') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:58.271740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.289199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.310996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.324015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:58.324662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:58.331649 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:58.375440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:58.450041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.454936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.457075 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/51492afd-3681-42a1-b39c-c7e15b70455b HTTP/1.1" status: 204 len: 168 time: 2.2252641 Aug 27 12:09:58.462494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:58.478731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62e770-6b88-453f-bec5-2996bc89fb9f tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=51492afd-3681-42a1-b39c-c7e15b70455b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:58.501851 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3aff402-c17a-42cf-beb6-67d5e6f88d79 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:09:58.503020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3aff402-c17a-42cf-beb6-67d5e6f88d79 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:09:58.504957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f3aff402-c17a-42cf-beb6-67d5e6f88d79 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/88628362-68da-4812-9924-6d4dd59cd01b HTTP/1.1" status: 404 len: 337 time: 0.0412607 Aug 27 12:09:58.506858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:58.537043 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2d0a4d-b9a6-4344-a33b-1824181a3975 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:09:58.537620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2d0a4d-b9a6-4344-a33b-1824181a3975 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:09:58.542703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8c2d0a4d-b9a6-4344-a33b-1824181a3975 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/51492afd-3681-42a1-b39c-c7e15b70455b HTTP/1.1" status: 404 len: 339 time: 0.0333643 Aug 27 12:09:58.542983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51730) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:58.643712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:58.695737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:09:59.088383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea143b-e935-4d20-8253-69191bd7663b req-6fae279f-c90d-4085-8492-bc89c84a1311 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:59.102179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bea143b-e935-4d20-8253-69191bd7663b req-6fae279f-c90d-4085-8492-bc89c84a1311 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 949 time: 0.0905030 Aug 27 12:09:59.108784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.131124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af81568b-81ef-477f-9fcd-64a2d25cee0f']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:59.150918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c383d1a-4dbf-47d9-a8cd-bd97e18e8b41') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:59.152959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c383d1a-4dbf-47d9-a8cd-bd97e18e8b41') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:09:59.153826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bea143b-e935-4d20-8253-69191bd7663b req-23eb02da-5ff0-4d06-8ce8-a86abc2dbbbe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Aug 27 12:09:59.166410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.184264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.195725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:09:59.195725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:09:59.198205 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:09:59.282032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.299824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.307212 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/af81568b-81ef-477f-9fcd-64a2d25cee0f HTTP/1.1" status: 204 len: 168 time: 0.7621586 Aug 27 12:09:59.308319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:59.320289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5bebf-e5a6-4862-9308-6b68337011ad tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=af81568b-81ef-477f-9fcd-64a2d25cee0f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:59.359748 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a1d8ee-e30c-456e-970f-e9c3d59f709a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:09:59.360469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a1d8ee-e30c-456e-970f-e9c3d59f709a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:09:59.365681 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e6a1d8ee-e30c-456e-970f-e9c3d59f709a tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/9ae84332-3484-4418-87fd-72db1a767ee0 HTTP/1.1" status: 404 len: 337 time: 0.0448105 Aug 27 12:09:59.366029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51756) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:59.375311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aea98f-3791-4f65-8d07-4f332ca36a04 req-c586a762-3b14-4b4f-a8e7-e928f1ad1743 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:09:59.377101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06aea98f-3791-4f65-8d07-4f332ca36a04 req-c586a762-3b14-4b4f-a8e7-e928f1ad1743 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0914178 Aug 27 12:09:59.399970 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-143f0a21-44aa-4248-b080-eea18b72303c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:09:59.401092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143f0a21-44aa-4248-b080-eea18b72303c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:09:59.405391 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-143f0a21-44aa-4248-b080-eea18b72303c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/8a10bae5-8c3a-44c9-b638-660bbc36e916 HTTP/1.1" status: 404 len: 339 time: 0.0366240 Aug 27 12:09:59.407322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51760) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:59.456711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06aea98f-3791-4f65-8d07-4f332ca36a04 req-f8462b3d-977b-4ae6-96cc-7117ff014203 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713558 Aug 27 12:09:59.496710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting subnet 6add4223-419c-4d44-8ce1-aea26714e270 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:09:59.500139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.567265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.667749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.762585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.802968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=6add4223-419c-4d44-8ce1-aea26714e270,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:09:59.806556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.811269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-23932aa0-0cc3-4996-88b5-2d648f7dff53 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/6add4223-419c-4d44-8ce1-aea26714e270 HTTP/1.1" status: 204 len: 168 time: 0.4006069 Aug 27 12:09:59.811945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99e048-815d-4803-8d4a-7d616d1e4332 None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:09:59.813671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:09:59.878373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:09:59.907660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting subnet 9042e789-dec8-4257-bfcf-3de372b57813 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:09:59.912471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:09:59.975904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.002271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:00.011160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:00.011541 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.185278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.318565 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.377533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:00.381588 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fdb7f5-1312-4f36-a6c6-7766624030dd" -d '{"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:00.409846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:00.418948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.449178 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.467888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.470221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/9042e789-dec8-4257-bfcf-3de372b57813 HTTP/1.1" status: 204 len: 168 time: 0.6551321 Aug 27 12:10:00.478345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51794) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:00.495617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b01efd-c8c8-4839-b42c-068c056bb22e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=9042e789-dec8-4257-bfcf-3de372b57813,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:00.517709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32679c-bc7f-4713-8e1a-6aebc8ff52d6 req-eed848ce-7469-4435-9298-d8733ca32b31 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:00.523513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc32679c-bc7f-4713-8e1a-6aebc8ff52d6 req-eed848ce-7469-4435-9298-d8733ca32b31 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 949 time: 0.1565602 Aug 27 12:10:00.528604 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5927c46-32db-4619-9b1b-8331ecdda412 x-openstack-request-id: req-e5927c46-32db-4619-9b1b-8331ecdda412 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:00.529230 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:00.529872 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5927c46-32db-4619-9b1b-8331ecdda412 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:00.530664 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'code': 200} Aug 27 12:10:00.547899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:00.620901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc32679c-bc7f-4713-8e1a-6aebc8ff52d6 req-7144faca-05f7-4273-b13c-43d9fcb9ca34 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853209 Aug 27 12:10:00.729236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.741501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2a05-b38a-4399-84cd-df4b07e3be0d req-83a7ad4c-cd88-4a59-b22b-774c7c81b8ff tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:00.743128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-746e2a05-b38a-4399-84cd-df4b07e3be0d req-83a7ad4c-cd88-4a59-b22b-774c7c81b8ff tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0932004 Aug 27 12:10:00.821686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef1d6-508e-4b63-99f7-c65602f9a136 req-99c8ca16-b952-429a-a868-3ba9b1d93740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:00.823532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-40bef1d6-508e-4b63-99f7-c65602f9a136 req-99c8ca16-b952-429a-a868-3ba9b1d93740 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1101 time: 0.0905902 Aug 27 12:10:00.828807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-746e2a05-b38a-4399-84cd-df4b07e3be0d req-c7860236-f2e7-464e-ad7f-189d9e1fe8f8 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696201 Aug 27 12:10:00.893728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting port 77fd3474-33be-4055-95c4-f08f00c4e58e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:00.894164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:00.912596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-40bef1d6-508e-4b63-99f7-c65602f9a136 req-9208b2ca-cc8e-49a5-a18b-07bb3d6b3d0d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799463 Aug 27 12:10:00.985783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] For port 77fd3474-33be-4055-95c4-f08f00c4e58e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=77fd3474-33be-4055-95c4-f08f00c4e58e,segment=NetworkSegment(f394e002-12be-4d42-9448-333cf1a8edc2),segment_id=f394e002-12be-4d42-9448-333cf1a8edc2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:00.987239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.018912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Calling delete_port for 77fd3474-33be-4055-95c4-f08f00c4e58e owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:01.177144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.179284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a893e7-ff8b-4b42-9a5e-29e5e1284ef8 None None] Network 2e174be7-79ec-434a-a6bf-bdb318e5bb9f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:01.229065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Port': ['ID=77fd3474-33be-4055-95c4-f08f00c4e58e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:01.247408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-769bb936-3f65-44d3-a76c-4d543916bba9 None None] Could not find standard attr ID for object 77fd3474-33be-4055-95c4-f08f00c4e58e. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:01.261073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No DVR routers for this DVR port 77fd3474-33be-4055-95c4-f08f00c4e58e on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:01.391919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.442310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e174be7-79ec-434a-a6bf-bdb318e5bb9f']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:01.443484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9742d1-e0cd-427a-bfa7-5b838fb6be73 None None] DHCP port deletion for 2e174be7-79ec-434a-a6bf-bdb318e5bb9f request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:01.476056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f394e002-12be-4d42-9448-333cf1a8edc2') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:01.476548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f394e002-12be-4d42-9448-333cf1a8edc2') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:01.504410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.531679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.545339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:01.546219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:01.560313 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:01.629919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.639372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:01.644091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:01.644608 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/2e174be7-79ec-434a-a6bf-bdb318e5bb9f HTTP/1.1" status: 204 len: 168 time: 1.1643915 Aug 27 12:10:01.659213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1a3de-e0b7-43b8-b92f-1a7ca55a538d tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=2e174be7-79ec-434a-a6bf-bdb318e5bb9f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:01.700858 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1281eae7-02df-4496-ae06-3f9c868d5023 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:01.701794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1281eae7-02df-4496-ae06-3f9c868d5023 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:01.705804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1281eae7-02df-4496-ae06-3f9c868d5023 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/1b039729-e690-47bf-84a4-714fa3d0da69 HTTP/1.1" status: 404 len: 337 time: 0.0594859 Aug 27 12:10:01.708113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:01.757839 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b718d04-5dd4-4dc9-955f-a870a3546a6e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:01.758963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b718d04-5dd4-4dc9-955f-a870a3546a6e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:01.760826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5b718d04-5dd4-4dc9-955f-a870a3546a6e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/7f9afeec-6b8c-41cf-bb51-3890bd7d11f7 HTTP/1.1" status: 404 len: 339 time: 0.0513229 Aug 27 12:10:01.775765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:01.818234 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca25ea4-8ea6-42e2-b580-4fb1e42ea6ef tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:01.818993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca25ea4-8ea6-42e2-b580-4fb1e42ea6ef tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:01.822113 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5ca25ea4-8ea6-42e2-b580-4fb1e42ea6ef tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/3f9bc06d-e3ee-48d6-8dfa-f4e05d3cb731 HTTP/1.1" status: 404 len: 337 time: 0.0559545 Aug 27 12:10:01.826944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51836) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:01.835406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a421e29-34b4-4d5e-9320-9510e68aa409 req-45d5577a-18b5-42f3-a545-494a634ba960 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:01.858681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a421e29-34b4-4d5e-9320-9510e68aa409 req-45d5577a-18b5-42f3-a545-494a634ba960 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1179996 Aug 27 12:10:01.891340 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c231f6ad-c423-41c5-8492-654198bd6191 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:01.891820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c231f6ad-c423-41c5-8492-654198bd6191 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:01.896500 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c231f6ad-c423-41c5-8492-654198bd6191 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/2d004521-b39c-4982-9356-d208f18511c5 HTTP/1.1" status: 404 len: 339 time: 0.0662899 Aug 27 12:10:01.899680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51842) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:01.974013 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e31a6dd-3897-4c5a-bda0-01772935d1ab tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:01.974500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e31a6dd-3897-4c5a-bda0-01772935d1ab tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:01.979016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3e31a6dd-3897-4c5a-bda0-01772935d1ab tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/0af13405-7909-43a1-b8e4-9100a11b0d2a HTTP/1.1" status: 404 len: 337 time: 0.0687459 Aug 27 12:10:01.979620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51846) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:01.985562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a421e29-34b4-4d5e-9320-9510e68aa409 req-e0a9b1bb-7a7c-4db3-b20d-81298510c0a4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262681 Aug 27 12:10:02.015200 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8070c3b2-fce5-4735-a3ca-5dfb1ca5ab21 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:02.016010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8070c3b2-fce5-4735-a3ca-5dfb1ca5ab21 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:02.018474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8070c3b2-fce5-4735-a3ca-5dfb1ca5ab21 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/797db67c-b7a2-4c3f-a491-462ff83f142b HTTP/1.1" status: 404 len: 339 time: 0.0368834 Aug 27 12:10:02.022981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51848) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:02.088668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f1ec-1244-408c-bf1a-52e9f524228e req-493f2e18-3f0f-4185-9d16-8aaf72e58cdd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:02.098286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a48f1ec-1244-408c-bf1a-52e9f524228e req-493f2e18-3f0f-4185-9d16-8aaf72e58cdd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1105890 Aug 27 12:10:02.112212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting subnet 24029017-b79a-4e5b-8592-8baec23131fd {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:02.118712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.155071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a48f1ec-1244-408c-bf1a-52e9f524228e req-27ad547d-fb08-47f1-950e-2ca892491d7a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Aug 27 12:10:02.218822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.300153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 77fd3474-33be-4055-95c4-f08f00c4e58e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:02.322819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 77fd3474-33be-4055-95c4-f08f00c4e58e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:02.323308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 77fd3474-33be-4055-95c4-f08f00c4e58e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:02.349108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.437877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.496246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=24029017-b79a-4e5b-8592-8baec23131fd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:02.503436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.507128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4fe093d2-0ffc-48ce-b185-bc7fd2b8df95 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/24029017-b79a-4e5b-8592-8baec23131fd HTTP/1.1" status: 204 len: 168 time: 0.4824862 Aug 27 12:10:02.510667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51864) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:02.515273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e4f8c-5e31-4431-944f-aaead7218ec3 None None] Network 0c5d3473-99a7-466f-9048-c6d3df6c0adc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:02.614448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.706032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting port c68e2adf-e105-438e-ad5e-b86e70ccdf2a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:02.706032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.771493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] DHCP port deletion for 0c5d3473-99a7-466f-9048-c6d3df6c0adc request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:02.796464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] For port c68e2adf-e105-438e-ad5e-b86e70ccdf2a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,segment=NetworkSegment(d015587c-355a-432c-9537-8f73e723dc70),segment_id=d015587c-355a-432c-9537-8f73e723dc70)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:02.796842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.812740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Calling delete_port for c68e2adf-e105-438e-ad5e-b86e70ccdf2a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:02.841796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] Deleting port c68e2adf-e105-438e-ad5e-b86e70ccdf2a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:02.842348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.914091 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.935954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] For port c68e2adf-e105-438e-ad5e-b86e70ccdf2a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,segment=NetworkSegment(d015587c-355a-432c-9537-8f73e723dc70),segment_id=d015587c-355a-432c-9537-8f73e723dc70)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:02.936312 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:02.955050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Port': ['ID=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:02.955992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] Calling delete_port for c68e2adf-e105-438e-ad5e-b86e70ccdf2a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:02.957967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No DVR routers for this DVR port c68e2adf-e105-438e-ad5e-b86e70ccdf2a on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:03.077577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.081025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.098402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5d3473-99a7-466f-9048-c6d3df6c0adc']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:03.113264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] Pushing event deleted for resources: {'Port': ['ID=c68e2adf-e105-438e-ad5e-b86e70ccdf2a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:03.121904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd015587c-355a-432c-9537-8f73e723dc70') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:03.122322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd015587c-355a-432c-9537-8f73e723dc70') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:03.128742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e275f-d47d-4655-862f-cacd9145c55c None None] No DVR routers for this DVR port c68e2adf-e105-438e-ad5e-b86e70ccdf2a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:03.159488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.176357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.179859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38494419-c409-48a0-a345-a1b12841314f req-975177d6-a51b-416c-ae54-8263905ffa75 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:03.182649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38494419-c409-48a0-a345-a1b12841314f req-975177d6-a51b-416c-ae54-8263905ffa75 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1069391 Aug 27 12:10:03.184432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:03.184958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:03.188739 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:03.241905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38494419-c409-48a0-a345-a1b12841314f req-a8016110-3845-4f64-878d-d12f38ddb80e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Aug 27 12:10:03.301902 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.315743 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.317507 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/0c5d3473-99a7-466f-9048-c6d3df6c0adc HTTP/1.1" status: 204 len: 168 time: 0.8051598 Aug 27 12:10:03.321323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51888) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:03.357660 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a1f3b7-3dd7-40ea-abfb-198ea5abbcec tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:03.358134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a1f3b7-3dd7-40ea-abfb-198ea5abbcec tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:03.359980 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-65a1f3b7-3dd7-40ea-abfb-198ea5abbcec tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/b6d85804-b49c-4376-a493-2a924371f625 HTTP/1.1" status: 404 len: 337 time: 0.0377212 Aug 27 12:10:03.360991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246f1f8-f838-44d0-aede-b1390181dabf tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=0c5d3473-99a7-466f-9048-c6d3df6c0adc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:03.366414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51892) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:03.386871 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70152c6-a872-47bf-adc3-2e60e5f8a45c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:03.387562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70152c6-a872-47bf-adc3-2e60e5f8a45c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:03.388521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300582ef-66a8-4258-824d-81b82d3fc9d7 req-e06925b1-01e6-4e1c-9ed6-bd3a9de1a12b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:03.392533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a70152c6-a872-47bf-adc3-2e60e5f8a45c tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/59186e56-20f6-4a3c-8052-037898a5c2e2 HTTP/1.1" status: 404 len: 339 time: 0.0226154 Aug 27 12:10:03.392755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-300582ef-66a8-4258-824d-81b82d3fc9d7 req-e06925b1-01e6-4e1c-9ed6-bd3a9de1a12b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1098661 Aug 27 12:10:03.392904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51896) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:03.453374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-300582ef-66a8-4258-824d-81b82d3fc9d7 req-754590c3-4768-4276-80ee-6b707379d3c9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Aug 27 12:10:03.493740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting subnet 540a389b-75d5-4655-9476-a397a7fa7cc5 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:03.498721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.555008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.613442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72586db9-15aa-4256-b4e1-7cbdfa096b8b req-11819d27-894a-4d0b-ad91-ab9b653e5f1c tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:03.615570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72586db9-15aa-4256-b4e1-7cbdfa096b8b req-11819d27-894a-4d0b-ad91-ab9b653e5f1c tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1101 time: 0.0675869 Aug 27 12:10:03.647517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72586db9-15aa-4256-b4e1-7cbdfa096b8b req-a320a5d8-4752-4c90-846e-d216e927061d tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.671317 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.778075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.804625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72586db9-15aa-4256-b4e1-7cbdfa096b8b req-a320a5d8-4752-4c90-846e-d216e927061d tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.810519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-72586db9-15aa-4256-b4e1-7cbdfa096b8b req-a320a5d8-4752-4c90-846e-d216e927061d tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.821139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Subnet': ['ID=540a389b-75d5-4655-9476-a397a7fa7cc5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:03.832490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:03.837893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6832b03e-c880-49a5-bd5c-ab15c9c4dc1e tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/subnets/540a389b-75d5-4655-9476-a397a7fa7cc5 HTTP/1.1" status: 204 len: 168 time: 0.4440286 Aug 27 12:10:03.843095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:03.846813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b1ca9-ee90-4c1a-82a6-02b8e3e9655c None None] Network 1840017f-0455-47ca-89da-1f3b7285af6d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:03.879561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72586db9-15aa-4256-b4e1-7cbdfa096b8b req-a320a5d8-4752-4c90-846e-d216e927061d tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459996 Aug 27 12:10:03.950262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320a5d8-4752-4c90-846e-d216e927061d tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7834b14-a209-4b9e-b78e-93f82414069a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:04.006870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.139300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Deleting port 35f05072-b7e8-4539-8875-6de7a6ca2613 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:04.139783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.152956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] DHCP port deletion for 1840017f-0455-47ca-89da-1f3b7285af6d request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:04.248853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] Deleting port 35f05072-b7e8-4539-8875-6de7a6ca2613 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:04.249514 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.298453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] For port 35f05072-b7e8-4539-8875-6de7a6ca2613, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=35f05072-b7e8-4539-8875-6de7a6ca2613,segment=NetworkSegment(611081da-9cd6-49e7-95d0-27bb2fafc874),segment_id=611081da-9cd6-49e7-95d0-27bb2fafc874)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:04.299627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.334980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Calling delete_port for 35f05072-b7e8-4539-8875-6de7a6ca2613 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:04.338896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] For port 35f05072-b7e8-4539-8875-6de7a6ca2613, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=35f05072-b7e8-4539-8875-6de7a6ca2613,segment=NetworkSegment(611081da-9cd6-49e7-95d0-27bb2fafc874),segment_id=611081da-9cd6-49e7-95d0-27bb2fafc874)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:04.338896 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.354503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c68e2adf-e105-438e-ad5e-b86e70ccdf2a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:04.363704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] Calling delete_port for 35f05072-b7e8-4539-8875-6de7a6ca2613 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:04.392641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c68e2adf-e105-438e-ad5e-b86e70ccdf2a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:04.393204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c68e2adf-e105-438e-ad5e-b86e70ccdf2a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:04.393632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 35f05072-b7e8-4539-8875-6de7a6ca2613 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:04.519322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.546931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No active binding found for port 35f05072-b7e8-4539-8875-6de7a6ca2613 {{(pid=94625) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 12:10:04.547554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 35f05072-b7e8-4539-8875-6de7a6ca2613 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:04.575209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] No DVR routers for this DVR port 35f05072-b7e8-4539-8875-6de7a6ca2613 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:04.581595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Port': ['ID=35f05072-b7e8-4539-8875-6de7a6ca2613,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:04.600054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.644175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] Pushing event deleted for resources: {'Port': ['ID=35f05072-b7e8-4539-8875-6de7a6ca2613,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:04.652932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9e71e-86da-4536-8709-41110d034ff9 None None] No DVR routers for this DVR port 35f05072-b7e8-4539-8875-6de7a6ca2613 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:04.740488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.763561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bc59e-7699-4617-b16a-60418278e7b0 req-ab5d08b6-1b2a-4365-85c8-f424b86e2354 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:04.779243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e0bc59e-7699-4617-b16a-60418278e7b0 req-ab5d08b6-1b2a-4365-85c8-f424b86e2354 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1518955 Aug 27 12:10:04.791161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1840017f-0455-47ca-89da-1f3b7285af6d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:04.817385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611081da-9cd6-49e7-95d0-27bb2fafc874') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:04.817677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611081da-9cd6-49e7-95d0-27bb2fafc874') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:04.837020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.852603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e0bc59e-7699-4617-b16a-60418278e7b0 req-c7dbc2a5-0312-4c94-8a67-fad891d443bd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743484 Aug 27 12:10:04.862535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.871043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:04.871820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:04.876101 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:04.955064 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-143d2426-84cc-48f1-a0ff-06b88d76bddc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891838 Aug 27 12:10:04.962692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.971737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:04.976381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] 10.222.0.76 "DELETE /v2.0/networks/1840017f-0455-47ca-89da-1f3b7285af6d HTTP/1.1" status: 204 len: 168 time: 1.1191702 Aug 27 12:10:05.015278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed886b4-7c9b-4475-aff3-dc5f21482eb4 tempest-NetworksIpV6Test-1224340480 tempest-NetworksIpV6Test-1224340480-project] Pushing event deleted for resources: {'Network': ['ID=1840017f-0455-47ca-89da-1f3b7285af6d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:05.078692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8964e19-5c03-4bb6-a58f-e3bc98730e8b req-3a661c2a-d59d-48f4-98af-e4a7e20f7676 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:05.082814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8964e19-5c03-4bb6-a58f-e3bc98730e8b req-3a661c2a-d59d-48f4-98af-e4a7e20f7676 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1056995 Aug 27 12:10:05.147773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8964e19-5c03-4bb6-a58f-e3bc98730e8b req-177781e5-9806-4fc5-84e5-cdfb1cdf96b9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551298 Aug 27 12:10:05.483510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51984) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:05.714814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fbdfa1d2-f7e3-4b1c-9fbb-6d1b08c1a4e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97b75dffb2874581bf52b478fc47582e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302144 Aug 27 12:10:05.719200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52000) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:05.803638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-950e8a7b-d1a5-4e33-a866-a726c2542140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:05.843706 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-950e8a7b-d1a5-4e33-a866-a726c2542140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:05.928810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-950e8a7b-d1a5-4e33-a866-a726c2542140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:05.950037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-950e8a7b-d1a5-4e33-a866-a726c2542140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:05.950037 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-950e8a7b-d1a5-4e33-a866-a726c2542140 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c76be0d1-4a10-414d-b985-4fa0f66b8f79 HTTP/1.1" status: 204 len: 168 time: 0.2293315 Aug 27 12:10:05.960739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e8a7b-d1a5-4e33-a866-a726c2542140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76be0d1-4a10-414d-b985-4fa0f66b8f79,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:06.124399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40bc9-c023-46b4-bbba-ecd9e81c39b0 req-3d17313e-9975-4066-bbfb-607770ef997c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:06.126643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cd40bc9-c023-46b4-bbba-ecd9e81c39b0 req-3d17313e-9975-4066-bbfb-607770ef997c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0981784 Aug 27 12:10:06.229839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cd40bc9-c023-46b4-bbba-ecd9e81c39b0 req-90629bb0-012c-4095-b72f-beb1b1447a81 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757523 Aug 27 12:10:06.378682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b543-052d-411a-bce3-e9ef5d55c93a req-3ae51eff-ab09-4784-88eb-d0574b6a08db tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:06.380726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c791b543-052d-411a-bce3-e9ef5d55c93a req-3ae51eff-ab09-4784-88eb-d0574b6a08db tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.0973141 Aug 27 12:10:06.472075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c791b543-052d-411a-bce3-e9ef5d55c93a req-ad57c50f-532d-4a6c-8b01-6a865854f791 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 Aug 27 12:10:06.693445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-1bd25832-221f-4383-922d-5d2ddb9f6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:06.695151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-1bd25832-221f-4383-922d-5d2ddb9f6a8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1101 time: 0.0527811 Aug 27 12:10:06.848070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-901b82bb-45f2-46b4-bee7-712d64ac65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:06.850214 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-901b82bb-45f2-46b4-bee7-712d64ac65a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1465316 Aug 27 12:10:06.917635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-f60ed0ff-6ad9-47c1-af86-f49016250ff1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0586317 Aug 27 12:10:07.004963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-9e7af69a-3e18-4335-b814-539972fa3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:07.006571 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-9e7af69a-3e18-4335-b814-539972fa3281 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0801909 Aug 27 12:10:07.070239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-c05d3cc2-2bab-4b66-92b5-0631edfeab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:07.072745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-c05d3cc2-2bab-4b66-92b5-0631edfeab96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582650 Aug 27 12:10:07.085324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52056) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:07.239329 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-ea2b6660-887a-4f76-98e9-491bb1a20893 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589303 Aug 27 12:10:07.257694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1004033216'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:07.286551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:07.300896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.311876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.396720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-57bf47dd-669a-4c3c-a85c-8533af2757b2 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497641 Aug 27 12:10:07.492786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5033d-6a1d-4271-bee1-1b4483744ed0 req-ed2f4f16-d27e-492a-a94f-5cf306b2d9a1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:07.494557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eb5033d-6a1d-4271-bee1-1b4483744ed0 req-ed2f4f16-d27e-492a-a94f-5cf306b2d9a1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1228497 Aug 27 12:10:07.575978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eb5033d-6a1d-4271-bee1-1b4483744ed0 req-70c3baeb-04d6-4e14-b1e7-5b45b5effc15 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624113 Aug 27 12:10:07.592150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.604365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.646582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:07.665808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.666156 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment cf952fc8-2775-4ffd-9676-409978849804 of type vlan for network d6485c9a-73d6-42e6-982a-2d96e122d274 Aug 27 12:10:07.761539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe71e3d-2a4e-4f68-9823-143348b577f0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:07.793139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.852268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c350b2d-506a-4674-b28d-685511d243e9 req-4fe3555b-b8a8-4d6a-b05a-fa4f7a515c18 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:07.854148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c350b2d-506a-4674-b28d-685511d243e9 req-4fe3555b-b8a8-4d6a-b05a-fa4f7a515c18 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1963193 Aug 27 12:10:07.855010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.861885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:07.862495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:07.942406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8558249 Aug 27 12:10:07.946242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:07.951702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'name': 'tempest-PortsIpV6TestJSON-189769673'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:07.967321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72952b4-3e6d-4f8e-b112-14f30f9c0255 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=d6485c9a-73d6-42e6-982a-2d96e122d274,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:07.977362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c350b2d-506a-4674-b28d-685511d243e9 req-8c74cb67-76a3-49c5-8edd-00a858e2a6f9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120450 Aug 27 12:10:07.985439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:08.078813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:08.082877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.088079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.105621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:08.372383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.414606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.512438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=c2825c6b-d3b3-469f-96e5-a65495ddf0f7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:08.524253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': 'cf952fc8-2775-4ffd-9676-409978849804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:08.524637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: d6485c9a-73d6-42e6-982a-2d96e122d274, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:08.551667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:08.566975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d6485c9a-73d6-42e6-982a-2d96e122d274) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:08.569859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:08.577488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3808bc6-0051-43a3-b6ec-780152c69635 None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:08.582237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:08.583344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.616907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0584add3-d005-4710-bad7-a8e1518fef46 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6655517 Aug 27 12:10:08.617168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52104) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:08.624546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-435259283'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:08.663223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:08.667756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.705792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:08.723819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.724413 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment 6c83a1d4-521f-4dcf-8370-3af5b9d2386e of type vlan for network 772a7973-ee41-4d73-8d1b-34c4713ca9aa Aug 27 12:10:08.816487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.864270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b6cac-b0f4-4d25-a632-bffbfa39dbb7 req-8d110e12-6a9e-4383-b545-f078bc6296bd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:08.866324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e1b6cac-b0f4-4d25-a632-bffbfa39dbb7 req-8d110e12-6a9e-4383-b545-f078bc6296bd tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1072257 Aug 27 12:10:08.894874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.900885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:08.901914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:08.951884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e1b6cac-b0f4-4d25-a632-bffbfa39dbb7 req-615dc1a4-f52b-4b49-a8b1-19d76bd01e2b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649385 Aug 27 12:10:08.977600 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3594282 Aug 27 12:10:08.981483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:08.989910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f98e6-0d05-4850-b1ac-899ca3556589 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=772a7973-ee41-4d73-8d1b-34c4713ca9aa,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:08.995873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'ports': [{'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'}, {'network_id': '772a7973-ee41-4d73-8d1b-34c4713ca9aa'}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:08.996454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:08.997245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': '772a7973-ee41-4d73-8d1b-34c4713ca9aa'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:09.003878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 772a7973-ee41-4d73-8d1b-34c4713ca9aa details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:09.238146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fc342-3692-4b3a-ae5d-7d37ee4beebe req-affdcf1b-04d7-4b6c-82c7-85e60ea940ed tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:09.239782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e5fc342-3692-4b3a-ae5d-7d37ee4beebe req-affdcf1b-04d7-4b6c-82c7-85e60ea940ed tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1186564 Aug 27 12:10:09.333702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e5fc342-3692-4b3a-ae5d-7d37ee4beebe req-0e5e05ae-d78e-4807-92ea-cb10774c22a0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843987 Aug 27 12:10:09.342036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 2} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:09.346650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:09.364971 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:09.470392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 610dcbb5-8083-4b92-958c-d9280e10bfac yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:09.648077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:09.766114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 01f88ca2-6544-4a38-b279-810d0e39091b yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:09.931968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:09.986218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.048968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:10.057225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:10.071979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:10.073200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.083134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=610dcbb5-8083-4b92-958c-d9280e10bfac,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:10.185469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=01f88ca2-6544-4a38-b279-810d0e39091b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:10.224337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': '6c83a1d4-521f-4dcf-8370-3af5b9d2386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '772a7973-ee41-4d73-8d1b-34c4713ca9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:10.224337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: 772a7973-ee41-4d73-8d1b-34c4713ca9aa, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:10.237816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaf20f-a915-44d8-8a42-88d2e7db3c81 req-d03c78b7-6c67-4949-8410-8566b1398e03 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:10.240215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caeaf20f-a915-44d8-8a42-88d2e7db3c81 req-d03c78b7-6c67-4949-8410-8566b1398e03 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1157157 Aug 27 12:10:10.269204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 772a7973-ee41-4d73-8d1b-34c4713ca9aa is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:10.288738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 772a7973-ee41-4d73-8d1b-34c4713ca9aa) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:10.299271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:10.302305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89924c42-40ce-418b-9cac-8196d253a67e None None] Network 772a7973-ee41-4d73-8d1b-34c4713ca9aa requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:10.304984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:10.310192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:10.310918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.322741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caeaf20f-a915-44d8-8a42-88d2e7db3c81 req-428a2fa8-a24f-4b5f-b122-1169e5321bd5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727191 Aug 27 12:10:10.339377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d2717e0-07d4-463d-bbce-df7c8df37028 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3507500 Aug 27 12:10:10.339738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52152) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:10.525197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 01f88ca2-6544-4a38-b279-810d0e39091b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:10.525540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.534489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0657573-d09c-4c7d-8cc0-3ab7e0a31802 req-3a6c70d7-c198-4b8a-a0f1-91d297195bcf tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:10.536924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0657573-d09c-4c7d-8cc0-3ab7e0a31802 req-3a6c70d7-c198-4b8a-a0f1-91d297195bcf tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1166501 Aug 27 12:10:10.582141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0657573-d09c-4c7d-8cc0-3ab7e0a31802 req-33ea19ce-2c5b-45a0-9d47-3496adf302a2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Aug 27 12:10:10.616787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.635410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 01f88ca2-6544-4a38-b279-810d0e39091b owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:10.755067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.802558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=01f88ca2-6544-4a38-b279-810d0e39091b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:10.812559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:10.817677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f5814d5-1177-4205-9098-377105e7b84a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/01f88ca2-6544-4a38-b279-810d0e39091b HTTP/1.1" status: 204 len: 168 time: 0.4745781 Aug 27 12:10:10.818367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:10.924168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91214bab-36d9-4a02-b829-c96412a69f6a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:10.933504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91214bab-36d9-4a02-b829-c96412a69f6a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:10.935169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-91214bab-36d9-4a02-b829-c96412a69f6a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1152627 Aug 27 12:10:10.938187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52166) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:11.048285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 610dcbb5-8083-4b92-958c-d9280e10bfac {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:11.048561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.131103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.148485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 610dcbb5-8083-4b92-958c-d9280e10bfac owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:11.277807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.310875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=610dcbb5-8083-4b92-958c-d9280e10bfac,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:11.316198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.319682 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b6b13cf-c2bb-4cac-8963-d165d146c35c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/610dcbb5-8083-4b92-958c-d9280e10bfac HTTP/1.1" status: 204 len: 168 time: 0.3781104 Aug 27 12:10:11.322327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52170) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:11.388768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac13228-0e07-470a-b8b7-b76f545cec2a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:11.396392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:11.396983 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dac13228-0e07-470a-b8b7-b76f545cec2a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0732415 Aug 27 12:10:11.455279 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60abce3-c71b-46a2-91c4-6e0a4a321d5d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:11.457061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c60abce3-c71b-46a2-91c4-6e0a4a321d5d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/01f88ca2-6544-4a38-b279-810d0e39091b HTTP/1.1" status: 404 len: 333 time: 0.0595028 Aug 27 12:10:11.461562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52176) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:11.491703 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44415d3-d35c-411a-91d7-f6253a806054 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:11.493742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d44415d3-d35c-411a-91d7-f6253a806054 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/610dcbb5-8083-4b92-958c-d9280e10bfac HTTP/1.1" status: 404 len: 333 time: 0.0298545 Aug 27 12:10:11.497416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52178) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:11.530057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524742d-527d-49df-a98c-095659064a86 req-4dc21496-3653-4756-a9e0-a2918085c40c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:11.532014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c524742d-527d-49df-a98c-095659064a86 req-4dc21496-3653-4756-a9e0-a2918085c40c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0871177 Aug 27 12:10:11.599227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.605469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c524742d-527d-49df-a98c-095659064a86 req-1cac3304-ee67-4b7a-bc2b-a41ed4feb43b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Aug 27 12:10:11.727609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.745653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a7973-ee41-4d73-8d1b-34c4713ca9aa']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:11.760317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c83a1d4-521f-4dcf-8370-3af5b9d2386e') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:11.760638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c83a1d4-521f-4dcf-8370-3af5b9d2386e') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:11.770638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.786223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.787813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9a0f-efd7-4006-b265-9c8dbb57243f req-a5e4c858-9095-499f-9ccf-6d779cbd8698 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:11.789822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a76e9a0f-efd7-4006-b265-9c8dbb57243f req-a5e4c858-9095-499f-9ccf-6d779cbd8698 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.0741422 Aug 27 12:10:11.793867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:11.794476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:11.799531 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:11.859672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a76e9a0f-efd7-4006-b265-9c8dbb57243f req-fd6800c2-76fa-4803-aef5-ca71500482fc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615115 Aug 27 12:10:11.886616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.903200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:11.914769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/772a7973-ee41-4d73-8d1b-34c4713ca9aa HTTP/1.1" status: 204 len: 168 time: 0.4075775 Aug 27 12:10:11.915168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52188) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:11.922694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-232169778'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:11.940981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cf659-ad9a-4001-a6e3-99f5c0c251c1 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=772a7973-ee41-4d73-8d1b-34c4713ca9aa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:11.971072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:11.976595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.018831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:12.031690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.032110 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment 53f3f223-1b6b-4812-8b95-51981c52c511 of type vlan for network 4ea3261f-967a-4e64-b074-fc6138fb9293 Aug 27 12:10:12.090667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.132812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.140249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:12.148376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.207354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2906280 Aug 27 12:10:12.212204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52192) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:12.221009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:12.234199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f77c49-8de2-424d-a0de-b8ba5e72443e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=4ea3261f-967a-4e64-b074-fc6138fb9293,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:12.257116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4ea3261f-967a-4e64-b074-fc6138fb9293 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:12.341043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:12.345213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.631066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.707763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=b4a20c63-fc3e-47e2-a946-4abcb4b37881,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:12.721086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': '53f3f223-1b6b-4812-8b95-51981c52c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:12.721457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: 4ea3261f-967a-4e64-b074-fc6138fb9293, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:12.772307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 4ea3261f-967a-4e64-b074-fc6138fb9293 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:12.795094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4ea3261f-967a-4e64-b074-fc6138fb9293) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:12.801594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:12.802538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:12.820722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec5cc3-d415-488a-b07c-cc467e53bfc0 None None] Network 4ea3261f-967a-4e64-b074-fc6138fb9293 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:12.866270 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-147f3852-1d18-4a56-acdf-4fccbc8fecca tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6521368 Aug 27 12:10:12.869559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d2b69-7498-4c8a-84a6-0cd17239ca52 req-aff57fcf-310e-499d-8e06-447ca72c21a4 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:12.872728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52208) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:12.887042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-154d2b69-7498-4c8a-84a6-0cd17239ca52 req-aff57fcf-310e-499d-8e06-447ca72c21a4 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1385567 Aug 27 12:10:12.890177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293', 'name': 'tempest-PortsIpV6TestJSON-632283366'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:12.930811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-154d2b69-7498-4c8a-84a6-0cd17239ca52 req-77c64fd8-4cc6-4e77-8079-2d30e7f53d5b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Aug 27 12:10:13.131164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b2af8-105c-4e01-9d09-ec471a7b1b01 req-8b5422d8-53c2-4904-ba20-9f6550a3b8f0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:13.138673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a4b2af8-105c-4e01-9d09-ec471a7b1b01 req-8b5422d8-53c2-4904-ba20-9f6550a3b8f0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1239395 Aug 27 12:10:13.168603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-4ea3261f-967a-4e64-b074-fc6138fb9293', 'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': 'b4a20c63-fc3e-47e2-a946-4abcb4b37881'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:10:13.169875 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:13.193827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:13.198029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:13.239712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 29870749-da48-4fd7-8372-884bed606b5b yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:13.257215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a4b2af8-105c-4e01-9d09-ec471a7b1b01 req-ed8c0c99-be33-4ac4-b83e-f4e73a1b089e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123316 Aug 27 12:10:13.417527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::233 (4ea3261f-967a-4e64-b074-fc6138fb9293/b4a20c63-fc3e-47e2-a946-4abcb4b37881/29870749-da48-4fd7-8372-884bed606b5b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:13.625889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:13.641726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 29870749-da48-4fd7-8372-884bed606b5b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:13.699653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:13.793380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 4ea3261f-967a-4e64-b074-fc6138fb9293 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:13.798143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:13.799639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Allocated IP 2001:db8::2 (4ea3261f-967a-4e64-b074-fc6138fb9293/b4a20c63-fc3e-47e2-a946-4abcb4b37881/83c4d090-b3c0-4512-b89d-5ec9de503b94) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:13.810718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:13.831069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:13.831069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:13.875965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=29870749-da48-4fd7-8372-884bed606b5b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:13.888005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52222) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:13.899268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-093547ce-072c-479d-b216-39c2ce5ea46f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0251048 Aug 27 12:10:14.101479 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.114875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Transition to ACTIVE for port object 83c4d090-b3c0-4512-b89d-5ec9de503b94 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:14.132682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Transition to ACTIVE for port object 83c4d090-b3c0-4512-b89d-5ec9de503b94 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:14.139787 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.171990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 29870749-da48-4fd7-8372-884bed606b5b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:14.172310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.196286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Network 4ea3261f-967a-4e64-b074-fc6138fb9293 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:14.205371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:14.210641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:14.242929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Pushing event updated for resources: {'Port': ['ID=83c4d090-b3c0-4512-b89d-5ec9de503b94,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:14.281305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.282306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.283972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.285227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.286096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.286974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.287696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.288240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.288795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.289331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.289916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.290594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:14.307989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2d4d5-3656-43a9-bc46-ec6144a00f88 req-be4033be-fbac-4c55-9b2e-51dae1baee8c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:14.310009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9be2d4d5-3656-43a9-bc46-ec6144a00f88 req-be4033be-fbac-4c55-9b2e-51dae1baee8c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.2115684 Aug 27 12:10:14.364988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.370781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Attempting to bind port 83c4d090-b3c0-4512-b89d-5ec9de503b94 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:14.371531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Attempting to bind port 83c4d090-b3c0-4512-b89d-5ec9de503b94 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '53f3f223-1b6b-4812-8b95-51981c52c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:14.372262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Attempting to bind port 83c4d090-b3c0-4512-b89d-5ec9de503b94 on network 4ea3261f-967a-4e64-b074-fc6138fb9293 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:14.380514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:14.381020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Checking segment: {'id': '53f3f223-1b6b-4812-8b95-51981c52c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:14.381558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.382082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Bound using segment: {'id': '53f3f223-1b6b-4812-8b95-51981c52c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:14.383062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Bound port: 83c4d090-b3c0-4512-b89d-5ec9de503b94, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f3f223-1b6b-4812-8b95-51981c52c511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4ea3261f-967a-4e64-b074-fc6138fb9293'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:14.383600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 29870749-da48-4fd7-8372-884bed606b5b owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:14.383936 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.405195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9be2d4d5-3656-43a9-bc46-ec6144a00f88 req-8af321b5-7177-4f08-843f-ba99587ee721 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825369 Aug 27 12:10:14.483446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] For port 83c4d090-b3c0-4512-b89d-5ec9de503b94, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:14.489333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] For port 83c4d090-b3c0-4512-b89d-5ec9de503b94, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=83c4d090-b3c0-4512-b89d-5ec9de503b94,segment=NetworkSegment(53f3f223-1b6b-4812-8b95-51981c52c511),segment_id=53f3f223-1b6b-4812-8b95-51981c52c511)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:14.496772 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.602125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fa030-6bd4-4b99-8835-3b919f3f77ac None None] Pushing event updated for resources: {'Port': ['ID=83c4d090-b3c0-4512-b89d-5ec9de503b94,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:14.626469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ac838-74a6-42b7-86ce-5848fab46f12 req-e1bad9c2-7ab4-480d-a0e5-fd5b9b506037 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:14.628199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-385ac838-74a6-42b7-86ce-5848fab46f12 req-e1bad9c2-7ab4-480d-a0e5-fd5b9b506037 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1269045 Aug 27 12:10:14.680354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.726610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-385ac838-74a6-42b7-86ce-5848fab46f12 req-755e1e3d-6df5-4bc8-a6da-2ff42c10fc7c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863085 Aug 27 12:10:14.749839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=29870749-da48-4fd7-8372-884bed606b5b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:14.753248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:14.758334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-be3764f1-1b73-4ada-b1ee-cb5293a5cfbc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/29870749-da48-4fd7-8372-884bed606b5b HTTP/1.1" status: 204 len: 168 time: 0.8661978 Aug 27 12:10:14.760288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52236) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:14.822709 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-3318699f-dc74-42d6-90bd-823e4194ebe9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:10:14.823377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3318699f-dc74-42d6-90bd-823e4194ebe9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:14.828581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3318699f-dc74-42d6-90bd-823e4194ebe9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/29870749-da48-4fd7-8372-884bed606b5b HTTP/1.1" status: 404 len: 333 time: 0.0505867 Aug 27 12:10:14.829326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:14.869529 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2b07fe-3e7d-4693-9541-201ec2c44b8b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:14.871190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8f2b07fe-3e7d-4693-9541-201ec2c44b8b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/29870749-da48-4fd7-8372-884bed606b5b HTTP/1.1" status: 404 len: 333 time: 0.0384862 Aug 27 12:10:14.874952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:14.943389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet b4a20c63-fc3e-47e2-a946-4abcb4b37881 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:14.948334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.014937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.149677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.210174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:10:15.211878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:15.268039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.308617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a20c63-fc3e-47e2-a946-4abcb4b37881,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:15.313759 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.316563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eeaef955-f951-404a-8fa9-6f7f7ac75f52 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/b4a20c63-fc3e-47e2-a946-4abcb4b37881 HTTP/1.1" status: 204 len: 168 time: 0.4406543 Aug 27 12:10:15.321482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:15.397814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:15.416339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'port_id': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'mac_address': 'fa:16:3e:76:98:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d463ad4-ae4f-4881-9a46-cd4291e6a582', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:10:15.488145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.568289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.596595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 83c4d090-b3c0-4512-b89d-5ec9de503b94 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:15.597511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.621929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:15.624475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:15.627631 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429938cb-a5ef-4d98-aac1-5a59285864f6" -d '{"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:15.632957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.637513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.717424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceceaebf-8597-4069-b9a0-0c140e74cbc3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:15.756085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] For port 83c4d090-b3c0-4512-b89d-5ec9de503b94, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=83c4d090-b3c0-4512-b89d-5ec9de503b94,segment=NetworkSegment(53f3f223-1b6b-4812-8b95-51981c52c511),segment_id=53f3f223-1b6b-4812-8b95-51981c52c511)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:15.756624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.769752 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6771390-b3ca-4af3-aba3-bb9c34051d42 x-openstack-request-id: req-f6771390-b3ca-4af3-aba3-bb9c34051d42 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:15.771229 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:15.771739 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6771390-b3ca-4af3-aba3-bb9c34051d42 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:15.772468 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'code': 200} Aug 27 12:10:15.773531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:15.796021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 83c4d090-b3c0-4512-b89d-5ec9de503b94 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:15.846526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:10:15.847121 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:10:15.945830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:15.977980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b224d49-d1d2-4ff9-bc11-8835fe78a45f None None] Network 4ea3261f-967a-4e64-b074-fc6138fb9293 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:16.001475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No DVR routers for this DVR port 83c4d090-b3c0-4512-b89d-5ec9de503b94 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:16.005913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=83c4d090-b3c0-4512-b89d-5ec9de503b94,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:16.055636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8be37ad-a24a-42a6-82eb-f63b939ef8a0 None None] Could not find standard attr ID for object 83c4d090-b3c0-4512-b89d-5ec9de503b94. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:16.130650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da981f4-d5a7-4858-8031-d9626ccbc478 req-f636c0e0-efc6-4af4-8c39-0160f0ec36eb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:16.133594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7da981f4-d5a7-4858-8031-d9626ccbc478 req-f636c0e0-efc6-4af4-8c39-0160f0ec36eb tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.5925441 Aug 27 12:10:16.160038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623dcf2-a9f7-4bf3-85db-115a5d7463f9 req-bea007f1-2fe5-436a-bc4e-fdd17cbf87e1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:16.160038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4623dcf2-a9f7-4bf3-85db-115a5d7463f9 req-bea007f1-2fe5-436a-bc4e-fdd17cbf87e1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1336403 Aug 27 12:10:16.181904 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.200219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea3261f-967a-4e64-b074-fc6138fb9293']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:16.225022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f3f223-1b6b-4812-8b95-51981c52c511') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:16.225641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f3f223-1b6b-4812-8b95-51981c52c511') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:16.236248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.248333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7da981f4-d5a7-4858-8031-d9626ccbc478 req-684807a6-8461-4389-8997-2a592a743017 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894015 Aug 27 12:10:16.257089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.273703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4623dcf2-a9f7-4bf3-85db-115a5d7463f9 req-1e616a0f-ac63-40b5-ad60-60c4ffe27953 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919154 Aug 27 12:10:16.285837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea1144-ace5-48b9-8c86-e0e0c2bc010b None None] DHCP port deletion for 4ea3261f-967a-4e64-b074-fc6138fb9293 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:16.288276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:16.289293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:16.349558 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:16.389792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.409744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.419738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:16.422800 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/4ea3261f-967a-4e64-b074-fc6138fb9293 HTTP/1.1" status: 204 len: 168 time: 1.0978246 Aug 27 12:10:16.433393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1588237342'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:16.445876 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.453731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb390-05a3-46b3-bdd8-7d14e7f3e496 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=4ea3261f-967a-4e64-b074-fc6138fb9293,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:16.476779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceceaebf-8597-4069-b9a0-0c140e74cbc3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:16.485303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:16.490441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.521787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:16.539165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.540170 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment a18e2695-7ef0-4147-a293-5d32a45a2b0f of type vlan for network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 Aug 27 12:10:16.541287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:16.549239 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.617162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.632637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:16.662407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.669897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:16.671830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.737027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3122654 Aug 27 12:10:16.737027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:16.742982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:16.807541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec483d-7b0c-4955-a0ab-d3f9a4726e38 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=ed3a67f4-dfb9-4003-804c-4cef52fe6b64,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:16.824574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:16.886787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:16.890298 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:16.907289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ceceaebf-8597-4069-b9a0-0c140e74cbc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:16.916797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7352895-59de-499b-b5d1-2a86c126c840 req-5f91442c-c0cf-4e69-9b36-ecff17552820 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:16.918366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7352895-59de-499b-b5d1-2a86c126c840 req-5f91442c-c0cf-4e69-9b36-ecff17552820 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0793655 Aug 27 12:10:17.019761 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7352895-59de-499b-b5d1-2a86c126c840 req-68b683d9-af04-4d5c-809f-e2d4b0bb3db5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737143 Aug 27 12:10:17.175286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:17.240014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=fc240772-10c3-4854-819e-e19c1a92057d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:17.252891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': 'a18e2695-7ef0-4147-a293-5d32a45a2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:17.253289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: ed3a67f4-dfb9-4003-804c-4cef52fe6b64, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:17.271652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:17.293286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ed3a67f4-dfb9-4003-804c-4cef52fe6b64) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:17.301242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:17.302412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:17.310588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0228ee-76a9-432c-92c4-f3bf343f38a9 None None] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:17.333074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eb15be8f-e15b-44cc-a009-c362375633f4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5949078 Aug 27 12:10:17.336962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:17.351645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-617666603'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:17.591248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a492d-80bd-4ed6-a07c-231eee1469c6 req-d2ba22ed-eb9c-40c7-9974-5cbddde05ab0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:17.598918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-997a492d-80bd-4ed6-a07c-231eee1469c6 req-d2ba22ed-eb9c-40c7-9974-5cbddde05ab0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 944 time: 0.2436123 Aug 27 12:10:17.653077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-ed3a67f4-dfb9-4003-804c-4cef52fe6b64', 'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': 'fc240772-10c3-4854-819e-e19c1a92057d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:10:17.653905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0a01f-6649-456d-9a1d-36f13ff2713a req-c122dd8a-172b-454d-a69b-0a9650503a7a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:17.654824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:17.669623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66f0a01f-6649-456d-9a1d-36f13ff2713a req-c122dd8a-172b-454d-a69b-0a9650503a7a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.2426193 Aug 27 12:10:17.794967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-997a492d-80bd-4ed6-a07c-231eee1469c6 req-ebf7b232-4c26-4c4c-9812-3d45a4e71b0a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912906 Aug 27 12:10:17.797046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:17.807978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:17.845481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66f0a01f-6649-456d-9a1d-36f13ff2713a req-a43d924e-ce29-492c-9004-c0561216094b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731477 Aug 27 12:10:17.869252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 85d7adac-d244-4ea6-9066-67b6e429e2d3 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:18.225192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780b1d2-989c-4e3f-b39d-e93c5b708b42 req-44f36551-b1b0-4f39-9a31-6b5678b6907a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:18.228997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a780b1d2-989c-4e3f-b39d-e93c5b708b42 req-44f36551-b1b0-4f39-9a31-6b5678b6907a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1041024 Aug 27 12:10:18.233407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Allocated IP 2001:db8::2 (ed3a67f4-dfb9-4003-804c-4cef52fe6b64/fc240772-10c3-4854-819e-e19c1a92057d/0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:18.307749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a780b1d2-989c-4e3f-b39d-e93c5b708b42 req-fbdf4b7e-c2ef-4673-a4ce-577a2d94d5c0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671961 Aug 27 12:10:18.426807 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a163ada-f717-436f-b230-2e47210c13ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.455847 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.466333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Transition to ACTIVE for port object 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:18.483034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Transition to ACTIVE for port object 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:18.490240 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.549653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:18.554311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:18.560742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:18.606988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::280 (ed3a67f4-dfb9-4003-804c-4cef52fe6b64/fc240772-10c3-4854-819e-e19c1a92057d/85d7adac-d244-4ea6-9066-67b6e429e2d3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:18.639739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:18.747602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Attempting to bind port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:18.748418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Attempting to bind port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a18e2695-7ef0-4147-a293-5d32a45a2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:18.749247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Attempting to bind port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 on network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:18.761751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:18.762715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Checking segment: {'id': 'a18e2695-7ef0-4147-a293-5d32a45a2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:18.763850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.765515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Bound using segment: {'id': 'a18e2695-7ef0-4147-a293-5d32a45a2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:18.766503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Bound port: 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18e2695-7ef0-4147-a293-5d32a45a2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ed3a67f4-dfb9-4003-804c-4cef52fe6b64'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:18.768097 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.879191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.895318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] For port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:18.908086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] For port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,segment=NetworkSegment(a18e2695-7ef0-4147-a293-5d32a45a2b0f),segment_id=a18e2695-7ef0-4147-a293-5d32a45a2b0f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:18.916801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:18.919700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 85d7adac-d244-4ea6-9066-67b6e429e2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:19.036079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49fcff-9aac-48fa-9f0b-5bdd3be0b1c3 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:19.051241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b39bfd-c094-404e-99cc-fbaa563657fe req-9a22bac8-9069-4579-8d04-03824be2fad2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:19.053096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38b39bfd-c094-404e-99cc-fbaa563657fe req-9a22bac8-9069-4579-8d04-03824be2fad2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 944 time: 0.1283922 Aug 27 12:10:19.090765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.161317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101ecfa-a8f8-41fe-ad33-583b41fc63b8 req-f8e512e4-b02f-498d-a168-41fc3925ed11 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:19.167594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3101ecfa-a8f8-41fe-ad33-583b41fc63b8 req-f8e512e4-b02f-498d-a168-41fc3925ed11 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1884391 Aug 27 12:10:19.194319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:19.208289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:19.220859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:19.230112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38b39bfd-c094-404e-99cc-fbaa563657fe req-3f73b7a9-3d96-4e0f-813f-085cde1d6d3c tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691666 Aug 27 12:10:19.239385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:19.258577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:19.271580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.346944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=85d7adac-d244-4ea6-9066-67b6e429e2d3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:19.370608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ceceaebf-8597-4069-b9a0-0c140e74cbc3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:19.370991 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.378675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-826aa617-9846-4971-9d72-0f734fc1e072 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0346069 Aug 27 12:10:19.382166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:19.387122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3101ecfa-a8f8-41fe-ad33-583b41fc63b8 req-4575ab7c-108c-4ddd-99d9-fda070d2a25d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129545 Aug 27 12:10:19.589630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 85d7adac-d244-4ea6-9066-67b6e429e2d3 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:19.590670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.605609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.654814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:19.657171 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163d1848-ba0a-49a9-ae6f-bb5756286e64" -d '{"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-plugged", "status": "completed", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:19.672300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fc624-7e9a-4ab7-8f0b-a87bf6d5191f req-85426b2f-6624-49e5-89a9-58702067a5ec tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:19.680995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-039fc624-7e9a-4ab7-8f0b-a87bf6d5191f req-85426b2f-6624-49e5-89a9-58702067a5ec tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0786078 Aug 27 12:10:19.715877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:19.729242 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.740346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-039fc624-7e9a-4ab7-8f0b-a87bf6d5191f req-67a12ab8-5d30-464f-9552-df7e08a4cd5c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585127 Aug 27 12:10:19.824696 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48adaad-ddc7-4320-92fa-4a011e139610 x-openstack-request-id: req-c48adaad-ddc7-4320-92fa-4a011e139610 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:19.825011 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-plugged", "status": "completed", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:19.825269 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c48adaad-ddc7-4320-92fa-4a011e139610 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:19.828174 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'code': 200} Aug 27 12:10:19.832116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.870693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 85d7adac-d244-4ea6-9066-67b6e429e2d3 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:19.882092 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:19.920273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:20.046369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fe5d4-10cf-446d-bc3f-d67e45631787 req-7ebf15b5-b6ea-49db-b603-39fe16725374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:20.048735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-233fe5d4-10cf-446d-bc3f-d67e45631787 req-7ebf15b5-b6ea-49db-b603-39fe16725374 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 1096 time: 0.0966773 Aug 27 12:10:20.108200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-233fe5d4-10cf-446d-bc3f-d67e45631787 req-1552a070-8ca9-4208-aabf-2bb85d75a109 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520279 Aug 27 12:10:20.159719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:20.197993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=85d7adac-d244-4ea6-9066-67b6e429e2d3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:20.231033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-19194c39-4979-42f3-92ea-48ad59409932 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237717 Aug 27 12:10:20.235654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:20.238932 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c68b82c-b25d-4b44-85d7-8798c419e61f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/85d7adac-d244-4ea6-9066-67b6e429e2d3 HTTP/1.1" status: 204 len: 168 time: 0.8553131 Aug 27 12:10:20.242990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:20.296336 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cf0836-9c9e-4689-b3b4-357bc5632d98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:20.304482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52498) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:20.315372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-35cf0836-9c9e-4689-b3b4-357bc5632d98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/85d7adac-d244-4ea6-9066-67b6e429e2d3 HTTP/1.1" status: 404 len: 333 time: 0.0708599 Aug 27 12:10:20.519977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:20.597180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet fc240772-10c3-4854-819e-e19c1a92057d {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:20.609751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:20.653952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-e0f5601b-a206-4052-9881-e50255e2ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:20.657888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-e0f5601b-a206-4052-9881-e50255e2ce76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.2404342 Aug 27 12:10:20.684229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025074-2429-4586-96b8-ff5cefba5767 req-e3a1a1b6-f968-492e-ac26-7dce2862f4e9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:20.691550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:20.713140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a025074-2429-4586-96b8-ff5cefba5767 req-e3a1a1b6-f968-492e-ac26-7dce2862f4e9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.2796228 Aug 27 12:10:20.739407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca78c1e-e10a-4858-83d9-f9b1c99157e3 None None] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:20.786096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:20.804621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a025074-2429-4586-96b8-ff5cefba5767 req-dba901a3-d24b-46a1-b282-dfe0feb383b9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871620 Aug 27 12:10:20.818893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327da2-aa61-44de-9577-0592c249dfa2 req-b694c915-13e6-460f-9941-c4d63b403998 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:20.821423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da327da2-aa61-44de-9577-0592c249dfa2 req-b694c915-13e6-460f-9941-c4d63b403998 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.2756555 Aug 27 12:10:20.939221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Provisioning for port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:21.016998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Provisioning complete for port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:21.017429 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.021702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-57a3adae-7d11-438c-8505-a99428d10ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:21.023265 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-57a3adae-7d11-438c-8505-a99428d10ddc service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3257513 Aug 27 12:10:21.024292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da327da2-aa61-44de-9577-0592c249dfa2 req-774658b2-0229-425e-a652-a3e4f7694ebe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951537 Aug 27 12:10:21.095532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7392b674-d980-46c8-89d6-246c72922cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.168156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-1709f11f-7d66-47c4-8960-768c1e0642ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.1277435 Aug 27 12:10:21.171776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.238431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.257786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cafcbb-a7ce-4997-8096-119e234f5340 req-9b6b5701-11f8-44df-a703-2cdcbe5dbed3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:21.268990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78cafcbb-a7ce-4997-8096-119e234f5340 req-9b6b5701-11f8-44df-a703-2cdcbe5dbed3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1235006 Aug 27 12:10:21.331776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.378568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78cafcbb-a7ce-4997-8096-119e234f5340 req-a91841a7-2ca6-44de-a471-95220d41704e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966070 Aug 27 12:10:21.381407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-c1e86be8-1b83-4459-b072-76ba7c6b80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:21.384709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-c1e86be8-1b83-4459-b072-76ba7c6b80c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.2015786 Aug 27 12:10:21.489237 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-a6a3b6c1-6941-48bf-a213-d1de1afc04ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938215 Aug 27 12:10:21.509503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.567188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:10:21.571882 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:10:21.595590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=fc240772-10c3-4854-819e-e19c1a92057d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:21.617642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.627663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:21.628605 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e6f939c-8421-4bba-8167-2af2e18029e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/fc240772-10c3-4854-819e-e19c1a92057d HTTP/1.1" status: 204 len: 168 time: 1.3224363 Aug 27 12:10:21.742721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-52b35620-87bc-407d-a439-711429581672 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277393 Aug 27 12:10:21.778676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.796624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12cf1b-d142-41b1-adf8-e7f98da7669e None None] Network ed3a67f4-dfb9-4003-804c-4cef52fe6b64 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:21.850709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:21.851535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:21.927303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ded78607-aa38-4b58-bd7d-648efa844e2d req-e3788b10-8f86-4116-9491-56c6f9ced7d1 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761839 Aug 27 12:10:22.023403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.051999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] For port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,segment=NetworkSegment(a18e2695-7ef0-4147-a293-5d32a45a2b0f),segment_id=a18e2695-7ef0-4147-a293-5d32a45a2b0f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:22.052653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.072099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:22.143933 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.160823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] DHCP port deletion for ed3a67f4-dfb9-4003-804c-4cef52fe6b64 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:22.343536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] For port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,segment=NetworkSegment(a18e2695-7ef0-4147-a293-5d32a45a2b0f),segment_id=a18e2695-7ef0-4147-a293-5d32a45a2b0f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:22.352542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad6be2-234f-4b58-9eb4-5c9f31921e44 req-55f8848d-6a16-4da3-a620-32446a4a0167 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:22.357301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aad6be2-234f-4b58-9eb4-5c9f31921e44 req-55f8848d-6a16-4da3-a620-32446a4a0167 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.3599432 Aug 27 12:10:22.357577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.394070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a41f9-d92c-4451-b546-0b3ce659f0a6 req-666d8e4f-4e50-462c-9054-33442abbf270 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:22.402195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] Deleting port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:22.402871 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.403933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d8a41f9-d92c-4451-b546-0b3ce659f0a6 req-666d8e4f-4e50-462c-9054-33442abbf270 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1169806 Aug 27 12:10:22.488910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:22.513888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d8a41f9-d92c-4451-b546-0b3ce659f0a6 req-99cae091-3eb2-462c-84d4-8c4f3dad9deb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074426 Aug 27 12:10:22.521869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.539903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aad6be2-234f-4b58-9eb4-5c9f31921e44 req-31d64a7f-1b44-4598-9e81-5cba325db5a4 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614578 Aug 27 12:10:22.572743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-19f922f6-2e85-4df2-9ef4-94d987bebd6f None None] Could not find standard attr ID for object 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:22.587969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:22.593159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:22.615788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:22.625682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No DVR routers for this DVR port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:22.681130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] For port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,segment=NetworkSegment(a18e2695-7ef0-4147-a293-5d32a45a2b0f),segment_id=a18e2695-7ef0-4147-a293-5d32a45a2b0f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:22.682032 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.709770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388816a-16b5-4773-b9b5-ee2782685f08 None None] Pushing event updated for resources: {'Port': ['ID=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:22.713895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] Calling delete_port for 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:22.796734 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.820950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3a67f4-dfb9-4003-804c-4cef52fe6b64']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: from cryptography.utils import int_from_bytes Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: from cryptography.utils import int_from_bytes Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.825757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:22.828627 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:10:22.838942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18e2695-7ef0-4147-a293-5d32a45a2b0f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:22.839361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18e2695-7ef0-4147-a293-5d32a45a2b0f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:22.840306 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.848893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7446f-e891-452d-8266-11d9e5cdf9ba req-89de4da9-7017-4865-9264-8d34ac52448a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:22.856308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bb7446f-e891-452d-8266-11d9e5cdf9ba req-89de4da9-7017-4865-9264-8d34ac52448a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1879838 Aug 27 12:10:22.869744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] Pushing event deleted for resources: {'Port': ['ID=0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:22.877608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5e569-bc8e-45f6-8ec2-936344a2ff2f None None] No DVR routers for this DVR port 0f4ad99a-08b7-4772-9b82-a7bf9dcf4b46 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:22.880799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.905067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313331eb-618a-44d9-b91d-ba2e2a6fa71a req-5fd0914a-4e0f-4b03-a9ea-71e31b0f32be tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:22.906669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-313331eb-618a-44d9-b91d-ba2e2a6fa71a req-5fd0914a-4e0f-4b03-a9ea-71e31b0f32be tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.1622260 Aug 27 12:10:22.926075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.945205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:22.945671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:22.950652 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:22.993244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bb7446f-e891-452d-8266-11d9e5cdf9ba req-30d97735-5981-49a9-a57e-458ff41c0175 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360500 Aug 27 12:10:23.029399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-313331eb-618a-44d9-b91d-ba2e2a6fa71a req-7b4318ad-3fdf-4447-9ab6-d4e153c38408 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143095 Aug 27 12:10:23.039442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:23.054709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:23.058609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/ed3a67f4-dfb9-4003-804c-4cef52fe6b64 HTTP/1.1" status: 204 len: 168 time: 1.4294300 Aug 27 12:10:23.063194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52774) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:23.069066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'name': 'tempest-PortsIpV6TestJSON-1105249943'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:23.080038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3320991-6f84-4f3c-b9df-6a276e10b5cc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=ed3a67f4-dfb9-4003-804c-4cef52fe6b64,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:23.215625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:23.219558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:23.255400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 51868293-8e6e-4794-9845-bc30b4594929 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:23.808713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a710df-62a8-4745-9b4b-8d0a7c223f44 req-f0f7d754-e0ca-409c-ad2f-fb8df386bc7f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:23.810968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82a710df-62a8-4745-9b4b-8d0a7c223f44 req-f0f7d754-e0ca-409c-ad2f-fb8df386bc7f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1779139 Aug 27 12:10:23.839151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-8cc4da09-72dc-4d3d-9539-73937c884c3d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:23.842155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-8cc4da09-72dc-4d3d-9539-73937c884c3d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 815 time: 0.2489047 Aug 27 12:10:23.880741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:23.893006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-97205a41-29dc-4bcb-81cb-b350b5cf728b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/quotas/59a8fcf200cc4245ac48fb24d58bd6ee HTTP/1.1" status: 200 len: 375 time: 0.0401556 Aug 27 12:10:23.921912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82a710df-62a8-4745-9b4b-8d0a7c223f44 req-b0d961ba-2303-401a-bb68-84809ec5bea9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968153 Aug 27 12:10:23.960465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-f0c98758-d720-48b7-ad14-7404304bb835 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559444 Aug 27 12:10:23.967351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.030732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.079646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-f533d335-178c-43fa-a6b2-259c0a091648 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:10:24.081350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-f533d335-178c-43fa-a6b2-259c0a091648 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1130295 Aug 27 12:10:24.096418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:24.100640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:24.106759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:24.113093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:24.113899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.119780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=51868293-8e6e-4794-9845-bc30b4594929,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:24.147870 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-67840d6a-8876-444a-9bd8-d133c8c713cf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0828640 Aug 27 12:10:24.152281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:24.255882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6572259-ba57-49a0-bc01-c56c3df4108b req-7327ceed-1216-4681-80a1-e491215ec0a1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:24.257639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6572259-ba57-49a0-bc01-c56c3df4108b req-7327ceed-1216-4681-80a1-e491215ec0a1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0918157 Aug 27 12:10:24.295679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-b3a145a4-d0b4-472c-9bc5-d8bfdf16a679 service neutron] 10.222.0.76 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989887 Aug 27 12:10:24.307214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 51868293-8e6e-4794-9845-bc30b4594929 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:24.307851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.411372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6572259-ba57-49a0-bc01-c56c3df4108b req-981daa53-c67c-4063-8ea4-7f72d57fec16 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367431 Aug 27 12:10:24.417780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.451958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 51868293-8e6e-4794-9845-bc30b4594929 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:24.519168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-5ddc9583-05ad-4ec2-9e5a-f3476797add2 service neutron] 10.222.0.76 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057614 Aug 27 12:10:24.571254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.627015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=51868293-8e6e-4794-9845-bc30b4594929,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:24.636103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.643672 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce6a840a-9426-4819-85e0-b4512f835f08 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/51868293-8e6e-4794-9845-bc30b4594929 HTTP/1.1" status: 204 len: 168 time: 0.4861772 Aug 27 12:10:24.644178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52862) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:24.650560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'mac_address': 'fa:16:3e:70:ba:df', 'name': 'tempest-PortsIpV6TestJSON-790868952'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:24.807636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d9b2eec-562f-4173-8254-5e22f22346e3 req-097b7ea8-fddf-4a50-bfa4-775420d90824 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 210 time: 0.0519197 Aug 27 12:10:24.823352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:24.939544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:24.962554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88988e77-3308-4894-9edf-8f46b161795f req-e74f9e37-4210-4471-9994-b8fa7370b4f2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:24.964295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-88988e77-3308-4894-9edf-8f46b161795f req-e74f9e37-4210-4471-9994-b8fa7370b4f2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff3d021d-f385-468c-a792-3d9a52403b4f HTTP/1.1" status: 200 len: 945 time: 0.0862432 Aug 27 12:10:25.047446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 2d93d911-d5f8-4c12-8179-90a31e584eaf yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:25.180625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea55952-8419-4abd-8e1c-0645531b85b0 req-35927255-5cb6-4b05-b6b6-a7364818539e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:25.182179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ea55952-8419-4abd-8e1c-0645531b85b0 req-35927255-5cb6-4b05-b6b6-a7364818539e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1260309 Aug 27 12:10:25.292493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ea55952-8419-4abd-8e1c-0645531b85b0 req-ec9d9b67-e91b-4af8-b189-683f1ccba3b8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968156 Aug 27 12:10:25.325543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Deleting port ceceaebf-8597-4069-b9a0-0c140e74cbc3 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:25.326420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:25.518358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:25.556530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] For port ceceaebf-8597-4069-b9a0-0c140e74cbc3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ceceaebf-8597-4069-b9a0-0c140e74cbc3,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:25.557131 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:25.592756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Calling delete_port for ceceaebf-8597-4069-b9a0-0c140e74cbc3 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:25.663537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a60d9-a66c-4771-8ba8-87041982231e req-2bbc2b16-86b0-455b-bf44-54613c2d520e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:25.666861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b00a60d9-a66c-4771-8ba8-87041982231e req-2bbc2b16-86b0-455b-bf44-54613c2d520e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0968363 Aug 27 12:10:25.731010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:25.743219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b00a60d9-a66c-4771-8ba8-87041982231e req-b4de35d7-7a85-44da-b2a0-39dfa0091e7a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686975 Aug 27 12:10:25.811539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:25.824742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:25.830144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:25.835980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:25.836483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:25.847102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=2d93d911-d5f8-4c12-8179-90a31e584eaf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:25.862950 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bf4b3f28-e8a9-4f99-8172-af8a8afc2f36 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2172773 Aug 27 12:10:25.866997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:25.948373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:25.954075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31893bb8-8772-47b1-88fb-4e7d6897b342 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:25.955947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-31893bb8-8772-47b1-88fb-4e7d6897b342 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/2d93d911-d5f8-4c12-8179-90a31e584eaf HTTP/1.1" status: 200 len: 844 time: 0.0875919 Aug 27 12:10:25.962182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:25.966796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ceceaebf-8597-4069-b9a0-0c140e74cbc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:25.988880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Pushing event deleted for resources: {'Port': ['ID=ceceaebf-8597-4069-b9a0-0c140e74cbc3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:26.003662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c10b344e-56b1-487f-a6d4-82432edb1092 req-00d9e51e-5013-4361-9c1b-a5b7b36f54e5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 210 time: 0.0762088 Aug 27 12:10:26.065664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] No DVR routers for this DVR port ceceaebf-8597-4069-b9a0-0c140e74cbc3 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:26.068814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.072431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-88988e77-3308-4894-9edf-8f46b161795f req-ff17ce26-38f9-416c-b61a-50a1e206195f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "DELETE /v2.0/ports/ceceaebf-8597-4069-b9a0-0c140e74cbc3 HTTP/1.1" status: 204 len: 173 time: 1.0973399 Aug 27 12:10:26.073160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-deleted', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:26.079560 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e8570d-f3fe-4c3a-b05c-47148480d79f" -d '{"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-deleted", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:26.145166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 2d93d911-d5f8-4c12-8179-90a31e584eaf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:26.145538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.158542 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b4ad62-7886-4fb3-b00c-1827278a8687 x-openstack-request-id: req-a2b4ad62-7886-4fb3-b00c-1827278a8687 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:26.158889 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d021d-f385-468c-a792-3d9a52403b4f", "name": "network-vif-deleted", "tag": "ceceaebf-8597-4069-b9a0-0c140e74cbc3", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:26.159390 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2b4ad62-7886-4fb3-b00c-1827278a8687 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:26.159882 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d021d-f385-468c-a792-3d9a52403b4f', 'name': 'network-vif-deleted', 'tag': 'ceceaebf-8597-4069-b9a0-0c140e74cbc3', 'status': 'completed', 'code': 200} Aug 27 12:10:26.250236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.281164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 2d93d911-d5f8-4c12-8179-90a31e584eaf owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:26.505944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-666fdc62-719c-4a41-b280-a8c06462d29f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:26.507620 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-666fdc62-719c-4a41-b280-a8c06462d29f tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 815 time: 0.2553673 Aug 27 12:10:26.509961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.523131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Request body: {'port': {'device_id': 'ee101130-b4c4-41a0-965b-e185b3438219', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'admin_state_up': True, 'tenant_id': '59a8fcf200cc4245ac48fb24d58bd6ee'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:26.547442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=2d93d911-d5f8-4c12-8179-90a31e584eaf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:26.565893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.571530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5f33f6bf-3e94-4827-936e-50d8a8ad43dd tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/2d93d911-d5f8-4c12-8179-90a31e584eaf HTTP/1.1" status: 204 len: 168 time: 0.6065564 Aug 27 12:10:26.571775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:26.591042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c338f-a885-4aad-a9ff-de4e915bc0ef req-f775a677-c604-42ae-b4d6-1f5d9ead95e2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:26.592677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e23c338f-a885-4aad-a9ff-de4e915bc0ef req-f775a677-c604-42ae-b4d6-1f5d9ead95e2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1293199 Aug 27 12:10:26.611527 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bbb741-42c9-4ee4-8131-3bba2f84d091 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:26.613203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-56bbb741-42c9-4ee4-8131-3bba2f84d091 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/2d93d911-d5f8-4c12-8179-90a31e584eaf HTTP/1.1" status: 404 len: 333 time: 0.0405638 Aug 27 12:10:26.618938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52902) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:26.624629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'name': 'tempest-PortsIpV6TestJSON-831998720'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:26.651744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e23c338f-a885-4aad-a9ff-de4e915bc0ef req-201d6499-97d6-41b2-affc-035231cf6e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Aug 27 12:10:26.801564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Made reservation on behalf of 59a8fcf200cc4245ac48fb24d58bd6ee for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:26.805403 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.837307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:26.841741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:26.918442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port eaf55b63-4b6c-49cc-8f78-a041a641630d yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:26.977380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e120d-caea-4703-abb4-0f66d484eb68 req-90580b5b-0c61-4ff3-aa3d-37a1521fe313 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:26.979219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a0e120d-caea-4703-abb4-0f66d484eb68 req-90580b5b-0c61-4ff3-aa3d-37a1521fe313 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0967147 Aug 27 12:10:27.041614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a0e120d-caea-4703-abb4-0f66d484eb68 req-b3a7f96e-3f72-4616-b442-90b6ef6b6ac4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460913 Aug 27 12:10:27.143445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9d4f85b-0d28-4035-96bd-ae8a6339f006 req-4b125089-ffd8-4b15-99d6-90c5514519b2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 210 time: 0.0369120 Aug 27 12:10:27.195151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.216136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Allocated IP 172.20.0.9 (605e1d42-0695-4961-985c-e16e9d0bfcfd/5d463ad4-ae4f-4881-9a46-cd4291e6a582/f5930279-5aeb-4d1a-bab1-f857e32be7ba) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:27.283730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.378869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:27.386991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:27.396928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:27.402730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:27.403388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.433400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=eaf55b63-4b6c-49cc-8f78-a041a641630d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:27.441037 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-93e4086a-9a0b-4bc1-a670-37d6485a6f0d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8205004 Aug 27 12:10:27.445829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:27.452214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:27.484110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.532946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.534941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.578678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Network 605e1d42-0695-4961-985c-e16e9d0bfcfd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:27.585008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:27.589317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:27.617445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Pushing event updated for resources: {'Port': ['ID=f5930279-5aeb-4d1a-bab1-f857e32be7ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:27.651868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:27.652610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.671352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3ae1a1c6-d508-45f0-a812-2cf53b041d48 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516294 Aug 27 12:10:27.685995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Request body: {'port': {'device_id': 'ee101130-b4c4-41a0-965b-e185b3438219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:27.737303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.746983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.773925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.777360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] In _notify_port_updated(), no bound segment for port eaf55b63-4b6c-49cc-8f78-a041a641630d on network d6485c9a-73d6-42e6-982a-2d96e122d274 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:10:27.784178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:27.784836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:27.790317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/ports/eaf55b63-4b6c-49cc-8f78-a041a641630d HTTP/1.1" status: 200 len: 818 time: 0.3435831 Aug 27 12:10:27.790782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:27.899347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cb381-88ce-4c8a-a3a3-62fa6b2e51a2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=eaf55b63-4b6c-49cc-8f78-a041a641630d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:27.969022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c07dca-1bd9-452c-99f1-59c0a46a922a req-9d30ba49-55b1-46c0-b210-e39016dc79ff tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:27.977385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23c07dca-1bd9-452c-99f1-59c0a46a922a req-9d30ba49-55b1-46c0-b210-e39016dc79ff tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1398618 Aug 27 12:10:28.041293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23c07dca-1bd9-452c-99f1-59c0a46a922a req-ddc9ae80-7dd6-4006-b80a-f1a7f56ef1e6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628562 Aug 27 12:10:28.055782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port eaf55b63-4b6c-49cc-8f78-a041a641630d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:28.056360 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.147790 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.163936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5930279-5aeb-4d1a-bab1-f857e32be7ba {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:28.172769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.186809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for eaf55b63-4b6c-49cc-8f78-a041a641630d owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:28.189775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Transition to ACTIVE for port object f5930279-5aeb-4d1a-bab1-f857e32be7ba will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:28.194215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.296707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Pushing event updated for resources: {'Port': ['ID=f5930279-5aeb-4d1a-bab1-f857e32be7ba,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:28.367289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Attempting to bind port f5930279-5aeb-4d1a-bab1-f857e32be7ba on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:28.367684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Attempting to bind port f5930279-5aeb-4d1a-bab1-f857e32be7ba by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:28.368100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Attempting to bind port f5930279-5aeb-4d1a-bab1-f857e32be7ba on network 605e1d42-0695-4961-985c-e16e9d0bfcfd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:28.375157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Port f5930279-5aeb-4d1a-bab1-f857e32be7ba on network 605e1d42-0695-4961-985c-e16e9d0bfcfd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:10:28.375588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Attempting to bind port f5930279-5aeb-4d1a-bab1-f857e32be7ba on network 605e1d42-0695-4961-985c-e16e9d0bfcfd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:28.383623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:28.384375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Checking segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:28.384768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Bound using segment: {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:28.385282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Bound port: f5930279-5aeb-4d1a-bab1-f857e32be7ba, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fa6d21-d42f-46ea-a732-df5315e6671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:28.385910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.476207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] For port f5930279-5aeb-4d1a-bab1-f857e32be7ba, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:28.480766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] For port f5930279-5aeb-4d1a-bab1-f857e32be7ba, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:28.485445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.557144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:28.558765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.561930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] 10.222.0.65 "PUT /v2.0/ports/f5930279-5aeb-4d1a-bab1-f857e32be7ba HTTP/1.1" status: 200 len: 1091 time: 0.8821981 Aug 27 12:10:28.562919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee101130-b4c4-41a0-965b-e185b3438219', 'tag': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:28.567316 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e6e979-5a44-4c94-b5c0-789e4d299857" -d '{"events": [{"name": "network-changed", "server_uuid": "ee101130-b4c4-41a0-965b-e185b3438219", "tag": "f5930279-5aeb-4d1a-bab1-f857e32be7ba"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:28.574433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde82748-eab4-4341-b75d-fbedfa690fa4 req-d8680a3c-5e5e-4017-83cf-3a2c58b3f5e0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:28.575302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9191d74-da58-4cc8-8720-8e0d923e5b38 service neutron] Pushing event updated for resources: {'Port': ['ID=f5930279-5aeb-4d1a-bab1-f857e32be7ba,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:28.583444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fde82748-eab4-4341-b75d-fbedfa690fa4 req-d8680a3c-5e5e-4017-83cf-3a2c58b3f5e0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.4587989 Aug 27 12:10:28.632231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ba103-ce22-4cc3-b0b4-9068d56e7377 req-59aaebfe-9a60-4b6d-b8a2-364b5361e5f0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:28.635260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-378ba103-ce22-4cc3-b0b4-9068d56e7377 req-59aaebfe-9a60-4b6d-b8a2-364b5361e5f0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 943 time: 0.1277366 Aug 27 12:10:28.662031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.678610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-7b1fe567-a883-4e44-ba89-b4f087bd6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:28.680244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-7b1fe567-a883-4e44-ba89-b4f087bd6ae1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 1094 time: 0.0608690 Aug 27 12:10:28.689952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fde82748-eab4-4341-b75d-fbedfa690fa4 req-ac23418d-9c2b-4ff9-8b82-5a8d76b4398c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060786 Aug 27 12:10:28.731725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.736283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/eaf55b63-4b6c-49cc-8f78-a041a641630d HTTP/1.1" status: 204 len: 168 time: 0.9045339 Aug 27 12:10:28.737117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-378ba103-ce22-4cc3-b0b4-9068d56e7377 req-c7f8f20b-a5af-49ca-a3fe-19c619be4e3d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955338 Aug 27 12:10:28.737905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b8260-9e84-490a-a15a-b5bc8ca3c56d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=eaf55b63-4b6c-49cc-8f78-a041a641630d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:28.745218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52940) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:28.764155 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-3e52b797-5ab8-4af0-aa16-c41552f1a8a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba HTTP/1.1" status: 200 len: 217 time: 0.0706279 Aug 27 12:10:28.823616 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9653bb-6783-4965-98e6-083d70d7816f x-openstack-request-id: req-6d9653bb-6783-4965-98e6-083d70d7816f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:28.823616 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee101130-b4c4-41a0-965b-e185b3438219", "tag": "f5930279-5aeb-4d1a-bab1-f857e32be7ba", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:28.823616 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d9653bb-6783-4965-98e6-083d70d7816f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:28.823616 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee101130-b4c4-41a0-965b-e185b3438219', 'tag': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba', 'status': 'completed', 'code': 200} Aug 27 12:10:28.851021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ca6c2-6dea-4fa1-b881-295c39f1b616 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:28.852730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3e6ca6c2-6dea-4fa1-b881-295c39f1b616 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1065457 Aug 27 12:10:28.855611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:28.858563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-8082e7ce-63c0-4b18-919e-f51ac07584e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:28.860363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-8082e7ce-63c0-4b18-919e-f51ac07584e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 200 len: 855 time: 0.0786202 Aug 27 12:10:28.886871 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19594ed-75be-468a-b6d5-45be05c518e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:28.888622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f19594ed-75be-468a-b6d5-45be05c518e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/eaf55b63-4b6c-49cc-8f78-a041a641630d HTTP/1.1" status: 404 len: 333 time: 0.0318682 Aug 27 12:10:28.893170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:28.898654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-186893659'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:28.917380 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-9d67f761-fe88-47b8-8bfd-edfde87e60c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=605e1d42-0695-4961-985c-e16e9d0bfcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463669 Aug 27 12:10:28.934704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:28.938617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.967200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:28.978606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:28.978606 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa of type vlan for network 766c08e1-a220-4e6f-949f-262f9b71c801 Aug 27 12:10:29.030266 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-79f21e85-a4e2-498d-8be0-e4ccf793c6f6 service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013589 Aug 27 12:10:29.033410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:29.072311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:29.081102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:29.082109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:29.229768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9aaa7ae-224e-4975-ad92-434d8451d562 req-377a671e-67e1-4f6e-b0bf-16e6907a0725 service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920109 Aug 27 12:10:29.232991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3386319 Aug 27 12:10:29.239451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52956) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:29.246823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:29.268258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:10:29.304371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:29.312446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393faa6-7952-411e-a31f-7876e0191470 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=766c08e1-a220-4e6f-949f-262f9b71c801,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:29.350131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11afab-b542-4309-b644-da8d70b7e26a req-63970081-60a2-47b4-84b7-0a81a1dd6ba9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:29.353526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef11afab-b542-4309-b644-da8d70b7e26a req-63970081-60a2-47b4-84b7-0a81a1dd6ba9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1686132 Aug 27 12:10:29.419324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:29.478780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef11afab-b542-4309-b644-da8d70b7e26a req-fdb070e1-fe42-4948-a39f-45a776ee2d13 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108274 Aug 27 12:10:29.504212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ceceaebf-8597-4069-b9a0-0c140e74cbc3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:29.505180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ceceaebf-8597-4069-b9a0-0c140e74cbc3 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:29.538803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-6b56c232-b0ce-4458-ad97-1acf1ca837f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:29.542996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-6b56c232-b0ce-4458-ad97-1acf1ca837f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 1094 time: 0.1559234 Aug 27 12:10:29.643701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:29.648954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:29.649133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:29.671639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '32772e3e-c84a-44d7-9793-f06608eab91a', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a', 'mac_address': 'fa:16:3e:cd:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:10:29.778768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:29.823643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:29.893857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee43b99-9c92-409e-8644-e6f48651a3f3 req-45459092-aa4b-4abf-843a-45c512b6385a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:29.896502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee43b99-9c92-409e-8644-e6f48651a3f3 req-45459092-aa4b-4abf-843a-45c512b6385a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0793543 Aug 27 12:10:29.899124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:29.910493 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:29.924831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-b8e4ff14-4253-4408-ada1-dedae9bda206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:29.927932 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-b8e4ff14-4253-4408-ada1-dedae9bda206 service neutron] 10.222.0.65 "GET /v2.0/networks?id=605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 200 len: 916 time: 0.3701925 Aug 27 12:10:30.057575 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-4d9785b2-9b1f-4904-9892-f33cd99534be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba HTTP/1.1" status: 200 len: 217 time: 0.1167390 Aug 27 12:10:30.059893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e23cef-66cb-4bab-ad4f-a27dd65c62e5 req-eed10426-6bb6-4dbb-973b-5890b82a10bc tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:30.069162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60e23cef-66cb-4bab-ad4f-a27dd65c62e5 req-eed10426-6bb6-4dbb-973b-5890b82a10bc tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 943 time: 0.1709485 Aug 27 12:10:30.083118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee43b99-9c92-409e-8644-e6f48651a3f3 req-767a97e6-fd0c-4071-ab20-f6d1f89f2d4a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576538 Aug 27 12:10:30.098939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:30.127150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['32772e3e-c84a-44d7-9793-f06608eab91a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:30.196227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60e23cef-66cb-4bab-ad4f-a27dd65c62e5 req-cc5f10fd-0146-42fa-8da9-5c5a87f9d803 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114120 Aug 27 12:10:30.246287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-55413d75-343a-461e-b811-eaabc08fec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:30.250083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-55413d75-343a-461e-b811-eaabc08fec7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 200 len: 855 time: 0.1784024 Aug 27 12:10:30.338086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-3588a7e4-0946-4682-a88f-e735a801a5ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=605e1d42-0695-4961-985c-e16e9d0bfcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775266 Aug 27 12:10:30.341310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:30.496309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=e8a21bc8-2286-47f6-8a82-6b10f6a8afe2,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:30.552996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:30.553397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: 766c08e1-a220-4e6f-949f-262f9b71c801, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:30.561855 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-072378ff-2a54-4a93-8978-37eaeb52f620 service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057767 Aug 27 12:10:30.602599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 766c08e1-a220-4e6f-949f-262f9b71c801 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:30.667973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 766c08e1-a220-4e6f-949f-262f9b71c801) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:30.676853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:30.679051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:30.680889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d437ca-77a6-4b61-b61d-1b529386bad6 None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:30.718412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0c9c79c-0a28-43e6-83fc-e43814bb904e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4756114 Aug 27 12:10:30.721202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:30.725634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:30.782653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-98e6e979-5a44-4c94-b5c0-789e4d299857 req-2187484b-9cb7-4320-ae93-a941a760d0de service neutron] 10.222.0.65 "GET /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090144 Aug 27 12:10:30.832700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a75839-501f-4bb5-88a5-d208250e8e70 req-9321b33b-a71d-405a-ac58-759552e34d85 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:30.841559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67a75839-501f-4bb5-88a5-d208250e8e70 req-9321b33b-a71d-405a-ac58-759552e34d85 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.2124157 Aug 27 12:10:30.918714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67a75839-501f-4bb5-88a5-d208250e8e70 req-e8b80b19-ca24-4bea-a21b-74436051c9ed tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758932 Aug 27 12:10:30.923448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-766c08e1-a220-4e6f-949f-262f9b71c801', 'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': 'e8a21bc8-2286-47f6-8a82-6b10f6a8afe2'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:10:30.924797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.081539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:31.088666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.189127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Allocated IP 2001:db8::2 (766c08e1-a220-4e6f-949f-262f9b71c801/e8a21bc8-2286-47f6-8a82-6b10f6a8afe2/8c5db30d-287b-4f69-8e1b-e69646c05b2e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:31.304465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:31.363462 n-d-688802-4 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8a21bc8-2286-47f6-8a82-6b10f6a8afe2 (CIDR: 2001:db8::/64) Aug 27 12:10:31.411698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 32772e3e-c84a-44d7-9793-f06608eab91a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:31.413254 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.441540 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:10:31.443656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:10:31.526774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd52eb9-a1e9-427e-8c5c-c4603c9560fb req-4530ed09-699c-4063-b136-a0ee7116cf8c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:31.541243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfd52eb9-a1e9-427e-8c5c-c4603c9560fb req-4530ed09-699c-4063-b136-a0ee7116cf8c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.2880750 Aug 27 12:10:31.544869 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.554444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-99bb6fbf-d318-4ff5-a830-ba62a528aac8 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8302014 Aug 27 12:10:31.556562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53014) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:31.565718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:31.577829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Transition to ACTIVE for port object 8c5db30d-287b-4f69-8e1b-e69646c05b2e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:31.660043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfd52eb9-a1e9-427e-8c5c-c4603c9560fb req-0c745f46-a33b-4277-be02-9efc0b76dbc1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996537 Aug 27 12:10:31.679089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Transition to ACTIVE for port object 8c5db30d-287b-4f69-8e1b-e69646c05b2e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:31.694821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075cec-a842-4f14-8fdd-92568b392fe3 req-713e5787-079e-4ea2-9974-7c8b3b610fe0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:31.706174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33075cec-a842-4f14-8fdd-92568b392fe3 req-713e5787-079e-4ea2-9974-7c8b3b610fe0 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 943 time: 0.3413978 Aug 27 12:10:31.707032 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.722890 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:10:31.764469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:31.769043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.817985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33075cec-a842-4f14-8fdd-92568b392fe3 req-6ae03ade-ba07-403c-9b3f-402784c2d489 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940542 Aug 27 12:10:31.849632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Pushing event updated for resources: {'Port': ['ID=8c5db30d-287b-4f69-8e1b-e69646c05b2e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:31.861424 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.922572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:31.926760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:31.927240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:31.931330 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32d88e-ed0a-4bd6-8f3c-9b6b5a94eddb" -d '{"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-plugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:31.938436 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:31.947068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:31.949781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:32.093569 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074b3913-3693-47e7-8080-16cdb4feda2e x-openstack-request-id: req-074b3913-3693-47e7-8080-16cdb4feda2e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:32.097479 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-plugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:32.097910 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-074b3913-3693-47e7-8080-16cdb4feda2e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:32.098543 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'code': 200} Aug 27 12:10:32.199817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:32.219005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:32.267285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Attempting to bind port 8c5db30d-287b-4f69-8e1b-e69646c05b2e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:32.268922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Attempting to bind port 8c5db30d-287b-4f69-8e1b-e69646c05b2e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:32.271280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Attempting to bind port 8c5db30d-287b-4f69-8e1b-e69646c05b2e on network 766c08e1-a220-4e6f-949f-262f9b71c801 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:32.283570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3138-4631-4b4f-a854-1e4fdff67ba6 req-f97033d9-f3bf-4755-9558-884326302d55 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:32.292360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a3b3138-4631-4b4f-a854-1e4fdff67ba6 req-f97033d9-f3bf-4755-9558-884326302d55 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1872299 Aug 27 12:10:32.297200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:32.298302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Checking segment: {'id': 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:32.299783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:32.300789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Bound using segment: {'id': 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:32.301795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Bound port: 8c5db30d-287b-4f69-8e1b-e69646c05b2e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:32.311442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 766c08e1-a220-4e6f-949f-262f9b71c801 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:32.314053 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:32.315673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:32.324223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:32.325123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:32.330862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=ac28a8c1-8649-4662-bfce-66c09bd90b62,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:32.353246 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5d161a74-f759-4664-820a-1386528c71e3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7947562 Aug 27 12:10:32.354268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:32.361231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801', 'fixed_ips': [{'subnet_id': 'e8a21bc8-2286-47f6-8a82-6b10f6a8afe2'}, {'subnet_id': 'ac28a8c1-8649-4662-bfce-66c09bd90b62'}], 'name': 'tempest-PortsIpV6TestJSON-921027786'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:32.437286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a3b3138-4631-4b4f-a854-1e4fdff67ba6 req-180f557e-8ffe-478d-8e28-8e831825f822 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298690 Aug 27 12:10:32.555870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] For port 8c5db30d-287b-4f69-8e1b-e69646c05b2e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:32.569876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] For port 8c5db30d-287b-4f69-8e1b-e69646c05b2e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8c5db30d-287b-4f69-8e1b-e69646c05b2e,segment=NetworkSegment(df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa),segment_id=df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:32.580983 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:32.638274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:32.866453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0352f9-b582-46de-b3c9-c3959e18587d None None] Pushing event updated for resources: {'Port': ['ID=8c5db30d-287b-4f69-8e1b-e69646c05b2e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:33.009370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d125-6971-488e-9841-dc17e05d08b0 req-7b9a6bd8-7389-4c4f-8966-2ad2d980bec9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:33.021683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:33.033244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c75d125-6971-488e-9841-dc17e05d08b0 req-7b9a6bd8-7389-4c4f-8966-2ad2d980bec9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1982524 Aug 27 12:10:33.096407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 6698e980-8f9b-4974-8242-7b6721e6a9db yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:33.275589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c75d125-6971-488e-9841-dc17e05d08b0 req-7cc98522-65b2-4a51-ac9e-704b05a1e050 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406669 Aug 27 12:10:33.299051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f5930279-5aeb-4d1a-bab1-f857e32be7ba details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:10:33.368946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d5cb7-4306-4112-8612-19368e4cb85d req-9c765d7b-256a-41cc-8a7b-4e5710f80657 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:33.391302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c07d5cb7-4306-4112-8612-19368e4cb85d req-9c765d7b-256a-41cc-8a7b-4e5710f80657 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 943 time: 0.3541667 Aug 27 12:10:33.529891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c07d5cb7-4306-4112-8612-19368e4cb85d req-d6efc519-f1c0-45dc-ae54-614a7598da11 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371596 Aug 27 12:10:33.655762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f5930279-5aeb-4d1a-bab1-f857e32be7ba, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:33.734731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba', 'network_id': '605e1d42-0695-4961-985c-e16e9d0bfcfd', 'port_id': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba', 'mac_address': 'fa:16:3e:9a:c0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d463ad4-ae4f-4881-9a46-cd4291e6a582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:10:33.840618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876c947-8e3e-486c-a833-cb17771866ff req-6b292dcd-f25f-4622-b466-272f3c79488d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:33.842494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3876c947-8e3e-486c-a833-cb17771866ff req-6b292dcd-f25f-4622-b466-272f3c79488d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.0858467 Aug 27 12:10:33.855765 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:33.891035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5930279-5aeb-4d1a-bab1-f857e32be7ba {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:33.930851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::10d (766c08e1-a220-4e6f-949f-262f9b71c801/e8a21bc8-2286-47f6-8a82-6b10f6a8afe2/6698e980-8f9b-4974-8242-7b6721e6a9db) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:33.944491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f5930279-5aeb-4d1a-bab1-f857e32be7ba, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:33.960576 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:33.963127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3876c947-8e3e-486c-a833-cb17771866ff req-4003176a-2f1a-4dd1-aac1-76208ba99a50 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126401 Aug 27 12:10:33.963709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8:0:1::a5 (766c08e1-a220-4e6f-949f-262f9b71c801/ac28a8c1-8649-4662-bfce-66c09bd90b62/6698e980-8f9b-4974-8242-7b6721e6a9db) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:34.097039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f5930279-5aeb-4d1a-bab1-f857e32be7ba,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:34.285465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:34.343331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f5930279-5aeb-4d1a-bab1-f857e32be7ba'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:34.485716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 6698e980-8f9b-4974-8242-7b6721e6a9db will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:34.521593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-8245b3c8-b967-4fed-a32c-3b72ee546bec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2248237 Aug 27 12:10:34.544606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8c5db30d-287b-4f69-8e1b-e69646c05b2e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:34.629679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551bb7-5eb4-421c-9aa8-c54b1a2bfe54 req-6cf70fae-c563-4e56-9d31-e6b1dce0adc1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:34.639331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c551bb7-5eb4-421c-9aa8-c54b1a2bfe54 req-6cf70fae-c563-4e56-9d31-e6b1dce0adc1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1020601 Aug 27 12:10:34.670933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:34.691029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:34.744656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c551bb7-5eb4-421c-9aa8-c54b1a2bfe54 req-088f4b4a-ba5f-4fab-85e3-fbba8bd0afd8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040459 Aug 27 12:10:34.915514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d634ea4-d8c1-44b0-a531-cd12e6220a7d req-a941abdd-26e6-46b4-ab2c-0c7e9e464481 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:34.917108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d634ea4-d8c1-44b0-a531-cd12e6220a7d req-a941abdd-26e6-46b4-ab2c-0c7e9e464481 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 944 time: 0.1371095 Aug 27 12:10:34.972265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d122cd2-bc92-4288-a31f-3ef8e3e37f35 None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:34.983117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 766c08e1-a220-4e6f-949f-262f9b71c801 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:34.989958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:34.990463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d634ea4-d8c1-44b0-a531-cd12e6220a7d req-53823328-12a2-4ece-b4bf-a76bd457d3c3 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658829 Aug 27 12:10:35.021747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:35.040207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:35.040886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:35.068066 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.7124586 Aug 27 12:10:35.071766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53056) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:35.080057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e9b1d-2ae7-4bea-992f-c6d3f315eb9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=6698e980-8f9b-4974-8242-7b6721e6a9db,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:35.084352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8a21bc8-2286-47f6-8a82-6b10f6a8afe2'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:35.112793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] Provisioning for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:35.115350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-f6a9c694-c5b4-4df0-8c75-57b3f0251cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:35.120864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-f6a9c694-c5b4-4df0-8c75-57b3f0251cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=39f34deedb014e47bfe1f880bce44433&device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 1097 time: 0.4995775 Aug 27 12:10:35.135916 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-afeb73d6-543e-4980-9432-8eaa8ac0cc5f service neutron] show failed (client error): The resource could not be found. Aug 27 12:10:35.137105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-afeb73d6-543e-4980-9432-8eaa8ac0cc5f service neutron] 10.222.0.77 "GET /v2.0/ports/8d4ba49d-8ac4-4df8-864e-027242e1eae5/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.3625274 Aug 27 12:10:35.152240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] Provisioning complete for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:35.152656 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:35.317820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae5f2c-4ca2-4cf2-b661-1210ae8cf319 req-02f7c9eb-a934-4a8a-a1c5-f43d138c0e92 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:35.319546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8ae5f2c-4ca2-4cf2-b661-1210ae8cf319 req-02f7c9eb-a934-4a8a-a1c5-f43d138c0e92 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1357477 Aug 27 12:10:35.417452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8ae5f2c-4ca2-4cf2-b661-1210ae8cf319 req-d442ecee-9e86-48a9-8130-616d76b2c121 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867071 Aug 27 12:10:35.515524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:35.557293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:35.635453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] For port 8c5db30d-287b-4f69-8e1b-e69646c05b2e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8c5db30d-287b-4f69-8e1b-e69646c05b2e,segment=NetworkSegment(df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa),segment_id=df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:35.647202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:35.718170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b73b17-d1f4-4c60-9b2b-c41fd4a10d2a None None] Pushing event updated for resources: {'Port': ['ID=8c5db30d-287b-4f69-8e1b-e69646c05b2e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:35.965009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Update dhcp port {'port': {'network_id': '766c08e1-a220-4e6f-949f-262f9b71c801', 'fixed_ips': [{'subnet_id': 'e8a21bc8-2286-47f6-8a82-6b10f6a8afe2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac28a8c1-8649-4662-bfce-66c09bd90b62'}], 'binding:host_id': 'n-d-688802-4'}, 'id': '8c5db30d-287b-4f69-8e1b-e69646c05b2e'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:10:36.111490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:36.228805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbdbf3-623e-4834-91a1-851b103d0be5 req-dad7b6d4-7635-42f4-a902-b54d48bdf8d0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:36.230371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45bbdbf3-623e-4834-91a1-851b103d0be5 req-dad7b6d4-7635-42f4-a902-b54d48bdf8d0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1673269 Aug 27 12:10:36.447559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45bbdbf3-623e-4834-91a1-851b103d0be5 req-0c3e10c8-5a34-4e1b-9014-11fad87af383 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941710 Aug 27 12:10:36.507291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8c5db30d-287b-4f69-8e1b-e69646c05b2e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:36.564680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-cfc75237-894a-45ca-b1cf-19dda14558b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:36.567729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-cfc75237-894a-45ca-b1cf-19dda14558b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71&tenant_id=43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 1101 time: 0.2794659 Aug 27 12:10:36.573527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b085ca6-4949-4413-9450-cec60ed94ae7 req-d5210885-a173-48d5-a4b2-e0f25dbaa90b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:36.588733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:36.591733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b085ca6-4949-4413-9450-cec60ed94ae7 req-d5210885-a173-48d5-a4b2-e0f25dbaa90b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 944 time: 0.3243337 Aug 27 12:10:36.602890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Delete allocated IP 2001:db8:0:1::a5 (766c08e1-a220-4e6f-949f-262f9b71c801/ac28a8c1-8649-4662-bfce-66c09bd90b62) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 12:10:36.629572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:36.645862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:36.715260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:36.731321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-7041cbf5-f218-403d-854a-cfa08d1af18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:36.734950 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-7041cbf5-f218-403d-854a-cfa08d1af18e service neutron] 10.222.0.77 "GET /v2.0/networks?id=87afc9b2-180f-4643-a9c3-4dcc259ee467 HTTP/1.1" status: 200 len: 907 time: 1.5791128 Aug 27 12:10:36.802257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b085ca6-4949-4413-9450-cec60ed94ae7 req-8e551fbc-2fce-46ff-af8c-c87fef238618 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088814 Aug 27 12:10:36.923540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688631f-374f-42b6-bacb-0c02b448f84c req-a7b7a327-aa60-47bd-81a3-e14cad3b9f9b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:36.925467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6688631f-374f-42b6-bacb-0c02b448f84c req-a7b7a327-aa60-47bd-81a3-e14cad3b9f9b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.1022296 Aug 27 12:10:36.992959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6688631f-374f-42b6-bacb-0c02b448f84c req-bd093d95-1756-49d2-9c6b-a0961ac5484a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577319 Aug 27 12:10:37.027879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.043857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Ignored duplicate provisioning block setup for port 6698e980-8f9b-4974-8242-7b6721e6a9db by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 12:10:37.052849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.080850 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-b69de4a3-d2a7-4799-93f7-bb757c1924fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb HTTP/1.1" status: 200 len: 1002 time: 0.3380105 Aug 27 12:10:37.177730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] In _notify_port_updated(), no bound segment for port 6698e980-8f9b-4974-8242-7b6721e6a9db on network 766c08e1-a220-4e6f-949f-262f9b71c801 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:10:37.200907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:37.204069 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.205489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/ports/6698e980-8f9b-4974-8242-7b6721e6a9db HTTP/1.1" status: 200 len: 925 time: 2.1327505 Aug 27 12:10:37.209790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:37.216897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a751edb-4fd0-478b-9784-7c148e9999a3 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=6698e980-8f9b-4974-8242-7b6721e6a9db,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:37.222927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8a21bc8-2286-47f6-8a82-6b10f6a8afe2'}, {'subnet_id': 'ac28a8c1-8649-4662-bfce-66c09bd90b62'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:37.267230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Allocated IP 2001:db8:0:1::2 (766c08e1-a220-4e6f-949f-262f9b71c801/ac28a8c1-8649-4662-bfce-66c09bd90b62/8c5db30d-287b-4f69-8e1b-e69646c05b2e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:37.330756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f5930279-5aeb-4d1a-bab1-f857e32be7ba up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:37.354218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-e17da627-0987-437e-a265-be234b9ea1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:37.355896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-e17da627-0987-437e-a265-be234b9ea1d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=275d7f5d-06df-45c3-bc42-a619c3ae9b3d HTTP/1.1" status: 200 len: 845 time: 0.2343974 Aug 27 12:10:37.446359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.478221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:37.501104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-cb398e8a-08c3-4e4e-b53f-e8b0b9671aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:37.502797 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-cb398e8a-08c3-4e4e-b53f-e8b0b9671aa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=87afc9b2-180f-4643-a9c3-4dcc259ee467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229978 Aug 27 12:10:37.536092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f5930279-5aeb-4d1a-bab1-f857e32be7ba completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:37.589546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f5930279-5aeb-4d1a-bab1-f857e32be7ba triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:37.594058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.725530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:37.769130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] For port 8c5db30d-287b-4f69-8e1b-e69646c05b2e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8c5db30d-287b-4f69-8e1b-e69646c05b2e,segment=NetworkSegment(df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa),segment_id=df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:37.777323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46704-94bb-445c-b16f-9077e4113dbc req-ee50cd56-3912-44fa-8ea3-91ae8ef5e56c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:37.780270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ba46704-94bb-445c-b16f-9077e4113dbc req-ee50cd56-3912-44fa-8ea3-91ae8ef5e56c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1416032 Aug 27 12:10:37.862690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.879452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Transition to ACTIVE for port object 8c5db30d-287b-4f69-8e1b-e69646c05b2e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:37.899332 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:37.989933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ba46704-94bb-445c-b16f-9077e4113dbc req-4140470b-af98-42a4-8eb1-85342e65a501 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024338 Aug 27 12:10:38.024771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.056883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8:0:1::f (766c08e1-a220-4e6f-949f-262f9b71c801/ac28a8c1-8649-4662-bfce-66c09bd90b62/6698e980-8f9b-4974-8242-7b6721e6a9db) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:38.071015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a0fc-7e4f-4836-8f16-46126ae991a3 req-4925c169-306e-4913-be1c-8327c5134f0a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:38.095767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4e1a0fc-7e4f-4836-8f16-46126ae991a3 req-4925c169-306e-4913-be1c-8327c5134f0a tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 944 time: 0.1549604 Aug 27 12:10:38.173132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.177560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b70f26-2e26-457a-9963-08859163acb8 None None] Pushing event updated for resources: {'Port': ['ID=8c5db30d-287b-4f69-8e1b-e69646c05b2e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:38.200976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee101130-b4c4-41a0-965b-e185b3438219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:38.211686 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7d971-ef03-49af-bf15-f638c5fd4863" -d '{"events": [{"server_uuid": "ee101130-b4c4-41a0-965b-e185b3438219", "name": "network-vif-plugged", "status": "completed", "tag": "f5930279-5aeb-4d1a-bab1-f857e32be7ba"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:38.220255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:38.231097 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1869ba-1851-4e19-811b-0d31236c8a91" -d '{"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:38.241680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4e1a0fc-7e4f-4836-8f16-46126ae991a3 req-d0482b0a-4880-4999-9417-83dd12419942 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429706 Aug 27 12:10:38.247460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.251030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f5930279-5aeb-4d1a-bab1-f857e32be7ba, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:38.273984 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.294630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-3cf8dcfc-9a75-4a24-98be-472725c3cc47 service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648728 Aug 27 12:10:38.436711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f5930279-5aeb-4d1a-bab1-f857e32be7ba,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:38.467754 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342b0e5-a6f3-4671-b083-8fabed772e04 x-openstack-request-id: req-d342b0e5-a6f3-4671-b083-8fabed772e04 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:38.468154 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee101130-b4c4-41a0-965b-e185b3438219", "name": "network-vif-plugged", "status": "completed", "tag": "f5930279-5aeb-4d1a-bab1-f857e32be7ba", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:38.468532 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d342b0e5-a6f3-4671-b083-8fabed772e04 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:38.469102 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee101130-b4c4-41a0-965b-e185b3438219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba', 'code': 200} Aug 27 12:10:38.486643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Transition to ACTIVE for port object 8d4ba49d-8ac4-4df8-864e-027242e1eae5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:38.506120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f661510-c405-460c-9811-245de9bc5ec2 req-8ec1a0fc-cb72-45e9-8c2d-be9b0a4853a4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:38.538991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8c5db30d-287b-4f69-8e1b-e69646c05b2e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:38.560806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.561167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f661510-c405-460c-9811-245de9bc5ec2 req-8ec1a0fc-cb72-45e9-8c2d-be9b0a4853a4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.3159199 Aug 27 12:10:38.608163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Ignored duplicate provisioning block setup for port 6698e980-8f9b-4974-8242-7b6721e6a9db by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 12:10:38.704872 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7ac7ef-da92-48af-a4b2-3094490f637b x-openstack-request-id: req-cc7ac7ef-da92-48af-a4b2-3094490f637b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:38.705778 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:38.707175 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc7ac7ef-da92-48af-a4b2-3094490f637b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:38.707990 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'code': 200} Aug 27 12:10:38.709827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.715325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f661510-c405-460c-9811-245de9bc5ec2 req-621225c8-530c-41b5-8be4-5e73e71fbd3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530228 Aug 27 12:10:38.718067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.743450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26177-deb8-4298-bcad-3ebe42a23a2e req-7531a4b9-6b0f-4845-9687-43ce24758418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:38.745239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0b26177-deb8-4298-bcad-3ebe42a23a2e req-7531a4b9-6b0f-4845-9687-43ce24758418 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 1096 time: 0.1429849 Aug 27 12:10:38.861823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0b26177-deb8-4298-bcad-3ebe42a23a2e req-8829c830-4fc1-468c-8aea-33d5d9efe050 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088753 Aug 27 12:10:38.911693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:38.917408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] No DVR routers for this DVR port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:38.974195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] In _notify_port_updated(), no bound segment for port 6698e980-8f9b-4974-8242-7b6721e6a9db on network 766c08e1-a220-4e6f-949f-262f9b71c801 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:10:38.980469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:38.981463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:38.983136 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/ports/6698e980-8f9b-4974-8242-7b6721e6a9db HTTP/1.1" status: 200 len: 1009 time: 1.7700226 Aug 27 12:10:38.986610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53126) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:38.991060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.991682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.992225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.992774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.993448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.994041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.994834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.995379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.997853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.998472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.999277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:38.999819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:39.079775 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f73ed88-a939-428f-a8b2-60667f3f77b2 req-0ffa3fb0-6236-40f2-a7ea-dd64693d0549 service neutron] 10.222.0.77 "GET /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770810 Aug 27 12:10:39.106549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:39.107154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:39.107597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:39.125556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:10:39.132379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Attempting to bind port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:39.136277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc38d3-6e53-432b-afad-6e8bb0139111 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=6698e980-8f9b-4974-8242-7b6721e6a9db,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:39.148090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:39.150557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:39.151061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:39.151636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Bound port: 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:39.152138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:39.265292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:39.270703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 6698e980-8f9b-4974-8242-7b6721e6a9db {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:39.271106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:39.271315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:39.282222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:39.373399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dbd13-4a5a-4166-bdcc-83f8beefec5c req-a2e07d6b-4380-4aa7-bb4a-53d3a231d5d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:39.374991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00dbd13-4a5a-4166-bdcc-83f8beefec5c req-a2e07d6b-4380-4aa7-bb4a-53d3a231d5d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.2008717 Aug 27 12:10:39.399305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:39.400600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:39.403159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] 10.222.0.65 "PUT /v2.0/ports/8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 1096 time: 2.8227565 Aug 27 12:10:39.438309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:39.547065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 6698e980-8f9b-4974-8242-7b6721e6a9db owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:39.587322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362044-dce9-481a-8df2-09e6d0b1fe0c service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:39.611627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-adfabe28-a69b-4b4a-a145-4497c8445def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:39.618452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-adfabe28-a69b-4b4a-a145-4497c8445def service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1099 time: 0.1874444 Aug 27 12:10:39.647772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9959a-d26a-4c8d-a7e4-083084f3b3eb None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:39.793870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Provisioning for port 6698e980-8f9b-4974-8242-7b6721e6a9db completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:39.802772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Provisioning complete for port 6698e980-8f9b-4974-8242-7b6721e6a9db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:39.803542 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:39.806371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00dbd13-4a5a-4166-bdcc-83f8beefec5c req-b0ca0aa9-9a11-40a7-ae02-e12acc9636cb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474329 Aug 27 12:10:39.837793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdaa48-6cd2-4ba5-a03a-df62497ef5c8 req-bfcbb29b-4338-45b5-891f-2a79709f7978 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:39.852739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edbdaa48-6cd2-4ba5-a03a-df62497ef5c8 req-bfcbb29b-4338-45b5-891f-2a79709f7978 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.3332520 Aug 27 12:10:39.874824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-e696b10c-d374-4920-a80b-b84a629f2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:39.884468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-e696b10c-d374-4920-a80b-b84a629f2fdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2555733 Aug 27 12:10:39.885899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Port 6698e980-8f9b-4974-8242-7b6721e6a9db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:10:39.916215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Provisioning for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:39.961115 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-aa149138-7c5c-4ae1-b450-9ff87ad50d44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0670950 Aug 27 12:10:39.989937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Provisioning complete for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:39.992096 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cf8aa50-bdc5-4343-b57a-f894b6f021e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:40.070767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edbdaa48-6cd2-4ba5-a03a-df62497ef5c8 req-04c4e3af-7c20-4122-8423-72c8d49241ef tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169631 Aug 27 12:10:40.148865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:40.159298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-fe76f10a-0971-48d8-8167-2d787d9dd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:40.162904 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-fe76f10a-0971-48d8-8167-2d787d9dd348 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1939626 Aug 27 12:10:40.288202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:40.294774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-2099610e-c4ca-46b5-9d0d-65c08279ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:40.304103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-2099610e-c4ca-46b5-9d0d-65c08279ac8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315494 Aug 27 12:10:40.341515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b339c-62e8-4d7e-ba1e-c8bfe653a5eb req-4c1e489f-6ff2-4a06-bbe5-efa6d0c76848 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:40.345921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d50b339c-62e8-4d7e-ba1e-c8bfe653a5eb req-4c1e489f-6ff2-4a06-bbe5-efa6d0c76848 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.3456841 Aug 27 12:10:40.402288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:40.466579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=6698e980-8f9b-4974-8242-7b6721e6a9db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:40.573310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d50b339c-62e8-4d7e-ba1e-c8bfe653a5eb req-efc05a24-b4ad-4c33-86a1-fb832cb63fb4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077203 Aug 27 12:10:40.647346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:40.674018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e7e4e909-b2bf-4760-b5ff-cdd004f3aaa4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/6698e980-8f9b-4974-8242-7b6721e6a9db HTTP/1.1" status: 204 len: 168 time: 1.6858842 Aug 27 12:10:40.675225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53154) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:40.709964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:40.723073 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761" -d '{"events": [{"name": "network-changed", "server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:40.728171 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e863a6e3-32e7-451c-8ab8-62aaed3442a4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:40.732444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-4c7f4d75-d430-43d2-9c47-93333c476c3e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196174 Aug 27 12:10:40.733154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e863a6e3-32e7-451c-8ab8-62aaed3442a4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/6698e980-8f9b-4974-8242-7b6721e6a9db HTTP/1.1" status: 404 len: 333 time: 0.0563660 Aug 27 12:10:40.734253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:40.761796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d686afed-a8f7-4f65-9196-67b577baa8af None None] Could not find standard attr ID for object 6698e980-8f9b-4974-8242-7b6721e6a9db. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:40.803712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d686afed-a8f7-4f65-9196-67b577baa8af None None] Provisioning complete for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:40.807720 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d686afed-a8f7-4f65-9196-67b577baa8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:40.876185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet ac28a8c1-8649-4662-bfce-66c09bd90b62 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:40.885139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:40.916443 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae23b381-af5b-4cca-9555-66ef512ba7bc x-openstack-request-id: req-ae23b381-af5b-4cca-9555-66ef512ba7bc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:40.916729 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:40.916997 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae23b381-af5b-4cca-9555-66ef512ba7bc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:40.917576 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'status': 'completed', 'code': 200} Aug 27 12:10:41.013641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:41.094190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0d6cfb41-f6e1-4137-90fb-481d597ce801 req-9200d853-4d92-4a56-8bde-ce92d16fb5c6 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423450 Aug 27 12:10:41.119438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-e0f8b142-4a5e-48d9-ada2-b83e32ed2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:41.123933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-e0f8b142-4a5e-48d9-ada2-b83e32ed2934 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1099 time: 0.1594534 Aug 27 12:10:41.295602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3b7ff7c7-85b4-4f20-b122-d6d7cbe9cb66 None None] Could not find standard attr ID for object 6698e980-8f9b-4974-8242-7b6721e6a9db. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:41.462626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41275234-f575-4ecd-b986-88a1f4c308c0 req-2bc52d96-6963-43ab-859b-b68cc4cfa4c7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:41.476672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41275234-f575-4ecd-b986-88a1f4c308c0 req-2bc52d96-6963-43ab-859b-b68cc4cfa4c7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.3955147 Aug 27 12:10:41.485607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-060f11f4-153e-44da-ba28-61047f8ba88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:41.487321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-060f11f4-153e-44da-ba28-61047f8ba88f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1099 time: 0.1568923 Aug 27 12:10:41.494921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:41.631908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5f19-1ed4-4fad-9a29-c682dbdc7e9b req-8fef9674-8ee2-4329-afb9-afe50fbc4244 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:41.633598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a0f5f19-1ed4-4fad-9a29-c682dbdc7e9b req-8fef9674-8ee2-4329-afb9-afe50fbc4244 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.3171043 Aug 27 12:10:41.700558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-703311b7-848d-4ef6-9fba-cc46cabab633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:41.702901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-703311b7-848d-4ef6-9fba-cc46cabab633 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2046840 Aug 27 12:10:41.723120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-040a3a04-4708-4432-af60-e8c387d414b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:41.726247 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-040a3a04-4708-4432-af60-e8c387d414b3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.5883770 Aug 27 12:10:41.773593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-6316e967-beb6-4671-afc6-804cc104f511 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0462995 Aug 27 12:10:41.810429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41275234-f575-4ecd-b986-88a1f4c308c0 req-686af422-68ef-4c92-8213-d6fac12d1a65 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870343 Aug 27 12:10:41.838033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ac1b2712-c354-4328-9809-3e33efc94090 None None] Could not find standard attr ID for object 6698e980-8f9b-4974-8242-7b6721e6a9db. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:41.841362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a0f5f19-1ed4-4fad-9a29-c682dbdc7e9b req-fdd162fd-e873-41b5-bcfc-5a558fe550be tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869311 Aug 27 12:10:41.868773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-e6b4b541-19b2-4152-a6a8-213a49dedfab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0941947 Aug 27 12:10:41.899132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:41.972685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=ac28a8c1-8649-4662-bfce-66c09bd90b62,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:41.978643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:41.994938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2dbe3610-2cf5-4d9b-bf7b-d2b7cb356726 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/ac28a8c1-8649-4662-bfce-66c09bd90b62 HTTP/1.1" status: 204 len: 168 time: 1.2502809 Aug 27 12:10:41.994938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:42.027473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-dd98a925-cdf8-4195-a687-75733bb953f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:42.028992 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-dd98a925-cdf8-4195-a687-75733bb953f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1078715 Aug 27 12:10:42.143091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-6a02eab1-91e2-4e23-b4c1-1f3a2ec8b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:42.144689 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-6a02eab1-91e2-4e23-b4c1-1f3a2ec8b788 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.2884557 Aug 27 12:10:42.158063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-16171feb-f7e0-40e7-b278-6a8a4649183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:42.172255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-16171feb-f7e0-40e7-b278-6a8a4649183c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343794 Aug 27 12:10:42.180129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet e8a21bc8-2286-47f6-8a82-6b10f6a8afe2 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:42.224080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:42.256034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6296c639-dd90-4231-aaf1-647781a06f13 None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:42.301054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-927e5392-2b47-44ef-96b9-a2379f069382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:42.303733 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-927e5392-2b47-44ef-96b9-a2379f069382 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301484 Aug 27 12:10:42.439650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2c007c7-ec24-49df-9715-e6675a0cd813 None None] Could not find standard attr ID for object 6698e980-8f9b-4974-8242-7b6721e6a9db. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:42.469140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-807d33c9-54d6-4e9e-a39d-23b3c66f6f4f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684507 Aug 27 12:10:42.836880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaa9ef-9db9-498f-a112-e9a64000d708 req-87389442-9470-4408-9e9f-50d3e6323504 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:42.846877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70aaa9ef-9db9-498f-a112-e9a64000d708 req-87389442-9470-4408-9e9f-50d3e6323504 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.7489913 Aug 27 12:10:42.878227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:42.985666 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-68725d1c-bd84-4a98-965a-a44b28895da9 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649907 Aug 27 12:10:42.987582 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-51020e7c-29f0-4abf-b495-fd2d17afd661 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948223 Aug 27 12:10:43.028835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:43.108060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:43.198720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-91e56f9e-2bc0-47bf-b8b0-25d1ddb01761 req-5bf81a66-0200-4346-ae0c-0cb6411e1f57 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054312 Aug 27 12:10:43.211033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a21bc8-2286-47f6-8a82-6b10f6a8afe2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:43.213095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:43.222158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53214) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:43.232573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-62f2927e-5a73-4fd3-9cea-c3488b2367d6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/e8a21bc8-2286-47f6-8a82-6b10f6a8afe2 HTTP/1.1" status: 204 len: 168 time: 1.2435932 Aug 27 12:10:43.244392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867347b-7a86-43d3-9a0e-2d4dc286f41f req-213d84c7-9dda-40e1-ac92-7ef777551588 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:43.251711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f867347b-7a86-43d3-9a0e-2d4dc286f41f req-213d84c7-9dda-40e1-ac92-7ef777551588 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 1.0601003 Aug 27 12:10:43.296546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70aaa9ef-9db9-498f-a112-e9a64000d708 req-a4a9a57b-ea96-40e4-8cf7-3897de4d1ef6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486403 Aug 27 12:10:43.377086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f867347b-7a86-43d3-9a0e-2d4dc286f41f req-baff51b9-c4e3-4637-86f3-b9744fca11bc tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156263 Aug 27 12:10:43.439751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:43.577608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 8c5db30d-287b-4f69-8e1b-e69646c05b2e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:43.578777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:43.658942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a04f-52c7-43b4-bad7-925a0e64fbb6 req-a57f52c7-24fe-465c-9fb0-be1a97fea49d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:43.676806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8a1a04f-52c7-43b4-bad7-925a0e64fbb6 req-a57f52c7-24fe-465c-9fb0-be1a97fea49d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1462331 Aug 27 12:10:43.770724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] For port 8c5db30d-287b-4f69-8e1b-e69646c05b2e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8c5db30d-287b-4f69-8e1b-e69646c05b2e,segment=NetworkSegment(df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa),segment_id=df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:43.771200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:43.786144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8a1a04f-52c7-43b4-bad7-925a0e64fbb6 req-024e0da8-27fd-43fd-bd9e-dc3534c0b658 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081750 Aug 27 12:10:43.788775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 8c5db30d-287b-4f69-8e1b-e69646c05b2e owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:43.988522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb6091-0714-45b2-8b94-786a5cd3d5c8 None None] Network 766c08e1-a220-4e6f-949f-262f9b71c801 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:44.008685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c0df5fec-0907-45b2-b4f0-667918fff6be None None] Provisioning complete for port 8c5db30d-287b-4f69-8e1b-e69646c05b2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:44.009130 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c0df5fec-0907-45b2-b4f0-667918fff6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.042854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.088234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=8c5db30d-287b-4f69-8e1b-e69646c05b2e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:44.091496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No DVR routers for this DVR port 8c5db30d-287b-4f69-8e1b-e69646c05b2e on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:44.143374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c0df5fec-0907-45b2-b4f0-667918fff6be None None] Could not find standard attr ID for object 8c5db30d-287b-4f69-8e1b-e69646c05b2e. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:44.148006 n-d-688802-4 neutron-server[94625]: INFO neutron.plugins.ml2.db [None req-c0df5fec-0907-45b2-b4f0-667918fff6be None None] No ports have port_id starting with 8c5db30d-287b-4f69-8e1b-e69646c05b2e Aug 27 12:10:44.177731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf165b0-ae04-4ef4-9e76-87bfdbf89396 req-b28cc2f6-ff55-426b-addf-9ed41657d176 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:44.190427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cf165b0-ae04-4ef4-9e76-87bfdbf89396 req-b28cc2f6-ff55-426b-addf-9ed41657d176 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.1793182 Aug 27 12:10:44.276547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cf165b0-ae04-4ef4-9e76-87bfdbf89396 req-e5703957-f23e-46bb-b899-d62246aefa81 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841780 Aug 27 12:10:44.304010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.316317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766c08e1-a220-4e6f-949f-262f9b71c801']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:44.329514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:44.334366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df56a8a2-d1a5-4c6f-94e1-22ddf5a9e3fa') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:44.347369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9621445-2a4a-42f6-835f-d4c09143054b None None] DHCP port deletion for 766c08e1-a220-4e6f-949f-262f9b71c801 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:44.362314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.396122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.408010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:44.411863 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:44.412141 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:44.493561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.529499 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.539183 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/766c08e1-a220-4e6f-949f-262f9b71c801 HTTP/1.1" status: 204 len: 168 time: 1.3155916 Aug 27 12:10:44.541040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43358e82-c398-4819-87b7-83f2fd2dd306 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=766c08e1-a220-4e6f-949f-262f9b71c801,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:44.546707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53236) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:44.622127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec5dc4-6ad2-404c-b6a6-46b103a0e46b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:44.623081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba5c0d-07c7-46ad-bb3f-e1468ed551d5 req-1e1e21c1-9845-48f7-99e7-27f3f69f7b42 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:44.624252 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bcec5dc4-6ad2-404c-b6a6-46b103a0e46b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0761185 Aug 27 12:10:44.626061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05ba5c0d-07c7-46ad-bb3f-e1468ed551d5 req-1e1e21c1-9845-48f7-99e7-27f3f69f7b42 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.1015511 Aug 27 12:10:44.630979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53240) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:44.687221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08ed79-d9e5-417a-82da-52fc7a609b2c req-a4c69c67-af72-4878-9eb9-ff0bad73908f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:44.702067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f08ed79-d9e5-417a-82da-52fc7a609b2c req-a4c69c67-af72-4878-9eb9-ff0bad73908f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.2022769 Aug 27 12:10:44.716709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1f561980-7242-428f-a8bb-f1a9f6d66f64 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0843453 Aug 27 12:10:44.719950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:44.726904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1421170830'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:44.758042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:44.763560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.763792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f08ed79-d9e5-417a-82da-52fc7a609b2c req-d8370adb-bb4b-400b-97f6-ba5f8d15671e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Aug 27 12:10:44.820504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05ba5c0d-07c7-46ad-bb3f-e1468ed551d5 req-311c0fbe-3e8b-43d8-93de-c6072cd84f9d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154401 Aug 27 12:10:44.837428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:44.896071 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:44.896807 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment 1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c of type vlan for network 49ace558-25da-481b-853f-f585afe85ca8 Aug 27 12:10:45.032209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:45.101439 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:45.113185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:45.114174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:45.186708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83cebf-6bd5-411d-829d-9f45d291c55e req-24e68120-4243-4e66-99b9-5d575fb70f30 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:45.189354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b83cebf-6bd5-411d-829d-9f45d291c55e req-24e68120-4243-4e66-99b9-5d575fb70f30 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1142602 Aug 27 12:10:45.216762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=49ace558-25da-481b-853f-f585afe85ca8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:45.231836 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ada4d8d3-da93-4017-851a-cf5e7219dbe0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5077186 Aug 27 12:10:45.232630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53260) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:45.239171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 49ace558-25da-481b-853f-f585afe85ca8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:45.241492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': '49ace558-25da-481b-853f-f585afe85ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:45.293763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b83cebf-6bd5-411d-829d-9f45d291c55e req-9b9fcf17-f008-42d3-99c2-1675f83796c7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927744 Aug 27 12:10:45.401622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:10:45.572836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:45.582305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874383e1-1535-4392-bfd1-4efa47cdabc6 req-8b37d632-ea2a-4406-8520-f20a7608df42 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:45.591396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'mac_address': 'fa:16:3e:b0:f0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:10:45.593685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874383e1-1535-4392-bfd1-4efa47cdabc6 req-8b37d632-ea2a-4406-8520-f20a7608df42 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 948 time: 0.2556479 Aug 27 12:10:45.615143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:45.618811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:45.633702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c991f8-f303-4fab-bb28-d76434e45430 req-6d68e65d-a7e6-4ffc-8434-bb2439e4a0b2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:45.635623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11c991f8-f303-4fab-bb28-d76434e45430 req-6d68e65d-a7e6-4ffc-8434-bb2439e4a0b2 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.2151315 Aug 27 12:10:45.688208 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:45.707285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874383e1-1535-4392-bfd1-4efa47cdabc6 req-3f8bf362-dadd-4807-911a-6d97586db093 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120031 Aug 27 12:10:45.712879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4ba49d-8ac4-4df8-864e-027242e1eae5 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:45.746035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11c991f8-f303-4fab-bb28-d76434e45430 req-0e9e59a9-4e4e-4fd5-b928-db8c4691a6c1 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724013 Aug 27 12:10:45.758045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-5429c175-d1e7-4ba3-9293-957aa9dabdbc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:45.759628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-5429c175-d1e7-4ba3-9293-957aa9dabdbc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71&tenant_id=43e6074878f84fc7877a852f8ff751b1&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 948 time: 0.2755940 Aug 27 12:10:45.785926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:45.799917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:45.888583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:45.950489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1483d-63d1-4b7f-a8d0-b2f0fa2ab581 req-ee2cb76f-73b9-4237-83c5-961d0ca5dc65 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:45.952992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ef1483d-63d1-4b7f-a8d0-b2f0fa2ab581 req-ee2cb76f-73b9-4237-83c5-961d0ca5dc65 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.0989666 Aug 27 12:10:45.956866 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-92bb869d-26f8-4a4a-acb6-deadd859b5c8 service neutron] delete failed (client error): The resource could not be found. Aug 27 12:10:45.959972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-92bb869d-26f8-4a4a-acb6-deadd859b5c8 service neutron] 10.222.0.77 "DELETE /v2.0/ports/8d4ba49d-8ac4-4df8-864e-027242e1eae5/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.1898270 Aug 27 12:10:46.035625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ef1483d-63d1-4b7f-a8d0-b2f0fa2ab581 req-edbed16d-ce7c-46b1-8f19-2f9c60effc81 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 Aug 27 12:10:46.174305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:46.249890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-d719a0ff-c2ee-4f05-a50d-f16483aaafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.252280 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-d719a0ff-c2ee-4f05-a50d-f16483aaafab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1100 time: 0.1251531 Aug 27 12:10:46.352467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8c5db30d-287b-4f69-8e1b-e69646c05b2e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:46.413765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:46.416560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8c5db30d-287b-4f69-8e1b-e69646c05b2e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:46.417251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8c5db30d-287b-4f69-8e1b-e69646c05b2e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:46.516888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=34d7ee02-f144-4451-89e6-bdc39d34071f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:46.572854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-04d98b3a-1cca-4443-996a-5544d5b639b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.574499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-04d98b3a-1cca-4443-996a-5544d5b639b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2895689 Aug 27 12:10:46.575314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '49ace558-25da-481b-853f-f585afe85ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:46.575685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: 49ace558-25da-481b-853f-f585afe85ca8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:46.646358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-376a0570-f468-4f26-a698-0836c80cf315 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 200 len: 217 time: 0.0632148 Aug 27 12:10:46.684223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa483f-858e-4294-a476-d23032aa8dba req-62172a1d-e01a-4390-8058-53b8740aba35 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.685843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79fa483f-858e-4294-a476-d23032aa8dba req-62172a1d-e01a-4390-8058-53b8740aba35 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.2015214 Aug 27 12:10:46.774540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 49ace558-25da-481b-853f-f585afe85ca8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:46.820947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-640f7ff1-b8e8-4ffb-b152-6ba8fd2ec757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.823027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-640f7ff1-b8e8-4ffb-b152-6ba8fd2ec757 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1758251 Aug 27 12:10:46.824420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 49ace558-25da-481b-853f-f585afe85ca8) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:46.838337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.839344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:46.855235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6ddab-3d85-49c1-ab6c-132cf627ad31 None None] Network 49ace558-25da-481b-853f-f585afe85ca8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:46.905484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79fa483f-858e-4294-a476-d23032aa8dba req-f4d8b770-6953-48f5-8285-5d03f26f4ca5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084801 Aug 27 12:10:46.961625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4291576-a807-44c4-9223-51e7cd1517fe req-252da7db-20f2-4d1e-b65f-dee5412d182b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.974701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4291576-a807-44c4-9223-51e7cd1517fe req-252da7db-20f2-4d1e-b65f-dee5412d182b tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.2089520 Aug 27 12:10:46.977170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be221b52-add2-44a1-925b-e975165bc0ec tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7434897 Aug 27 12:10:46.981853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:46.985604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-ad1e614e-93cf-4328-9ea2-2053500928e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:46.989586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-ad1e614e-93cf-4328-9ea2-2053500928e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530368 Aug 27 12:10:46.998003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': '49ace558-25da-481b-853f-f585afe85ca8', 'name': 'tempest-PortsIpV6TestJSON-1249369740'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:47.187025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4291576-a807-44c4-9223-51e7cd1517fe req-5b6897a0-85ba-4bb4-8dc3-444af6d1f468 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752036 Aug 27 12:10:47.253944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-4ce402e6-f83a-4985-b1dc-aae19fc9e405 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463796 Aug 27 12:10:47.262045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-49ace558-25da-481b-853f-f585afe85ca8', 'network_id': '49ace558-25da-481b-853f-f585afe85ca8', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': '34d7ee02-f144-4451-89e6-bdc39d34071f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:10:47.264065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:47.353595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1f13-a24c-421e-8a8b-f7c3acd4e912 req-975441bf-eda0-4461-a300-a1dccc9b0c4e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:47.355512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d9b1f13-a24c-421e-8a8b-f7c3acd4e912 req-975441bf-eda0-4461-a300-a1dccc9b0c4e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 949 time: 0.2735870 Aug 27 12:10:47.492647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f02867-a7a6-4b94-b659-e58f4809e536 req-65dd746f-0182-4874-9b12-397054ef7c8a service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089677 Aug 27 12:10:47.508322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d9b1f13-a24c-421e-8a8b-f7c3acd4e912 req-c03a4491-d8c0-40ff-baef-9525dac16dc9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391616 Aug 27 12:10:47.568853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:47.574159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:47.584615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Allocated IP 2001:db8::2 (49ace558-25da-481b-853f-f585afe85ca8/34d7ee02-f144-4451-89e6-bdc39d34071f/90d12d68-5a64-4c36-883e-3201bfd89b69) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:47.622180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 64fd22fb-629e-4e98-b231-ceac28664450 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:47.834481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:47.844896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Transition to ACTIVE for port object 90d12d68-5a64-4c36-883e-3201bfd89b69 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:47.861135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Transition to ACTIVE for port object 90d12d68-5a64-4c36-883e-3201bfd89b69 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:47.872045 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:47.919954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Network 49ace558-25da-481b-853f-f585afe85ca8 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:47.931534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:47.947728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:47.981908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Pushing event updated for resources: {'Port': ['ID=90d12d68-5a64-4c36-883e-3201bfd89b69,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:47.982139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::166 (49ace558-25da-481b-853f-f585afe85ca8/34d7ee02-f144-4451-89e6-bdc39d34071f/64fd22fb-629e-4e98-b231-ceac28664450) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:48.114412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-3864e58b-3ebd-4cda-bcc9-e50eefb857f9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:48.116326 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-3864e58b-3ebd-4cda-bcc9-e50eefb857f9 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.1519918 Aug 27 12:10:48.117097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Attempting to bind port 90d12d68-5a64-4c36-883e-3201bfd89b69 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:48.117784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Attempting to bind port 90d12d68-5a64-4c36-883e-3201bfd89b69 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '49ace558-25da-481b-853f-f585afe85ca8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:48.118372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Attempting to bind port 90d12d68-5a64-4c36-883e-3201bfd89b69 on network 49ace558-25da-481b-853f-f585afe85ca8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:48.129198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:48.129890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Checking segment: {'id': '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '49ace558-25da-481b-853f-f585afe85ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:48.130610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.131209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Bound using segment: {'id': '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '49ace558-25da-481b-853f-f585afe85ca8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:48.132145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Bound port: 90d12d68-5a64-4c36-883e-3201bfd89b69, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '49ace558-25da-481b-853f-f585afe85ca8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:48.132770 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.311693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] For port 90d12d68-5a64-4c36-883e-3201bfd89b69, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:48.323889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] For port 90d12d68-5a64-4c36-883e-3201bfd89b69, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=90d12d68-5a64-4c36-883e-3201bfd89b69,segment=NetworkSegment(1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c),segment_id=1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:48.331648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.398614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Deleting port f5930279-5aeb-4d1a-bab1-f857e32be7ba {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:48.398963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.493643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5913c274-9eea-42df-9fa3-29a21db9dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.528781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dad72-105f-4b19-bc89-bb12b2c1dd8d None None] Pushing event updated for resources: {'Port': ['ID=90d12d68-5a64-4c36-883e-3201bfd89b69,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:48.562817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0985-5af0-47b3-b191-0c687a837cf9 req-ad3de697-f543-44e2-9ba0-1b7dcea88e0c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:48.572470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dbc0985-5af0-47b3-b191-0c687a837cf9 req-ad3de697-f543-44e2-9ba0-1b7dcea88e0c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.3937232 Aug 27 12:10:48.666683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.684254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 64fd22fb-629e-4e98-b231-ceac28664450 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:48.784657 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.792687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] For port f5930279-5aeb-4d1a-bab1-f857e32be7ba, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f5930279-5aeb-4d1a-bab1-f857e32be7ba,segment=NetworkSegment(26fa6d21-d42f-46ea-a732-df5315e6671b),segment_id=26fa6d21-d42f-46ea-a732-df5315e6671b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:48.794723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:48.844363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380721-2788-4ccd-bd17-111779864ea5 req-386efe7c-0939-436d-a0ef-df935a21db3d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:48.847108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Calling delete_port for f5930279-5aeb-4d1a-bab1-f857e32be7ba owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:48.850608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee380721-2788-4ccd-bd17-111779864ea5 req-386efe7c-0939-436d-a0ef-df935a21db3d tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee101130-b4c4-41a0-965b-e185b3438219 HTTP/1.1" status: 200 len: 945 time: 0.5103703 Aug 27 12:10:49.011161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 49ace558-25da-481b-853f-f585afe85ca8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:49.011964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=64fd22fb-629e-4e98-b231-ceac28664450,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:49.026969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dbc0985-5af0-47b3-b191-0c687a837cf9 req-b7fc6e99-3641-4ab1-a580-1fc557c65115 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541709 Aug 27 12:10:49.050662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:49.060741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:49.067537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:49.068283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:49.076009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.076396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.076839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.077192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.077503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.078561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.078985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.079455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.079802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.080224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.080689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.081034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:10:49.118823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eb07cbfa-d6b5-432f-8614-0f65fee506bf tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1297886 Aug 27 12:10:49.132428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee380721-2788-4ccd-bd17-111779864ea5 req-8ad3c59c-aef6-4e07-9e56-4e07e7a40f4e tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.76 "GET /v2.0/security-groups?id=800a57b0-6926-4d44-8ba7-2f9595ad2d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374459 Aug 27 12:10:49.148401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:49.166713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': '49ace558-25da-481b-853f-f585afe85ca8', 'name': 'tempest-PortsIpV6TestJSON-955623353'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:49.253615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:49.271598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f5930279-5aeb-4d1a-bab1-f857e32be7ba'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:49.327630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Pushing event deleted for resources: {'Port': ['ID=f5930279-5aeb-4d1a-bab1-f857e32be7ba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:49.379857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] No DVR routers for this DVR port f5930279-5aeb-4d1a-bab1-f857e32be7ba on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:49.382860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:49.387680 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-926c39bd-0cea-4b8b-a082-86692f5f6cea req-da2d9d5c-5ef6-4acc-ae0a-32781df236f5 tempest-ServerDiskConfigTestJSON-25410318 tempest-ServerDiskConfigTestJSON-25410318-project] 10.222.0.65 "DELETE /v2.0/ports/f5930279-5aeb-4d1a-bab1-f857e32be7ba HTTP/1.1" status: 204 len: 173 time: 1.2638812 Aug 27 12:10:49.388178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee101130-b4c4-41a0-965b-e185b3438219', 'name': 'network-vif-deleted', 'tag': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:49.401436 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8562d1d-5442-42ca-b7a2-7a1c09314ce8" -d '{"events": [{"server_uuid": "ee101130-b4c4-41a0-965b-e185b3438219", "name": "network-vif-deleted", "tag": "f5930279-5aeb-4d1a-bab1-f857e32be7ba"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:49.478686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:49.488123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:49.557485 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56fad91-4193-44e9-af95-65484c4f710b x-openstack-request-id: req-b56fad91-4193-44e9-af95-65484c4f710b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:49.557895 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee101130-b4c4-41a0-965b-e185b3438219", "name": "network-vif-deleted", "tag": "f5930279-5aeb-4d1a-bab1-f857e32be7ba", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:49.558164 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b56fad91-4193-44e9-af95-65484c4f710b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:49.558986 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee101130-b4c4-41a0-965b-e185b3438219', 'name': 'network-vif-deleted', 'tag': 'f5930279-5aeb-4d1a-bab1-f857e32be7ba', 'status': 'completed', 'code': 200} Aug 27 12:10:49.559501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec744e-239e-4895-a493-e19715629589 req-dd5881bb-6e9f-43f8-ba05-b4f10795782a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:49.561945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4aec744e-239e-4895-a493-e19715629589 req-dd5881bb-6e9f-43f8-ba05-b4f10795782a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 949 time: 0.2088277 Aug 27 12:10:49.592401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 9abe72e8-c63a-4054-9163-d547644ff8e6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:49.661769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:49.750433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4aec744e-239e-4895-a493-e19715629589 req-a1092862-2d7b-4f5a-a6d0-b7ef358fc6ec tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Aug 27 12:10:49.761220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::8 (49ace558-25da-481b-853f-f585afe85ca8/34d7ee02-f144-4451-89e6-bdc39d34071f/9abe72e8-c63a-4054-9163-d547644ff8e6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:49.844720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:49.881911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:49.882292 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:49.960058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:50.051437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0de447-b17c-4c8e-a6d8-f704e888691e req-15416199-70f3-4d9b-986e-286ef53cad6c tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:50.053229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc0de447-b17c-4c8e-a6d8-f704e888691e req-15416199-70f3-4d9b-986e-286ef53cad6c tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 1100 time: 0.0895965 Aug 27 12:10:50.131446 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:50.184071 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:50.189426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027fba5-5609-450c-b51d-fc949dce7e9c None None] Network 49ace558-25da-481b-853f-f585afe85ca8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:50.205550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:50.206273 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2096f627-4f37-42c2-aa7d-d986ed46ead3" -d '{"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:50.211827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc0de447-b17c-4c8e-a6d8-f704e888691e req-8575510e-5731-49c8-a1e0-f27cd82b95fa tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523318 Aug 27 12:10:50.269187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 9abe72e8-c63a-4054-9163-d547644ff8e6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:50.340448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed20e36-2e41-429c-a747-6a927ecc7126 req-0faee667-d2ae-46d6-8068-ea20106cfe95 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:50.348721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bed20e36-2e41-429c-a747-6a927ecc7126 req-0faee667-d2ae-46d6-8068-ea20106cfe95 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1578503 Aug 27 12:10:50.397377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:50.413213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:50.425991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f5930279-5aeb-4d1a-bab1-f857e32be7ba no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:50.488922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bed20e36-2e41-429c-a747-6a927ecc7126 req-a12fbd9f-f3a6-49bd-af6a-16bf760cf6d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392846 Aug 27 12:10:50.493158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7fcd3750-f13e-4690-bf31-d9110071a5fc None None] Provisioning for port 90d12d68-5a64-4c36-883e-3201bfd89b69 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:50.517852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:50.541385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: f5930279-5aeb-4d1a-bab1-f857e32be7ba {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:50.542039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f5930279-5aeb-4d1a-bab1-f857e32be7ba not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:50.561310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 90d12d68-5a64-4c36-883e-3201bfd89b69 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:50.665244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:50.678941 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7507051a-749a-47ec-a826-f3a80a27ae5f x-openstack-request-id: req-7507051a-749a-47ec-a826-f3a80a27ae5f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:50.680202 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:50.680693 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7507051a-749a-47ec-a826-f3a80a27ae5f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:50.681505 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'code': 200} Aug 27 12:10:50.700027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network 49ace558-25da-481b-853f-f585afe85ca8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:50.716059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:50.722801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:50.731508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:50.732509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:50.738095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=9abe72e8-c63a-4054-9163-d547644ff8e6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:50.765364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-802bf6ce-373c-475c-b29a-f989b98aca42 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6118879 Aug 27 12:10:50.768716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53384) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:51.052198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-c6a7f768-14b4-436b-a4d5-e052bd279899 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901010 Aug 27 12:10:51.074810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 90d12d68-5a64-4c36-883e-3201bfd89b69 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:51.090667 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce43c21e-64b4-4814-a635-52a12427d01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.106724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 90d12d68-5a64-4c36-883e-3201bfd89b69 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:51.107361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.128473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dd836-4ea8-47f8-a159-32a251e07bde tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:51.130853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:51.131114 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c72dd836-4ea8-47f8-a159-32a251e07bde tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A166 HTTP/1.1" status: 200 len: 929 time: 0.3612595 Aug 27 12:10:51.157085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53406) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:51.248134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.373747 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.429053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Deleting subnet 5d463ad4-ae4f-4881-9a46-cd4291e6a582 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:51.434057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 90d12d68-5a64-4c36-883e-3201bfd89b69, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=90d12d68-5a64-4c36-883e-3201bfd89b69,segment=NetworkSegment(1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c),segment_id=1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:51.440353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 9abe72e8-c63a-4054-9163-d547644ff8e6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:51.442807 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.447360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.458165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.557037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-66c14c9d-967f-4213-a961-1100a782a574 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:51.564744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=90d12d68-5a64-4c36-883e-3201bfd89b69,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:51.570625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-66c14c9d-967f-4213-a961-1100a782a574 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5059752 Aug 27 12:10:51.596165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-04057c8c-c9b7-4088-9428-971fc70f0804 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/quotas/43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 375 time: 0.0151560 Aug 27 12:10:51.620745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.723035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Provisioning for port 9abe72e8-c63a-4054-9163-d547644ff8e6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:51.737293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Provisioning complete for port 9abe72e8-c63a-4054-9163-d547644ff8e6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:51.737683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.763679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.812887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 9abe72e8-c63a-4054-9163-d547644ff8e6 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:51.852156 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.881478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Port 9abe72e8-c63a-4054-9163-d547644ff8e6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:10:51.909332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Provisioning complete for port 90d12d68-5a64-4c36-883e-3201bfd89b69 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:51.909864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:51.931936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-bcbba5ee-b77e-47a4-9829-fb219b5fcb42 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3069937 Aug 27 12:10:52.001127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1838bce-0509-49a4-8a0e-04098f28dfcc req-67e8732b-96d3-4e5e-9335-cd980456eaf5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:52.013104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1838bce-0509-49a4-8a0e-04098f28dfcc req-67e8732b-96d3-4e5e-9335-cd980456eaf5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1762576 Aug 27 12:10:52.038406 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.240348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Provisioning for port 64fd22fb-629e-4e98-b231-ceac28664450 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:52.241067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.247019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Provisioning complete for port 64fd22fb-629e-4e98-b231-ceac28664450 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:52.247638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.259150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1838bce-0509-49a4-8a0e-04098f28dfcc req-1960529f-cf26-4064-8abd-11c1ac6791d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377586 Aug 27 12:10:52.334627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d463ad4-ae4f-4881-9a46-cd4291e6a582,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:52.345456 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.367124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5fa3cf62-caf5-4789-84eb-cec205e7013d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5d463ad4-ae4f-4881-9a46-cd4291e6a582 HTTP/1.1" status: 204 len: 168 time: 1.2347312 Aug 27 12:10:52.375151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:52.409468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f6929510-2ee7-4d34-b925-72dd433edf4f None None] Port 64fd22fb-629e-4e98-b231-ceac28664450 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:10:52.517545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.528725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 90d12d68-5a64-4c36-883e-3201bfd89b69 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:10:52.554065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbad0824-2891-4df2-908f-bf7b003311ce req-5eb7747b-55da-479a-825f-badd7ad13ca9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 210 time: 0.0447080 Aug 27 12:10:52.599183 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.663538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=9abe72e8-c63a-4054-9163-d547644ff8e6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:52.703600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 90d12d68-5a64-4c36-883e-3201bfd89b69 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:52.703985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.720193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.722947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-89bb9dcd-9182-4dbc-8f54-c1dbff4ac185 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/9abe72e8-c63a-4054-9163-d547644ff8e6 HTTP/1.1" status: 204 len: 168 time: 1.5641801 Aug 27 12:10:52.727758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:52.789662 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17d98a5-661f-489b-9b2f-394236092c64 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:52.799464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b17d98a5-661f-489b-9b2f-394236092c64 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/9abe72e8-c63a-4054-9163-d547644ff8e6 HTTP/1.1" status: 404 len: 333 time: 0.0703909 Aug 27 12:10:52.802278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53440) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:52.810400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6b504237-f55b-4fc4-8158-ab5d7bb15fa0 None None] Provisioning complete for port 64fd22fb-629e-4e98-b231-ceac28664450 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:52.810802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6b504237-f55b-4fc4-8158-ab5d7bb15fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.868730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.894402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605e1d42-0695-4961-985c-e16e9d0bfcfd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:52.922644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fa6d21-d42f-46ea-a732-df5315e6671b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:52.922936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fa6d21-d42f-46ea-a732-df5315e6671b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:52.948338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:52.990151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.003060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:53.006497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:53.009045 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:53.012950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6b504237-f55b-4fc4-8158-ab5d7bb15fa0 None None] Port 64fd22fb-629e-4e98-b231-ceac28664450 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:10:53.145500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.174279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 64fd22fb-629e-4e98-b231-ceac28664450 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:53.174919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.187954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-aa5c9638-50d7-4757-b699-8193fe02f254 None None] Could not find standard attr ID for object 9abe72e8-c63a-4054-9163-d547644ff8e6. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:10:53.196041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.199824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] 10.222.0.76 "DELETE /v2.0/networks/605e1d42-0695-4961-985c-e16e9d0bfcfd HTTP/1.1" status: 204 len: 168 time: 0.8230088 Aug 27 12:10:53.202743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8c97a-d720-4dc3-bc03-6898cc342152 admin admin] Pushing event deleted for resources: {'Network': ['ID=605e1d42-0695-4961-985c-e16e9d0bfcfd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:53.314879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.365271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 64fd22fb-629e-4e98-b231-ceac28664450 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:53.722807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0f1fc-8538-4d2f-86b0-9ba969b288ac req-6ac2aa15-54c3-4ccb-b5a6-2e78eceb1fdd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:53.725384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ff0f1fc-8538-4d2f-86b0-9ba969b288ac req-6ac2aa15-54c3-4ccb-b5a6-2e78eceb1fdd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.2099495 Aug 27 12:10:53.863477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ff0f1fc-8538-4d2f-86b0-9ba969b288ac req-5f7de609-4e29-4934-bf84-6b7c5ad566a6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308002 Aug 27 12:10:53.879073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:53.907041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53472) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:53.927356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a02b4dfa-79cd-40cc-8696-c73aee6828eb req-c98d4fdb-f0f9-4450-a24a-664af2fb795c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 210 time: 0.0588069 Aug 27 12:10:54.006052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.055057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=64fd22fb-629e-4e98-b231-ceac28664450,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:54.069640 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50ec6e67-d981-4e66-a24c-7aaabf763328 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=59a8fcf200cc4245ac48fb24d58bd6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570637 Aug 27 12:10:54.070999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:54.123762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.133977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cf46eed0-c195-453b-a8c4-f488183e0bae tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/64fd22fb-629e-4e98-b231-ceac28664450 HTTP/1.1" status: 204 len: 168 time: 1.3302026 Aug 27 12:10:54.136428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:54.202668 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5734d9bd-f3e4-4f45-8056-ff5e76c03188 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:10:54.205827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5734d9bd-f3e4-4f45-8056-ff5e76c03188 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/64fd22fb-629e-4e98-b231-ceac28664450 HTTP/1.1" status: 404 len: 333 time: 0.0683770 Aug 27 12:10:54.210359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:54.241925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee90d97b-bb44-4cf2-ab84-915bf46a9479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.276679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet 34d7ee02-f144-4451-89e6-bdc39d34071f {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:10:54.281207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.316733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee90d97b-bb44-4cf2-ab84-915bf46a9479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.375256 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.432676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee90d97b-bb44-4cf2-ab84-915bf46a9479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.439458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee90d97b-bb44-4cf2-ab84-915bf46a9479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.440795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ee90d97b-bb44-4cf2-ab84-915bf46a9479 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/800a57b0-6926-4d44-8ba7-2f9595ad2d6f HTTP/1.1" status: 204 len: 168 time: 0.3687730 Aug 27 12:10:54.453450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90d97b-bb44-4cf2-ab84-915bf46a9479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a57b0-6926-4d44-8ba7-2f9595ad2d6f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:54.518257 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-ccc90285-1402-4481-839b-4b857fa82da8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366452 Aug 27 12:10:54.722790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.862824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-1c3d051b-93ec-49da-81c7-384a6a65e466 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:54.865360 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-1c3d051b-93ec-49da-81c7-384a6a65e466 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675052 Aug 27 12:10:54.891561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:54.903390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Request body: {'port': {'device_id': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '43e6074878f84fc7877a852f8ff751b1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:55.080818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccd349-1707-4580-80aa-dd9a6db3ab8a req-84c898e3-ad6c-4964-9a38-4013cf63c0f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:55.089794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6ccd349-1707-4580-80aa-dd9a6db3ab8a req-84c898e3-ad6c-4964-9a38-4013cf63c0f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.0970199 Aug 27 12:10:55.125905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=34d7ee02-f144-4451-89e6-bdc39d34071f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:55.128381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:55.130433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-69146438-1c68-4109-aef8-696a1940bb1c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/34d7ee02-f144-4451-89e6-bdc39d34071f HTTP/1.1" status: 204 len: 168 time: 0.9190159 Aug 27 12:10:55.138699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53512) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:55.150367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5980fdf-85fb-4695-9b8d-40d36329372c None None] Network 49ace558-25da-481b-853f-f585afe85ca8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:55.411287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8a9e534-1e6d-4596-bb38-30fb0ff098ec req-d9ab0e0a-1483-4035-95c6-6fb6166486ed tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 210 time: 0.2066722 Aug 27 12:10:55.431323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6ccd349-1707-4580-80aa-dd9a6db3ab8a req-4736c412-b0aa-4268-b556-5d346d3e4d30 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293970 Aug 27 12:10:55.517062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Made reservation on behalf of 43e6074878f84fc7877a852f8ff751b1 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:55.521202 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:55.573859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] DHCP port deletion for 49ace558-25da-481b-853f-f585afe85ca8 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:10:55.592770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:55.683248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] Deleting port 90d12d68-5a64-4c36-883e-3201bfd89b69 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:55.684184 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:55.810967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] For port 90d12d68-5a64-4c36-883e-3201bfd89b69, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=90d12d68-5a64-4c36-883e-3201bfd89b69,segment=NetworkSegment(1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c),segment_id=1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:55.811999 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:55.838420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] Calling delete_port for 90d12d68-5a64-4c36-883e-3201bfd89b69 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:55.878775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Allocated IP 192.168.233.34 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/5a23e74b-206d-4e1b-bde1-59a06f483d99) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:56.016547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 90d12d68-5a64-4c36-883e-3201bfd89b69 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:10:56.016889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.092942 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.150522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:56.152315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] Pushing event deleted for resources: {'Port': ['ID=90d12d68-5a64-4c36-883e-3201bfd89b69,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:56.158261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66c960-7b41-4a27-8926-78ff3c380864 None None] No DVR routers for this DVR port 90d12d68-5a64-4c36-883e-3201bfd89b69 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:56.206826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] For port 90d12d68-5a64-4c36-883e-3201bfd89b69, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=90d12d68-5a64-4c36-883e-3201bfd89b69,segment=NetworkSegment(1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c),segment_id=1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:10:56.207192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.228525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 90d12d68-5a64-4c36-883e-3201bfd89b69 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:10:56.331593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.358522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Transition to ACTIVE for port object 5a23e74b-206d-4e1b-bde1-59a06f483d99 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:56.400190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.453380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 90d12d68-5a64-4c36-883e-3201bfd89b69 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:10:56.461818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1282553453-network', 'tenant_id': 'ddabd40ba8584a9e82cd71c26a543092'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:56.512806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Made reservation on behalf of ddabd40ba8584a9e82cd71c26a543092 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:56.516943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.520759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 90d12d68-5a64-4c36-883e-3201bfd89b69 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:10:56.523013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 90d12d68-5a64-4c36-883e-3201bfd89b69 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:10:56.538229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.563523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=90d12d68-5a64-4c36-883e-3201bfd89b69,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:56.568184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No DVR routers for this DVR port 90d12d68-5a64-4c36-883e-3201bfd89b69 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:10:56.657787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.678189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:10:56.792295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399459ba-3794-42c2-8887-918a997b0083 req-d9ad5f23-5a50-4ae8-9579-872349a205ff tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:56.792295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-399459ba-3794-42c2-8887-918a997b0083 req-d9ad5f23-5a50-4ae8-9579-872349a205ff tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1699886 Aug 27 12:10:56.815153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2950066-a210-4b45-a9b3-01eac003b7f3 req-f53e109b-8d72-4bea-ac49-52d136222cc5 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:56.830981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2950066-a210-4b45-a9b3-01eac003b7f3 req-f53e109b-8d72-4bea-ac49-52d136222cc5 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 935 time: 0.1370845 Aug 27 12:10:56.840750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.852159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ace558-25da-481b-853f-f585afe85ca8']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:56.864408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:56.864983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0fad02-41b6-46d3-9fb2-08d0e37c5c7c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:10:56.877310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.894776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.902119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:10:56.902730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.927901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.940930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:10:56.973585 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:10:56.977892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:56.984730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b7f54-c782-41e5-9a73-37c6550573ad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:57.008710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:57.015446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.027170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/49ace558-25da-481b-853f-f585afe85ca8 HTTP/1.1" status: 204 len: 168 time: 1.8873875 Aug 27 12:10:57.032271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:57.047915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682095814'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:57.064903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-399459ba-3794-42c2-8887-918a997b0083 req-b04a99a9-d55e-475c-b93b-819157b076ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658052 Aug 27 12:10:57.068968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.069425 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Added segment 54cb9d95-0055-4e13-b856-ff9b61238f7d of type vlan for network f7ffc4ce-e157-461c-8ffe-a83e18045d86 Aug 27 12:10:57.075483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2950066-a210-4b45-a9b3-01eac003b7f3 req-8937bd92-e05a-444b-8b08-c3f55c480c42 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535040 Aug 27 12:10:57.103445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e085f-8309-4a09-b4a3-5e5de93b23bb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=49ace558-25da-481b-853f-f585afe85ca8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:57.121692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:57.127473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:57.133052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:57.137901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:57.193831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.200313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:57.203966 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.205350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:57.206272 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.234815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-9aa0b4ad-8f6c-47a9-adde-3aa5e461f6b4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3375111 Aug 27 12:10:57.272387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Request body: {'port': {'device_id': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:57.290625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:10:57.335171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.335539 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment 336876ca-f9bc-497f-9de8-537c0fa7a88b of type vlan for network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 Aug 27 12:10:57.383135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.392925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.394153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:57.394897 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.473890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.522158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3683834 Aug 27 12:10:57.528229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53580) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:57.534637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Request body: {'subnet': {'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1282553453-subnet', 'tenant_id': 'ddabd40ba8584a9e82cd71c26a543092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:57.540765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a5480-bbda-48bf-9024-0789e2835bcf admin admin] Pushing event updated for resources: {'Network': ['ID=f7ffc4ce-e157-461c-8ffe-a83e18045d86,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:57.551768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f7ffc4ce-e157-461c-8ffe-a83e18045d86 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:57.599799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Made reservation on behalf of ddabd40ba8584a9e82cd71c26a543092 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:57.602139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.662987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1ebd1e1f-32b5-4582-b999-fe81e9878e43 None None] Provisioning for port 5a23e74b-206d-4e1b-bde1-59a06f483d99 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:10:57.667359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1ebd1e1f-32b5-4582-b999-fe81e9878e43 None None] Provisioning complete for port 5a23e74b-206d-4e1b-bde1-59a06f483d99 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:10:57.668015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1e1f-32b5-4582-b999-fe81e9878e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.669461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.676118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:57.676740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.723792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd1e1f-32b5-4582-b999-fe81e9878e43 None None] Port 5a23e74b-206d-4e1b-bde1-59a06f483d99 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:10:57.761800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a23e74b-206d-4e1b-bde1-59a06f483d99 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:10:57.770645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.771244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7313523 Aug 27 12:10:57.776270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:57.781334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:57.784193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Transition to ACTIVE for port object 5a23e74b-206d-4e1b-bde1-59a06f483d99 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:57.788775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51becfd-78db-4754-896b-652f3e37670e tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:57.795613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:57.805955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:10:57.866093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:57.960689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Attempting to bind port 5a23e74b-206d-4e1b-bde1-59a06f483d99 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:57.960898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Attempting to bind port 5a23e74b-206d-4e1b-bde1-59a06f483d99 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:57.961736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Attempting to bind port 5a23e74b-206d-4e1b-bde1-59a06f483d99 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:57.967296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Port 5a23e74b-206d-4e1b-bde1-59a06f483d99 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:10:57.967743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Attempting to bind port 5a23e74b-206d-4e1b-bde1-59a06f483d99 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:57.974803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:57.975401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:57.975902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:57.976559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Bound port: 5a23e74b-206d-4e1b-bde1-59a06f483d99, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:57.977025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.009995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:58.013914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.078896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:58.082850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:58.090312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.125589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.164590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.165216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.167118 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] 10.222.0.77 "PUT /v2.0/ports/5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 1095 time: 0.9194295 Aug 27 12:10:58.170744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:10:58.173298 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417cf770-61ec-44a4-86a5-4d594d497fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:10:58.312532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e005c2-1c48-4de4-bb86-6881f4ab37d0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:58.344937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-23d22e7d-ca4b-454c-a62a-d6b3bc70ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.346809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-23d22e7d-ca4b-454c-a62a-d6b3bc70ff40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1096 time: 0.1785450 Aug 27 12:10:58.348507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c502-5114-4426-a74c-df3b0d2ba6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:58.369901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-dfc98c1d-d3f9-4e53-ac31-c46f29f8969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.371431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-dfc98c1d-d3f9-4e53-ac31-c46f29f8969e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1098 time: 0.1382198 Aug 27 12:10:58.411325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea3ed9-0a73-428d-ba29-b895a97453a7 req-ca98118e-3ac5-427b-b7bd-d71c1f640164 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.414884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90ea3ed9-0a73-428d-ba29-b895a97453a7 req-ca98118e-3ac5-427b-b7bd-d71c1f640164 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 947 time: 0.1730628 Aug 27 12:10:58.505848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-e257bb4b-c83b-4001-9124-fe18c383b72d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 217 time: 0.0434837 Aug 27 12:10:58.520741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-f38f75b8-9e6a-420f-bf3e-1fe658b6bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.522344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-f38f75b8-9e6a-420f-bf3e-1fe658b6bbd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1657457 Aug 27 12:10:58.525202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Checking segment: {'id': '54cb9d95-0055-4e13-b856-ff9b61238f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:58.525522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Network hostable DHCP agents. Network: f7ffc4ce-e157-461c-8ffe-a83e18045d86, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:58.533625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.542705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0885080-8cf2-4345-8f60-37291592ad9c req-7ad05a03-bda4-449e-ba75-30f0ec02941f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.544298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0885080-8cf2-4345-8f60-37291592ad9c req-7ad05a03-bda4-449e-ba75-30f0ec02941f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.2657647 Aug 27 12:10:58.615428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90ea3ed9-0a73-428d-ba29-b895a97453a7 req-fd306f06-adb2-4ac9-802b-51795a381a07 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896887 Aug 27 12:10:58.637913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-97652d12-e920-40c6-8948-d6ee04cfecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.637913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-97652d12-e920-40c6-8948-d6ee04cfecde service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1132402 Aug 27 12:10:58.666834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Network f7ffc4ce-e157-461c-8ffe-a83e18045d86 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:58.682106 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-ff96bf57-0b77-4459-80d0-328719fb50aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 1001 time: 0.1385493 Aug 27 12:10:58.683630 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bac60b-4e17-4831-b82f-e19c01c2ff3c x-openstack-request-id: req-69bac60b-4e17-4831-b82f-e19c01c2ff3c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:10:58.683927 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:10:58.684185 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69bac60b-4e17-4831-b82f-e19c01c2ff3c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:10:58.684586 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'status': 'completed', 'code': 200} Aug 27 12:10:58.687429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=748fd925-097c-43e8-bf54-2af3ab5f4603,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:58.718911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': '336876ca-f9bc-497f-9de8-537c0fa7a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:58.719751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:10:58.726202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f7ffc4ce-e157-461c-8ffe-a83e18045d86) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:58.732581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0885080-8cf2-4345-8f60-37291592ad9c req-59bac961-949c-4a58-8e77-a0c9732b5e31 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662896 Aug 27 12:10:58.739069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-739aa1e8-232d-4dea-a975-b2b759f5577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.740264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.740845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.741076 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-739aa1e8-232d-4dea-a975-b2b759f5577e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104717 Aug 27 12:10:58.741941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff5fdd-d851-4b18-b345-0edc34c9291e None None] Network f7ffc4ce-e157-461c-8ffe-a83e18045d86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:58.750459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-e145c197-103e-4536-8ac4-9dfcce3374fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.751962 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-e145c197-103e-4536-8ac4-9dfcce3374fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0616398 Aug 27 12:10:58.761213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:10:58.777937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-920afa8a-5fa8-43e2-8bba-eea03cf72461 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2478635 Aug 27 12:10:58.779305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:58.792270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.792801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:58.815919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d2fb1-5c35-4837-a680-09dbcd42c777 None None] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:58.824155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14668f7f-20d1-4249-82af-e78eaba918ff tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0467761 Aug 27 12:10:58.827390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:10:58.832505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494', 'name': 'tempest-PortsIpV6TestJSON-737469263', 'fixed_ips': [{'subnet_id': '748fd925-097c-43e8-bf54-2af3ab5f4603', 'ip_address': '2001:db8::10'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:10:58.925499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-3c5848eb-1342-4a1f-a372-886866f085cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:58.927799 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-3c5848eb-1342-4a1f-a372-886866f085cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643825 Aug 27 12:10:58.972047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:10:59.011136 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-8aa9ed19-9b4f-47bc-9dbe-e4651bb6067f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581942 Aug 27 12:10:59.107576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.136061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494', 'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': '748fd925-097c-43e8-bf54-2af3ab5f4603'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:10:59.137300 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.144163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:10:59.151314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8d7fb-2e11-4df0-ad76-8c41e4a8dc21 None None] Network f7ffc4ce-e157-461c-8ffe-a83e18045d86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:10:59.178509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-d0805493-0eff-4989-9842-96d5f95d221a service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413170 Aug 27 12:10:59.224358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efede82a-122e-4ef4-9811-5a7c2d3bba0c req-2007f8ab-f97a-4c48-8382-6bf2c3edf8f8 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030308 Aug 27 12:10:59.409089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-2a6c39f6-6b2f-4086-9c53-ab13db4e5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:59.411742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-2a6c39f6-6b2f-4086-9c53-ab13db4e5d47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1098 time: 0.0709426 Aug 27 12:10:59.443762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Allocated IP 2001:db8::2 (e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494/748fd925-097c-43e8-bf54-2af3ab5f4603/b74f3e72-96c2-40fd-aa3e-a35794976271) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:10:59.458545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-cae53443-e0ef-4dc6-b725-41fc35dbc09b tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:59.460108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-cae53443-e0ef-4dc6-b725-41fc35dbc09b tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/networks?id=f7ffc4ce-e157-461c-8ffe-a83e18045d86 HTTP/1.1" status: 200 len: 818 time: 0.1134236 Aug 27 12:10:59.483911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-11e986e7-b3f1-465a-b6c4-617287a2939e tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/quotas/ddabd40ba8584a9e82cd71c26a543092 HTTP/1.1" status: 200 len: 375 time: 0.0170019 Aug 27 12:10:59.523265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-c41afbc9-0836-4860-a461-d52cb99348ca tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddabd40ba8584a9e82cd71c26a543092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322082 Aug 27 12:10:59.547015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95fcafe4-08e3-42d1-a1a8-a9d4e4999718 req-4a548382-bdfc-4b77-8c44-53744c32e9ff service neutron] 10.222.0.65 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215852 Aug 27 12:10:59.552198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-a00c7d9f-8aa9-4dc7-96b2-f8f9ab672562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:59.553772 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-a00c7d9f-8aa9-4dc7-96b2-f8f9ab672562 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1323609 Aug 27 12:10:59.610318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-3c11b9df-2ad7-4c73-86c0-284eec3425b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 217 time: 0.0484405 Aug 27 12:10:59.653725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eb9e13e9-9e24-4819-876c-3b837821e431 service neutron] 10.222.0.76 "GET /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206002 Aug 27 12:10:59.667867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.674129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-cd002c38-535e-4dc4-9d82-ebde9e312860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:59.676027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-cd002c38-535e-4dc4-9d82-ebde9e312860 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0571423 Aug 27 12:10:59.677502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Transition to ACTIVE for port object b74f3e72-96c2-40fd-aa3e-a35794976271 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:59.694191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Transition to ACTIVE for port object b74f3e72-96c2-40fd-aa3e-a35794976271 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:10:59.709139 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.741581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-776f4e84-40d1-4610-86ba-1abf8ce62cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:10:59.743935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-776f4e84-40d1-4610-86ba-1abf8ce62cf5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605493 Aug 27 12:10:59.755506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:10:59.761549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:10:59.768002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:10:59.795153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Pushing event updated for resources: {'Port': ['ID=b74f3e72-96c2-40fd-aa3e-a35794976271,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:10:59.877643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Attempting to bind port b74f3e72-96c2-40fd-aa3e-a35794976271 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:10:59.878672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Attempting to bind port b74f3e72-96c2-40fd-aa3e-a35794976271 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '336876ca-f9bc-497f-9de8-537c0fa7a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:10:59.882452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-bf15f548-071d-453c-93f3-7b17178cb6cc service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274364 Aug 27 12:10:59.882625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Attempting to bind port b74f3e72-96c2-40fd-aa3e-a35794976271 on network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:10:59.885090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:10:59.885487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Checking segment: {'id': '336876ca-f9bc-497f-9de8-537c0fa7a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:10:59.885895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.886291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Bound using segment: {'id': '336876ca-f9bc-497f-9de8-537c0fa7a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:10:59.886797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Bound port: b74f3e72-96c2-40fd-aa3e-a35794976271, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336876ca-f9bc-497f-9de8-537c0fa7a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:10:59.887180 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.962333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] For port b74f3e72-96c2-40fd-aa3e-a35794976271, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:10:59.966608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] For port b74f3e72-96c2-40fd-aa3e-a35794976271, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b74f3e72-96c2-40fd-aa3e-a35794976271,segment=NetworkSegment(336876ca-f9bc-497f-9de8-537c0fa7a88b),segment_id=336876ca-f9bc-497f-9de8-537c0fa7a88b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:10:59.973433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:10:59.985990 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-417cf770-61ec-44a4-86a5-4d594d497fb8 req-f3c0345f-da1d-4881-914f-730a2e0771c4 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994177 Aug 27 12:11:00.055885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d024d-19cc-4d50-a4bd-1c2a40f1cb78 None None] Pushing event updated for resources: {'Port': ['ID=b74f3e72-96c2-40fd-aa3e-a35794976271,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:00.116114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::10 (e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494/748fd925-097c-43e8-bf54-2af3ab5f4603/b24ce0f3-b1bc-4bb0-a691-19a90fa60844) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:00.146827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa1d2-39c2-4a55-ae8b-43ad71120e87 req-00353921-1ea3-42ab-b316-e15e39b420a6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:00.148589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fbfa1d2-39c2-4a55-ae8b-43ad71120e87 req-00353921-1ea3-42ab-b316-e15e39b420a6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 947 time: 0.4124596 Aug 27 12:11:00.154930 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-0f16de47-9aa7-4a3b-91f6-aef3941a3666 service neutron] 10.222.0.76 "GET /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003045 Aug 27 12:11:00.348219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fbfa1d2-39c2-4a55-ae8b-43ad71120e87 req-27604ba0-2aa4-40a9-9d40-cc0410cc422e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919620 Aug 27 12:11:00.522214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b74f3e72-96c2-40fd-aa3e-a35794976271 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:00.584079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:00.590057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b74f3e72-96c2-40fd-aa3e-a35794976271 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:00.608039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object b24ce0f3-b1bc-4bb0-a691-19a90fa60844 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:00.617185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c19b81-492e-44a3-a11f-d978529f968e req-f860e2fb-be89-4476-8fb3-0d5cfebf49cd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:00.622945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40c19b81-492e-44a3-a11f-d978529f968e req-f860e2fb-be89-4476-8fb3-0d5cfebf49cd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1750476 Aug 27 12:11:00.670952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88715455-b1a6-4baf-9e9b-8bf9dbce3ecc req-1a864e80-249e-4bc3-b910-db5ffe51bef0 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 210 time: 0.0451257 Aug 27 12:11:00.717245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40c19b81-492e-44a3-a11f-d978529f968e req-d191d56c-7369-4ce7-a0a5-79260220f59c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902448 Aug 27 12:11:00.731425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:00.784807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:00.788285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:00.795617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:00.801279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:00.801893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:00.815405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=b24ce0f3-b1bc-4bb0-a691-19a90fa60844,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:00.824556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14735fe6-1b02-4b31-a4cf-a34befd4da03 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9960551 Aug 27 12:11:00.827974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:00.847118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494', 'name': 'tempest-PortsIpV6TestJSON-1369177318', 'fixed_ips': [{'subnet_id': '748fd925-097c-43e8-bf54-2af3ab5f4603', 'ip_address': '2001:db8::f'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:00.995649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:01.003946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:01.035871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port c4f392f2-b213-4b15-b01d-ca923218c90c yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:11:01.286869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::f (e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494/748fd925-097c-43e8-bf54-2af3ab5f4603/c4f392f2-b213-4b15-b01d-ca923218c90c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:01.466149 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:01.535848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:01.586922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object c4f392f2-b213-4b15-b01d-ca923218c90c will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:01.601382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f5165-749b-471b-a568-2c544941bca1 req-490bf844-453c-42a6-8846-1d44636d59dc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:01.602569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4fdfe-1a09-4167-9430-f817c3f59b5b None None] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:01.611385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9f5165-749b-471b-a568-2c544941bca1 req-490bf844-453c-42a6-8846-1d44636d59dc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 947 time: 0.1471598 Aug 27 12:11:01.720853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9f5165-749b-471b-a568-2c544941bca1 req-c4c2d9de-b91c-4009-88df-4af2c4d3ea41 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103680 Aug 27 12:11:01.757303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:01.791428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:01.902837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:01.907318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:01.914225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:01.923747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:01.925267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:01.963344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-d628e710-e0c8-4aa9-9c87-1e8542269532 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:01.965178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-d628e710-e0c8-4aa9-9c87-1e8542269532 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.65 "GET /v2.0/networks?id=f7ffc4ce-e157-461c-8ffe-a83e18045d86 HTTP/1.1" status: 200 len: 818 time: 0.2400446 Aug 27 12:11:01.982296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Request body: {'port': {'device_id': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86', 'admin_state_up': True, 'tenant_id': 'ddabd40ba8584a9e82cd71c26a543092'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:01.998522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:02.003890 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630e23fe-2ad0-472b-8b24-16b9eeb5a4a5" -d '{"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-unplugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:02.007589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] Provisioning for port b74f3e72-96c2-40fd-aa3e-a35794976271 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:02.027757 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b817f105-79c0-4f07-b983-6e6cba5d92a0 req-9c9f3b14-d0d2-4096-9486-d2a14450403d tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 210 time: 0.1226022 Aug 27 12:11:02.044090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2074089 Aug 27 12:11:02.044381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee7075-9264-4891-b533-8df70d36760c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=c4f392f2-b213-4b15-b01d-ca923218c90c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:02.076821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:02.084054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:02.099357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:02.232381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Made reservation on behalf of ddabd40ba8584a9e82cd71c26a543092 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:02.233055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ccaea-a816-425d-bbd5-418817ebe093 req-0d9fe0d3-b098-4aa8-8572-01fd1a933ea9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:02.237167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.242082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-593ccaea-a816-425d-bbd5-418817ebe093 req-0d9fe0d3-b098-4aa8-8572-01fd1a933ea9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.3358004 Aug 27 12:11:02.259356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e09cb-d3d1-4d92-9a02-61de6e055240 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:02.261026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5b8e09cb-d3d1-4d92-9a02-61de6e055240 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1738739 Aug 27 12:11:02.264347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53720) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:02.312389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-593ccaea-a816-425d-bbd5-418817ebe093 req-437964d8-e0f0-4375-a890-4823cff8b973 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686638 Aug 27 12:11:02.438427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14bb7d-8dcf-47e0-9366-765bc91dccc5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:02.447786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14bb7d-8dcf-47e0-9366-765bc91dccc5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:02.453876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14bb7d-8dcf-47e0-9366-765bc91dccc5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:02.455341 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753d4da-796a-4715-800b-da4494dbe9a0 x-openstack-request-id: req-5753d4da-796a-4715-800b-da4494dbe9a0 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:02.455839 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-unplugged", "status": "failed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:02.456256 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5753d4da-796a-4715-800b-da4494dbe9a0 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:02.456835 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'code': 422} returned with failed status Aug 27 12:11:02.457665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.458636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:02.458793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b14bb7d-8dcf-47e0-9366-765bc91dccc5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1932049 Aug 27 12:11:02.460485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] Provisioning complete for port b74f3e72-96c2-40fd-aa3e-a35794976271 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:02.461066 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.583454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:02.584101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Allocated IP 172.20.0.4 (f7ffc4ce-e157-461c-8ffe-a83e18045d86/b9e005c2-1c48-4de4-bb86-6881f4ab37d0/7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:02.601629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'mac_address': 'fa:16:3e:e0:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:02.615248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port c4f392f2-b213-4b15-b01d-ca923218c90c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:02.615798 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.664763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:02.800899 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.832533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a23e74b-206d-4e1b-bde1-59a06f483d99 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:02.865745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:02.870863 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.910906 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.918437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for c4f392f2-b213-4b15-b01d-ca923218c90c owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:02.920360 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:02.989999 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.036763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.052741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:03.058623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] For port b74f3e72-96c2-40fd-aa3e-a35794976271, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b74f3e72-96c2-40fd-aa3e-a35794976271,segment=NetworkSegment(336876ca-f9bc-497f-9de8-537c0fa7a88b),segment_id=336876ca-f9bc-497f-9de8-537c0fa7a88b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:03.067859 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.182192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Network f7ffc4ce-e157-461c-8ffe-a83e18045d86 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:03.183392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Pushing event updated for resources: {'Port': ['ID=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:03.183523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a69873-fc14-478a-a29e-f1ce822d04b9 None None] Pushing event updated for resources: {'Port': ['ID=b74f3e72-96c2-40fd-aa3e-a35794976271,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:03.188291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:03.196893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:03.232562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b96105-0f91-402d-a191-d8faefd270c4 req-acb25e0b-f95c-4d4d-8bf8-e8c54b0a39ab tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:03.234107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13b96105-0f91-402d-a191-d8faefd270c4 req-acb25e0b-f95c-4d4d-8bf8-e8c54b0a39ab tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.3484309 Aug 27 12:11:03.285286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:03.285822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.315780 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-eef646c5-5e5d-40f0-91f9-13c2732d1161 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3375461 Aug 27 12:11:03.329326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:03.332267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Request body: {'port': {'device_id': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:03.346176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.361187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Provisioning for port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:03.364023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632a381-d3e0-4da1-91e6-2466b2794d61 req-5a03d8a6-90e8-4556-9d0f-e51135412a65 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:03.368452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e632a381-d3e0-4da1-91e6-2466b2794d61 req-5a03d8a6-90e8-4556-9d0f-e51135412a65 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 931 time: 0.1464829 Aug 27 12:11:03.370134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Provisioning complete for port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:03.370664 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.428073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:03.441226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13b96105-0f91-402d-a191-d8faefd270c4 req-67be5be2-2e0f-41be-9a82-30d957105590 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957252 Aug 27 12:11:03.453389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.462718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=c4f392f2-b213-4b15-b01d-ca923218c90c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:03.472610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Provisioning complete for port b74f3e72-96c2-40fd-aa3e-a35794976271 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:03.473110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.579312 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.583523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-def0f0ec-0334-4fcc-8723-576f574a717c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/c4f392f2-b213-4b15-b01d-ca923218c90c HTTP/1.1" status: 204 len: 168 time: 1.1215727 Aug 27 12:11:03.587970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53768) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:03.627080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e632a381-d3e0-4da1-91e6-2466b2794d61 req-4b3e232e-0249-4dae-900a-6b83e5308be9 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142482 Aug 27 12:11:03.687295 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1d3ef6-1480-48d1-a0f7-d2a65ee51214 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:11:03.689137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fd1d3ef6-1480-48d1-a0f7-d2a65ee51214 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/c4f392f2-b213-4b15-b01d-ca923218c90c HTTP/1.1" status: 404 len: 333 time: 0.0998943 Aug 27 12:11:03.691239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5b2c98a-5249-4fb6-9923-b31e19607e9f None None] Could not find standard attr ID for object c4f392f2-b213-4b15-b01d-ca923218c90c. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:11:03.692277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:03.842094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-37133f39-1cd6-4248-bd79-d590f7219e08 None None] Provisioning complete for port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:03.842892 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-37133f39-1cd6-4248-bd79-d590f7219e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.917361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-37133f39-1cd6-4248-bd79-d590f7219e08 None None] Port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:03.973190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port b24ce0f3-b1bc-4bb0-a691-19a90fa60844 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:03.973543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:03.985880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93206a-ad1c-4449-8025-5af325ebc973 req-a7ee927a-a0f8-4506-ab19-f56a9418ef1a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:03.987397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b93206a-ad1c-4449-8025-5af325ebc973 req-a7ee927a-a0f8-4506-ab19-f56a9418ef1a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1158140 Aug 27 12:11:04.004418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:04.026190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.040039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Transition to ACTIVE for port object 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:04.044772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.107192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:04.143867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-df334d89-95d5-4adc-a341-0c489fc7abdb None None] Could not find standard attr ID for object c4f392f2-b213-4b15-b01d-ca923218c90c. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:11:04.158093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b93206a-ad1c-4449-8025-5af325ebc973 req-e775eac1-d28c-4202-a349-468c860d51db tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598072 Aug 27 12:11:04.192963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.206560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for b24ce0f3-b1bc-4bb0-a691-19a90fa60844 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:04.281534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Attempting to bind port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:04.281979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Attempting to bind port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '54cb9d95-0055-4e13-b856-ff9b61238f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:04.282409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Attempting to bind port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa on network f7ffc4ce-e157-461c-8ffe-a83e18045d86 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:04.289520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa on network f7ffc4ce-e157-461c-8ffe-a83e18045d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:11:04.289953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Attempting to bind port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa on network f7ffc4ce-e157-461c-8ffe-a83e18045d86 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:04.325367 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-99f8e18c-7d2a-4dcf-b6e5-0440ffbdf1fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2192225 Aug 27 12:11:04.329229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:04.330558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Checking segment: {'id': '54cb9d95-0055-4e13-b856-ff9b61238f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:04.332378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Bound using segment: {'id': '54cb9d95-0055-4e13-b856-ff9b61238f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:04.334042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Bound port: 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cb9d95-0055-4e13-b856-ff9b61238f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:04.337037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.391156 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.419831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b74f3e72-96c2-40fd-aa3e-a35794976271 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:04.446335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=b24ce0f3-b1bc-4bb0-a691-19a90fa60844,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:04.510830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.516419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2faf4dbb-6873-4035-a426-dfa40142812d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/b24ce0f3-b1bc-4bb0-a691-19a90fa60844 HTTP/1.1" status: 204 len: 168 time: 0.8230295 Aug 27 12:11:04.517001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] For port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:04.517289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:04.526015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] For port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,segment=NetworkSegment(54cb9d95-0055-4e13-b856-ff9b61238f7d),segment_id=54cb9d95-0055-4e13-b856-ff9b61238f7d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:04.533980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.544714 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc67065-65a2-4719-9e20-1148d3d22b11 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:11:04.549519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cdc67065-65a2-4719-9e20-1148d3d22b11 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/b24ce0f3-b1bc-4bb0-a691-19a90fa60844 HTTP/1.1" status: 404 len: 333 time: 0.0310445 Aug 27 12:11:04.550190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:04.563877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b74f3e72-96c2-40fd-aa3e-a35794976271 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:04.564890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.653062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:04.653687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.665658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa HTTP/1.1" status: 200 len: 1091 time: 1.3399558 Aug 27 12:11:04.666185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'tag': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:04.669863 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627" -d '{"events": [{"name": "network-changed", "server_uuid": "a7334c36-360b-4cbd-a8b3-d1a41d9a539c", "tag": "7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:04.678798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet 748fd925-097c-43e8-bf54-2af3ab5f4603 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:04.685848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.751019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7d931-7b90-4343-bcd0-8eb97c6424cc req-e50d6a74-ffb4-407f-aac1-508b349e98df tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:04.759398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9d7d931-7b90-4343-bcd0-8eb97c6424cc req-e50d6a74-ffb4-407f-aac1-508b349e98df tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.1331127 Aug 27 12:11:04.801699 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:04.863032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9d7d931-7b90-4343-bcd0-8eb97c6424cc req-944d2018-1f1e-403f-93f1-33b24fe08f32 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026337 Aug 27 12:11:05.012297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.106119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.151729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=748fd925-097c-43e8-bf54-2af3ab5f4603,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:05.163052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9e49-86ea-4caa-8008-c4b9f939a72d req-33fd3960-6d2a-4c01-ac43-370d802ac4be tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:05.166904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a0a9e49-86ea-4caa-8008-c4b9f939a72d req-33fd3960-6d2a-4c01-ac43-370d802ac4be tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 943 time: 0.2154913 Aug 27 12:11:05.171574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.173665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0b26b6c8-50a2-4386-b467-92f3ea311f15 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/748fd925-097c-43e8-bf54-2af3ab5f4603 HTTP/1.1" status: 204 len: 168 time: 0.6224494 Aug 27 12:11:05.176065 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da19121c-eee4-4173-8d40-7e179f773114 x-openstack-request-id: req-da19121c-eee4-4173-8d40-7e179f773114 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:05.176614 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7334c36-360b-4cbd-a8b3-d1a41d9a539c", "tag": "7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:05.176732 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da19121c-eee4-4173-8d40-7e179f773114 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:05.177186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:05.177306 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'tag': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa', 'status': 'completed', 'code': 200} Aug 27 12:11:05.186088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e57be-5244-427f-8551-39ac1efd5557 None None] Network e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:05.209947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a70286-f6ad-467f-ad26-9f3a965b0331 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:05.237486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-715c4347-24e0-4743-95b2-3e643c0ccf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:05.239443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-715c4347-24e0-4743-95b2-3e643c0ccf46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddabd40ba8584a9e82cd71c26a543092&device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 1094 time: 0.5066283 Aug 27 12:11:05.280804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a0a9e49-86ea-4caa-8008-c4b9f939a72d req-03b73957-682d-4ce4-b2be-dedd7ba0d336 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006737 Aug 27 12:11:05.351018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-ad72000c-b4b8-4ca3-bd97-fefc9ae47d3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa HTTP/1.1" status: 200 len: 217 time: 0.0918946 Aug 27 12:11:05.376722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.414027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db4aa0-474c-406f-bb85-4b2900fef6a2 req-7a623171-2e8e-4854-981f-0e9d9bccfa11 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:05.415633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4db4aa0-474c-406f-bb85-4b2900fef6a2 req-7a623171-2e8e-4854-981f-0e9d9bccfa11 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1133795 Aug 27 12:11:05.432298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-f7c8d865-a683-440e-b455-a5ef61b3b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:05.439988 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-f7c8d865-a683-440e-b455-a5ef61b3b2b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e005c2-1c48-4de4-bb86-6881f4ab37d0 HTTP/1.1" status: 200 len: 858 time: 0.0878885 Aug 27 12:11:05.480090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:05.482691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-16c18cd7-cfa9-458b-9033-627ed70852bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7ffc4ce-e157-461c-8ffe-a83e18045d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350208 Aug 27 12:11:05.490858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] DHCP port deletion for e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:11:05.517565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4db4aa0-474c-406f-bb85-4b2900fef6a2 req-4abcdc37-22c0-41f0-8332-c8005bd385b2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652182 Aug 27 12:11:05.547414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port b74f3e72-96c2-40fd-aa3e-a35794976271 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:05.547840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.620329 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-a6d8ead0-1dd8-4000-a07b-e0dc2bd0d6ca service neutron] 10.222.0.65 "GET /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292462 Aug 27 12:11:05.626429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] For port b74f3e72-96c2-40fd-aa3e-a35794976271, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b74f3e72-96c2-40fd-aa3e-a35794976271,segment=NetworkSegment(336876ca-f9bc-497f-9de8-537c0fa7a88b),segment_id=336876ca-f9bc-497f-9de8-537c0fa7a88b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:05.627269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.644716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] Deleting port b74f3e72-96c2-40fd-aa3e-a35794976271 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:05.645194 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.675451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for b74f3e72-96c2-40fd-aa3e-a35794976271 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:05.738167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] For port b74f3e72-96c2-40fd-aa3e-a35794976271, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b74f3e72-96c2-40fd-aa3e-a35794976271,segment=NetworkSegment(336876ca-f9bc-497f-9de8-537c0fa7a88b),segment_id=336876ca-f9bc-497f-9de8-537c0fa7a88b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:05.739425 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.754709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] Calling delete_port for b74f3e72-96c2-40fd-aa3e-a35794976271 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:05.784121 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b2eba60-c747-4dc4-955a-2d8ef9e087b0 req-fa0c5fd4-255d-4ea7-ac45-5c5b901dd842 service neutron] 10.222.0.65 "GET /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498144 Aug 27 12:11:05.801596 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.833594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=b74f3e72-96c2-40fd-aa3e-a35794976271,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:05.838454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.840869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No DVR routers for this DVR port b74f3e72-96c2-40fd-aa3e-a35794976271 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:05.862108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] Pushing event deleted for resources: {'Port': ['ID=b74f3e72-96c2-40fd-aa3e-a35794976271,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:05.871084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92554b-e59c-47e1-b980-41364b724666 None None] No DVR routers for this DVR port b74f3e72-96c2-40fd-aa3e-a35794976271 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:05.907642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-1ccba88a-fde1-482e-af7e-8aa2a5e8ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:05.909811 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-1ccba88a-fde1-482e-af7e-8aa2a5e8ab03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddabd40ba8584a9e82cd71c26a543092&device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 1094 time: 0.0639505 Aug 27 12:11:05.964722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:05.981725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:06.009460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336876ca-f9bc-497f-9de8-537c0fa7a88b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:06.009760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336876ca-f9bc-497f-9de8-537c0fa7a88b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:06.023280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.037277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.048296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:11:06.048296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.065227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-05180a90-7274-4bed-be8b-17cd008552cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.067164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-05180a90-7274-4bed-be8b-17cd008552cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=f7ffc4ce-e157-461c-8ffe-a83e18045d86 HTTP/1.1" status: 200 len: 919 time: 0.1493495 Aug 27 12:11:06.120227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:11:06.120949 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:11:06.126372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.155169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-20597ce9-0425-4085-8559-1d5fb2e69f74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa HTTP/1.1" status: 200 len: 217 time: 0.0800235 Aug 27 12:11:06.156300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.158483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494 HTTP/1.1" status: 204 len: 168 time: 0.9751883 Aug 27 12:11:06.162862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53854) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:06.171393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-440883737'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:06.183572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e6c8a-ffc5-4114-8a53-b52b361463ea tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=e0f3fc97-5f80-4ecb-9dc6-d1512d4b3494,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:06.187166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 5a23e74b-206d-4e1b-bde1-59a06f483d99 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:06.194663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 5a23e74b-206d-4e1b-bde1-59a06f483d99 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:06.195060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.204666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52c276-412f-4631-a67d-50ebdd0a417d req-451a485c-1e9d-4ea7-bba0-dceefb81a551 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.206606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac52c276-412f-4631-a67d-50ebdd0a417d req-451a485c-1e9d-4ea7-bba0-dceefb81a551 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.2294948 Aug 27 12:11:06.253834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:06.259543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.269235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac52c276-412f-4631-a67d-50ebdd0a417d req-cbaf40eb-7e01-409d-8396-92441fdc9aaf tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Aug 27 12:11:06.285242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-e9457111-51b0-42f3-9133-2596aee4fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.286791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-e9457111-51b0-42f3-9133-2596aee4fd23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9e005c2-1c48-4de4-bb86-6881f4ab37d0 HTTP/1.1" status: 200 len: 858 time: 0.1049433 Aug 27 12:11:06.306705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:11:06.340269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-81bc80e2-231e-4a36-a52f-95fe7a495b65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f7ffc4ce-e157-461c-8ffe-a83e18045d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435500 Aug 27 12:11:06.345303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.345784 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Added segment 6862b24e-f1cf-4bfb-9581-c9b3831a488c of type vlan for network e74eaee9-2d5e-4f22-8592-39c6ab81f412 Aug 27 12:11:06.347299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.401006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:06.403964 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb9fe21-d6de-406f-a0bd-2382e17b9d9d" -d '{"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-plugged", "status": "completed", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:06.474765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:06.480714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b74f3e72-96c2-40fd-aa3e-a35794976271 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:06.503840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-395b0e02-3955-4f4f-b0c5-b9eb500528e3 service neutron] 10.222.0.65 "GET /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492808 Aug 27 12:11:06.525688 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.536065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e21d0-a7d5-497c-aeca-79ace230020a req-d9c6e749-8ee3-4929-b10b-0bc3cdac3301 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.546995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e3e21d0-a7d5-497c-aeca-79ace230020a req-d9c6e749-8ee3-4929-b10b-0bc3cdac3301 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 943 time: 0.1315832 Aug 27 12:11:06.548364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.642789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.644317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e3e21d0-a7d5-497c-aeca-79ace230020a req-e7242c24-5634-42a5-bda1-6818bbec7317 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963724 Aug 27 12:11:06.656986 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d0043-432b-4ba3-910e-ce6280d5cc47 x-openstack-request-id: req-e99d0043-432b-4ba3-910e-ce6280d5cc47 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:06.657631 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-plugged", "status": "completed", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:06.658029 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e99d0043-432b-4ba3-910e-ce6280d5cc47 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:06.658715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.659436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:06.659603 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'code': 200} Aug 27 12:11:06.660520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:06.665699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b74f3e72-96c2-40fd-aa3e-a35794976271 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:11:06.666940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b74f3e72-96c2-40fd-aa3e-a35794976271 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:11:06.783144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47432d-ff5a-4b6a-8c33-d82c75232b3f req-decbe0d2-5bc0-4e9e-8895-1507a14b1be6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.791921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e47432d-ff5a-4b6a-8c33-d82c75232b3f req-decbe0d2-5bc0-4e9e-8895-1507a14b1be6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.0813105 Aug 27 12:11:06.842153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6781673 Aug 27 12:11:06.844790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e47432d-ff5a-4b6a-8c33-d82c75232b3f req-93caaeda-717e-40c5-8bcc-ecb93854d4ba tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478098 Aug 27 12:11:06.845998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:06.850807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bf56f-f00f-443a-aca7-1623eeebcac5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Network': ['ID=e74eaee9-2d5e-4f22-8592-39c6ab81f412,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:06.863243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:06.864044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:11:06.900550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04169dc3-63ac-43cc-83ab-b76d6b801bdf req-463618ca-e5f2-460b-b9a1-979434e327f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:06.902080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04169dc3-63ac-43cc-83ab-b76d6b801bdf req-463618ca-e5f2-460b-b9a1-979434e327f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1100 time: 0.1848984 Aug 27 12:11:06.916468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd60581b-8bb6-43cf-9c1a-8f24e2a91627 req-98bc29b1-1ef1-41f9-bfa4-e3c152d379e3 service neutron] 10.222.0.65 "GET /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230340 Aug 27 12:11:06.974216 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04169dc3-63ac-43cc-83ab-b76d6b801bdf req-8c034ecf-0002-4858-9e3d-7cc90d5421aa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Aug 27 12:11:07.012741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:07.017889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.286319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.373660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=f50caf39-0ff1-4b71-994a-feab0d0169e3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:07.390988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Checking segment: {'id': '6862b24e-f1cf-4bfb-9581-c9b3831a488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:07.391448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network hostable DHCP agents. Network: e74eaee9-2d5e-4f22-8592-39c6ab81f412, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:11:07.437312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:11:07.449254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d891d-338f-49d8-86cf-3ab27a505ba4 req-77ea2861-9952-4726-b80d-b331e951e304 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:07.450836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-208d891d-338f-49d8-86cf-3ab27a505ba4 req-77ea2861-9952-4726-b80d-b331e951e304 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0737514 Aug 27 12:11:07.491459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e74eaee9-2d5e-4f22-8592-39c6ab81f412) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:07.498721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:07.499321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.504481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd1385-7b1a-4792-b83a-091b64a687ff None None] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:07.520214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-208d891d-338f-49d8-86cf-3ab27a505ba4 req-dc2f4110-dfcb-4563-9fbd-cc00c9c0eafe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Aug 27 12:11:07.533637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53890) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:07.534214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a359f234-757c-4496-8657-3343c2a49618 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6844471 Aug 27 12:11:07.540794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-570176693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:07.568600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.569993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.692334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.698841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.711038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-e74eaee9-2d5e-4f22-8592-39c6ab81f412', 'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': 'f50caf39-0ff1-4b71-994a-feab0d0169e3'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:11:07.712098 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.719129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:07.723061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd7f6d8d-0f63-4dd3-8263-1c541f0fffdb tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1857932 Aug 27 12:11:07.724378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53900) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:07.731658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412', 'name': 'tempest-PortsIpV6TestJSON-972544604'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:07.903028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Allocated IP 2001:db8::2 (e74eaee9-2d5e-4f22-8592-39c6ab81f412/f50caf39-0ff1-4b71-994a-feab0d0169e3/28de826e-f01d-4f03-8668-c6e78093df98) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:07.951418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ecdec-e605-4ffc-960d-6e0fcdcca63c req-f5db2b16-8935-439b-842c-c1f4e03c364b tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:07.955861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a74ecdec-e605-4ffc-960d-6e0fcdcca63c req-f5db2b16-8935-439b-842c-c1f4e03c364b tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 943 time: 0.1498156 Aug 27 12:11:07.959965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:07.969240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.035130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 80d75537-6c00-49c6-b5df-5229f507eac7 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:11:08.109411 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.136610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a74ecdec-e605-4ffc-960d-6e0fcdcca63c req-38293743-a085-466e-bf46-f9e084f5faf1 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641572 Aug 27 12:11:08.137660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.148484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Transition to ACTIVE for port object 28de826e-f01d-4f03-8668-c6e78093df98 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:08.160184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d49178-a456-4c09-8c4f-945fcf77f608 req-7ac0caa5-b361-4648-ab1f-1e5123869791 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:08.166357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Transition to ACTIVE for port object 28de826e-f01d-4f03-8668-c6e78093df98 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:08.167949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05d49178-a456-4c09-8c4f-945fcf77f608 req-7ac0caa5-b361-4648-ab1f-1e5123869791 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1943445 Aug 27 12:11:08.173572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.229394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:08.233842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:08.236472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:08.258535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Pushing event updated for resources: {'Port': ['ID=28de826e-f01d-4f03-8668-c6e78093df98,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:08.314369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Attempting to bind port 28de826e-f01d-4f03-8668-c6e78093df98 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:08.314983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Attempting to bind port 28de826e-f01d-4f03-8668-c6e78093df98 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6862b24e-f1cf-4bfb-9581-c9b3831a488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:08.315472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Attempting to bind port 28de826e-f01d-4f03-8668-c6e78093df98 on network e74eaee9-2d5e-4f22-8592-39c6ab81f412 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:08.320881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05d49178-a456-4c09-8c4f-945fcf77f608 req-d3a12808-7acc-4970-a780-d1b0292b7510 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519737 Aug 27 12:11:08.323499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:08.324864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Checking segment: {'id': '6862b24e-f1cf-4bfb-9581-c9b3831a488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:08.324864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.325168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Bound using segment: {'id': '6862b24e-f1cf-4bfb-9581-c9b3831a488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:08.325513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Bound port: 28de826e-f01d-4f03-8668-c6e78093df98, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6862b24e-f1cf-4bfb-9581-c9b3831a488c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e74eaee9-2d5e-4f22-8592-39c6ab81f412'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:08.325900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.362666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::2f5 (e74eaee9-2d5e-4f22-8592-39c6ab81f412/f50caf39-0ff1-4b71-994a-feab0d0169e3/80d75537-6c00-49c6-b5df-5229f507eac7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:08.458418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] For port 28de826e-f01d-4f03-8668-c6e78093df98, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:08.463178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] For port 28de826e-f01d-4f03-8668-c6e78093df98, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=28de826e-f01d-4f03-8668-c6e78093df98,segment=NetworkSegment(6862b24e-f1cf-4bfb-9581-c9b3831a488c),segment_id=6862b24e-f1cf-4bfb-9581-c9b3831a488c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:08.471420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.615062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f031ba-b813-4152-8b62-26841e37bf7b None None] Pushing event updated for resources: {'Port': ['ID=28de826e-f01d-4f03-8668-c6e78093df98,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:08.653889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.708595 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:11:08.711504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 80d75537-6c00-49c6-b5df-5229f507eac7 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:08.755077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468580ff-acc1-4220-b137-edd533fce98a req-944ffaae-1a5f-45ec-ae26-6394dd6ea034 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:08.762667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-468580ff-acc1-4220-b137-edd533fce98a req-944ffaae-1a5f-45ec-ae26-6394dd6ea034 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1005526 Aug 27 12:11:08.800628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.888261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-468580ff-acc1-4220-b137-edd533fce98a req-2a7627f4-ac1c-4b8f-977a-f254b0652106 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244380 Aug 27 12:11:08.898588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:08.900336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=80d75537-6c00-49c6-b5df-5229f507eac7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:08.903743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:08.913595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:08.931653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:08.932921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:08.969308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-648cdb4b-72df-4864-9f0c-b8c430483a9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2426281 Aug 27 12:11:08.973601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53928) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:09.354358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03cdf2-9214-4e1f-9bd9-9298cdb33479 req-da93246a-6631-4de7-8a67-c066441106ea tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:09.363119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de03cdf2-9214-4e1f-9bd9-9298cdb33479 req-da93246a-6631-4de7-8a67-c066441106ea tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 943 time: 0.1352744 Aug 27 12:11:09.481036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:09.589286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de03cdf2-9214-4e1f-9bd9-9298cdb33479 req-ee5e429b-ddc2-4803-aa54-73cde3f333e4 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199793 Aug 27 12:11:09.605983 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-11a421d6-e990-4b82-ac9b-05c309554931 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2275524 Aug 27 12:11:09.648114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fed1-b46f-4e27-be34-25a4b60db6e3 req-52ee14b0-f52e-485b-8601-c5dbab5e280f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:09.649734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42c7fed1-b46f-4e27-be34-25a4b60db6e3 req-52ee14b0-f52e-485b-8601-c5dbab5e280f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.2410951 Aug 27 12:11:09.689905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:09.716440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,segment=NetworkSegment(54cb9d95-0055-4e13-b856-ff9b61238f7d),segment_id=54cb9d95-0055-4e13-b856-ff9b61238f7d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:09.733743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa', 'network_id': 'f7ffc4ce-e157-461c-8ffe-a83e18045d86', 'port_id': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa', 'mac_address': 'fa:16:3e:99:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e005c2-1c48-4de4-bb86-6881f4ab37d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:09.767696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42c7fed1-b46f-4e27-be34-25a4b60db6e3 req-619b8ce1-5509-45d3-9542-4019b6f88581 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033127 Aug 27 12:11:09.848407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:09.881468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:09.906704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2841e5-042f-4dfb-bae6-e41db1bd098e req-253c1bef-d803-4df2-b679-d837ef05361d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:09.916451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db2841e5-042f-4dfb-bae6-e41db1bd098e req-253c1bef-d803-4df2-b679-d837ef05361d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1366799 Aug 27 12:11:09.950963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,segment=NetworkSegment(54cb9d95-0055-4e13-b856-ff9b61238f7d),segment_id=54cb9d95-0055-4e13-b856-ff9b61238f7d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:09.960683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:09.999652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db2841e5-042f-4dfb-bae6-e41db1bd098e req-9aecb10d-6901-4e21-87d0-927c68bae5fb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808477 Aug 27 12:11:10.110742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:10.204046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7743b-6e5c-4248-8d09-9432aa08d5f3 None None] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:10.245648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:10.255161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:10.265225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-08c239a2-a346-4b22-bce1-6b9be0bcbee0 None None] Provisioning for port 28de826e-f01d-4f03-8668-c6e78093df98 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:10.352781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:10.395774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=80d75537-6c00-49c6-b5df-5229f507eac7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:10.477417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 28de826e-f01d-4f03-8668-c6e78093df98 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:10.600145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:10.765258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 28de826e-f01d-4f03-8668-c6e78093df98 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:10.779334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 28de826e-f01d-4f03-8668-c6e78093df98 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:10.779706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:10.842503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:10.846274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e844-87c9-4e67-b550-8fe84d27860f req-a2f48de1-7e83-459c-82fb-2b99ecbd63e6 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:10.859781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dc8e844-87c9-4e67-b550-8fe84d27860f req-a2f48de1-7e83-459c-82fb-2b99ecbd63e6 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 944 time: 0.1121833 Aug 27 12:11:11.009500 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:11.044680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dc8e844-87c9-4e67-b550-8fe84d27860f req-524bbb31-f599-451d-ade7-a4774fec5a72 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824811 Aug 27 12:11:11.090160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 28de826e-f01d-4f03-8668-c6e78093df98, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=28de826e-f01d-4f03-8668-c6e78093df98,segment=NetworkSegment(6862b24e-f1cf-4bfb-9581-c9b3831a488c),segment_id=6862b24e-f1cf-4bfb-9581-c9b3831a488c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:11.094468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeead96a-9b85-4eea-bb47-5805c54bb5d2 req-531cfe8e-2cd5-4e09-93cd-6707ce90c150 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:11.096883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:11.098884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeead96a-9b85-4eea-bb47-5805c54bb5d2 req-531cfe8e-2cd5-4e09-93cd-6707ce90c150 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1903703 Aug 27 12:11:11.209788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeead96a-9b85-4eea-bb47-5805c54bb5d2 req-26e1c6b4-4e74-4815-bcb1-e93a98fb69e0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003027 Aug 27 12:11:11.251779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8503b2b5-a6c8-4b3d-bfd6-73db9a542c40 None None] Provisioning complete for port 28de826e-f01d-4f03-8668-c6e78093df98 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:11.252157 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8503b2b5-a6c8-4b3d-bfd6-73db9a542c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:11.355334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=28de826e-f01d-4f03-8668-c6e78093df98,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:11.400191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8559b1-3cab-43af-9a33-3e93b4181ef2 req-aa47f64e-359f-4763-a481-4d5210fa9b11 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:11.417685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd8559b1-3cab-43af-9a33-3e93b4181ef2 req-aa47f64e-359f-4763-a481-4d5210fa9b11 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.1031322 Aug 27 12:11:11.503353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd8559b1-3cab-43af-9a33-3e93b4181ef2 req-49f0deb5-4ea3-427e-aeb4-c9acf187b3ed tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846648 Aug 27 12:11:11.564597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8503b2b5-a6c8-4b3d-bfd6-73db9a542c40 None None] Provisioning for port 80d75537-6c00-49c6-b5df-5229f507eac7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:11.570801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8503b2b5-a6c8-4b3d-bfd6-73db9a542c40 None None] Provisioning complete for port 80d75537-6c00-49c6-b5df-5229f507eac7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:11.571232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8503b2b5-a6c8-4b3d-bfd6-73db9a542c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:11.670101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8503b2b5-a6c8-4b3d-bfd6-73db9a542c40 None None] Port 80d75537-6c00-49c6-b5df-5229f507eac7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:11.799107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b64eb779-d711-4982-a22b-4ead363f8930 None None] Provisioning complete for port 80d75537-6c00-49c6-b5df-5229f507eac7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:11.799808 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b64eb779-d711-4982-a22b-4ead363f8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:11.842342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-fef04d2f-0fca-40d1-bb05-9a08d4cae8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:11.845285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-fef04d2f-0fca-40d1-bb05-9a08d4cae8ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1100 time: 0.1163118 Aug 27 12:11:11.851116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b64eb779-d711-4982-a22b-4ead363f8930 None None] Port 80d75537-6c00-49c6-b5df-5229f507eac7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:11.997535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.007630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.008406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.043930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-d1e4cf79-b94e-463a-ad47-4c6654be8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.045459 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-d1e4cf79-b94e-463a-ad47-4c6654be8f9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1828341 Aug 27 12:11:12.079761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f3fc7824-a8b8-42a4-a172-2ea253133641 None None] Provisioning complete for port 80d75537-6c00-49c6-b5df-5229f507eac7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:12.080274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7824-a8b8-42a4-a172-2ea253133641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.137083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-c3c125f7-98c8-4db2-9e25-10af05ec8cf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 217 time: 0.0761864 Aug 27 12:11:12.155576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=80d75537-6c00-49c6-b5df-5229f507eac7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:12.159105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc7824-a8b8-42a4-a172-2ea253133641 None None] Port 80d75537-6c00-49c6-b5df-5229f507eac7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:12.229452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-d0d3b822-5167-4e5f-9643-56682105dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.231016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-d0d3b822-5167-4e5f-9643-56682105dac2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0850987 Aug 27 12:11:12.240228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:12.243330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:12.269361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7141-1a7d-4969-aac7-4ff12af0a8f8 req-b681e313-3b92-4502-b180-aa3a7ac8282b tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.274578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a7f7141-1a7d-4969-aac7-4ff12af0a8f8 req-b681e313-3b92-4502-b180-aa3a7ac8282b tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 944 time: 0.1069050 Aug 27 12:11:12.371363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a7f7141-1a7d-4969-aac7-4ff12af0a8f8 req-67f0dbd4-48a5-403f-8642-c448d1ffffe0 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899091 Aug 27 12:11:12.391920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154fce1-ee86-43de-8db8-4bcf776eef6e req-467117a3-7a37-49e9-887d-9d6c4ba5f92d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.399351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9154fce1-ee86-43de-8db8-4bcf776eef6e req-467117a3-7a37-49e9-887d-9d6c4ba5f92d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0920639 Aug 27 12:11:12.408267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-88bcddda-cd1f-4eee-8c1f-1c5301982fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.415769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-88bcddda-cd1f-4eee-8c1f-1c5301982fa1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738155 Aug 27 12:11:12.469494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9154fce1-ee86-43de-8db8-4bcf776eef6e req-394cb2f6-97a0-4e8a-a8be-8dab80e5acd8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688627 Aug 27 12:11:12.469839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 28de826e-f01d-4f03-8668-c6e78093df98 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:12.559861 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-4723f248-e118-4503-86f5-0b1ed71d08bc service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347456 Aug 27 12:11:12.568745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 28de826e-f01d-4f03-8668-c6e78093df98 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:12.569593 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.717618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f25f246d-b080-432f-8e4e-ad507ded0ed7 None None] Provisioning complete for port 80d75537-6c00-49c6-b5df-5229f507eac7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:12.717994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f25f246d-b080-432f-8e4e-ad507ded0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.745749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fafbf-f59e-4481-a620-3d645321df31 req-9633814a-fe9c-4867-9ecd-1706cee7f84d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.747314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e4fafbf-f59e-4481-a620-3d645321df31 req-9633814a-fe9c-4867-9ecd-1706cee7f84d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 943 time: 0.0922456 Aug 27 12:11:12.756162 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-160fff0c-62e1-47bc-af33-24a7a8de62b0 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804273 Aug 27 12:11:12.788760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-dc69290a-6aab-4556-a554-0da042b080d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:12.790358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-dc69290a-6aab-4556-a554-0da042b080d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07&tenant_id=4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 1094 time: 0.2271245 Aug 27 12:11:12.798705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e4fafbf-f59e-4481-a620-3d645321df31 req-def4d18c-c213-4e87-9db2-8dd5cc86f5e9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388458 Aug 27 12:11:12.818090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:12.823333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Router 68926310-fc88-4314-b0f8-00721bf2153e is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:11:12.970015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:12.997611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f25f246d-b080-432f-8e4e-ad507ded0ed7 None None] Port 80d75537-6c00-49c6-b5df-5229f507eac7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:13.021236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:11:13.030684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3d037763-bf66-4a24-9d35-b70b377af71f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/routers/68926310-fc88-4314-b0f8-00721bf2153e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0533147 Aug 27 12:11:13.031403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:13.033862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] Sync routers for ids ['68926310-fc88-4314-b0f8-00721bf2153e'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:11:13.044938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] Routers {'68926310-fc88-4314-b0f8-00721bf2153e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:13.047147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:10:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['68926310-fc88-4314-b0f8-00721bf2153e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:13.083588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67024e0f-6724-46d2-ac13-902e20604fa9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:13.085681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-67024e0f-6724-46d2-ac13-902e20604fa9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports?device_id=68926310-fc88-4314-b0f8-00721bf2153e HTTP/1.1" status: 200 len: 988 time: 0.0530491 Aug 27 12:11:13.086792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:13.089431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54042) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:13.097189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] Routers {'68926310-fc88-4314-b0f8-00721bf2153e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:13.097787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:10:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['68926310-fc88-4314-b0f8-00721bf2153e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:13.140346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:13.141032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac5178-21b6-490c-bf36-cbf1e4585d97 None None] The sync data for ids ['68926310-fc88-4314-b0f8-00721bf2153e'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:11:13.222760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:13.267051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:13.303666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:13.313522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.328758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Transition to ACTIVE for port object 32772e3e-c84a-44d7-9793-f06608eab91a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:13.333511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.485923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:13.550173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] No DVR routers for this DVR port 32772e3e-c84a-44d7-9793-f06608eab91a on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:13.597607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:13.602062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:13.602513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.682051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=9']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:13.713218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:13.713818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:13.714148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:13.719613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Port 32772e3e-c84a-44d7-9793-f06608eab91a on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:11:13.719954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Attempting to bind port 32772e3e-c84a-44d7-9793-f06608eab91a on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:13.725243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:13.725592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Checking segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:13.727013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Bound using segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:13.727013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Bound port: 32772e3e-c84a-44d7-9793-f06608eab91a, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:13.727013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.793270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.807036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:13.807303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece0094-557d-468e-99bd-f557cec70276 req-d0cb92ec-e5c1-4aec-b641-c521ab881a88 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:13.812016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:13.818931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.819387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ece0094-557d-468e-99bd-f557cec70276 req-d0cb92ec-e5c1-4aec-b641-c521ab881a88 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.2264273 Aug 27 12:11:13.829007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3c0c1-0224-4a2c-a478-b3022069eb8a req-c2cf6bc9-a16c-4af3-a3e8-7e98a9096477 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:13.830801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9f3c0c1-0224-4a2c-a478-b3022069eb8a req-c2cf6bc9-a16c-4af3-a3e8-7e98a9096477 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 944 time: 0.3233867 Aug 27 12:11:13.866128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:13.874541 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7be73b-c129-4d1f-b262-dc1d233de29c" -d '{"events": [{"server_uuid": "a7334c36-360b-4cbd-a8b3-d1a41d9a539c", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:13.882464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:13.882464 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.882464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] 10.222.0.77 "PUT /v2.0/ports/32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 1091 time: 1.0734394 Aug 27 12:11:13.882464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:13.884220 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b687d27-e768-4985-aec8-f247fad5a730" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:13.911128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,segment=NetworkSegment(54cb9d95-0055-4e13-b856-ff9b61238f7d),segment_id=54cb9d95-0055-4e13-b856-ff9b61238f7d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:13.919356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:13.938368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43bea-4c25-46ae-83e4-539149df6539 service neutron] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:13.993036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9f3c0c1-0224-4a2c-a478-b3022069eb8a req-9f8a8674-7ffe-44d0-bf95-26eb6a25be1a tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529453 Aug 27 12:11:13.995589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-e8be7d54-65cc-42d4-95cb-2459e20859ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:13.998840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-e8be7d54-65cc-42d4-95cb-2459e20859ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1095 time: 0.0714123 Aug 27 12:11:13.999398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:14.016738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ece0094-557d-468e-99bd-f557cec70276 req-c6064f0d-105d-4f39-bfef-83e168a7ed4e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938698 Aug 27 12:11:14.133901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-bc21e1b4-3fd4-423b-a8a8-2b8906f16454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.136669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-bc21e1b4-3fd4-423b-a8a8-2b8906f16454 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1305902 Aug 27 12:11:14.215641 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b76a32-998b-4555-8e6f-2d629c72745a x-openstack-request-id: req-44b76a32-998b-4555-8e6f-2d629c72745a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:14.215933 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7334c36-360b-4cbd-a8b3-d1a41d9a539c", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:14.216189 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44b76a32-998b-4555-8e6f-2d629c72745a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:14.216614 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa', 'code': 200} Aug 27 12:11:14.251193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-a45d25d6-1629-43f0-9879-550e7256d43d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 999 time: 0.1059966 Aug 27 12:11:14.293757 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592a16ca-23af-47bb-bce1-4b2eca16e114 x-openstack-request-id: req-592a16ca-23af-47bb-bce1-4b2eca16e114 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:14.293757 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:14.294091 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-592a16ca-23af-47bb-bce1-4b2eca16e114 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:14.294208 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'status': 'completed', 'code': 200} Aug 27 12:11:14.302263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83a4fd-2c98-498b-a35a-5815797f6288 req-2821bdbf-8601-4b8c-b225-7df47274b442 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.303789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb83a4fd-2c98-498b-a35a-5815797f6288 req-2821bdbf-8601-4b8c-b225-7df47274b442 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.0996869 Aug 27 12:11:14.344932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-b10d1526-ecd3-411e-a798-43cbda8c649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.346455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-b10d1526-ecd3-411e-a798-43cbda8c649c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0885210 Aug 27 12:11:14.354032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309fbab-9a5a-4b5b-872f-8b6a5aec28b4 req-39287db7-ee35-4036-9cd9-61d2b0823e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.355535 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1309fbab-9a5a-4b5b-872f-8b6a5aec28b4 req-39287db7-ee35-4036-9cd9-61d2b0823e9b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 1096 time: 0.0572133 Aug 27 12:11:14.412965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb83a4fd-2c98-498b-a35a-5815797f6288 req-0b6e2db4-05a8-45cf-b365-b72835e53972 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908020 Aug 27 12:11:14.417552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-e5f74dce-fe9f-44e7-8d79-25c32469edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.418915 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-e5f74dce-fe9f-44e7-8d79-25c32469edd3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625989 Aug 27 12:11:14.420492 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1309fbab-9a5a-4b5b-872f-8b6a5aec28b4 req-23cf952d-1d0d-40ae-9f1c-0d5b1afd6e38 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547862 Aug 27 12:11:14.449668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:14.525966 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-dd0bfd8e-dd6e-45c0-8d36-a66f2edc4e45 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989661 Aug 27 12:11:14.628164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38db8b93-ed5e-4a12-b8c9-a8c2ae7d8ced req-a8844033-d972-4f1f-8e76-d78330be61ad service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946167 Aug 27 12:11:14.739531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 80d75537-6c00-49c6-b5df-5229f507eac7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:14.739960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:14.789426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b687d27-e768-4985-aec8-f247fad5a730 req-c6ff7efb-4b10-4006-9dc1-2fd3d45ebd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.791779 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-c6ff7efb-4b10-4006-9dc1-2fd3d45ebd6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1095 time: 0.0508058 Aug 27 12:11:14.865553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:14.900853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 80d75537-6c00-49c6-b5df-5229f507eac7 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:14.935995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b687d27-e768-4985-aec8-f247fad5a730 req-5717f0a2-b125-4a41-8241-d0785367893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:14.938210 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-5717f0a2-b125-4a41-8241-d0785367893d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1396263 Aug 27 12:11:15.018978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-5c934a94-991b-4edc-8ea6-1ce1800d0a78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 999 time: 0.0698898 Aug 27 12:11:15.114062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b687d27-e768-4985-aec8-f247fad5a730 req-4281174f-bae8-4964-9b46-1e60c5d815fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:15.117825 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-4281174f-bae8-4964-9b46-1e60c5d815fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0919821 Aug 27 12:11:15.182977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b687d27-e768-4985-aec8-f247fad5a730 req-0a6ce583-1fc1-4f9b-8d62-80a33bc9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:15.184794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-0a6ce583-1fc1-4f9b-8d62-80a33bc9d15e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588231 Aug 27 12:11:15.270150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297fca-163e-4932-86cb-539221b5b2ee req-744dae8e-0053-40e0-b6d3-961f17d87294 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:15.272071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d297fca-163e-4932-86cb-539221b5b2ee req-744dae8e-0053-40e0-b6d3-961f17d87294 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 945 time: 0.1025939 Aug 27 12:11:15.297003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7f546-6452-42fd-9f6f-cd5be286c54d req-6055cffd-b170-4c73-ab5b-4ca3f6716677 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:15.298588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3a7f546-6452-42fd-9f6f-cd5be286c54d req-6055cffd-b170-4c73-ab5b-4ca3f6716677 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1272769 Aug 27 12:11:15.303811 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:15.357584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=80d75537-6c00-49c6-b5df-5229f507eac7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:15.395074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-c1cc9e30-340e-47aa-847c-e53f9ef626e9 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027941 Aug 27 12:11:15.467898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:15.509245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d297fca-163e-4932-86cb-539221b5b2ee req-d01ad6c6-f294-461d-90e6-9a3880b71fbf tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256372 Aug 27 12:11:15.557669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3a7f546-6452-42fd-9f6f-cd5be286c54d req-a3b5068d-a820-440f-a17d-4668be798c85 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337441 Aug 27 12:11:15.672365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7b687d27-e768-4985-aec8-f247fad5a730 req-abbfc749-503b-49fa-81b6-98523c4fe6c9 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364309 Aug 27 12:11:15.903545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Router 68926310-fc88-4314-b0f8-00721bf2153e has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:11:15.913480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191b988-1ad8-4bf9-8ae6-6d3d14f3804f req-03dc224c-8b16-4019-9e84-e658d3d1d5b4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:15.917826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5191b988-1ad8-4bf9-8ae6-6d3d14f3804f req-03dc224c-8b16-4019-9e84-e658d3d1d5b4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.1522369 Aug 27 12:11:16.340304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5191b988-1ad8-4bf9-8ae6-6d3d14f3804f req-60667c96-6f47-4c1d-b55a-c7167867d85d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188666 Aug 27 12:11:16.448773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:11:16.458563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a25c2a2-eece-4610-9c0a-d29c7a3af267 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/routers/68926310-fc88-4314-b0f8-00721bf2153e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3678050 Aug 27 12:11:16.458711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:16.465756 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] Sync routers for ids ['68926310-fc88-4314-b0f8-00721bf2153e'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:11:16.490647 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] Routers {'68926310-fc88-4314-b0f8-00721bf2153e'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:16.491554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:10:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['68926310-fc88-4314-b0f8-00721bf2153e'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:16.516195 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f83d6b-d0c7-4da4-97dd-325228c77a74 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:11:16.520083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-66f83d6b-d0c7-4da4-97dd-325228c77a74 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/80d75537-6c00-49c6-b5df-5229f507eac7 HTTP/1.1" status: 404 len: 333 time: 0.0602977 Aug 27 12:11:16.524266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:16.550418 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:16.559830 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] Routers {'68926310-fc88-4314-b0f8-00721bf2153e'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:16.560673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:10:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['68926310-fc88-4314-b0f8-00721bf2153e'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:16.604998 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:16.605925 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1e9b8-5b62-4ba4-9f11-6c495c2ece36 None None] The sync data for ids ['68926310-fc88-4314-b0f8-00721bf2153e'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:11:16.685297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:16.964726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde9b0-4f1c-4266-b37d-a0af527f91c6 req-bc6d00af-a7bc-4434-b508-9f67917cce34 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:16.966275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92dde9b0-4f1c-4266-b37d-a0af527f91c6 req-bc6d00af-a7bc-4434-b508-9f67917cce34 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 945 time: 0.3045137 Aug 27 12:11:16.980256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469769e9-a9f1-4ca4-812a-29445c3550da req-256063b5-837f-426e-b5fa-91c55c3ceb63 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:16.981922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-469769e9-a9f1-4ca4-812a-29445c3550da req-256063b5-837f-426e-b5fa-91c55c3ceb63 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.3190129 Aug 27 12:11:16.985108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:16.988289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.100809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92dde9b0-4f1c-4266-b37d-a0af527f91c6 req-46280fba-ae80-4ea3-8edd-07934c0fe50e tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176867 Aug 27 12:11:17.117899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.118865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Fanout notify agent at l3_agent the message router_deleted on router 68926310-fc88-4314-b0f8-00721bf2153e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:11:17.133536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.134962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bb56e977-4c08-4f25-954f-39b935f6395c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/routers/68926310-fc88-4314-b0f8-00721bf2153e HTTP/1.1" status: 204 len: 168 time: 0.6095123 Aug 27 12:11:17.137646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:17.151877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-469769e9-a9f1-4ca4-812a-29445c3550da req-84a1e6a0-86e9-432e-86e1-5e2d6ac375d7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435535 Aug 27 12:11:17.276399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet f50caf39-0ff1-4b71-994a-feab0d0169e3 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:17.280354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.349178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.484680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.616364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.654624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9263583-433e-4a01-873d-bdae50aec6ad req-84048db5-e980-4b2d-a389-c6e0cbabc278 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:17.657175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9263583-433e-4a01-873d-bdae50aec6ad req-84048db5-e980-4b2d-a389-c6e0cbabc278 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.0569503 Aug 27 12:11:17.666741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.669132 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/f50caf39-0ff1-4b71-994a-feab0d0169e3 HTTP/1.1" status: 204 len: 168 time: 0.5302129 Aug 27 12:11:17.674278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ccb88c-80dc-4ebd-afed-0fd61f4bb506 None None] Network e74eaee9-2d5e-4f22-8592-39c6ab81f412 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:17.676492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:17.714081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1706564-9206-4e07-9502-4bc359a87b9a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=f50caf39-0ff1-4b71-994a-feab0d0169e3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:17.807084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9263583-433e-4a01-873d-bdae50aec6ad req-6dc598d6-da50-4e96-8d51-b6cbec8d522d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348281 Aug 27 12:11:17.827359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:17.972053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] DHCP port deletion for e74eaee9-2d5e-4f22-8592-39c6ab81f412 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:11:17.995077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 28de826e-f01d-4f03-8668-c6e78093df98 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:17.996209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.027949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Deleting port 28de826e-f01d-4f03-8668-c6e78093df98 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:18.028402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.052961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8649f0-6d5a-4adc-be5f-baf5ae26ef4b req-1f918830-7c5c-45fc-8595-8d30c2c4d210 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:18.060610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e8649f0-6d5a-4adc-be5f-baf5ae26ef4b req-1f918830-7c5c-45fc-8595-8d30c2c4d210 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 945 time: 0.1139114 Aug 27 12:11:18.111818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] For port 28de826e-f01d-4f03-8668-c6e78093df98, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=28de826e-f01d-4f03-8668-c6e78093df98,segment=NetworkSegment(6862b24e-f1cf-4bfb-9581-c9b3831a488c),segment_id=6862b24e-f1cf-4bfb-9581-c9b3831a488c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:18.112379 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.139806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Calling delete_port for 28de826e-f01d-4f03-8668-c6e78093df98 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:18.141655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e8649f0-6d5a-4adc-be5f-baf5ae26ef4b req-f44d6e54-56e0-47bf-be68-0f8546182146 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798016 Aug 27 12:11:18.143405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] For port 28de826e-f01d-4f03-8668-c6e78093df98, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=28de826e-f01d-4f03-8668-c6e78093df98,segment=NetworkSegment(6862b24e-f1cf-4bfb-9581-c9b3831a488c),segment_id=6862b24e-f1cf-4bfb-9581-c9b3831a488c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:18.143781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.163494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 28de826e-f01d-4f03-8668-c6e78093df98 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:18.298288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.324790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] No DVR routers for this DVR port 28de826e-f01d-4f03-8668-c6e78093df98 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:18.381394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Pushing event deleted for resources: {'Port': ['ID=28de826e-f01d-4f03-8668-c6e78093df98,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:18.396944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.397596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.398184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.398651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.399057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.399465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.399859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.400618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.401759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.401759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.401759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.402014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e30be-3704-4ca5-984a-53727b2b98f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:18.443892 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf3a1ca9-5c02-46e1-a48d-f56cd978c3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.469912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 28de826e-f01d-4f03-8668-c6e78093df98 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:18.481874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.495367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 28de826e-f01d-4f03-8668-c6e78093df98 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:11:18.495945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ee736-c71c-4a6a-91b8-7f3739e2c40b req-ce03809b-f754-43f9-8bc3-c37d3777bb24 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:18.496408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 28de826e-f01d-4f03-8668-c6e78093df98 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:11:18.497760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-398ee736-c71c-4a6a-91b8-7f3739e2c40b req-ce03809b-f754-43f9-8bc3-c37d3777bb24 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1823273 Aug 27 12:11:18.529295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=28de826e-f01d-4f03-8668-c6e78093df98,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:18.563125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No DVR routers for this DVR port 28de826e-f01d-4f03-8668-c6e78093df98 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:18.670844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-398ee736-c71c-4a6a-91b8-7f3739e2c40b req-e0f818c7-0791-413d-8df6-8a995733f308 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420219 Aug 27 12:11:18.691108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.720030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74eaee9-2d5e-4f22-8592-39c6ab81f412']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:18.754065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6862b24e-f1cf-4bfb-9581-c9b3831a488c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:18.754417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6862b24e-f1cf-4bfb-9581-c9b3831a488c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:18.771791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.788421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.796839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:11:18.797355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:11:18.801359 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:11:18.887599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.905871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:18.910672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/e74eaee9-2d5e-4f22-8592-39c6ab81f412 HTTP/1.1" status: 204 len: 168 time: 1.2278123 Aug 27 12:11:18.911974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54200) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:18.921808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c490ee-601e-4e49-b6d2-7965fe9bec4d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=e74eaee9-2d5e-4f22-8592-39c6ab81f412,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:19.009744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb187b-77ef-4343-96d3-cb9edabce907 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:19.011224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-43eb187b-77ef-4343-96d3-cb9edabce907 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/c2825c6b-d3b3-469f-96e5-a65495ddf0f7 HTTP/1.1" status: 200 len: 844 time: 0.0981538 Aug 27 12:11:19.017095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54204) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:19.035388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8587c-a284-43e9-858e-06b0e2240191 req-ef345bb9-32cc-45a8-b5d5-4d71d9880749 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:19.037063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35e8587c-a284-43e9-858e-06b0e2240191 req-ef345bb9-32cc-45a8-b5d5-4d71d9880749 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.0828769 Aug 27 12:11:19.085429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-27475d4a-e4b0-43f6-a49c-3b012bd5779a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/c2825c6b-d3b3-469f-96e5-a65495ddf0f7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0651228 Aug 27 12:11:19.088941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54210) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:19.091294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:19.109065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35e8587c-a284-43e9-858e-06b0e2240191 req-a71857c3-1e2c-4afb-8d99-e58203a52807 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578513 Aug 27 12:11:19.367512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd140db-d676-46c4-ac4f-321153ba80be req-aab597d2-ff9b-4084-920d-0c997e2576f8 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:19.370107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbd140db-d676-46c4-ac4f-321153ba80be req-aab597d2-ff9b-4084-920d-0c997e2576f8 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 945 time: 0.0794981 Aug 27 12:11:19.443008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbd140db-d676-46c4-ac4f-321153ba80be req-5402f5a5-4a26-49f1-abab-9e2d3ebe5b0c tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/security-groups?id=514b7f54-c782-41e5-9a73-37c6550573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Aug 27 12:11:19.582525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-27274e9a-4d06-45cd-83c9-6303b7e5f7bf tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:19.583660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-27274e9a-4d06-45cd-83c9-6303b7e5f7bf tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 945 time: 0.3707175 Aug 27 12:11:19.687592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:19.691833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:19.797120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Deleting port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:19.797469 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:19.849210 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:19.856982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3ebd-86f5-4a52-b5b1-43affd491f21 req-85c3d422-fc37-429b-b93a-5708081440bd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:19.859582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfaf3ebd-86f5-4a52-b5b1-43affd491f21 req-85c3d422-fc37-429b-b93a-5708081440bd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0821683 Aug 27 12:11:19.931035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfaf3ebd-86f5-4a52-b5b1-43affd491f21 req-fe3b262d-2625-4f6f-903f-ae7e3e7bc796 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621154 Aug 27 12:11:19.943496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] For port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,segment=NetworkSegment(54cb9d95-0055-4e13-b856-ff9b61238f7d),segment_id=54cb9d95-0055-4e13-b856-ff9b61238f7d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:19.944017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:19.998587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Calling delete_port for 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:20.056836 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.125293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:20.131420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:20.139888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.140487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.144444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f873f-049d-46e6-b684-ea5d524e4349 None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:20.148134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=e0b975c8-5fef-48dd-88ea-8db06100585c,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:20.171753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9b1adbdf-343e-4d3c-b62c-f85024a179e6 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0841668 Aug 27 12:11:20.174298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:20.180541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596302861'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:20.231714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.277471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Pushing event deleted for resources: {'Port': ['ID=7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:20.297431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:20.360201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] No DVR routers for this DVR port 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:20.376079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.386019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-473aa69f-7540-4cdb-9ec7-986878131a10 req-e0ec8031-3c1d-48a2-a2bf-05328af6ff5f tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.65 "DELETE /v2.0/ports/7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa HTTP/1.1" status: 204 len: 173 time: 0.7922039 Aug 27 12:11:20.386546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'name': 'network-vif-deleted', 'tag': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:20.393070 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613e200-c233-4a03-b00f-329ed5b77a9e" -d '{"events": [{"server_uuid": "a7334c36-360b-4cbd-a8b3-d1a41d9a539c", "name": "network-vif-deleted", "tag": "7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:20.415111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.459637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-4c86df6b-bc59-46f6-a257-de4e7e8c6dc7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2379718 Aug 27 12:11:20.490314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666985-0ed5-4c7a-a18f-d22a9d80fe9f req-78fedd49-47a8-412b-a58f-2a285bbf7ac3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.494332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e666985-0ed5-4c7a-a18f-d22a9d80fe9f req-78fedd49-47a8-412b-a58f-2a285bbf7ac3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.1530392 Aug 27 12:11:20.604192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e666985-0ed5-4c7a-a18f-d22a9d80fe9f req-da0ff74c-a61f-435a-bcb0-4c139b5395b4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029470 Aug 27 12:11:20.625835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.626339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.626849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.627319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.627892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.628271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.628728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.630747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f01b6079-da97-4ffc-b377-f47b81ba89c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6500 time: 0.1350374 Aug 27 12:11:20.650164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-d6485c9a-73d6-42e6-982a-2d96e122d274', 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'tenant_id': '8b765eda98d14df5a3bf8c461660c263', 'fixed_ips': [{'subnet_id': 'e0b975c8-5fef-48dd-88ea-8db06100585c'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:11:20.651878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.737198 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93765429-7cd0-43c7-8635-5d61a37b1f3e x-openstack-request-id: req-93765429-7cd0-43c7-8635-5d61a37b1f3e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:20.737505 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7334c36-360b-4cbd-a8b3-d1a41d9a539c", "name": "network-vif-deleted", "tag": "7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:20.737802 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93765429-7cd0-43c7-8635-5d61a37b1f3e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:20.738342 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7334c36-360b-4cbd-a8b3-d1a41d9a539c', 'name': 'network-vif-deleted', 'tag': '7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa', 'status': 'completed', 'code': 200} Aug 27 12:11:20.790485 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.796361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.862082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55282272-3027-4a3a-91fd-017ba83ecbc8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:20.881544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.883136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6d834be5-f8ff-4185-b3c4-18a680f24705 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7077243 Aug 27 12:11:20.886144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54248) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:20.891816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'security_group': {'name': 'tempest-secgroup-930864613'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:20.915919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01fa750e-a35b-4cca-bf33-514065453ce2 req-1e44f4ba-1b21-4020-a2bb-c37102dfc6e8 tempest-InstanceActionsV221TestJSON-767990771 tempest-InstanceActionsV221TestJSON-767990771-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7334c36-360b-4cbd-a8b3-d1a41d9a539c HTTP/1.1" status: 200 len: 210 time: 0.0782971 Aug 27 12:11:20.960352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-748f0f1a-4ca2-49c7-9635-1ca1a8d28ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.961194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-748f0f1a-4ca2-49c7-9635-1ca1a8d28ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.974687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:20.977270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-748f0f1a-4ca2-49c7-9635-1ca1a8d28ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:20.980253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-748f0f1a-4ca2-49c7-9635-1ca1a8d28ef4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba HTTP/1.1" status: 200 len: 2297 time: 0.2871025 Aug 27 12:11:21.081688 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-828d854a-a7ad-47c8-ab7e-c396e909f0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.194350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Allocated IP 2001:db8::2 (d6485c9a-73d6-42e6-982a-2d96e122d274/e0b975c8-5fef-48dd-88ea-8db06100585c/e91571ba-a960-40c8-8d5b-2925b8ae7d10) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:21.206395 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.249345 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.260948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.321210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219d9a3-6864-4c23-8b50-9d04896b06d3 req-90052e12-53cd-47ac-93b5-69f680159424 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:21.330282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a219d9a3-6864-4c23-8b50-9d04896b06d3 req-90052e12-53cd-47ac-93b5-69f680159424 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1772594 Aug 27 12:11:21.333983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-f0920780-3e80-422c-9c00-6fd4087c82c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4 HTTP/1.1" status: 200 len: 1002 time: 0.3443718 Aug 27 12:11:21.334144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5a5daa-53b7-486e-a856-ae582abf3aa3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:21.336522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.340598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4698c787-00d9-4e62-b0f2-6821d6b20316 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4506621 Aug 27 12:11:21.340842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54260) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:21.354459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-924020201', 'security_groups': ['3c5a5daa-53b7-486e-a856-ae582abf3aa3'], 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0b975c8-5fef-48dd-88ea-8db06100585c'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:21.392309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a219d9a3-6864-4c23-8b50-9d04896b06d3 req-74b10724-5a88-48cd-9dc6-42aa507bf8ea tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560834 Aug 27 12:11:21.508151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-cf3707f1-3cf2-43f2-9b02-22ff7d43c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:21.510270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-cf3707f1-3cf2-43f2-9b02-22ff7d43c9fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe HTTP/1.1" status: 200 len: 855 time: 0.1338995 Aug 27 12:11:21.577154 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.580085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:21.591977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-fa3f4a33-1ed3-421a-b5fc-d2c5a56c1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:21.594177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Transition to ACTIVE for port object e91571ba-a960-40c8-8d5b-2925b8ae7d10 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:21.596244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-fa3f4a33-1ed3-421a-b5fc-d2c5a56c1c5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707397 Aug 27 12:11:21.614087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Transition to ACTIVE for port object e91571ba-a960-40c8-8d5b-2925b8ae7d10 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:21.623123 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.727706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:21.729728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:21.735672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:21.777195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.820724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-e144f846-a548-4b95-8a01-5ba44e1bc2ba service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176235 Aug 27 12:11:21.823186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:11:21.825704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:21.832936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Attempting to bind port e91571ba-a960-40c8-8d5b-2925b8ae7d10 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:21.833477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Attempting to bind port e91571ba-a960-40c8-8d5b-2925b8ae7d10 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'cf952fc8-2775-4ffd-9676-409978849804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:21.834199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Attempting to bind port e91571ba-a960-40c8-8d5b-2925b8ae7d10 on network d6485c9a-73d6-42e6-982a-2d96e122d274 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:21.840232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:21.840996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Checking segment: {'id': 'cf952fc8-2775-4ffd-9676-409978849804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:21.841758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.842536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Bound using segment: {'id': 'cf952fc8-2775-4ffd-9676-409978849804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:21.843271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Bound port: e91571ba-a960-40c8-8d5b-2925b8ae7d10, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf952fc8-2775-4ffd-9676-409978849804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:21.843920 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:21.927180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:21.931844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:21.938766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.079467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af7a34-bf19-47fe-9c00-cd7eaac4e93d None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:22.102708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38905d36-e62a-4779-bfef-e994635a8a62 req-4fed7855-a912-40ba-a363-c43e1dda2c4c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:22.105072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38905d36-e62a-4779-bfef-e994635a8a62 req-4fed7855-a912-40ba-a363-c43e1dda2c4c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.2812529 Aug 27 12:11:22.122088 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.139829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::336 (d6485c9a-73d6-42e6-982a-2d96e122d274/e0b975c8-5fef-48dd-88ea-8db06100585c/3f0d217a-0b34-4156-8083-8b1f6dc6bc0d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:22.275112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38905d36-e62a-4779-bfef-e994635a8a62 req-5b5d9fc1-5a4b-480e-8d6d-551ed33bf8ed tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528199 Aug 27 12:11:22.287068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-5cf60ac2-de81-414c-a3fe-6fbc8e38989c service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486525 Aug 27 12:11:22.389342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-b7ec8a6d-c0f0-4316-a750-d0a1e7c5174b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 217 time: 0.0866053 Aug 27 12:11:22.526039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54288) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:22.658879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.695307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Deleting subnet b9e005c2-1c48-4de4-bb86-6881f4ab37d0 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:22.700134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.701178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-c75cdb8b-ddd3-4c29-b576-96d2c9cae0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:22.703328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-c75cdb8b-ddd3-4c29-b576-96d2c9cae0ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.3057492 Aug 27 12:11:22.724073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ddedd-40ab-4590-abb9-52a3cae45947 req-9739b0ec-8b8c-462a-9382-fc205950b55c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:22.725760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d32ddedd-40ab-4590-abb9-52a3cae45947 req-9739b0ec-8b8c-462a-9382-fc205950b55c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1536379 Aug 27 12:11:22.750835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:22.802167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.822866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-a1f7fec2-d025-4590-9d01-53a8c3e36561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:22.831513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-a1f7fec2-d025-4590-9d01-53a8c3e36561 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196878 Aug 27 12:11:22.914316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.939908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:22.964319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:22.982283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-846a06f7-7797-42b9-a567-40eeb5996d3e service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384950 Aug 27 12:11:22.986182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:22.994921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d32ddedd-40ab-4590-abb9-52a3cae45947 req-1ded47e1-4b0d-4253-b771-a50913a02abc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364562 Aug 27 12:11:23.056998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:23.071597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:23.072566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:23.151487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-400df9e7-bfa6-4d6b-a5ef-20665b0e3b13 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597517 Aug 27 12:11:23.205212 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8633118 Aug 27 12:11:23.247743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:23.254623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:23.287248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:23.288468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-1b360e06-b352-4602-b97f-14e19492a4e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 217 time: 0.1297526 Aug 27 12:11:23.387840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9c9a8-1785-4c61-aab9-960eb7ab72f9 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=3f0d217a-0b34-4156-8083-8b1f6dc6bc0d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:23.399096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:23.401280 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b9e005c2-1c48-4de4-bb86-6881f4ab37d0 HTTP/1.1" status: 204 len: 168 time: 0.8671141 Aug 27 12:11:23.406248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331e1a8-62b9-4428-ab1f-fe145bd9baee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e005c2-1c48-4de4-bb86-6881f4ab37d0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:23.409610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:23.512079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:23.519876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-7601fc16-346a-4f74-913b-7d9bd3219bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:23.521648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-7601fc16-346a-4f74-913b-7d9bd3219bc9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.2256727 Aug 27 12:11:23.528264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:23.532621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:23.578245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:11:23.578870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7f4c9c4e-c31b-46ed-a45f-4beb7fe9fcaa not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:11:23.691584 n-d-688802-4 neutron-server[94624]: INFO neutron.db.ipam_backend_mixin [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0b975c8-5fef-48dd-88ea-8db06100585c (CIDR: 2001:db8::/64) Aug 27 12:11:23.696769 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:11:23.697005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:23.724033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c105793-ef2f-4f56-84c6-c701f393aa87 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4741650 Aug 27 12:11:23.725100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54324) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:23.743788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:23.894366 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:23.945408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1e259fca-7447-4d05-8856-cebc8d3be5f0 None None] Provisioning for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:23.992305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1e259fca-7447-4d05-8856-cebc8d3be5f0 None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:23.993246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1e259fca-7447-4d05-8856-cebc8d3be5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.009676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:24.017601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.038799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d7f6e-3a0c-48cd-bac5-9eaa76e1ab22 req-306a6393-9198-47ce-81a1-0dba173e98d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:24.059867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f73d7f6e-3a0c-48cd-bac5-9eaa76e1ab22 req-306a6393-9198-47ce-81a1-0dba173e98d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.6109931 Aug 27 12:11:24.087873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.126793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-57703c4a-034f-4844-8330-175c807c318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:24.143384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-57703c4a-034f-4844-8330-175c807c318b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5993254 Aug 27 12:11:24.145540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1e259fca-7447-4d05-8856-cebc8d3be5f0 None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:24.371750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e302d9ed-458b-4e0b-b496-fcb58dd2441e None None] Provisioning for port 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:24.383693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e302d9ed-458b-4e0b-b496-fcb58dd2441e None None] Provisioning complete for port 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:24.384072 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e302d9ed-458b-4e0b-b496-fcb58dd2441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.478012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f73d7f6e-3a0c-48cd-bac5-9eaa76e1ab22 req-24ea4d59-062c-4f40-9357-e6cb2ee86f0b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170573 Aug 27 12:11:24.485264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e302d9ed-458b-4e0b-b496-fcb58dd2441e None None] Port 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:24.516765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.538719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85ba87-e4e3-413f-872f-f1a43bd2eb1e req-4e222b7c-8672-422e-9dd6-0f5c524c04fd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:24.540231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb85ba87-e4e3-413f-872f-f1a43bd2eb1e req-4e222b7c-8672-422e-9dd6-0f5c524c04fd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.3638012 Aug 27 12:11:24.546970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ffc4ce-e157-461c-8ffe-a83e18045d86']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:24.556780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.593841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cb9d95-0055-4e13-b856-ff9b61238f7d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:24.594144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cb9d95-0055-4e13-b856-ff9b61238f7d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:24.603072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e91571ba-a960-40c8-8d5b-2925b8ae7d10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:24.624672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.635132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-7d312f3c-919b-4a03-a988-b4ec7aa49294 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574883 Aug 27 12:11:24.640130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb85ba87-e4e3-413f-872f-f1a43bd2eb1e req-17b1e0cc-21fa-4743-af52-0afe746bd0fe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903499 Aug 27 12:11:24.651829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:24.657773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:24.667911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:24.668888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.674945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.685154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2e181-c508-4f8a-915b-7d08d2fff71e None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:24.689077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=ad4536cf-c30a-4870-851c-44733a87f731,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:24.708551 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-498dd6bc-a08d-466a-8e7a-283de74dc135 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9819448 Aug 27 12:11:24.709873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:24.710734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:11:24.711188 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:11:24.713144 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:11:24.720760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1571549391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad4536cf-c30a-4870-851c-44733a87f731'}], 'security_groups': ['55282272-3027-4a3a-91fd-017ba83ecbc8']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:24.807365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.822462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:24.833750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-68f1b6cb-f77d-4b79-94a1-075934fb642c service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899288 Aug 27 12:11:24.834952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:24.835528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:24.957278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-64eda0d8-6887-4037-8fd6-8c8f86f21cfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae HTTP/1.1" status: 200 len: 217 time: 0.1086833 Aug 27 12:11:24.957920 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.054735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.054981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.059188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f7ffc4ce-e157-461c-8ffe-a83e18045d86 HTTP/1.1" status: 204 len: 168 time: 1.6462088 Aug 27 12:11:25.059188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662979ec-fc70-4758-9dfa-60349b8b9c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ffc4ce-e157-461c-8ffe-a83e18045d86,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:25.111088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:25.127313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.191510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-783c5f74-3818-4f46-a95a-70f8967f550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:25.193095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-783c5f74-3818-4f46-a95a-70f8967f550c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.1754940 Aug 27 12:11:25.248849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Update dhcp port {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'fixed_ips': [{'subnet_id': 'e0b975c8-5fef-48dd-88ea-8db06100585c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad4536cf-c30a-4870-851c-44733a87f731'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e91571ba-a960-40c8-8d5b-2925b8ae7d10'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:11:25.260990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:25.334295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-5b18746f-4f9a-42bc-8a7d-4d52b9ed10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:25.335933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-5b18746f-4f9a-42bc-8a7d-4d52b9ed10ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348944 Aug 27 12:11:25.339108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.425794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54342) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:25.499985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-9f50ac6a-73e0-42d7-a891-77b8594632f5 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529324 Aug 27 12:11:25.586523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Delete allocated IP 2001:db8::336 (d6485c9a-73d6-42e6-982a-2d96e122d274/e0b975c8-5fef-48dd-88ea-8db06100585c) {{(pid=94624) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 12:11:25.622424 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-20c14245-ab20-4bf8-b591-2232879e7c96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ddabd40ba8584a9e82cd71c26a543092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946995 Aug 27 12:11:25.625712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54346) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:25.635366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8:0:1::1c1 (d6485c9a-73d6-42e6-982a-2d96e122d274/ad4536cf-c30a-4870-851c-44733a87f731/3f0d217a-0b34-4156-8083-8b1f6dc6bc0d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:25.869670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.895800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:25.897293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-94ee865a-45dc-4c78-9cd3-6c589d8f925a service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885889 Aug 27 12:11:25.913188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:25.941187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf9b4-acb6-4ea0-aa69-4e25cc5fadb8 req-fafe8373-e58e-4cbd-80ee-07479bfa329b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:25.949166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a90bf9b4-acb6-4ea0-aa69-4e25cc5fadb8 req-fafe8373-e58e-4cbd-80ee-07479bfa329b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.3031633 Aug 27 12:11:26.037519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbdc92-3265-4680-a47d-806ad13206b7 req-4e5a994b-4099-4af5-8052-cd794330076e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:26.037763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Allocated IP 2001:db8:0:1::2 (d6485c9a-73d6-42e6-982a-2d96e122d274/ad4536cf-c30a-4870-851c-44733a87f731/e91571ba-a960-40c8-8d5b-2925b8ae7d10) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:26.048182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfbbdc92-3265-4680-a47d-806ad13206b7 req-4e5a994b-4099-4af5-8052-cd794330076e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.2620251 Aug 27 12:11:26.063828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-ffba32d5-f26c-4c33-b380-a6658e8a91c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=28de0042-2938-45ab-89b9-473397c499aa HTTP/1.1" status: 200 len: 217 time: 0.1486549 Aug 27 12:11:26.064575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] In _notify_port_updated(), no bound segment for port 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d on network d6485c9a-73d6-42e6-982a-2d96e122d274 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:11:26.082689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:26.083323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.087472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/ports/3f0d217a-0b34-4156-8083-8b1f6dc6bc0d HTTP/1.1" status: 200 len: 931 time: 1.3729136 Aug 27 12:11:26.091441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fe6600-930a-4244-8dda-d02b9f57b506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.096440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54354) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:26.131078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a3ee2-4e41-41e2-98a7-dc4837986875 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=3f0d217a-0b34-4156-8083-8b1f6dc6bc0d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:26.221389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:26.247649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fe6600-930a-4244-8dda-d02b9f57b506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.255437 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.272034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Transition to ACTIVE for port object e91571ba-a960-40c8-8d5b-2925b8ae7d10 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:26.284713 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.290519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfbbdc92-3265-4680-a47d-806ad13206b7 req-03c55857-40b5-4d68-bf1f-48da92c3e174 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411330 Aug 27 12:11:26.362998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a90bf9b4-acb6-4ea0-aa69-4e25cc5fadb8 req-b4ccfe89-faa4-4f53-8e70-df75fb0e6aba tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128532 Aug 27 12:11:26.467577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed498044-ebd7-4971-833d-c9134d43bd28 None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:26.494425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-ce21fb6e-1968-46dd-bc1a-717076478dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:26.498763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-ce21fb6e-1968-46dd-bc1a-717076478dc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.4141583 Aug 27 12:11:26.502099 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fe6600-930a-4244-8dda-d02b9f57b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.505095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fe6600-930a-4244-8dda-d02b9f57b506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.506906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-49fe6600-930a-4244-8dda-d02b9f57b506 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/514b7f54-c782-41e5-9a73-37c6550573ad HTTP/1.1" status: 204 len: 168 time: 0.8701413 Aug 27 12:11:26.562434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e91571ba-a960-40c8-8d5b-2925b8ae7d10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:26.621473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe6600-930a-4244-8dda-d02b9f57b506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b7f54-c782-41e5-9a73-37c6550573ad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:26.692031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-a5a661e6-d2a3-4537-9ba7-7dfb90f9616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:26.697276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-a5a661e6-d2a3-4537-9ba7-7dfb90f9616e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1883729 Aug 27 12:11:26.781768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:26.782422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.994356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:26.998884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-d992152a-881e-427d-8ddf-c5ad10c6e1b8 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892783 Aug 27 12:11:27.028167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:27.131580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-22a2c907-5fb7-48fb-8d84-66f49b3d0354 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235785 Aug 27 12:11:27.195116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-4500a438-5e30-4057-a9f7-62a1e0547752 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83251085-f91e-4671-bd23-770ccf58b2eb HTTP/1.1" status: 200 len: 217 time: 0.0438163 Aug 27 12:11:27.324676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-fbf19eff-960a-401e-9460-aa6562a9eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:27.328142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-fbf19eff-960a-401e-9460-aa6562a9eae5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.0868409 Aug 27 12:11:27.501192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-30c2fa57-9782-44d3-8683-3eee8774badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:27.503614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-30c2fa57-9782-44d3-8683-3eee8774badb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482596 Aug 27 12:11:27.527768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3124d-e1c9-4a1a-969d-b3203579efe5 req-d297a088-d192-4261-833f-3877eb1dbad9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:27.529345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42d3124d-e1c9-4a1a-969d-b3203579efe5 req-d297a088-d192-4261-833f-3877eb1dbad9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1300793 Aug 27 12:11:27.604700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:27.661142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Provisioning for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:27.666335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:27.666965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:27.670459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=3f0d217a-0b34-4156-8083-8b1f6dc6bc0d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:27.734681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-b6e702c5-8158-467e-a7a7-03daf23ba45b service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042096 Aug 27 12:11:27.789014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:27.789400 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:27.789878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:27.799643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-af1e83e7-c1fc-4e9d-8131-c8289d47373b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/3f0d217a-0b34-4156-8083-8b1f6dc6bc0d HTTP/1.1" status: 204 len: 168 time: 1.7022023 Aug 27 12:11:27.802516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54394) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:27.829147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:27.831983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:27.835827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4240fe8c-8504-4102-8615-da65513d750a None None] Could not find standard attr ID for object 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:11:27.849377 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bae9409-7569-4d69-bd07-bf28e3f81ee2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:11:27.866611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9bae9409-7569-4d69-bd07-bf28e3f81ee2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/3f0d217a-0b34-4156-8083-8b1f6dc6bc0d HTTP/1.1" status: 404 len: 333 time: 0.0622647 Aug 27 12:11:27.869230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54400) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:27.885631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42d3124d-e1c9-4a1a-969d-b3203579efe5 req-b73da06f-d1fc-411d-9433-e08e98815764 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431048 Aug 27 12:11:27.898815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4175904-66ca-4d36-a6e0-991031bf618d req-5f909c3f-10b1-48d9-97ea-04804e594c0d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:27.906322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4175904-66ca-4d36-a6e0-991031bf618d req-5f909c3f-10b1-48d9-97ea-04804e594c0d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.4074461 Aug 27 12:11:27.980169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41ea8609-81ad-44a9-9c79-60d949e8e944 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:27.984921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4175904-66ca-4d36-a6e0-991031bf618d req-24220309-059c-435c-abb5-0ff3b9d64d18 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729132 Aug 27 12:11:28.007763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41ea8609-81ad-44a9-9c79-60d949e8e944 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.024634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-c1e221e2-0b61-4145-84f7-306bf5ce1d29 service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408948 Aug 27 12:11:28.057167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2312a9c4-5597-42af-a976-32de5f2c51b5 None None] Could not find standard attr ID for object 3f0d217a-0b34-4156-8083-8b1f6dc6bc0d. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:11:28.059214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41ea8609-81ad-44a9-9c79-60d949e8e944 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.065953 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41ea8609-81ad-44a9-9c79-60d949e8e944 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.071997 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41ea8609-81ad-44a9-9c79-60d949e8e944 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/security-groups/3c5a5daa-53b7-486e-a856-ae582abf3aa3 HTTP/1.1" status: 204 len: 168 time: 0.2008815 Aug 27 12:11:28.074117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:28.076441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-349692717-network', 'tenant_id': 'a891d9c77d764c35a228457813a2385b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:28.082216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-a2978e0e-d660-46c3-9e60-aeede0b163c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456 HTTP/1.1" status: 200 len: 217 time: 0.0502462 Aug 27 12:11:28.117411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea8609-81ad-44a9-9c79-60d949e8e944 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5a5daa-53b7-486e-a856-ae582abf3aa3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:28.182058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Made reservation on behalf of a891d9c77d764c35a228457813a2385b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:28.187753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42884533-b8b1-42c9-bdd0-720b8861b931 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.192675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.212155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.219634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42884533-b8b1-42c9-bdd0-720b8861b931 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.224510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-fc140554-15ec-4a16-8b8e-77a519fcebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:28.226021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-fc140554-15ec-4a16-8b8e-77a519fcebb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.1281095 Aug 27 12:11:28.273056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42884533-b8b1-42c9-bdd0-720b8861b931 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.277700 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42884533-b8b1-42c9-bdd0-720b8861b931 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.279829 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-42884533-b8b1-42c9-bdd0-720b8861b931 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/security-groups/55282272-3027-4a3a-91fd-017ba83ecbc8 HTTP/1.1" status: 204 len: 168 time: 0.1895988 Aug 27 12:11:28.283281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:28.292595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42884533-b8b1-42c9-bdd0-720b8861b931 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55282272-3027-4a3a-91fd-017ba83ecbc8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:28.348576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-3bcbe8e5-990d-4395-a019-ad3e4e0eff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:28.348576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-3bcbe8e5-990d-4395-a019-ad3e4e0eff9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110559 Aug 27 12:11:28.442286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet e0b975c8-5fef-48dd-88ea-8db06100585c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:28.445076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e91571ba-a960-40c8-8d5b-2925b8ae7d10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:28.454146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.503134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:28.503611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.522307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.595622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.612582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.629578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-766f047d-1902-46d8-bec8-80e2768183ba service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725384 Aug 27 12:11:28.700340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:11:28.743112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c302109-9e91-4289-becf-135f3deb4383,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:28.761128 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.761487 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Added segment af065370-9d6f-42c2-ae4c-a7038c8815c6 of type vlan for network b09460e8-4745-46cf-bede-3c06e5227760 Aug 27 12:11:28.763978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.864538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88de8460-cb06-4b92-92c0-56a3bfc491e3 req-c8dd047f-f9bf-47c8-960c-c2f1080eb2ff service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028060 Aug 27 12:11:28.869043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.903055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.910304 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.911275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:28.911921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.954846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b975c8-5fef-48dd-88ea-8db06100585c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:28.958918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:28.960817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a19010f5-2338-437d-b631-a43414703010 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/e0b975c8-5fef-48dd-88ea-8db06100585c HTTP/1.1" status: 204 len: 168 time: 0.6757841 Aug 27 12:11:28.966277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54412) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:28.971140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189a49c-a0c4-4f46-92ee-0354d39f8dc5 None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:28.977859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:29.008351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1733086 Aug 27 12:11:29.008554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:29.014361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Request body: {'subnet': {'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-349692717-subnet', 'tenant_id': 'a891d9c77d764c35a228457813a2385b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:29.070699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef7ad6-466d-4f17-8c0b-76460c634a69 admin admin] Pushing event updated for resources: {'Network': ['ID=b09460e8-4745-46cf-bede-3c06e5227760,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:29.100702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b09460e8-4745-46cf-bede-3c06e5227760 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:11:29.101070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa545684-e3d3-4bf1-9a86-1f3f2d1d3160 req-cd2e63c5-36eb-41fa-b62a-91b8be2d1597 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:29.102708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa545684-e3d3-4bf1-9a86-1f3f2d1d3160 req-cd2e63c5-36eb-41fa-b62a-91b8be2d1597 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0820637 Aug 27 12:11:29.103295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Made reservation on behalf of a891d9c77d764c35a228457813a2385b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:29.105655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.200691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:29.206705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.310397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa545684-e3d3-4bf1-9a86-1f3f2d1d3160 req-d7d21302-ae36-4058-a429-8907039f062b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377189 Aug 27 12:11:29.618245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.669374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:29.673415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:29.678179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:29.678821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.694705 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7273881 Aug 27 12:11:29.695808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcba6e-af4e-4c41-8adc-fabdc36ba969 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=5f70fbf9-bc78-4611-8526-f62525b14b3b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:29.697850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54424) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:29.702681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677480819'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:29.728352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.832595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.839159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.865561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.866967 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1681416 Aug 27 12:11:29.870448 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.872057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54426) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:29.876628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'security_group': {'name': 'tempest-secgroup-332313352'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:29.888726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1b2ab-60c5-4973-9661-6ba609ab7353 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc25000-1c39-4e35-99b6-b611a5f1f158,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:29.915990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:29.955732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a89d3-e275-4e94-8e1b-d8d9154b71e8 req-610a1a72-2281-4a0f-aa1f-fc93bb8e78ee tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:29.963789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-409a89d3-e275-4e94-8e1b-d8d9154b71e8 req-610a1a72-2281-4a0f-aa1f-fc93bb8e78ee tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.4749172 Aug 27 12:11:29.978341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3eab8e-bc95-4259-92a7-6372206b6360,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:29.998973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Checking segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:29.999252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Network hostable DHCP agents. Network: b09460e8-4745-46cf-bede-3c06e5227760, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:11:30.028004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-409a89d3-e275-4e94-8e1b-d8d9154b71e8 req-3924f1ab-8859-4ea0-bd19-8f9cacb9e9d5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632412 Aug 27 12:11:30.044297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.056949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Network b09460e8-4745-46cf-bede-3c06e5227760 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:11:30.058005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.077688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b09460e8-4745-46cf-bede-3c06e5227760) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:30.082273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:30.083042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.091378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522223e1-df8e-49a8-925e-7da9075d0f0b None None] Network b09460e8-4745-46cf-bede-3c06e5227760 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:30.115147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a3e654c-c811-4319-9abd-9de9d534450f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1056333 Aug 27 12:11:30.115556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.116951 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2438796 Aug 27 12:11:30.119931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:30.125536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'security_group': {'name': 'tempest-secgroup-382067814'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:30.130878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19509a7c-ce0c-4692-a808-c5f146ce4e98 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9eb831-2499-41aa-8f78-1948d0a77ee3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:30.164179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.255444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c5e92-90c6-4654-a90d-8ecdcba6c1f0 None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:30.313229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.321263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.357248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.358740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2377253 Aug 27 12:11:30.361818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54442) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:30.368208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1668069091', 'security_groups': ['d7457d54-23f9-4d45-ad51-bc444a41b869'], 'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f70fbf9-bc78-4611-8526-f62525b14b3b'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:30.400216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8738c-0750-48a1-a040-173468755808 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7457d54-23f9-4d45-ad51-bc444a41b869,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:30.400933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061a16a-b26c-457d-96c9-ef87f98bcb13 None None] Network b09460e8-4745-46cf-bede-3c06e5227760 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:30.515098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:30.634269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.645760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-91f9ba7b-556d-4d4a-954e-fca77d3d7d7a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:30.646203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91f9ba7b-556d-4d4a-954e-fca77d3d7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.656275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] device_id is not set on port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:11:30.716252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-212c4a1c-0e86-417b-a55c-8637114b50ec tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:30.719552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-212c4a1c-0e86-417b-a55c-8637114b50ec tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 817 time: 0.1555326 Aug 27 12:11:30.741609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-46408948-e62c-4d39-8137-999162ebbcc0 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/quotas/a891d9c77d764c35a228457813a2385b HTTP/1.1" status: 200 len: 375 time: 0.0155313 Aug 27 12:11:30.773227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-778d29a5-6f35-474c-88a6-8a69615b9d48 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302348 Aug 27 12:11:30.866709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8::102 (d6485c9a-73d6-42e6-982a-2d96e122d274/5f70fbf9-bc78-4611-8526-f62525b14b3b/8b4cbb98-c9ab-49ac-b86c-bf4801b28780) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:30.886221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b9d3-1ed4-4721-9ea6-4029e0886e81 req-dfdc89bb-8fdf-4857-be58-000fc3c4448c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:30.887797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efe8b9d3-1ed4-4721-9ea6-4029e0886e81 req-dfdc89bb-8fdf-4857-be58-000fc3c4448c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1177840 Aug 27 12:11:30.914328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-91f9ba7b-556d-4d4a-954e-fca77d3d7d7a None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:30.914987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91f9ba7b-556d-4d4a-954e-fca77d3d7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:30.949212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-189f545e-f994-43ff-b7a3-35eab6bf69bb service neutron] 10.222.0.76 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651938 Aug 27 12:11:30.975507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-91f9ba7b-556d-4d4a-954e-fca77d3d7d7a None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:30.996083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Update dhcp port {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'fixed_ips': [{'subnet_id': 'ad4536cf-c30a-4870-851c-44733a87f731', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5f70fbf9-bc78-4611-8526-f62525b14b3b'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e91571ba-a960-40c8-8d5b-2925b8ae7d10'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:11:31.005322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efe8b9d3-1ed4-4721-9ea6-4029e0886e81 req-19b3ad66-16ef-4026-8be1-31e5e7b73c84 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096072 Aug 27 12:11:31.030198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.044799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.060984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Transition to ACTIVE for port object 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:31.063130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-49ef8315-de5a-4591-9222-0253f8916fc1 service neutron] 10.222.0.76 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130533 Aug 27 12:11:31.115901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.181304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:31.188513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:31.194316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:31.206659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:31.207749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.209480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87ac93-6a3a-413f-b326-8fafacae3505 req-3dbaa51d-63c3-49e5-9378-6ab2004b9149 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:31.219080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a87ac93-6a3a-413f-b326-8fafacae3505 req-3dbaa51d-63c3-49e5-9378-6ab2004b9149 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.1028419 Aug 27 12:11:31.223191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=8b4cbb98-c9ab-49ac-b86c-bf4801b28780,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:31.230890 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8842f1df-4494-4541-bd86-0e8f0fd50b59 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8677375 Aug 27 12:11:31.237353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:31.246270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:31.257942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Allocated IP 2001:db8::2 (d6485c9a-73d6-42e6-982a-2d96e122d274/5f70fbf9-bc78-4611-8526-f62525b14b3b/e91571ba-a960-40c8-8d5b-2925b8ae7d10) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:31.355510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a87ac93-6a3a-413f-b326-8fafacae3505 req-495cf0bd-1148-4242-89ca-b4a50bf4dc7b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313617 Aug 27 12:11:31.444672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:31.470407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:31.479660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.486122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.511233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Transition to ACTIVE for port object e91571ba-a960-40c8-8d5b-2925b8ae7d10 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:31.519058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.562973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfd45e54-da70-42d7-97a9-181056bb70f3 req-21637b67-8fd4-4676-8fcd-06dcf02f4894 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 210 time: 0.0715628 Aug 27 12:11:31.634634 n-d-688802-4 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f70fbf9-bc78-4611-8526-f62525b14b3b (CIDR: 2001:db8::/64) Aug 27 12:11:31.638994 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:11:31.639237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec7255-6333-4e6a-ac39-9fbaac9e58b4 None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:31.639458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:31.677678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f187d1f5-28dc-4833-91d7-d9b9ef032561 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4381821 Aug 27 12:11:31.680335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54486) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:31.689298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:31.844948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:31.850926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:31.983424 n-d-688802-4 neutron-server[94624]: INFO neutron.db.ipam_backend_mixin [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ad4536cf-c30a-4870-851c-44733a87f731 (CIDR: 2001:db8:0:1::/64) Aug 27 12:11:31.987311 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:11:31.987776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:32.006429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-380d7d91-e529-456a-b084-43f878588920 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3228910 Aug 27 12:11:32.007773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:32.014253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'subnet': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:32.190944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95457d29-b33f-4a5a-a7f5-611efba33e68 req-cc3620a0-e95b-474b-bbde-fba3c0456712 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:32.192517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95457d29-b33f-4a5a-a7f5-611efba33e68 req-cc3620a0-e95b-474b-bbde-fba3c0456712 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1016581 Aug 27 12:11:32.237967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Made reservation on behalf of 8b765eda98d14df5a3bf8c461660c263 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:32.241604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:32.305486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95457d29-b33f-4a5a-a7f5-611efba33e68 req-ab516ba1-d7f3-4950-b56a-9c5dcfc8f29a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054580 Aug 27 12:11:32.578312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e91571ba-a960-40c8-8d5b-2925b8ae7d10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:32.718150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-769799d5-d380-4c33-8da4-5e061e45a682 None None] Provisioning for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:32.737399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-769799d5-d380-4c33-8da4-5e061e45a682 None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:32.745813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-769799d5-d380-4c33-8da4-5e061e45a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:32.807195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab30b22-4ee2-4bc1-ac7c-304055001908 req-c1715618-5eff-437d-82b8-989cf4d817e2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:32.821937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:32.822520 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:32.822711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ab30b22-4ee2-4bc1-ac7c-304055001908 req-c1715618-5eff-437d-82b8-989cf4d817e2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.2578559 Aug 27 12:11:32.908031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c83532af-0c07-4579-803d-fdf270e5bc27 req-188f1027-0113-45c9-9619-2836c40c94cb tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 210 time: 0.1720104 Aug 27 12:11:32.970711 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:33.028492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ab30b22-4ee2-4bc1-ac7c-304055001908 req-446c43bd-2df5-4655-8a1c-12a509899460 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970820 Aug 27 12:11:33.063525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-769799d5-d380-4c33-8da4-5e061e45a682 None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:33.064676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-769799d5-d380-4c33-8da4-5e061e45a682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:33.066458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Network d6485c9a-73d6-42e6-982a-2d96e122d274 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:33.071516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:33.076095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:33.076899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:33.080728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Subnet': ['ID=5d0fda7b-ea25-41c4-81ad-578770553850,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:33.105650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8f6c6afa-c413-4fc3-8212-dd06819942df tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0960491 Aug 27 12:11:33.109273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54634) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:33.116194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-166819249', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d0fda7b-ea25-41c4-81ad-578770553850'}], 'security_groups': ['3cc25000-1c39-4e35-99b6-b611a5f1f158', 'cb9eb831-2499-41aa-8f78-1948d0a77ee3']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:33.123097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-769799d5-d380-4c33-8da4-5e061e45a682 None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:33.165197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed911376-20c6-402c-93c9-dc6f2e0c8aff None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:33.209851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:33.314955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-314ffb96-97a1-4ce1-9d7f-11b720bc1a1a None None] Provisioning for port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:33.324273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-314ffb96-97a1-4ce1-9d7f-11b720bc1a1a None None] Provisioning complete for port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:33.325085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-314ffb96-97a1-4ce1-9d7f-11b720bc1a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:33.373535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-314ffb96-97a1-4ce1-9d7f-11b720bc1a1a None None] Port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:33.661185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-11cc8d4b-1d3f-49b3-b1ae-c08b2d1a9784 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:33.665316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-11cc8d4b-1d3f-49b3-b1ae-c08b2d1a9784 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 817 time: 0.3862159 Aug 27 12:11:33.705531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Request body: {'port': {'device_id': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'admin_state_up': True, 'tenant_id': 'a891d9c77d764c35a228457813a2385b'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:33.763551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Delete allocated IP 2001:db8::102 (d6485c9a-73d6-42e6-982a-2d96e122d274/5f70fbf9-bc78-4611-8526-f62525b14b3b) {{(pid=94624) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 12:11:33.773936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Allocated IP 2001:db8:0:2::15c (d6485c9a-73d6-42e6-982a-2d96e122d274/5d0fda7b-ea25-41c4-81ad-578770553850/8b4cbb98-c9ab-49ac-b86c-bf4801b28780) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:33.831062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Update dhcp port {'port': {'network_id': 'd6485c9a-73d6-42e6-982a-2d96e122d274', 'fixed_ips': [{'subnet_id': 'ad4536cf-c30a-4870-851c-44733a87f731', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5f70fbf9-bc78-4611-8526-f62525b14b3b', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d0fda7b-ea25-41c4-81ad-578770553850'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e91571ba-a960-40c8-8d5b-2925b8ae7d10'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:11:33.955889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.161898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee824670-f93d-4774-9c60-5d4940e92bde req-1e8fffe4-d7e9-4d51-8895-7635c7a123fd tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 210 time: 0.1138861 Aug 27 12:11:34.204480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.255081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Ignored duplicate provisioning block setup for port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 12:11:34.257006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febaee3-200b-4761-afed-5cc70bd6232e req-4acaf2d2-537e-417f-af25-83dbbe246a05 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:34.272867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1febaee3-200b-4761-afed-5cc70bd6232e req-4acaf2d2-537e-417f-af25-83dbbe246a05 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.6449053 Aug 27 12:11:34.292395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.416307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Allocated IP 2001:db8:0:2::2 (d6485c9a-73d6-42e6-982a-2d96e122d274/5d0fda7b-ea25-41c4-81ad-578770553850/e91571ba-a960-40c8-8d5b-2925b8ae7d10) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:34.435698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] In _notify_port_updated(), no bound segment for port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 on network d6485c9a-73d6-42e6-982a-2d96e122d274 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:11:34.444027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:34.447243 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.451639 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "PUT /v2.0/ports/8b4cbb98-c9ab-49ac-b86c-bf4801b28780 HTTP/1.1" status: 200 len: 969 time: 1.3375249 Aug 27 12:11:34.457185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54756) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:34.539311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1febaee3-200b-4761-afed-5cc70bd6232e req-b0d86e4d-aa80-4986-a388-ca4e86bc9e31 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654109 Aug 27 12:11:34.564748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add02b9-4810-4b58-ae26-ee1797855ec3 req-48b93f8f-a259-4bd5-a2af-60044a4d3fb2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:34.574204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8add02b9-4810-4b58-ae26-ee1797855ec3 req-48b93f8f-a259-4bd5-a2af-60044a4d3fb2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.2692156 Aug 27 12:11:34.584300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Made reservation on behalf of a891d9c77d764c35a228457813a2385b for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:34.585235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-50df9b15-d568-4605-b1ce-1ac9097eee8e tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:34.589171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-50df9b15-d568-4605-b1ce-1ac9097eee8e tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.77 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 817 time: 0.5260062 Aug 27 12:11:34.593725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.611219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66037a76-1d1a-4c89-b98b-dfd3d39b4c91 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event updated for resources: {'Port': ['ID=8b4cbb98-c9ab-49ac-b86c-bf4801b28780,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:34.652533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Request body: {'port': {'device_id': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'admin_state_up': True, 'tenant_id': 'a891d9c77d764c35a228457813a2385b'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:34.671430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:34.748899 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.776758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Transition to ACTIVE for port object e91571ba-a960-40c8-8d5b-2925b8ae7d10 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:34.790648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-1e1f1af0-715a-4acd-88dc-cda91d7cced8 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:34.792225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-1e1f1af0-715a-4acd-88dc-cda91d7cced8 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 817 time: 0.5307090 Aug 27 12:11:34.796644 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:34.820702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Request body: {'port': {'device_id': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'admin_state_up': True, 'tenant_id': 'a891d9c77d764c35a228457813a2385b'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:34.836646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8add02b9-4810-4b58-ae26-ee1797855ec3 req-405d0635-0f46-4338-bfdd-4544a98e3025 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610745 Aug 27 12:11:34.902784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Allocated IP 172.20.0.8 (b09460e8-4745-46cf-bede-3c06e5227760/3f3eab8e-bc95-4259-92a7-6372206b6360/aeae4555-cb38-41d1-a355-d5ac1676d201) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:34.991011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfd356-6d8c-4b75-b26e-a67e36861f1b None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:35.179020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.269488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.315526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Network b09460e8-4745-46cf-bede-3c06e5227760 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:35.320368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:35.320836 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.352548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:35.360862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:35.441811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d01cdad-4a7b-46a6-a9d7-a02275ec3628 req-04939c81-081b-4552-8169-2d8edfe6e96b tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 210 time: 0.1300743 Aug 27 12:11:35.478087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Pushing event updated for resources: {'Port': ['ID=aeae4555-cb38-41d1-a355-d5ac1676d201,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:35.492948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Made reservation on behalf of a891d9c77d764c35a228457813a2385b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:35.498613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.504599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:35.505479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.527885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fc8dd37d-6040-49a4-b300-0aa9f92c08d4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8430884 Aug 27 12:11:35.545952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Request body: {'port': {'device_id': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:35.596456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.646333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Made reservation on behalf of a891d9c77d764c35a228457813a2385b for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:35.650717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.655355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:35.666437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:35.787207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a41b9-4f6a-4842-a88e-f667d7242d18 req-1d9f2bdc-4d8d-48d8-9d02-429c22e27264 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:35.789013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-189a41b9-4f6a-4842-a88e-f667d7242d18 req-1d9f2bdc-4d8d-48d8-9d02-429c22e27264 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1136861 Aug 27 12:11:35.930540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-189a41b9-4f6a-4842-a88e-f667d7242d18 req-1cde3e1d-d97c-4373-b4ea-83696f96811f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750763 Aug 27 12:11:35.987788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Allocated IP 172.20.0.11 (b09460e8-4745-46cf-bede-3c06e5227760/3f3eab8e-bc95-4259-92a7-6372206b6360/06c19804-ef44-4cfe-a222-f85e51118abe) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:36.063440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e408a-3cab-41b2-b0a0-6156f4cc7f84 req-5b6c8340-d77b-4774-a978-0672c43a6c03 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:36.067878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0e408a-3cab-41b2-b0a0-6156f4cc7f84 req-5b6c8340-d77b-4774-a978-0672c43a6c03 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.0973706 Aug 27 12:11:36.147152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Provisioning complete for port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:36.148474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.164150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0e408a-3cab-41b2-b0a0-6156f4cc7f84 req-cc74f1d3-d331-4725-b77c-126adb44d2fb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843170 Aug 27 12:11:36.205188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.258273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Port 8b4cbb98-c9ab-49ac-b86c-bf4801b28780 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:36.278460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Provisioning for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:36.284046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:36.284866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.289157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=8b4cbb98-c9ab-49ac-b86c-bf4801b28780,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:36.377544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.389860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:36.390302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0fe552c2-f6a6-4d45-9c1e-d7bd07f4a3d2 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/8b4cbb98-c9ab-49ac-b86c-bf4801b28780 HTTP/1.1" status: 204 len: 168 time: 1.9317353 Aug 27 12:11:36.468782 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.500959 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-67614f36-8d35-433e-a712-f9e08e607fb4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] GET failed (client error): The resource could not be found. Aug 27 12:11:36.512001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-67614f36-8d35-433e-a712-f9e08e607fb4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports/8b4cbb98-c9ab-49ac-b86c-bf4801b28780 HTTP/1.1" status: 404 len: 333 time: 0.1206648 Aug 27 12:11:36.518186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:36.523024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:36.523851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.557382 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.593307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e91571ba-a960-40c8-8d5b-2925b8ae7d10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:36.630707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Network b09460e8-4745-46cf-bede-3c06e5227760 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:36.633900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:36.637902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:36.673352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4efadc06-26c5-4c08-8da4-faa06b649c5b None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:36.687888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Pushing event updated for resources: {'Port': ['ID=06c19804-ef44-4cfe-a222-f85e51118abe,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:36.714762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:36.715741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.717334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:36.718259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.736658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-325bdada-f157-4597-ab82-597db16d4a94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0881209 Aug 27 12:11:36.760343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Request body: {'port': {'device_id': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:36.773349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4b0614b-7c73-41a1-a825-17b2aa9dea52 req-f997c176-d4ae-4122-8a97-9d02f5e4a759 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 210 time: 0.1272802 Aug 27 12:11:36.810681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3dd11645-78ef-4c25-8a8e-81f93e7ca19e None None] Could not find standard attr ID for object 8b4cbb98-c9ab-49ac-b86c-bf4801b28780. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:11:36.858357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-727264b0-1734-4957-be97-d7dd870b2d5b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.868536 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:36.975430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-727264b0-1734-4957-be97-d7dd870b2d5b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.089300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeae4555-cb38-41d1-a355-d5ac1676d201 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:37.101466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.133104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Transition to ACTIVE for port object aeae4555-cb38-41d1-a355-d5ac1676d201 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:37.134655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-727264b0-1734-4957-be97-d7dd870b2d5b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.138901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-727264b0-1734-4957-be97-d7dd870b2d5b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.146076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:37.147407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-727264b0-1734-4957-be97-d7dd870b2d5b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/security-groups/d7457d54-23f9-4d45-ad51-bc444a41b869 HTTP/1.1" status: 204 len: 168 time: 0.6208115 Aug 27 12:11:37.159281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0e227-cbb4-499c-9601-b4981b09f36d req-b2aae2f4-92ff-4e51-83f4-dfe4b8b28aa0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:37.167025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3e0e227-cbb4-499c-9601-b4981b09f36d req-b2aae2f4-92ff-4e51-83f4-dfe4b8b28aa0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1441214 Aug 27 12:11:37.181346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.240398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727264b0-1734-4957-be97-d7dd870b2d5b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7457d54-23f9-4d45-ad51-bc444a41b869,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:37.303833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59af25d3-6b44-40ad-8069-a67bfde70198 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.326652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3e0e227-cbb4-499c-9601-b4981b09f36d req-2facf0dc-0337-42f8-a1fd-1235a44002e4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582582 Aug 27 12:11:37.362507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Allocated IP 172.20.0.4 (b09460e8-4745-46cf-bede-3c06e5227760/3f3eab8e-bc95-4259-92a7-6372206b6360/cacf00a1-ca0b-49e0-9160-95071b6d557c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:37.364929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Pushing event updated for resources: {'Port': ['ID=aeae4555-cb38-41d1-a355-d5ac1676d201,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:37.377533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59af25d3-6b44-40ad-8069-a67bfde70198 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.446524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d229-090a-4e50-a247-f174910e7b85 req-d9414652-8914-4d89-b228-5e573c3b25a4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:37.454223 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ca3d229-090a-4e50-a247-f174910e7b85 req-d9414652-8914-4d89-b228-5e573c3b25a4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.1656861 Aug 27 12:11:37.502851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59af25d3-6b44-40ad-8069-a67bfde70198 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.502851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59af25d3-6b44-40ad-8069-a67bfde70198 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.504264 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59af25d3-6b44-40ad-8069-a67bfde70198 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/security-groups/cb9eb831-2499-41aa-8f78-1948d0a77ee3 HTTP/1.1" status: 204 len: 168 time: 0.3575666 Aug 27 12:11:37.506216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55006) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:37.552552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af25d3-6b44-40ad-8069-a67bfde70198 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9eb831-2499-41aa-8f78-1948d0a77ee3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:37.576550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ca3d229-090a-4e50-a247-f174910e7b85 req-96141f80-48f2-4f89-9715-f493427f082d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198163 Aug 27 12:11:37.586358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Attempting to bind port aeae4555-cb38-41d1-a355-d5ac1676d201 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:37.587198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Attempting to bind port aeae4555-cb38-41d1-a355-d5ac1676d201 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:37.588740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Attempting to bind port aeae4555-cb38-41d1-a355-d5ac1676d201 on network b09460e8-4745-46cf-bede-3c06e5227760 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:37.604559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Port aeae4555-cb38-41d1-a355-d5ac1676d201 on network b09460e8-4745-46cf-bede-3c06e5227760 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:11:37.604924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Attempting to bind port aeae4555-cb38-41d1-a355-d5ac1676d201 on network b09460e8-4745-46cf-bede-3c06e5227760 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:37.630191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:37.630696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Checking segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:37.631343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Bound using segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:37.632294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Bound port: aeae4555-cb38-41d1-a355-d5ac1676d201, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:37.632931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.642519 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.664000 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd8243b2-6da6-49e4-a0ec-c91542d1274f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.693957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.718887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd8243b2-6da6-49e4-a0ec-c91542d1274f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.765945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] For port aeae4555-cb38-41d1-a355-d5ac1676d201, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:37.777661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Network b09460e8-4745-46cf-bede-3c06e5227760 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:37.782402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:37.793831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:37.794235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] For port aeae4555-cb38-41d1-a355-d5ac1676d201, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=aeae4555-cb38-41d1-a355-d5ac1676d201,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:37.795396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd8243b2-6da6-49e4-a0ec-c91542d1274f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.799260 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bd8243b2-6da6-49e4-a0ec-c91542d1274f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.800438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bd8243b2-6da6-49e4-a0ec-c91542d1274f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/security-groups/3cc25000-1c39-4e35-99b6-b611a5f1f158 HTTP/1.1" status: 204 len: 168 time: 0.2889392 Aug 27 12:11:37.806780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:37.807570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.827186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Pushing event updated for resources: {'Port': ['ID=cacf00a1-ca0b-49e0-9160-95071b6d557c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:37.854351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8243b2-6da6-49e4-a0ec-c91542d1274f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc25000-1c39-4e35-99b6-b611a5f1f158,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:37.879293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:37.879926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.907582 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0dd481a5-7c75-40b3-a073-c629b587ae16 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0933161 Aug 27 12:11:37.923873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:37.923873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:37.924935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] 10.222.0.65 "PUT /v2.0/ports/aeae4555-cb38-41d1-a355-d5ac1676d201 HTTP/1.1" status: 200 len: 1091 time: 2.3875241 Aug 27 12:11:37.927267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'tag': 'aeae4555-cb38-41d1-a355-d5ac1676d201'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:37.928011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Request body: {'port': {'device_id': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:37.929728 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd93243-763f-464e-885a-2aaa2da9e1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ede8882-727b-4f48-a3b2-5055c6b485ee", "tag": "aeae4555-cb38-41d1-a355-d5ac1676d201"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:37.985360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet 5f70fbf9-bc78-4611-8526-f62525b14b3b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:37.987910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c19804-ef44-4cfe-a222-f85e51118abe {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:37.996679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.001999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.012292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Transition to ACTIVE for port object 06c19804-ef44-4cfe-a222-f85e51118abe will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:38.017908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.045637 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29f31b2-6d9f-406d-8adc-9afca1fd1379 x-openstack-request-id: req-a29f31b2-6d9f-406d-8adc-9afca1fd1379 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:38.045978 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ede8882-727b-4f48-a3b2-5055c6b485ee", "tag": "aeae4555-cb38-41d1-a355-d5ac1676d201", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:38.046207 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a29f31b2-6d9f-406d-8adc-9afca1fd1379 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:38.046652 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'tag': 'aeae4555-cb38-41d1-a355-d5ac1676d201', 'status': 'completed', 'code': 200} Aug 27 12:11:38.055320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e8c2c-9d29-4487-b121-7b8fb894353f service neutron] Pushing event updated for resources: {'Port': ['ID=aeae4555-cb38-41d1-a355-d5ac1676d201,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:38.067286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.091474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019e63c-ae50-452a-8f25-31957682d03c req-91a73e80-4245-47db-b732-382e048eb26a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.092608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7019e63c-ae50-452a-8f25-31957682d03c req-91a73e80-4245-47db-b732-382e048eb26a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 931 time: 0.1950791 Aug 27 12:11:38.098122 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.124516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Pushing event updated for resources: {'Port': ['ID=06c19804-ef44-4cfe-a222-f85e51118abe,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:38.126796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.169618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-d0169c2d-3833-4a12-96a4-42501f7ca4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.171278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-d0169c2d-3833-4a12-96a4-42501f7ca4ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 1094 time: 0.1929989 Aug 27 12:11:38.241998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7019e63c-ae50-452a-8f25-31957682d03c req-c2f3940e-d4ff-44da-a2d0-54ff2a028bac tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164210 Aug 27 12:11:38.245624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-6a1d25c7-d1b8-40c7-8ef3-379dde9a9430 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeae4555-cb38-41d1-a355-d5ac1676d201 HTTP/1.1" status: 200 len: 217 time: 0.0634179 Aug 27 12:11:38.275228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Attempting to bind port 06c19804-ef44-4cfe-a222-f85e51118abe on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:38.275673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Attempting to bind port 06c19804-ef44-4cfe-a222-f85e51118abe by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:38.276303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Attempting to bind port 06c19804-ef44-4cfe-a222-f85e51118abe on network b09460e8-4745-46cf-bede-3c06e5227760 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:38.287847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Port 06c19804-ef44-4cfe-a222-f85e51118abe on network b09460e8-4745-46cf-bede-3c06e5227760 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:11:38.288293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Attempting to bind port 06c19804-ef44-4cfe-a222-f85e51118abe on network b09460e8-4745-46cf-bede-3c06e5227760 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:38.293704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:38.294935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Checking segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:38.295592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Bound using segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:38.296278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Bound port: 06c19804-ef44-4cfe-a222-f85e51118abe, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:38.296888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.349306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.379348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-39660263-87eb-4e95-a7e0-42c9ef1158be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.380853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-39660263-87eb-4e95-a7e0-42c9ef1158be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 200 len: 857 time: 0.1100414 Aug 27 12:11:38.428271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-8eab8a47-3f85-454d-89c1-b4963af98a97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b09460e8-4745-46cf-bede-3c06e5227760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328002 Aug 27 12:11:38.503573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] For port 06c19804-ef44-4cfe-a222-f85e51118abe, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:38.512798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] For port 06c19804-ef44-4cfe-a222-f85e51118abe, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06c19804-ef44-4cfe-a222-f85e51118abe,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:38.519446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.571607 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.579014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.579636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.581080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] 10.222.0.77 "PUT /v2.0/ports/06c19804-ef44-4cfe-a222-f85e51118abe HTTP/1.1" status: 200 len: 1092 time: 1.8284595 Aug 27 12:11:38.642286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'tag': '06c19804-ef44-4cfe-a222-f85e51118abe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:38.643571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=5f70fbf9-bc78-4611-8526-f62525b14b3b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:38.645937 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa08c51-c0dc-4ddc-9e4f-e2023314c68e", "tag": "06c19804-ef44-4cfe-a222-f85e51118abe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:38.659867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.666894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-627c10d4-bde7-4fd5-8619-5727367930d5 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/5f70fbf9-bc78-4611-8526-f62525b14b3b HTTP/1.1" status: 204 len: 168 time: 0.8539116 Aug 27 12:11:38.667061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f217c-ea5a-43bf-ba4d-4e446a97762b None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:38.670182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:38.688742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae7e5a-895b-4cfa-9aa5-bc6bfec8a2a0 req-1a393b21-c551-468d-8924-7ffaefef2166 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.691276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cae7e5a-895b-4cfa-9aa5-bc6bfec8a2a0 req-1a393b21-c551-468d-8924-7ffaefef2166 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.2541704 Aug 27 12:11:38.753026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0cf1b-858b-4788-badd-d7f129ba8862 service neutron] Pushing event updated for resources: {'Port': ['ID=06c19804-ef44-4cfe-a222-f85e51118abe,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:38.806892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-a2f18686-52ee-4196-ac92-ecd283331598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.808432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-a2f18686-52ee-4196-ac92-ecd283331598 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 1095 time: 0.1442895 Aug 27 12:11:38.895992 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-c863bc46-e513-4da9-90ce-ef3317baa7be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c19804-ef44-4cfe-a222-f85e51118abe HTTP/1.1" status: 200 len: 217 time: 0.0673006 Aug 27 12:11:38.898244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacf00a1-ca0b-49e0-9160-95071b6d557c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:38.906483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cae7e5a-895b-4cfa-9aa5-bc6bfec8a2a0 req-bdc65045-0be0-4ab7-9396-948014c72c4f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664584 Aug 27 12:11:38.925824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet 5d0fda7b-ea25-41c4-81ad-578770553850 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:38.930723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-f0efed04-a912-462a-bcac-24b2a35ee938 service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820070 Aug 27 12:11:38.960048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.965561 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211baf79-f0ae-4f93-8fc3-c783b20a40d6 x-openstack-request-id: req-211baf79-f0ae-4f93-8fc3-c783b20a40d6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:38.965947 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa08c51-c0dc-4ddc-9e4f-e2023314c68e", "tag": "06c19804-ef44-4cfe-a222-f85e51118abe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:38.966933 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-211baf79-f0ae-4f93-8fc3-c783b20a40d6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:38.967366 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'tag': '06c19804-ef44-4cfe-a222-f85e51118abe', 'status': 'completed', 'code': 200} Aug 27 12:11:38.969484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:38.972765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-dbae5af0-df00-4a6e-bf5c-63eb941736d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:38.974286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-dbae5af0-df00-4a6e-bf5c-63eb941736d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 200 len: 857 time: 0.0623226 Aug 27 12:11:38.993332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Transition to ACTIVE for port object cacf00a1-ca0b-49e0-9160-95071b6d557c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:39.016072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7d8d2-a206-4a7b-8200-443ac48dcf76 req-0c3bfec5-8150-4471-9d0d-17308e779700 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.016266 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-b9def134-815c-45e0-b4ce-4ef2efd8515d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b09460e8-4745-46cf-bede-3c06e5227760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321136 Aug 27 12:11:39.016786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.026990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d3f7d8d2-a206-4a7b-8200-443ac48dcf76 req-0c3bfec5-8150-4471-9d0d-17308e779700 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 944 time: 0.3056948 Aug 27 12:11:39.154796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Pushing event updated for resources: {'Port': ['ID=cacf00a1-ca0b-49e0-9160-95071b6d557c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:39.212275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.212923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.213684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.214213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.214766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.215262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.215776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.216477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.217046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.217546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.218046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.218580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:39.240817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-d07b2245-10cf-47b9-9361-270357e1128e service neutron] 10.222.0.77 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147179 Aug 27 12:11:39.367801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Attempting to bind port cacf00a1-ca0b-49e0-9160-95071b6d557c on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:39.368156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Attempting to bind port cacf00a1-ca0b-49e0-9160-95071b6d557c by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:39.368636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Attempting to bind port cacf00a1-ca0b-49e0-9160-95071b6d557c on network b09460e8-4745-46cf-bede-3c06e5227760 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:39.379636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Port cacf00a1-ca0b-49e0-9160-95071b6d557c on network b09460e8-4745-46cf-bede-3c06e5227760 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:11:39.387972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Attempting to bind port cacf00a1-ca0b-49e0-9160-95071b6d557c on network b09460e8-4745-46cf-bede-3c06e5227760 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:39.392081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:39.392538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Checking segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:39.393013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Bound using segment: {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:39.393527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Bound port: cacf00a1-ca0b-49e0-9160-95071b6d557c, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af065370-9d6f-42c2-ae4c-a7038c8815c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:39.393960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.447905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-e9c2a7fb-6ab0-4cbe-9eba-54226033df9a service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020337 Aug 27 12:11:39.488957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.512456 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-76157181-799f-4f35-b9bf-ce77b7af9051 service neutron] 10.222.0.77 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554405 Aug 27 12:11:39.520172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] For port cacf00a1-ca0b-49e0-9160-95071b6d557c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:39.524199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] For port cacf00a1-ca0b-49e0-9160-95071b6d557c, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:39.530735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.583541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.589144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.590903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] 10.222.0.65 "PUT /v2.0/ports/cacf00a1-ca0b-49e0-9160-95071b6d557c HTTP/1.1" status: 200 len: 1091 time: 1.6682782 Aug 27 12:11:39.623221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155fff-16b7-4b6d-b22b-8b3c06cf0e06 service neutron] Pushing event updated for resources: {'Port': ['ID=cacf00a1-ca0b-49e0-9160-95071b6d557c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:39.704784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d3f7d8d2-a206-4a7b-8200-443ac48dcf76 req-2dcef880-c795-494f-9fc8-109bc9c54c1b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6766250 Aug 27 12:11:39.739819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-158f8faf-bb17-46be-b215-848cab7e4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.740256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f036-5147-4846-bc04-731bfa6716c7 req-51ad8668-afd5-4da7-bfb2-febf3b9ca92d tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.741571 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-158f8faf-bb17-46be-b215-848cab7e4131 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 1095 time: 0.1150928 Aug 27 12:11:39.742602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c58f036-5147-4846-bc04-731bfa6716c7 req-51ad8668-afd5-4da7-bfb2-febf3b9ca92d tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 943 time: 0.2005575 Aug 27 12:11:39.748658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-9379b40e-9c93-4192-bc5d-fd0606bdc099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.750519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-9379b40e-9c93-4192-bc5d-fd0606bdc099 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 1094 time: 0.2003067 Aug 27 12:11:39.757801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.758587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-c509ce64-33f8-4cc5-8247-27910b4b02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.760435 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-c509ce64-33f8-4cc5-8247-27910b4b02b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 1094 time: 0.0727053 Aug 27 12:11:39.859205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e8bb538f-0818-467f-ba6b-0c6337c5b31a None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:39.860140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e8bb538f-0818-467f-ba6b-0c6337c5b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.870072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-0a9ef6ba-6ce3-4c87-b1ca-ac0852b1ce34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c HTTP/1.1" status: 200 len: 217 time: 0.0878422 Aug 27 12:11:39.901484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c58f036-5147-4846-bc04-731bfa6716c7 req-3a89f813-dbac-4f14-8513-5ecb6e08dae8 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105511 Aug 27 12:11:39.959063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f51e-2316-4f5d-9976-816522d58edc req-4198f1a8-7ca1-45e2-b0aa-4ef9498284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.960563 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-4198f1a8-7ca1-45e2-b0aa-4ef9498284b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 200 len: 857 time: 0.0806956 Aug 27 12:11:39.971825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:39.984065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-d2c49a93-f3dd-4a20-859e-fb10cb5718df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:39.985715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-d2c49a93-f3dd-4a20-859e-fb10cb5718df service neutron] 10.222.0.77 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 918 time: 0.2047443 Aug 27 12:11:40.017317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e8bb538f-0818-467f-ba6b-0c6337c5b31a None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:40.018065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e8bb538f-0818-467f-ba6b-0c6337c5b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:40.025848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-7b38732d-eeab-4844-82f8-307d1005d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:40.027386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-7b38732d-eeab-4844-82f8-307d1005d045 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 918 time: 0.2659256 Aug 27 12:11:40.028114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0fda7b-ea25-41c4-81ad-578770553850,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:40.031865 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:40.036532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f4f8a32e-95fb-4d6b-aa32-f34f0b50af95 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/5d0fda7b-ea25-41c4-81ad-578770553850 HTTP/1.1" status: 204 len: 168 time: 1.3648465 Aug 27 12:11:40.047809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62db615-5771-4650-a2ed-39ad9372da57 None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:40.056365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-0e7af483-a07d-4044-b91a-7a9b6017710d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c19804-ef44-4cfe-a222-f85e51118abe HTTP/1.1" status: 200 len: 217 time: 0.0489237 Aug 27 12:11:40.058540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-de766bdf-24f9-4cd3-94c9-e40ab97e4b00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b09460e8-4745-46cf-bede-3c06e5227760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877798 Aug 27 12:11:40.059034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55044) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:40.097704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-a9a3cce5-da38-4833-a7f0-5ce9b780b07f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeae4555-cb38-41d1-a355-d5ac1676d201 HTTP/1.1" status: 200 len: 217 time: 0.0418255 Aug 27 12:11:40.106112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb538f-0818-467f-ba6b-0c6337c5b31a None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:40.134289 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb009aa9-27ae-4d66-899e-d3f5662f8069 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:40.134789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb009aa9-27ae-4d66-899e-d3f5662f8069 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:40.136659 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fb009aa9-27ae-4d66-899e-d3f5662f8069 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/5f70fbf9-bc78-4611-8526-f62525b14b3b HTTP/1.1" status: 404 len: 337 time: 0.0766511 Aug 27 12:11:40.140911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55046) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:40.157629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071da274-9a0f-4387-913a-1e7e5c88142c req-d066aff5-6ecf-45c2-abb9-47796cfd5278 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:40.167547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-071da274-9a0f-4387-913a-1e7e5c88142c req-d066aff5-6ecf-45c2-abb9-47796cfd5278 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1553411 Aug 27 12:11:40.229892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-071da274-9a0f-4387-913a-1e7e5c88142c req-f81793c4-64c5-4d32-bb16-deab36a3508b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Aug 27 12:11:40.233221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-0f7f7cd4-7c24-4294-ac06-8d2712710876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:40.235876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-0f7f7cd4-7c24-4294-ac06-8d2712710876 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 200 len: 857 time: 0.1499121 Aug 27 12:11:40.236355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-50c85d6c-6993-49a4-ab8b-728d05dd08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:40.237857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-50c85d6c-6993-49a4-ab8b-728d05dd08cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 200 len: 857 time: 0.1292601 Aug 27 12:11:40.277021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-e57b214d-4042-4969-92ef-e573396232c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b09460e8-4745-46cf-bede-3c06e5227760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298867 Aug 27 12:11:40.303219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:40.335925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-7344c38c-e2c3-4afe-a0a0-cd7287159fc1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b09460e8-4745-46cf-bede-3c06e5227760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900471 Aug 27 12:11:40.437988 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-1c7fb227-a096-494c-b3a2-beb167ebd4e3 service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113182 Aug 27 12:11:40.439714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-44c4881e-f049-4b15-93ed-4f892de57711 service neutron] 10.222.0.77 "GET /v2.0/ports/5a23e74b-206d-4e1b-bde1-59a06f483d99/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 382 time: 0.0969603 Aug 27 12:11:40.480986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting subnet ad4536cf-c30a-4870-851c-44733a87f731 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:11:40.498411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:40.540152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '32772e3e-c84a-44d7-9793-f06608eab91a', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'port_id': '32772e3e-c84a-44d7-9793-f06608eab91a', 'mac_address': 'fa:16:3e:cd:8d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:40.598455 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:40.623726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-e31944f7-df9c-40d7-8d3a-4200c3e716ac service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199472 Aug 27 12:11:40.629974 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:40.644779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:40.674930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:40.683888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:40.767003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:40.833789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd93243-763f-464e-885a-2aaa2da9e1fd req-113ec046-47e9-4408-b4fd-44a42e1884dd service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196555 Aug 27 12:11:40.836127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:40.935710 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f18f51e-2316-4f5d-9976-816522d58edc req-3d6ab745-46a2-4082-9440-6e51bf852c43 service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487724 Aug 27 12:11:40.969318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'tag': 'cacf00a1-ca0b-49e0-9160-95071b6d557c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:40.974582 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b013c-ae34-44f2-af0e-138bb48189c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a07547a9-187c-4593-8ca5-0acdee3f6680", "tag": "cacf00a1-ca0b-49e0-9160-95071b6d557c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:40.991638 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-f4cb8a71-0a06-4411-b4c9-ea6763e35b84 service neutron] 10.222.0.77 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774908 Aug 27 12:11:41.016779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-f5e1632e-4401-4104-b71d-e92a12ac22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:41.018667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-f5e1632e-4401-4104-b71d-e92a12ac22e7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47&tenant_id=43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 1100 time: 0.2772954 Aug 27 12:11:41.021366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed82574-191c-410f-8176-13d8fd3efe08 req-a7455497-8b7b-4689-9bd7-341e598d8b73 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:41.023341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ed82574-191c-410f-8176-13d8fd3efe08 req-a7455497-8b7b-4689-9bd7-341e598d8b73 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1120446 Aug 27 12:11:41.135016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ed82574-191c-410f-8176-13d8fd3efe08 req-cf3be312-7188-42ac-bb3d-80762e6ca590 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041625 Aug 27 12:11:41.172152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.195485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['32772e3e-c84a-44d7-9793-f06608eab91a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:41.212718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16c437-8b0c-46c0-ab0d-0f2f2b0f7862 req-28b42523-3b82-4334-9cb9-538c3500fc39 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:41.215127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df16c437-8b0c-46c0-ab0d-0f2f2b0f7862 req-28b42523-3b82-4334-9cb9-538c3500fc39 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 943 time: 0.1048846 Aug 27 12:11:41.270172 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e75b8a-9b0e-4023-8cfb-21ffb12a998e x-openstack-request-id: req-12e75b8a-9b0e-4023-8cfb-21ffb12a998e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:41.270172 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07547a9-187c-4593-8ca5-0acdee3f6680", "tag": "cacf00a1-ca0b-49e0-9160-95071b6d557c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:41.270576 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12e75b8a-9b0e-4023-8cfb-21ffb12a998e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:41.270872 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'tag': 'cacf00a1-ca0b-49e0-9160-95071b6d557c', 'status': 'completed', 'code': 200} Aug 27 12:11:41.317258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df16c437-8b0c-46c0-ab0d-0f2f2b0f7862 req-d48a1b7e-1c28-4dd0-9f42-dbac5ab6c0fe tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872805 Aug 27 12:11:41.471660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853124d-553f-4fda-a680-152169f15d2b req-d427e8f3-e383-4fce-b996-d166f2690c68 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:41.473916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9853124d-553f-4fda-a680-152169f15d2b req-d427e8f3-e383-4fce-b996-d166f2690c68 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1066329 Aug 27 12:11:41.520836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ce8190cb-58f4-4931-b980-f3afe99ab4a5 None None] Provisioning complete for port e91571ba-a960-40c8-8d5b-2925b8ae7d10 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:41.521456 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce8190cb-58f4-4931-b980-f3afe99ab4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.551719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9853124d-553f-4fda-a680-152169f15d2b req-af19079b-dc12-45bb-bb35-fc9ce7e5b8c1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722458 Aug 27 12:11:41.586455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device aeae4555-cb38-41d1-a355-d5ac1676d201 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:41.793235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port aeae4555-cb38-41d1-a355-d5ac1676d201, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=aeae4555-cb38-41d1-a355-d5ac1676d201,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:41.808954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'aeae4555-cb38-41d1-a355-d5ac1676d201', 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'port_id': 'aeae4555-cb38-41d1-a355-d5ac1676d201', 'mac_address': 'fa:16:3e:40:36:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3eab8e-bc95-4259-92a7-6372206b6360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:41.817901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ce8190cb-58f4-4931-b980-f3afe99ab4a5 None None] Provisioning complete for port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:41.818271 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce8190cb-58f4-4931-b980-f3afe99ab4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.875256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.896269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.898102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ce8190cb-58f4-4931-b980-f3afe99ab4a5 None None] Port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:41.899856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-78a66d67-e09c-4fc7-8f26-a124bf3e2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:41.901463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-78a66d67-e09c-4fc7-8f26-a124bf3e2dbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1100 time: 0.8094926 Aug 27 12:11:41.902104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeae4555-cb38-41d1-a355-d5ac1676d201 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:41.912941 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c89296e4-b0b7-4ef2-b63a-e6d2c4c0fc9c req-d8c0bb95-a310-4812-957f-a452de840b18 service neutron] 10.222.0.77 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138951 Aug 27 12:11:41.915466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-ec6e78b5-b85b-404c-991f-65fd6e595592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:41.917140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-ec6e78b5-b85b-404c-991f-65fd6e595592 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a891d9c77d764c35a228457813a2385b&device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 1094 time: 0.1414053 Aug 27 12:11:41.926124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port aeae4555-cb38-41d1-a355-d5ac1676d201, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=aeae4555-cb38-41d1-a355-d5ac1676d201,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:41.930547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.958200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4536cf-c30a-4870-851c-44733a87f731,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:41.961173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:41.964300 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d9d41f23-34b6-4a5b-9001-e1e83aa80ffc tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/ad4536cf-c30a-4870-851c-44733a87f731 HTTP/1.1" status: 204 len: 168 time: 1.8040862 Aug 27 12:11:41.967523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:41.998239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=aeae4555-cb38-41d1-a355-d5ac1676d201,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:42.003017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc3884-79a6-4913-8dc9-9ce3675b2f5c None None] Network d6485c9a-73d6-42e6-982a-2d96e122d274 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:42.003511 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f0c45c-0fda-455b-8fdc-1886ba5d834a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.003975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f0c45c-0fda-455b-8fdc-1886ba5d834a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.019198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05f0c45c-0fda-455b-8fdc-1886ba5d834a tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/e0b975c8-5fef-48dd-88ea-8db06100585c HTTP/1.1" status: 404 len: 337 time: 0.0503652 Aug 27 12:11:42.019930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.072427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d47ab3b7-f501-4ee5-89d8-5a23f489b6c0 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "GET /v2.0/ports?device_id=68926310-fc88-4314-b0f8-00721bf2153e HTTP/1.1" status: 200 len: 205 time: 0.0513568 Aug 27 12:11:42.073035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.092200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-c084f032-d296-45e0-acad-1772e1fed136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.093697 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-c084f032-d296-45e0-acad-1772e1fed136 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 200 len: 918 time: 0.1543806 Aug 27 12:11:42.117013 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-0679064d-5c5e-4a29-a6bb-a7b7b65f8c39 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] delete failed (client error): The resource could not be found. Aug 27 12:11:42.120707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0679064d-5c5e-4a29-a6bb-a7b7b65f8c39 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/routers/68926310-fc88-4314-b0f8-00721bf2153e HTTP/1.1" status: 404 len: 336 time: 0.0466130 Aug 27 12:11:42.121273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55082) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.154367 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e043a0f0-fd0e-4a6d-93fa-d711b34762b4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.154865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e043a0f0-fd0e-4a6d-93fa-d711b34762b4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.157203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e043a0f0-fd0e-4a6d-93fa-d711b34762b4 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/f50caf39-0ff1-4b71-994a-feab0d0169e3 HTTP/1.1" status: 404 len: 337 time: 0.0349503 Aug 27 12:11:42.159630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.160224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-ae636272-94b9-4440-a533-0f78a8a4c109 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c HTTP/1.1" status: 200 len: 217 time: 0.0537331 Aug 27 12:11:42.226873 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-381b9cd3-1794-477b-bb4c-ee8a52cc7b66 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.227432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381b9cd3-1794-477b-bb4c-ee8a52cc7b66 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.229219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-381b9cd3-1794-477b-bb4c-ee8a52cc7b66 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/748fd925-097c-43e8-bf54-2af3ab5f4603 HTTP/1.1" status: 404 len: 337 time: 0.0686715 Aug 27 12:11:42.232684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.236208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-08dd024c-0b87-4df7-b749-8ab4adc2bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.238038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-08dd024c-0b87-4df7-b749-8ab4adc2bcd8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3182254 Aug 27 12:11:42.243943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-570ed0ad-17b6-4dc4-b309-738dce4c82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.245507 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-570ed0ad-17b6-4dc4-b309-738dce4c82aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 200 len: 857 time: 0.0718269 Aug 27 12:11:42.260209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f186991-756c-4593-9772-d603087338ca None None] DHCP port deletion for d6485c9a-73d6-42e6-982a-2d96e122d274 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:11:42.268027 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a39b7ce-6ef1-4da5-91ec-cb83b81fb70f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.268485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a39b7ce-6ef1-4da5-91ec-cb83b81fb70f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.270453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6a39b7ce-6ef1-4da5-91ec-cb83b81fb70f tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/34d7ee02-f144-4451-89e6-bdc39d34071f HTTP/1.1" status: 404 len: 337 time: 0.0364509 Aug 27 12:11:42.280141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.315782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-dcf42797-1313-4a43-a0ea-4a9adf97ced5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 217 time: 0.0690920 Aug 27 12:11:42.318480 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-10271e0e-aa46-4de8-8343-42a7c344385e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b09460e8-4745-46cf-bede-3c06e5227760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655117 Aug 27 12:11:42.332323 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32b6b08-eeff-40cd-b128-95534198f05c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.333050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32b6b08-eeff-40cd-b128-95534198f05c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.334905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d32b6b08-eeff-40cd-b128-95534198f05c tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/6698e980-8f9b-4974-8242-7b6721e6a9db HTTP/1.1" status: 404 len: 333 time: 0.0538073 Aug 27 12:11:42.341380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.372704 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b4065d-e4d5-4236-954e-d0d10006fe74 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.373190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b4065d-e4d5-4236-954e-d0d10006fe74 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.375023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b4b4065d-e4d5-4236-954e-d0d10006fe74 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/ac28a8c1-8649-4662-bfce-66c09bd90b62 HTTP/1.1" status: 404 len: 337 time: 0.0314920 Aug 27 12:11:42.381152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.398555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c296-cd67-491b-aa69-8abf4380e794 req-d764f98b-a0aa-405f-af27-21ff1cea8a02 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.400157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5f6c296-cd67-491b-aa69-8abf4380e794 req-d764f98b-a0aa-405f-af27-21ff1cea8a02 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1288803 Aug 27 12:11:42.411297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-d75e6868-b57e-4e9b-a592-13f8b5f01999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.417560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-d75e6868-b57e-4e9b-a592-13f8b5f01999 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0944521 Aug 27 12:11:42.433202 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffd8849-3513-4ba6-9854-bb5de5809b13 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.433668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffd8849-3513-4ba6-9854-bb5de5809b13 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.436394 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2ffd8849-3513-4ba6-9854-bb5de5809b13 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/e8a21bc8-2286-47f6-8a82-6b10f6a8afe2 HTTP/1.1" status: 404 len: 337 time: 0.0530179 Aug 27 12:11:42.452472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.527231 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-551cede8-b77d-4c59-b768-ac3af4d6713d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.528573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551cede8-b77d-4c59-b768-ac3af4d6713d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.530677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-551cede8-b77d-4c59-b768-ac3af4d6713d tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/85d7adac-d244-4ea6-9066-67b6e429e2d3 HTTP/1.1" status: 404 len: 333 time: 0.0770764 Aug 27 12:11:42.537568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55102) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.549066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5f6c296-cd67-491b-aa69-8abf4380e794 req-80e4f720-eee1-4e9a-8739-bf4406c9988f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236465 Aug 27 12:11:42.563272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a82633-f2d2-4b4a-b7eb-8756950b28ed req-4fa17145-306c-4d8f-bea4-b961a03bae9b tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.564878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03a82633-f2d2-4b4a-b7eb-8756950b28ed req-4fa17145-306c-4d8f-bea4-b961a03bae9b tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 943 time: 0.0990908 Aug 27 12:11:42.580448 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2831c6cc-1229-48d6-8302-eff1545a3587 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.580913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2831c6cc-1229-48d6-8302-eff1545a3587 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.582792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2831c6cc-1229-48d6-8302-eff1545a3587 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/fc240772-10c3-4854-819e-e19c1a92057d HTTP/1.1" status: 404 len: 337 time: 0.0438037 Aug 27 12:11:42.583458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06c19804-ef44-4cfe-a222-f85e51118abe details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:42.591828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['aeae4555-cb38-41d1-a355-d5ac1676d201'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:42.594154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e91571ba-a960-40c8-8d5b-2925b8ae7d10 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:42.603820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55106) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.620819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-527cce51-7ea6-4a53-88a0-f9f5ddecb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.623419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-527cce51-7ea6-4a53-88a0-f9f5ddecb6d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183414 Aug 27 12:11:42.680005 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cd8ebb-f98c-4388-937e-354101d05f0b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] DELETE failed (client error): The resource could not be found. Aug 27 12:11:42.680802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cd8ebb-f98c-4388-937e-354101d05f0b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:11:42.682870 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-40cd8ebb-f98c-4388-937e-354101d05f0b tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/subnets/b4a20c63-fc3e-47e2-a946-4abcb4b37881 HTTP/1.1" status: 404 len: 337 time: 0.0794580 Aug 27 12:11:42.683971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03a82633-f2d2-4b4a-b7eb-8756950b28ed req-6e36a1e4-ff7a-4de6-bf8c-5fe1e72b9389 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119659 Aug 27 12:11:42.687451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:42.775968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5f186991-756c-4593-9772-d603087338ca None None] Deleting port e91571ba-a960-40c8-8d5b-2925b8ae7d10 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:42.776351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f186991-756c-4593-9772-d603087338ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:42.834285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-0ee51138-2f01-4966-8d8f-dd19e9146124 service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134936 Aug 27 12:11:42.861230 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-cb5a2768-a7bf-43d8-992a-53df6ae280ea service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107923 Aug 27 12:11:42.880162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb89c0b-939d-42cb-a16b-c6acc3a7db6f req-1b2e8ef0-aee1-4e9e-bfed-404502c3007b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:42.888942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdb89c0b-939d-42cb-a16b-c6acc3a7db6f req-1b2e8ef0-aee1-4e9e-bfed-404502c3007b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1041276 Aug 27 12:11:42.961304 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df0b013c-ae34-44f2-af0e-138bb48189c4 req-b5d19f8a-4abf-4968-822a-08847571a233 service neutron] 10.222.0.65 "GET /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989673 Aug 27 12:11:42.995803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdb89c0b-939d-42cb-a16b-c6acc3a7db6f req-73e71967-f0a9-41b2-b920-55db11f2d6e1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055052 Aug 27 12:11:43.021075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Deleting port c2825c6b-d3b3-469f-96e5-a65495ddf0f7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:43.021733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.021955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5f186991-756c-4593-9772-d603087338ca None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:43.022367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f186991-756c-4593-9772-d603087338ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.060880 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83f37f55-adda-4aeb-81e2-1de1b0cc9ecd req-cf6ffa0f-bab6-45ad-85ef-f6fbec15579b service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985920 Aug 27 12:11:43.063198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.065333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5f186991-756c-4593-9772-d603087338ca None None] Calling delete_port for e91571ba-a960-40c8-8d5b-2925b8ae7d10 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:43.073285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 06c19804-ef44-4cfe-a222-f85e51118abe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06c19804-ef44-4cfe-a222-f85e51118abe,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:43.108422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.109703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '06c19804-ef44-4cfe-a222-f85e51118abe', 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'port_id': '06c19804-ef44-4cfe-a222-f85e51118abe', 'mac_address': 'fa:16:3e:0e:44:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3eab8e-bc95-4259-92a7-6372206b6360', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:43.129495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Calling delete_port for c2825c6b-d3b3-469f-96e5-a65495ddf0f7 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:43.214916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e91571ba-a960-40c8-8d5b-2925b8ae7d10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e91571ba-a960-40c8-8d5b-2925b8ae7d10,segment=NetworkSegment(cf952fc8-2775-4ffd-9676-409978849804),segment_id=cf952fc8-2775-4ffd-9676-409978849804)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:43.234975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.244452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.298658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c19804-ef44-4cfe-a222-f85e51118abe {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:43.309051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.341456 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f186991-756c-4593-9772-d603087338ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.345280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 06c19804-ef44-4cfe-a222-f85e51118abe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06c19804-ef44-4cfe-a222-f85e51118abe,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:43.348691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:43.350642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Port': ['ID=c2825c6b-d3b3-469f-96e5-a65495ddf0f7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:43.358437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.361164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3c784c3a-a09c-42ae-9e64-fc1180469c72 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/ports/c2825c6b-d3b3-469f-96e5-a65495ddf0f7 HTTP/1.1" status: 204 len: 168 time: 0.6726234 Aug 27 12:11:43.365012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55116) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:43.365749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.408357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f186991-756c-4593-9772-d603087338ca None None] Pushing event deleted for resources: {'Port': ['ID=e91571ba-a960-40c8-8d5b-2925b8ae7d10,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:43.414732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f186991-756c-4593-9772-d603087338ca None None] No DVR routers for this DVR port e91571ba-a960-40c8-8d5b-2925b8ae7d10 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:43.501724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=06c19804-ef44-4cfe-a222-f85e51118abe,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:43.505886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.592900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cacf00a1-ca0b-49e0-9160-95071b6d557c details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:43.602528 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.614350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6485c9a-73d6-42e6-982a-2d96e122d274']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:43.627428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf952fc8-2775-4ffd-9676-409978849804') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:43.627737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf952fc8-2775-4ffd-9676-409978849804') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:43.638178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.666220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.680361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:11:43.681117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:11:43.687229 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:11:43.726615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port cacf00a1-ca0b-49e0-9160-95071b6d557c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:43.763799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'cacf00a1-ca0b-49e0-9160-95071b6d557c', 'network_id': 'b09460e8-4745-46cf-bede-3c06e5227760', 'port_id': 'cacf00a1-ca0b-49e0-9160-95071b6d557c', 'mac_address': 'fa:16:3e:97:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3eab8e-bc95-4259-92a7-6372206b6360', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:43.767190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.815082 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.821179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.830414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] 10.222.0.76 "DELETE /v2.0/networks/d6485c9a-73d6-42e6-982a-2d96e122d274 HTTP/1.1" status: 204 len: 168 time: 0.4586329 Aug 27 12:11:43.830414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c28f-5d75-4e29-9c81-927172881ed7 tempest-PortsIpV6TestJSON-195128394 tempest-PortsIpV6TestJSON-195128394-project] Pushing event deleted for resources: {'Network': ['ID=d6485c9a-73d6-42e6-982a-2d96e122d274,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:43.833799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacf00a1-ca0b-49e0-9160-95071b6d557c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:43.857309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port cacf00a1-ca0b-49e0-9160-95071b6d557c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:43.863125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:43.910798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635eaa9-1048-4395-9b54-5b8e2abeebc8 req-2c48de38-e2af-437c-91a3-6bf8b361f6c7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:43.924858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8635eaa9-1048-4395-9b54-5b8e2abeebc8 req-2c48de38-e2af-437c-91a3-6bf8b361f6c7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 945 time: 0.1914306 Aug 27 12:11:43.932087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=cacf00a1-ca0b-49e0-9160-95071b6d557c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:43.971212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956488af-3db6-4fcf-83fd-85596c4746f5 req-25a3c110-33f8-42b2-9901-661035830981 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:43.972867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-956488af-3db6-4fcf-83fd-85596c4746f5 req-25a3c110-33f8-42b2-9901-661035830981 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 943 time: 0.1632113 Aug 27 12:11:43.989552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8635eaa9-1048-4395-9b54-5b8e2abeebc8 req-84333ccb-9658-4660-b235-0fed0bbec9d6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623665 Aug 27 12:11:44.009340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['06c19804-ef44-4cfe-a222-f85e51118abe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:44.059325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-956488af-3db6-4fcf-83fd-85596c4746f5 req-23f8e4e3-328e-4bad-b15e-34ade4b6e998 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742240 Aug 27 12:11:44.243891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['cacf00a1-ca0b-49e0-9160-95071b6d557c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:44.276392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353c34-9c06-4eeb-8223-77d0f027fec6 req-584ec748-26d7-433d-9f1a-08a56b530150 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:44.279415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad353c34-9c06-4eeb-8223-77d0f027fec6 req-584ec748-26d7-433d-9f1a-08a56b530150 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0653632 Aug 27 12:11:44.338443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:44.345404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:44.373393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55146) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:44.397342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad353c34-9c06-4eeb-8223-77d0f027fec6 req-c72b7a1c-2209-47f7-bbf3-cc56ee5726b7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090755 Aug 27 12:11:44.470278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 32772e3e-c84a-44d7-9793-f06608eab91a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:44.482366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 32772e3e-c84a-44d7-9793-f06608eab91a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:44.482766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.554628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482956a3-1b6b-417b-85b2-b90176f5b079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.589200 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9d9155b9-bb07-4f2b-900a-0026eebf2671 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b765eda98d14df5a3bf8c461660c263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111900 Aug 27 12:11:44.589407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:44.606373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.631429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:44.633692 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c95756-665d-4b1c-8536-9a49149bb26f" -d '{"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-plugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:44.647561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:44.652599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.653727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:44.654604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57e8c1df-7570-473f-b485-6f0460cd1b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.688281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57e8c1df-7570-473f-b485-6f0460cd1b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.702247 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317285e0-3f53-41b6-916c-acf7bbd33fcc x-openstack-request-id: req-317285e0-3f53-41b6-916c-acf7bbd33fcc {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:44.703582 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-plugged", "status": "completed", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:44.704337 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-317285e0-3f53-41b6-916c-acf7bbd33fcc {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:44.705290 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'code': 200} Aug 27 12:11:44.707241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482956a3-1b6b-417b-85b2-b90176f5b079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.713217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-482956a3-1b6b-417b-85b2-b90176f5b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.759348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57e8c1df-7570-473f-b485-6f0460cd1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.771308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57e8c1df-7570-473f-b485-6f0460cd1b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.773349 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-57e8c1df-7570-473f-b485-6f0460cd1b15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2fe71e3d-2a4e-4f68-9823-143348b577f0 HTTP/1.1" status: 204 len: 168 time: 0.1828229 Aug 27 12:11:44.775930 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-482956a3-1b6b-417b-85b2-b90176f5b079 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a87f5ef1153f457eb2ab1f7e8edcf44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335532 Aug 27 12:11:44.779801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55158) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:44.782635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482956a3-1b6b-417b-85b2-b90176f5b079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f375e-c0cb-4d7c-9065-bb804fea7661,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:44.822435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8c1df-7570-473f-b485-6f0460cd1b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe71e3d-2a4e-4f68-9823-143348b577f0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:44.847911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:44.917546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.925379 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b3-dcde-4a31-ac96-ea06972b7b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.968027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:44.973927 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:44.996875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b3-dcde-4a31-ac96-ea06972b7b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.037750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538755-66c4-4a08-868d-9ea6df466a9a req-f8dd1e3e-9906-4db6-9460-432f6897b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:45.039812 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf538755-66c4-4a08-868d-9ea6df466a9a req-f8dd1e3e-9906-4db6-9460-432f6897b480 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1097 time: 0.0849121 Aug 27 12:11:45.055487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:45.103464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf538755-66c4-4a08-868d-9ea6df466a9a req-5c8b9c3d-06cd-4927-8c2c-a9c3dd91a406 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525801 Aug 27 12:11:45.123467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b3-dcde-4a31-ac96-ea06972b7b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.129193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b3-dcde-4a31-ac96-ea06972b7b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.135255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d2e6d3b3-dcde-4a31-ac96-ea06972b7b49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/761f375e-c0cb-4d7c-9065-bb804fea7661 HTTP/1.1" status: 204 len: 168 time: 0.3542123 Aug 27 12:11:45.144661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6d3b3-dcde-4a31-ac96-ea06972b7b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f375e-c0cb-4d7c-9065-bb804fea7661,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:45.245810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885efb4-15f7-4868-9209-521e3342a314 req-87e2e35f-757c-4fc3-adb0-848afce0a51d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:45.251367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9885efb4-15f7-4868-9209-521e3342a314 req-87e2e35f-757c-4fc3-adb0-848afce0a51d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.1489577 Aug 27 12:11:45.379035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9885efb4-15f7-4868-9209-521e3342a314 req-27625cde-7018-4f8b-a39e-b28ffa0b10b6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026344 Aug 27 12:11:45.397811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2cd73-8247-4976-bd8d-1cab818a75ef req-97b3bc58-011d-4a22-9f51-d12a39689ac3 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:45.408208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6b2cd73-8247-4976-bd8d-1cab818a75ef req-97b3bc58-011d-4a22-9f51-d12a39689ac3 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 944 time: 0.1535864 Aug 27 12:11:45.455149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6b2cd73-8247-4976-bd8d-1cab818a75ef req-69ef985a-65c2-4260-8a36-3a15cb8dc918 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 Aug 27 12:11:45.572205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55190) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:45.589570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5267898a-f1d8-4902-8536-20add18165f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.620018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cacf00a1-ca0b-49e0-9160-95071b6d557c up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:45.684396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port cacf00a1-ca0b-49e0-9160-95071b6d557c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:45.686185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16021f-186c-41c7-8ba8-415136ead375 req-497a87aa-d8c3-42ef-a4ee-aec760db4cf9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:45.690842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port cacf00a1-ca0b-49e0-9160-95071b6d557c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:45.691211 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.695251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b16021f-186c-41c7-8ba8-415136ead375 req-497a87aa-d8c3-42ef-a4ee-aec760db4cf9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 947 time: 0.1040180 Aug 27 12:11:45.707504 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:11:45.742870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b16021f-186c-41c7-8ba8-415136ead375 req-cb496d99-b46b-426d-879b-c9723fa92bb6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Aug 27 12:11:45.751238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5267898a-f1d8-4902-8536-20add18165f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.758252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5267898a-f1d8-4902-8536-20add18165f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.787809 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.805404 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5267898a-f1d8-4902-8536-20add18165f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ffd8b05b09d4193872e97c3d584cbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320905 Aug 27 12:11:45.807802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267898a-f1d8-4902-8536-20add18165f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b0e23-037a-4ef7-87d3-1043f60f03ea,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:45.810272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55196) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:45.829008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port cacf00a1-ca0b-49e0-9160-95071b6d557c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:45.833532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.834751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device aeae4555-cb38-41d1-a355-d5ac1676d201 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:45.871182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f4f0-32f9-413d-943c-5b9755bb2ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.903576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f4f0-32f9-413d-943c-5b9755bb2ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.911010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:45.917065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=cacf00a1-ca0b-49e0-9160-95071b6d557c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:45.930239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port aeae4555-cb38-41d1-a355-d5ac1676d201 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:45.934197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port aeae4555-cb38-41d1-a355-d5ac1676d201 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:45.935162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.969910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f4f0-32f9-413d-943c-5b9755bb2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.972717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f4f0-32f9-413d-943c-5b9755bb2ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:45.978016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bfc7f4f0-32f9-413d-943c-5b9755bb2ccf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c76b0e23-037a-4ef7-87d3-1043f60f03ea HTTP/1.1" status: 204 len: 168 time: 0.1615739 Aug 27 12:11:45.993768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f4f0-32f9-413d-943c-5b9755bb2ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b0e23-037a-4ef7-87d3-1043f60f03ea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:46.031954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.065449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1184759456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:46.071682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port aeae4555-cb38-41d1-a355-d5ac1676d201, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=aeae4555-cb38-41d1-a355-d5ac1676d201,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:46.076817 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.096940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.097978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.143806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=aeae4555-cb38-41d1-a355-d5ac1676d201,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:46.167366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.173024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.199331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.202303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8f6001a9-74f6-4205-80ae-d7f75318f43d tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2885206 Aug 27 12:11:46.204843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:46.210130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2126054363'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:46.235207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:46.239490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.250735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.356092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:11:46.361175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06c19804-ef44-4cfe-a222-f85e51118abe up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:46.402089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.407454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.445908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:11:46.463659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e1f62-bb08-4a9f-aa5b-f934466049e9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:46.471473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.471955 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Added segment 7bcf8245-63b7-441c-8180-6d5963c57655 of type vlan for network d1e0ae24-1551-4810-a875-cabe8d26cd4c Aug 27 12:11:46.517137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 06c19804-ef44-4cfe-a222-f85e51118abe completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:46.523298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 06c19804-ef44-4cfe-a222-f85e51118abe triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:46.524307 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.550687 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.602525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:46.620446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'mac_address': 'fa:16:3e:e0:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:11:46.640661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e247a17-c48c-46d5-a510-7b28f52715ba req-a9eea23e-52f2-4fa7-9293-8d5d43c16a63 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:46.642275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e247a17-c48c-46d5-a510-7b28f52715ba req-a9eea23e-52f2-4fa7-9293-8d5d43c16a63 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.1176431 Aug 27 12:11:46.644238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.650243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:46.650688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.689890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.706250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99'}, {'server_uuid': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacf00a1-ca0b-49e0-9160-95071b6d557c'}, {'server_uuid': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeae4555-cb38-41d1-a355-d5ac1676d201'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:46.708661 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab8e942-fddc-4a36-aaf6-7876199e5da9" -d '{"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-unplugged", "status": "completed", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99"}, {"server_uuid": "a07547a9-187c-4593-8ca5-0acdee3f6680", "name": "network-vif-plugged", "status": "completed", "tag": "cacf00a1-ca0b-49e0-9160-95071b6d557c"}, {"server_uuid": "3ede8882-727b-4f48-a3b2-5055c6b485ee", "name": "network-vif-plugged", "status": "completed", "tag": "aeae4555-cb38-41d1-a355-d5ac1676d201"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:46.715308 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.744205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7f4b2-5ed7-41ac-b7d0-c6632aa01ee9 req-c43220fa-0731-48e3-86c4-524f3898be60 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:46.746523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25a7f4b2-5ed7-41ac-b7d0-c6632aa01ee9 req-c43220fa-0731-48e3-86c4-524f3898be60 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 945 time: 0.1802111 Aug 27 12:11:46.751066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a23e74b-206d-4e1b-bde1-59a06f483d99 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:46.765423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 06c19804-ef44-4cfe-a222-f85e51118abe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06c19804-ef44-4cfe-a222-f85e51118abe,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:46.766486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:46.767246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5610213 Aug 27 12:11:46.773239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'subnet': {'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:46.784050 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.787076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:46.818771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.834090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e247a17-c48c-46d5-a510-7b28f52715ba req-ab4a1870-4caf-4f00-8808-774c212d0a58 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790874 Aug 27 12:11:46.835587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8cac-4a58-4418-b5f1-8a8c7be96b93 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Network': ['ID=d1e0ae24-1551-4810-a875-cabe8d26cd4c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:46.862003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:11:46.885543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25a7f4b2-5ed7-41ac-b7d0-c6632aa01ee9 req-96e17ab5-1766-411e-9120-ea1bfe7b55fb tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256626 Aug 27 12:11:46.898230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:46.904610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:46.953732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=06c19804-ef44-4cfe-a222-f85e51118abe,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:47.037730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:47.161868 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58104b2a-8f98-443b-9e96-a21c255d057e x-openstack-request-id: req-58104b2a-8f98-443b-9e96-a21c255d057e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:47.162727 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-unplugged", "status": "completed", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99", "code": 200}, {"server_uuid": "a07547a9-187c-4593-8ca5-0acdee3f6680", "name": "network-vif-plugged", "status": "completed", "tag": "cacf00a1-ca0b-49e0-9160-95071b6d557c", "code": 200}, {"server_uuid": "3ede8882-727b-4f48-a3b2-5055c6b485ee", "name": "network-vif-plugged", "status": "completed", "tag": "aeae4555-cb38-41d1-a355-d5ac1676d201", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:47.163645 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58104b2a-8f98-443b-9e96-a21c255d057e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:47.165874 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'code': 200} Aug 27 12:11:47.166999 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacf00a1-ca0b-49e0-9160-95071b6d557c', 'code': 200} Aug 27 12:11:47.167387 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeae4555-cb38-41d1-a355-d5ac1676d201', 'code': 200} Aug 27 12:11:47.294140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf907a-0071-482e-a98c-00b63843b18e req-eed62845-789c-41b6-8f7f-7b53541e5df9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:47.302258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0bf907a-0071-482e-a98c-00b63843b18e req-eed62845-789c-41b6-8f7f-7b53541e5df9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.1007881 Aug 27 12:11:47.335310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.336161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5eab1-6e3b-4b9e-9897-df768a096394 req-3031dc37-80c8-47b7-8b5a-66554224d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:47.338248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6a5eab1-6e3b-4b9e-9897-df768a096394 req-3031dc37-80c8-47b7-8b5a-66554224d909 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 1096 time: 0.1008947 Aug 27 12:11:47.356701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:47.406049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0bf907a-0071-482e-a98c-00b63843b18e req-89024806-2692-4910-85bc-f9be5c297ea0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028030 Aug 27 12:11:47.418338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d088b28-943c-4a1c-8394-68312142a490 req-a3653df5-be24-44b4-9573-0c9115c433d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:47.420047 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d088b28-943c-4a1c-8394-68312142a490 req-a3653df5-be24-44b4-9573-0c9115c433d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 1096 time: 0.1678083 Aug 27 12:11:47.467704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6a5eab1-6e3b-4b9e-9897-df768a096394 req-3bfbbd16-ebf8-43f7-b6ee-22823ba0830e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185200 Aug 27 12:11:47.558901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d088b28-943c-4a1c-8394-68312142a490 req-7fb4e4d7-d22b-4e13-a5ed-d53264aec45e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303282 Aug 27 12:11:47.560225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Subnet': ['ID=ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:47.564010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Checking segment: {'id': '7bcf8245-63b7-441c-8180-6d5963c57655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:47.564596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network hostable DHCP agents. Network: d1e0ae24-1551-4810-a875-cabe8d26cd4c, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:11:47.593889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:11:47.611515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d1e0ae24-1551-4810-a875-cabe8d26cd4c) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:47.624519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e60f26-c165-498f-8264-ad8a3bba7b3f None None] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:47.625518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:47.626257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.651517 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b9d43f40-6df0-4b2a-b47a-0a530f68d350 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8821437 Aug 27 12:11:47.654979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55260) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:47.664094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'network': {'name': 'tempest-router-network01--431881679'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:47.697437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:47.707078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.744404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:11:47.757090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.757833 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Added segment e14abcb0-5326-4b98-a529-2b4ccfbfa9eb of type vlan for network a373c097-fee1-4be6-984a-31f67ee9ce5c Aug 27 12:11:47.844786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.848382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-d1e0ae24-1551-4810-a875-cabe8d26cd4c', 'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c', 'tenant_id': '75cc3ad682b7478abfeb927b06d1a36d', 'fixed_ips': [{'subnet_id': 'ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:11:47.850645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.892015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.899081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:47.899489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:47.980897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55286) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:47.981857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3252733 Aug 27 12:11:47.991167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'network': {'name': 'tempest-router-network02--932108300'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:48.000663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5a024-bb7b-4481-b80c-fe696128aaaa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Network': ['ID=a373c097-fee1-4be6-984a-31f67ee9ce5c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:48.082484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network a373c097-fee1-4be6-984a-31f67ee9ce5c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:11:48.109913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:48.119596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.197195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:11:48.220830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.223606 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Added segment 415067fb-ca86-4290-aba5-87b7bb48d983 of type vlan for network 1bb1369a-d9d3-437e-a29a-6452ca2d21da Aug 27 12:11:48.233027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6a8b-28be-4702-9e19-7ecca4f50e0e req-ff44a63a-b81b-4b29-aa11-86dbea042e94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:48.234906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1eb6a8b-28be-4702-9e19-7ecca4f50e0e req-ff44a63a-b81b-4b29-aa11-86dbea042e94 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 945 time: 0.1332898 Aug 27 12:11:48.251212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccf21b-4ab9-4eee-b7bc-3d814d5905c1 req-c0ad33c3-4700-4910-9ab1-a9f35f4f505b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:48.261007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7ccf21b-4ab9-4eee-b7bc-3d814d5905c1 req-c0ad33c3-4700-4910-9ab1-a9f35f4f505b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.2186749 Aug 27 12:11:48.341015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.353067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7ccf21b-4ab9-4eee-b7bc-3d814d5905c1 req-2580a574-2908-45a4-9f4c-574bfed1e942 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859151 Aug 27 12:11:48.394550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1eb6a8b-28be-4702-9e19-7ecca4f50e0e req-ec2ed246-fb6a-4b40-8231-2a7e53890d75 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299798 Aug 27 12:11:48.431852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.434988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Allocated IP 2001:db8::2 (d1e0ae24-1551-4810-a875-cabe8d26cd4c/ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8/4ae5bc61-ee65-4b7d-98a7-48987ec42dfd) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:48.444973 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1c27-e66e-487b-8b40-db4d0146e6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.446517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:48.447570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.527250 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5442417 Aug 27 12:11:48.531813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:48.539735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'subnet': {'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:48.549469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b74946-c99f-4e76-ba6f-4b4f520d1c21 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Network': ['ID=1bb1369a-d9d3-437e-a29a-6452ca2d21da,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:48.577470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 1bb1369a-d9d3-437e-a29a-6452ca2d21da details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:11:48.742138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:48.747884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.782016 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.816722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Transition to ACTIVE for port object 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:48.862422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Transition to ACTIVE for port object 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:48.876496 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:48.938770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:48.948847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ace6-dfd2-4cd4-af29-748fb4d1f290 req-a9295cb5-0edd-4f68-9a6e-4e0f518d95d4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:48.950629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5d4ace6-dfd2-4cd4-af29-748fb4d1f290 req-a9295cb5-0edd-4f68-9a6e-4e0f518d95d4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.2385907 Aug 27 12:11:48.951030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:48.959592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:48.967344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Pushing event updated for resources: {'Port': ['ID=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:49.052145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Attempting to bind port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:49.052416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Attempting to bind port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7bcf8245-63b7-441c-8180-6d5963c57655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:49.052798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Attempting to bind port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd on network d1e0ae24-1551-4810-a875-cabe8d26cd4c {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:49.058648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:49.059077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Checking segment: {'id': '7bcf8245-63b7-441c-8180-6d5963c57655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:49.059521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:49.059944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Bound using segment: {'id': '7bcf8245-63b7-441c-8180-6d5963c57655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:49.060509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Bound port: 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcf8245-63b7-441c-8180-6d5963c57655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd1e0ae24-1551-4810-a875-cabe8d26cd4c'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:49.060936 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:49.075800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5d4ace6-dfd2-4cd4-af29-748fb4d1f290 req-25668b4e-04db-4fa7-b5d8-d01edaa620a6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098752 Aug 27 12:11:49.176008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c19804-ef44-4cfe-a222-f85e51118abe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:49.180274 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c3438-9e5f-41cc-8738-eeb8eb4d54c6" -d '{"events": [{"server_uuid": "aaa08c51-c0dc-4ddc-9e4f-e2023314c68e", "name": "network-vif-plugged", "status": "completed", "tag": "06c19804-ef44-4cfe-a222-f85e51118abe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:49.182753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:49.364421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Subnet': ['ID=27d0c549-865c-4618-aae5-ee955fa6142d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:49.411273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.411896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.412692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.413242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.414206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.414803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.415367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.416400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.416400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.416400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.416801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.417179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:11:49.433560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Checking segment: {'id': 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:49.436744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network hostable DHCP agents. Network: a373c097-fee1-4be6-984a-31f67ee9ce5c, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:11:49.525358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550889b-9559-46bf-acd5-cc803eee0319 req-5ceb8481-8c43-4766-ab1d-64a37d5e08bd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.538698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5550889b-9559-46bf-acd5-cc803eee0319 req-5ceb8481-8c43-4766-ab1d-64a37d5e08bd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.1961286 Aug 27 12:11:49.541701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network a373c097-fee1-4be6-984a-31f67ee9ce5c is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:11:49.555441 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dee35ca-93bf-4116-a056-899c206d32b5 x-openstack-request-id: req-5dee35ca-93bf-4116-a056-899c206d32b5 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:49.555913 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa08c51-c0dc-4ddc-9e4f-e2023314c68e", "name": "network-vif-plugged", "status": "completed", "tag": "06c19804-ef44-4cfe-a222-f85e51118abe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:49.556332 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5dee35ca-93bf-4116-a056-899c206d32b5 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:49.556912 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c19804-ef44-4cfe-a222-f85e51118abe', 'code': 200} Aug 27 12:11:49.564385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] For port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:49.572523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] For port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,segment=NetworkSegment(7bcf8245-63b7-441c-8180-6d5963c57655),segment_id=7bcf8245-63b7-441c-8180-6d5963c57655)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:49.573693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, a373c097-fee1-4be6-984a-31f67ee9ce5c) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:49.592187 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:49.594281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.595100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:49.628644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fb6ef7a6-5bc6-4ce1-8e10-6e701d80b4d0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904906 Aug 27 12:11:49.629007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-e8c2e1e1-1c72-4555-9f63-b128c1b037c9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.629007 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-e8c2e1e1-1c72-4555-9f63-b128c1b037c9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47&tenant_id=43e6074878f84fc7877a852f8ff751b1&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 948 time: 0.2075114 Aug 27 12:11:49.629972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55336) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:49.639824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'subnet': {'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:49.650123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5550889b-9559-46bf-acd5-cc803eee0319 req-0342c597-0506-4bc1-a066-b7141859a636 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099818 Aug 27 12:11:49.733509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c4e65-2b44-4739-8090-23f185d5b985 None None] Network a373c097-fee1-4be6-984a-31f67ee9ce5c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:49.733799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beddf3-fa8b-42e6-b1f7-d993eb73703c req-56b7c300-fc09-4f2a-9815-0379874f767e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.735257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19beddf3-fa8b-42e6-b1f7-d993eb73703c req-56b7c300-fc09-4f2a-9815-0379874f767e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.1162422 Aug 27 12:11:49.794927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04311c2d-a35a-4780-9459-1649957309c9 req-b5a8b168-5816-449f-a6ad-94a66013ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.797099 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04311c2d-a35a-4780-9459-1649957309c9 req-b5a8b168-5816-449f-a6ad-94a66013ac9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 1097 time: 0.2812459 Aug 27 12:11:49.854687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19beddf3-fa8b-42e6-b1f7-d993eb73703c req-54516bc5-1b8d-4c3a-88db-3755eb50d1aa tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075783 Aug 27 12:11:49.880902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3447219-02c4-4319-9a18-4350953ac9a1 req-ea16d8db-5a6d-4489-9c7b-5849ef4aa9ba tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.881235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1ffaf-01a5-4f08-bc71-4a6ec1d65b56 None None] Pushing event updated for resources: {'Port': ['ID=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:49.883304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d3447219-02c4-4319-9a18-4350953ac9a1 req-ea16d8db-5a6d-4489-9c7b-5849ef4aa9ba tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 945 time: 0.1018615 Aug 27 12:11:49.917531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04311c2d-a35a-4780-9459-1649957309c9 req-04b584a6-736b-4af9-aefc-c5eb661b8db0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009531 Aug 27 12:11:49.938044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-b57145af-2321-4793-ac03-e5137db77c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:49.939711 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-b57145af-2321-4793-ac03-e5137db77c4b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1099 time: 0.2007484 Aug 27 12:11:49.955092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:49.961975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:49.963621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d3447219-02c4-4319-9a18-4350953ac9a1 req-49016407-dd95-48a4-be7a-4a248f357d45 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674849 Aug 27 12:11:50.045591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:50.132254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-a373c097-fee1-4be6-984a-31f67ee9ce5c', 'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c', 'tenant_id': '75cc3ad682b7478abfeb927b06d1a36d', 'fixed_ips': [{'subnet_id': '27d0c549-865c-4618-aae5-ee955fa6142d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:11:50.133616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:50.316023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8074c-5c98-43da-991e-380e884bd714 req-825a5cd1-b654-4f07-872e-8c7c1eefc219 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:50.332743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fc8074c-5c98-43da-991e-380e884bd714 req-825a5cd1-b654-4f07-872e-8c7c1eefc219 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.1433079 Aug 27 12:11:50.394449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:50.455107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Allocated IP 2001:db8::2 (a373c097-fee1-4be6-984a-31f67ee9ce5c/27d0c549-865c-4618-aae5-ee955fa6142d/8ee1af34-f443-4212-a328-59341c0aa558) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:50.492343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fc8074c-5c98-43da-991e-380e884bd714 req-8e603c8d-1857-4f0f-8498-e507f8614c12 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559002 Aug 27 12:11:50.541599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Subnet': ['ID=22270690-caed-4773-a89e-f39b13eeb982,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:50.583007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:50.648504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:50.649413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-723c850a-da6b-4a45-998b-06e878464864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:50.651041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-723c850a-da6b-4a45-998b-06e878464864 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2726979 Aug 27 12:11:50.656479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Checking segment: {'id': '415067fb-ca86-4290-aba5-87b7bb48d983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:50.656939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network hostable DHCP agents. Network: 1bb1369a-d9d3-437e-a29a-6452ca2d21da, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:11:50.723358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-57db04fe-e69e-4b57-8d8d-3c11516c870c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 217 time: 0.0566225 Aug 27 12:11:50.780924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:50.786513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network 1bb1369a-d9d3-437e-a29a-6452ca2d21da is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:11:50.804029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 1bb1369a-d9d3-437e-a29a-6452ca2d21da) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:50.811391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:50.812238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:50.819995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 5a23e74b-206d-4e1b-bde1-59a06f483d99 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:50.820240 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:50.826504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-c5f9164f-0d80-4a73-b33b-94d3dc14302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:50.829419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483965f-355d-4678-a7b8-444270d656af None None] Network 1bb1369a-d9d3-437e-a29a-6452ca2d21da requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:50.829866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-c5f9164f-0d80-4a73-b33b-94d3dc14302a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0933654 Aug 27 12:11:50.838438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e9f05103-34cf-4297-8173-c02f42daaff1 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2044075 Aug 27 12:11:50.838653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99ec02-332b-40df-972e-219dc535528e req-b0d3c02d-c908-4011-84ad-b637076e23f2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:50.843341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b99ec02-332b-40df-972e-219dc535528e req-b0d3c02d-c908-4011-84ad-b637076e23f2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 948 time: 0.0786328 Aug 27 12:11:50.844108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55350) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:50.895973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-39b921c1-a07f-4777-a3c0-de51390dc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:50.897618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-39b921c1-a07f-4777-a3c0-de51390dc523 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595734 Aug 27 12:11:50.984462 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:50.991593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b99ec02-332b-40df-972e-219dc535528e req-f24e6ba4-2c8f-4493-aa3d-1016ed9d27d2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907004 Aug 27 12:11:51.013174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Transition to ACTIVE for port object 8ee1af34-f443-4212-a328-59341c0aa558 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:51.036025 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-b9a3b5e8-7391-4698-b486-cb3c40e10a1a service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278811 Aug 27 12:11:51.041468 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-df55e8cf-92cd-4e0b-88a4-38e3d2710c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.067058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Transition to ACTIVE for port object 8ee1af34-f443-4212-a328-59341c0aa558 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:51.095722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.198747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-1bb1369a-d9d3-437e-a29a-6452ca2d21da', 'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da', 'tenant_id': '75cc3ad682b7478abfeb927b06d1a36d', 'fixed_ips': [{'subnet_id': '22270690-caed-4773-a89e-f39b13eeb982'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:11:51.200438 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.201986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.206955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Network a373c097-fee1-4be6-984a-31f67ee9ce5c is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:51.213160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.259655 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ebcc78-5190-48ad-b69c-9dd60c4620d2 req-96687ac6-17da-4490-89c9-fb265fb08d0f service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142253 Aug 27 12:11:51.263780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:51.270177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:51.275179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Pushing event updated for resources: {'Port': ['ID=8ee1af34-f443-4212-a328-59341c0aa558,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:51.401921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.460797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:51.476510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.562271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:51.565114 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4248ce1-02ae-4897-b4af-53df65cf18e4" -d '{"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-plugged", "status": "completed", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:51.595331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Allocated IP 2001:db8::2 (1bb1369a-d9d3-437e-a29a-6452ca2d21da/22270690-caed-4773-a89e-f39b13eeb982/20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:51.610670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Attempting to bind port 8ee1af34-f443-4212-a328-59341c0aa558 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:51.611137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Attempting to bind port 8ee1af34-f443-4212-a328-59341c0aa558 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:51.611613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Attempting to bind port 8ee1af34-f443-4212-a328-59341c0aa558 on network a373c097-fee1-4be6-984a-31f67ee9ce5c {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:51.633944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:51.635610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Checking segment: {'id': 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:51.636124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.636622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Bound using segment: {'id': 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:51.638809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Bound port: 8ee1af34-f443-4212-a328-59341c0aa558, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a373c097-fee1-4be6-984a-31f67ee9ce5c'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:51.639317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.652347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:51.673329 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5107400c-6609-4cf6-8dbd-2d654651520e x-openstack-request-id: req-5107400c-6609-4cf6-8dbd-2d654651520e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:51.673648 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-plugged", "status": "completed", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:51.674018 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5107400c-6609-4cf6-8dbd-2d654651520e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:51.676087 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'code': 200} Aug 27 12:11:51.711276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341cf5d-94cb-42fd-91ef-99e0aa1395d2 None None] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:51.722025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589bd61-8726-4bd6-85bd-0b2a54ae3094 req-7745d84f-275c-4e7c-962d-2360ac4b8823 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:51.727505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5589bd61-8726-4bd6-85bd-0b2a54ae3094 req-7745d84f-275c-4e7c-962d-2360ac4b8823 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.0961938 Aug 27 12:11:51.828132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5589bd61-8726-4bd6-85bd-0b2a54ae3094 req-fafc34d0-c9e7-4638-8f1b-3387fd33f6f2 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669575 Aug 27 12:11:51.891345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] For port 8ee1af34-f443-4212-a328-59341c0aa558, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:51.902314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] Provisioning for port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:51.917829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] For port 8ee1af34-f443-4212-a328-59341c0aa558, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ee1af34-f443-4212-a328-59341c0aa558,segment=NetworkSegment(e14abcb0-5326-4b98-a529-2b4ccfbfa9eb),segment_id=e14abcb0-5326-4b98-a529-2b4ccfbfa9eb)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:51.921596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] Provisioning complete for port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:51.922046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:51.927297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Allocated IP 2001:db8::1 (a373c097-fee1-4be6-984a-31f67ee9ce5c/27d0c549-865c-4618-aae5-ee955fa6142d/736f76bd-2ac9-4649-ba56-0c0dae4baf56) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:51.939064 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.183857 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.225476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109fe5e-d05e-4ae0-9541-8373c48dfb06 None None] Pushing event updated for resources: {'Port': ['ID=8ee1af34-f443-4212-a328-59341c0aa558,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:52.230339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.271777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Transition to ACTIVE for port object 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:52.310732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.332600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Transition to ACTIVE for port object 736f76bd-2ac9-4649-ba56-0c0dae4baf56 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:52.369722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.400269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fba5c-3d69-4294-abea-c7ea50141c72 req-4f118d55-78d1-4018-afe7-9cb2aa48acdd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:52.403525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-257fba5c-3d69-4294-abea-c7ea50141c72 req-4f118d55-78d1-4018-afe7-9cb2aa48acdd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.2830389 Aug 27 12:11:52.415712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Transition to ACTIVE for port object 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:52.454198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.454453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network a373c097-fee1-4be6-984a-31f67ee9ce5c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:52.464667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:52.472697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:52.473488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.540515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Network 1bb1369a-d9d3-437e-a29a-6452ca2d21da is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:52.544404 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.551395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:52.580809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Port': ['ID=736f76bd-2ac9-4649-ba56-0c0dae4baf56,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:52.582737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:52.642283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] For port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,segment=NetworkSegment(7bcf8245-63b7-441c-8180-6d5963c57655),segment_id=7bcf8245-63b7-441c-8180-6d5963c57655)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:52.643235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Pushing event updated for resources: {'Port': ['ID=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:52.654919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-257fba5c-3d69-4294-abea-c7ea50141c72 req-8052eb6a-b7d9-435b-b8f1-2199541ed7b6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171791 Aug 27 12:11:52.674426 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.827925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Attempting to bind port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:11:52.830068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Attempting to bind port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '415067fb-ca86-4290-aba5-87b7bb48d983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:11:52.830790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Attempting to bind port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 on network 1bb1369a-d9d3-437e-a29a-6452ca2d21da {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:11:52.844054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:11:52.844437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Checking segment: {'id': '415067fb-ca86-4290-aba5-87b7bb48d983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:11:52.844846 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:52.845243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Bound using segment: {'id': '415067fb-ca86-4290-aba5-87b7bb48d983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:11:52.845736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Bound port: 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415067fb-ca86-4290-aba5-87b7bb48d983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1bb1369a-d9d3-437e-a29a-6452ca2d21da'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:11:52.846125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.077127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ff0f9-f636-4f9f-b87e-b4011a55177c None None] Pushing event updated for resources: {'Port': ['ID=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:53.110762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-040e5bbd-4125-4248-ad62-86f620771e9e None None] Provisioning complete for port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:53.111168 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-040e5bbd-4125-4248-ad62-86f620771e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.159067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] For port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:11:53.177815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] For port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,segment=NetworkSegment(415067fb-ca86-4290-aba5-87b7bb48d983),segment_id=415067fb-ca86-4290-aba5-87b7bb48d983)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:11:53.189462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.204971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c3e00-3bdc-4ba9-99ed-b243a97f8bc4 req-2f6409c9-506d-4422-8530-2c9ce3388382 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:53.204971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-646c3e00-3bdc-4ba9-99ed-b243a97f8bc4 req-2f6409c9-506d-4422-8530-2c9ce3388382 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.1165731 Aug 27 12:11:53.208948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.245220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7adb91-41eb-4124-a4ff-c2322fa46a78 req-13f59874-e1bb-4860-ab32-57a3caf081ff tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:53.255406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d7adb91-41eb-4124-a4ff-c2322fa46a78 req-13f59874-e1bb-4860-ab32-57a3caf081ff tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1704690 Aug 27 12:11:53.316686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f11ce-ed4b-4b73-adfd-c2e0225d7896 None None] Pushing event updated for resources: {'Port': ['ID=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:53.349138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-646c3e00-3bdc-4ba9-99ed-b243a97f8bc4 req-1522c2bb-84de-478c-bf5d-e38301d2cae4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281633 Aug 27 12:11:53.485750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d7adb91-41eb-4124-a4ff-c2322fa46a78 req-244bf7e7-b0b7-4538-ab8e-5d99ef38a46b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288098 Aug 27 12:11:53.585904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10643234-0e18-4c3c-a73e-26c8aa4d1179 req-7488bfd4-275c-4021-b7bd-f20b8a2fcb91 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:53.594731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10643234-0e18-4c3c-a73e-26c8aa4d1179 req-7488bfd4-275c-4021-b7bd-f20b8a2fcb91 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 945 time: 0.1348028 Aug 27 12:11:53.721032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10643234-0e18-4c3c-a73e-26c8aa4d1179 req-ff1fd879-f3d8-4824-8211-b53ab6f44b68 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252248 Aug 27 12:11:53.849326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.860743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.861558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.891113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:53.971688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa464b03-420e-4091-86c1-1999c7f4a4b7 None None] Network a373c097-fee1-4be6-984a-31f67ee9ce5c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:53.986199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Port': ['ID=736f76bd-2ac9-4649-ba56-0c0dae4baf56,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:54.056623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b9e27379-c2a2-43e7-8ff7-4ff9dd883552 None None] Provisioning for port 8ee1af34-f443-4212-a328-59341c0aa558 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:54.086598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-88dae2bb-864e-465a-95c6-57f44562106f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305836 Aug 27 12:11:54.170875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network a373c097-fee1-4be6-984a-31f67ee9ce5c is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:54.177531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:54.301756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266af404-2d97-487a-931d-4edeba275785 req-a7766406-ca3b-48ff-9f62-c3677beff2d6 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:54.303384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-266af404-2d97-487a-931d-4edeba275785 req-a7766406-ca3b-48ff-9f62-c3677beff2d6 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 945 time: 0.2142789 Aug 27 12:11:54.353001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-33cf4cbe-17f0-462a-a5ab-165e8a2c463b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:54.354653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-33cf4cbe-17f0-462a-a5ab-165e8a2c463b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552867 Aug 27 12:11:54.393519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-266af404-2d97-487a-931d-4edeba275785 req-3ec646fb-45b8-4c9c-a1d9-e2ed195cbda4 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769081 Aug 27 12:11:54.401072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-88e3815f-0c92-41e8-8d7c-9014fce41484 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/quotas/43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 375 time: 0.0369098 Aug 27 12:11:54.518614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-77f22344-d372-44e6-9311-b3e35786787a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165557 Aug 27 12:11:54.524195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Router 9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:11:54.668187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4021c8c7-cf4a-41a4-a317-4870f8603fef None None] Provisioning for port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:54.674862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4021c8c7-cf4a-41a4-a317-4870f8603fef None None] Provisioning complete for port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:54.680167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4021c8c7-cf4a-41a4-a317-4870f8603fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:54.712562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:11:54.754625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed25b0cc-e135-49dc-9cd4-70979e8754fa tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8992038 Aug 27 12:11:54.754625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:54.755105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] Sync routers for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:11:54.755105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:54.917733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4021c8c7-cf4a-41a4-a317-4870f8603fef None None] Port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:54.930287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:54.931238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:54.952646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b906c16e-72f2-4c78-a9bd-5dff3f0bd705 None None] Network 1bb1369a-d9d3-437e-a29a-6452ca2d21da requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:11:55.048655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:55.067497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c3266b9-31fd-4d18-8033-3c0d8d0380e6 req-0d45d136-65f7-4a04-9dd0-baf304c36024 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 210 time: 0.0739479 Aug 27 12:11:55.099887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:55.100856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:55.145898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Provisioning complete for port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:55.146323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:55.215743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:55.216411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff50b99-18d2-44e8-8c62-a72c965f0ebe None None] The sync data for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:11:55.223616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:55.286467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:55.402063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:55.450461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Provisioning for port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:55.455707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:55.456248 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:55.494697 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-8f7c6d99-021e-42ea-926e-6da279dae575 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:11:55.496485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8f7c6d99-021e-42ea-926e-6da279dae575 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7476122 Aug 27 12:11:55.501651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55454) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:55.514163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Provisioning complete for port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:55.514163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:55.616530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004b0c-7d22-434c-8137-284956c16823 req-9ed4a0fc-86a9-4d1d-9560-120358fe200c tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:55.626148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ee1af34-f443-4212-a328-59341c0aa558 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:55.628145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3004b0c-7d22-434c-8137-284956c16823 req-9ed4a0fc-86a9-4d1d-9560-120358fe200c tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 945 time: 0.1102800 Aug 27 12:11:55.702575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3004b0c-7d22-434c-8137-284956c16823 req-cf06d558-663b-4e75-8c87-64759841484b tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702734 Aug 27 12:11:55.740558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:55.812032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8ee1af34-f443-4212-a328-59341c0aa558 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:55.827810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] For port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,segment=NetworkSegment(415067fb-ca86-4290-aba5-87b7bb48d983),segment_id=415067fb-ca86-4290-aba5-87b7bb48d983)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:55.831513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8ee1af34-f443-4212-a328-59341c0aa558 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:55.832296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:55.836448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:55.860712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-17fa12cd-4f67-4255-a4c2-927801d87a0e tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:55.862594 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-17fa12cd-4f67-4255-a4c2-927801d87a0e tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 945 time: 0.3526788 Aug 27 12:11:55.975422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018b17d-66fa-45d6-89ee-9618396b8c49 None None] Pushing event updated for resources: {'Port': ['ID=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:56.018670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-125064c2-69f9-4a9a-b487-685da4ac2e53 None None] Provisioning complete for port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:56.019105 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-125064c2-69f9-4a9a-b487-685da4ac2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.061392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-125064c2-69f9-4a9a-b487-685da4ac2e53 None None] Port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:56.083590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-125064c2-69f9-4a9a-b487-685da4ac2e53 None None] Provisioning complete for port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:56.083926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-125064c2-69f9-4a9a-b487-685da4ac2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.085707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.187996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8ee1af34-f443-4212-a328-59341c0aa558, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ee1af34-f443-4212-a328-59341c0aa558,segment=NetworkSegment(e14abcb0-5326-4b98-a529-2b4ccfbfa9eb),segment_id=e14abcb0-5326-4b98-a529-2b4ccfbfa9eb)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:56.196089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.249675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-954d6717-7f86-45a8-b119-9d5a4b1e7dfc req-bc2ea485-b35b-417e-91c5-3272d8f5ed8a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 210 time: 0.0382774 Aug 27 12:11:56.312489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8ee1af34-f443-4212-a328-59341c0aa558,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:56.420951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Deleting port aeae4555-cb38-41d1-a355-d5ac1676d201 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:56.421289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.486364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:56.542644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:56.543024 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.577383 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-36dbacaa-0363-468d-a0cb-f42f6ed0f090 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603714 Aug 27 12:11:56.662670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ee1af34-f443-4212-a328-59341c0aa558 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:11:56.711477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] For port aeae4555-cb38-41d1-a355-d5ac1676d201, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=aeae4555-cb38-41d1-a355-d5ac1676d201,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:11:56.719430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.733767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8ee1af34-f443-4212-a328-59341c0aa558 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:56.734514 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:56.773999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Calling delete_port for aeae4555-cb38-41d1-a355-d5ac1676d201 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:56.908278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966da16-7fc9-48de-8bbd-72b146693a54 req-8dbfaaba-4f79-4f56-b7b6-3f624fdbc12c tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:56.917406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1966da16-7fc9-48de-8bbd-72b146693a54 req-8dbfaaba-4f79-4f56-b7b6-3f624fdbc12c tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 945 time: 0.0966597 Aug 27 12:11:56.976001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1966da16-7fc9-48de-8bbd-72b146693a54 req-628dfc4a-f4e1-42df-98fa-a2fd3ba8c098 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Aug 27 12:11:57.003433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-46dfc863-5c49-4eb5-ae12-c9d683cff5c4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:57.004693 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-46dfc863-5c49-4eb5-ae12-c9d683cff5c4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126251 Aug 27 12:11:57.037919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Request body: {'port': {'device_id': 'c8325ace-12cd-4e46-8092-e46f76307420', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '43e6074878f84fc7877a852f8ff751b1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:57.145052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:57.395938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f754417-15d0-4d62-96ec-cd82a39637d9 req-675020b9-2a2c-453c-ba15-01dab533c917 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 210 time: 0.0541313 Aug 27 12:11:57.397371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:57.416226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['aeae4555-cb38-41d1-a355-d5ac1676d201', 'cacf00a1-ca0b-49e0-9160-95071b6d557c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:57.456826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['06c19804-ef44-4cfe-a222-f85e51118abe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:57.466684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a913-0ae1-4506-9a48-b9158ed0726c req-b6dc9ce7-e15e-436a-be31-5c4e337a4308 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:57.468580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c42a913-0ae1-4506-9a48-b9158ed0726c req-b6dc9ce7-e15e-436a-be31-5c4e337a4308 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.1160824 Aug 27 12:11:57.513955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Pushing event deleted for resources: {'Port': ['ID=aeae4555-cb38-41d1-a355-d5ac1676d201,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:57.541010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c42a913-0ae1-4506-9a48-b9158ed0726c req-315acc71-2763-4a33-a7ff-22c45290aa4c tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655632 Aug 27 12:11:57.594028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Made reservation on behalf of 43e6074878f84fc7877a852f8ff751b1 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:11:57.604614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:57.645880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] No DVR routers for this DVR port aeae4555-cb38-41d1-a355-d5ac1676d201 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:11:57.655646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:57.658142 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e1f1e25-660a-45d2-81df-51ea7f392f23 req-648c7278-a493-4222-b0b5-da06618111ab tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "DELETE /v2.0/ports/aeae4555-cb38-41d1-a355-d5ac1676d201 HTTP/1.1" status: 204 len: 173 time: 1.7893686 Aug 27 12:11:57.660385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'name': 'network-vif-deleted', 'tag': 'aeae4555-cb38-41d1-a355-d5ac1676d201'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:11:57.664207 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057c670c-dcb2-4c79-9a3b-fa65a31703db" -d '{"events": [{"server_uuid": "3ede8882-727b-4f48-a3b2-5055c6b485ee", "name": "network-vif-deleted", "tag": "aeae4555-cb38-41d1-a355-d5ac1676d201"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:11:57.732691 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71451684-0307-4e4f-afa0-c628de525b5b x-openstack-request-id: req-71451684-0307-4e4f-afa0-c628de525b5b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:11:57.733052 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ede8882-727b-4f48-a3b2-5055c6b485ee", "name": "network-vif-deleted", "tag": "aeae4555-cb38-41d1-a355-d5ac1676d201", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:11:57.733311 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71451684-0307-4e4f-afa0-c628de525b5b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:11:57.733715 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ede8882-727b-4f48-a3b2-5055c6b485ee', 'name': 'network-vif-deleted', 'tag': 'aeae4555-cb38-41d1-a355-d5ac1676d201', 'status': 'completed', 'code': 200} Aug 27 12:11:57.898499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Allocated IP 192.168.233.221 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:11:57.967955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting port 736f76bd-2ac9-4649-ba56-0c0dae4baf56 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:11:57.968311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.120929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01f32887-281f-44b6-b8dc-72365777a407 req-cd8614eb-f6e3-4d08-bd62-cc6aec2b8c76 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ede8882-727b-4f48-a3b2-5055c6b485ee HTTP/1.1" status: 200 len: 210 time: 0.0317569 Aug 27 12:11:58.133146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.162581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Calling delete_port for 736f76bd-2ac9-4649-ba56-0c0dae4baf56 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:11:58.170136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.217525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Transition to ACTIVE for port object 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:11:58.309683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.330157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:58.377360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:11:58.391793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:11:58.415367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:11:58.424665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:58.450120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:11:58.603249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:58.605484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.634928 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.637613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012843-4d27-4923-9946-a89ef6094ddf req-43782f7f-1403-4689-807c-cb96d94870fd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:58.639862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70012843-4d27-4923-9946-a89ef6094ddf req-43782f7f-1403-4689-807c-cb96d94870fd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 936 time: 0.1178734 Aug 27 12:11:58.674041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-95e7ac6c-ee92-4d3b-944c-3fdc7d3e9102 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6465213 Aug 27 12:11:58.723088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70012843-4d27-4923-9946-a89ef6094ddf req-634f23ce-5169-4e0c-b5c6-b90078c7ea93 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762832 Aug 27 12:11:58.761435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Request body: {'port': {'device_id': 'c8325ace-12cd-4e46-8092-e46f76307420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:58.872699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Port': ['ID=736f76bd-2ac9-4649-ba56-0c0dae4baf56,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:11:58.878925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:58.940321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f78ff328-c6b1-4e17-aec6-8127cfbd3471 None None] Provisioning for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:11:58.989016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e0b2-d318-4e0b-b323-3c0d05e3f1c8 req-8e1c1070-1a36-4055-8edb-113d112d0bf3 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:58.990750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19a3e0b2-d318-4e0b-b323-3c0d05e3f1c8 req-8e1c1070-1a36-4055-8edb-113d112d0bf3 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.1065426 Aug 27 12:11:59.003605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f78ff328-c6b1-4e17-aec6-8127cfbd3471 None None] Provisioning complete for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:11:59.004062 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f78ff328-c6b1-4e17-aec6-8127cfbd3471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:59.067469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19a3e0b2-d318-4e0b-b323-3c0d05e3f1c8 req-7c338278-8537-4c4e-a1d3-95a9b4b6fd51 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694592 Aug 27 12:11:59.087396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f78ff328-c6b1-4e17-aec6-8127cfbd3471 None None] Port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:11:59.180291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:59.555341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Router 9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:11:59.723718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:11:59.734399 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3ebfc565-edb7-4c2a-ac4c-0c280dc3cc08 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2263184 Aug 27 12:11:59.735684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55544) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:59.736014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device aeae4555-cb38-41d1-a355-d5ac1676d201 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:11:59.739213 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] Sync routers for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:11:59.753559 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:59.754460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:59.789750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:11:59.796330 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-410c738a-8a9c-4319-b3d8-adc981ad0468 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] delete failed (client error): The resource could not be found. Aug 27 12:11:59.801640 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-410c738a-8a9c-4319-b3d8-adc981ad0468 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1201049565 HTTP/1.1" status: 404 len: 335 time: 0.0603485 Aug 27 12:11:59.801869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55552) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:11:59.803757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: aeae4555-cb38-41d1-a355-d5ac1676d201 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:11:59.804099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device aeae4555-cb38-41d1-a355-d5ac1676d201 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:11:59.805023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:11:59.810820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-892c1d5c-cc34-415f-b982-92ae6af49d3b tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'router': {'external_gateway_info': {'network_id': '9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:11:59.851578 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:59.863063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f06e43-1ffd-4370-8f8e-ec33f1a89e15 req-f4ddc89d-a1eb-46ec-a1ee-76ac54d2ac54 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:11:59.864677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11f06e43-1ffd-4370-8f8e-ec33f1a89e15 req-f4ddc89d-a1eb-46ec-a1ee-76ac54d2ac54 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.1366715 Aug 27 12:11:59.897002 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:11:59.897836 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:59.982679 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:11:59.984240 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbae362-9a15-4612-90ec-93b13fb3527c None None] The sync data for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:12:00.008736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11f06e43-1ffd-4370-8f8e-ec33f1a89e15 req-80019a69-6ac8-42da-9a75-be0b9eeb8404 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967431 Aug 27 12:12:00.023508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb1ef-0eb6-4740-b544-a2fea7576b1a req-4ec20206-70a2-48b4-aee4-b107e9d408f9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:00.025713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a30eb1ef-0eb6-4740-b544-a2fea7576b1a req-4ec20206-70a2-48b4-aee4-b107e9d408f9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 936 time: 0.1598146 Aug 27 12:12:00.098314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a30eb1ef-0eb6-4740-b544-a2fea7576b1a req-eb699a20-830d-4b92-9e9b-ecfa0ccb31de tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585065 Aug 27 12:12:00.215668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Transition to ACTIVE for port object 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:00.226372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.511173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:00.540105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:00.540444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:00.541006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:00.594514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-892c1d5c-cc34-415f-b982-92ae6af49d3b tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.606340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:00.607898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:00.646109 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-892c1d5c-cc34-415f-b982-92ae6af49d3b tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] update failed (client error): The resource could not be found. Aug 27 12:12:00.647939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-892c1d5c-cc34-415f-b982-92ae6af49d3b tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 HTTP/1.1" status: 404 len: 339 time: 0.8451092 Aug 27 12:12:00.654399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:00.654974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:00.655105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:00.655642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:00.656269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Bound port: 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:00.656824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.664784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d5d0a-69ea-4c12-bd90-d3131c6aef27 req-36f0831c-79e6-4f65-b572-a8f47f6bf84d tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:00.671510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d5d0a-69ea-4c12-bd90-d3131c6aef27 req-36f0831c-79e6-4f65-b572-a8f47f6bf84d tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:00.673591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c80d5d0a-69ea-4c12-bd90-d3131c6aef27 req-36f0831c-79e6-4f65-b572-a8f47f6bf84d tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680&device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 1682 time: 0.1228549 Aug 27 12:12:00.680388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1075619516'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:00.762967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:00.767598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:00.771372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c80d5d0a-69ea-4c12-bd90-d3131c6aef27 req-a679bb04-7191-4c21-aaf8-b8c3fb396c5d tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Aug 27 12:12:00.772690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:00.775769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.776899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.810925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:12:00.821336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.821898 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Added segment 740ba0a2-20f8-42b0-8b2f-0afbdf5041e5 of type vlan for network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 Aug 27 12:12:00.862497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:00.863166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.864632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] 10.222.0.77 "PUT /v2.0/ports/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 1096 time: 2.1128731 Aug 27 12:12:00.865103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:00.870517 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d913f2f-88e6-421c-8f7a-ade17c221992" -d '{"events": [{"name": "network-changed", "server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:00.883210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.926004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:00.934590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:00.945100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cd4f1-a9ac-49be-832d-a014085c4fbd service neutron] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:00.948647 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:01.000637 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56762243-9dfd-4aed-b164-87ab141aa170 x-openstack-request-id: req-56762243-9dfd-4aed-b164-87ab141aa170 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:01.001423 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:01.001853 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56762243-9dfd-4aed-b164-87ab141aa170 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:01.002638 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'status': 'completed', 'code': 200} Aug 27 12:12:01.083575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4084005 Aug 27 12:12:01.087271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:01.088450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-5af96017-7603-4d84-a877-8c296d79caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:01.092332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-5af96017-7603-4d84-a877-8c296d79caf0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1099 time: 0.1094179 Aug 27 12:12:01.109042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'subnet': {'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:01.255480 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-880068b8-195c-4cc2-94c9-15087912e5c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.1356590 Aug 27 12:12:01.270542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc1ab0-378c-4dad-8263-0e31f430e3f0 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Network': ['ID=5dc5fabe-a3e7-46cb-88f9-8c0fe469e920,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:01.284558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:12:01.414717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Made reservation on behalf of 75cc3ad682b7478abfeb927b06d1a36d for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:01.443860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:01.450551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-f4a88f82-a1d5-4385-adc6-2798aa53da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:01.456294 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-f4a88f82-a1d5-4385-adc6-2798aa53da91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1885920 Aug 27 12:12:01.559711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-0881aa9e-b05f-4a8f-ab46-871b1776172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:01.565185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-0881aa9e-b05f-4a8f-ab46-871b1776172e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792503 Aug 27 12:12:01.577902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb5abe-bf43-4c21-bf9f-a7416a45a9aa req-ed97daaa-c9b2-42e8-91ec-70f3e579050b tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:01.581834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ceb5abe-bf43-4c21-bf9f-a7416a45a9aa req-ed97daaa-c9b2-42e8-91ec-70f3e579050b tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.3496728 Aug 27 12:12:01.657000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb30a2-c00d-434a-acc4-a5524d28653e req-de51c4c0-38ce-48dd-80f0-c8600066530c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:01.669838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfdb30a2-c00d-434a-acc4-a5524d28653e req-de51c4c0-38ce-48dd-80f0-c8600066530c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.2580316 Aug 27 12:12:01.707195 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-7a793219-31c8-4b74-b1ce-2c62cd3ca6e7 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227312 Aug 27 12:12:01.762853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ceb5abe-bf43-4c21-bf9f-a7416a45a9aa req-ab680e9e-acaf-4de1-98d7-5ba29f7eaa0e tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662507 Aug 27 12:12:01.929199 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbf406c9-8dad-4b02-a27b-5fb1b6ca54a1 req-317766e8-4c22-4126-b6c4-43ec004b8f21 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095001 Aug 27 12:12:01.967895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:01.996918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfdb30a2-c00d-434a-acc4-a5524d28653e req-d6d0abfa-0432-4dcd-96d3-15ce6f494025 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258524 Aug 27 12:12:02.114278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973c8a1-9d91-4612-8752-7912c884f4db req-1d901166-47a7-4a2c-a21b-f68f8b5ca68b tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:02.125225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e973c8a1-9d91-4612-8752-7912c884f4db req-1d901166-47a7-4a2c-a21b-f68f8b5ca68b tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.1929748 Aug 27 12:12:02.179066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Subnet': ['ID=292ee9bc-0460-472c-87e1-f39f104a2ac7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:02.216798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Checking segment: {'id': '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:02.217169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network hostable DHCP agents. Network: 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:12:02.252810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:12:02.276092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:02.287453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2387c15-c368-47c4-8a31-769a857b0d3b None None] Network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:02.297037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:02.299134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:02.346199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b2c09d93-0079-482e-b8f1-01f5f1c2f88a tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2546487 Aug 27 12:12:02.350107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:02.357981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1aba6fe7-4727-4799-aabe-335cc7b57c2e tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'router': {'external_gateway_info': {'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:02.500457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-7511f1a1-c7a8-4250-8a8b-0cd2b8836219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:02.502459 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-7511f1a1-c7a8-4250-8a8b-0cd2b8836219 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1099 time: 0.4496205 Aug 27 12:12:02.701190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-5dc5fabe-a3e7-46cb-88f9-8c0fe469e920', 'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920', 'tenant_id': '75cc3ad682b7478abfeb927b06d1a36d', 'fixed_ips': [{'subnet_id': '292ee9bc-0460-472c-87e1-f39f104a2ac7'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:12:02.702216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:02.776220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Deleting port ebc4e16c-fc8b-4927-9305-9474e9e00cbb {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:02.776609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:02.784035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-5f63ddff-f91d-4ac5-879a-57621ac1273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:02.787338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-5f63ddff-f91d-4ac5-879a-57621ac1273f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2733431 Aug 27 12:12:02.893441 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-227550bf-cd8f-4be9-825c-a80c1cfffe32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0916872 Aug 27 12:12:02.959780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Allocated IP 2001:db8:1::2 (5dc5fabe-a3e7-46cb-88f9-8c0fe469e920/292ee9bc-0460-472c-87e1-f39f104a2ac7/6bbdce00-5fbe-44cd-bd05-767f77457e46) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:03.012637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] For port ebc4e16c-fc8b-4927-9305-9474e9e00cbb, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:03.013226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.130919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-1cab4c00-f7b3-4c71-b06d-36b816b7e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:03.132422 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-1cab4c00-f7b3-4c71-b06d-36b816b7e588 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1806998 Aug 27 12:12:03.214170 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.226170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Transition to ACTIVE for port object 6bbdce00-5fbe-44cd-bd05-767f77457e46 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:03.249237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Transition to ACTIVE for port object 6bbdce00-5fbe-44cd-bd05-767f77457e46 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:03.265378 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.336684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1aba6fe7-4727-4799-aabe-335cc7b57c2e tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.346434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-aeb7b46f-8efe-438e-89ad-74efbc5be665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:03.348097 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-aeb7b46f-8efe-438e-89ad-74efbc5be665 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001965 Aug 27 12:12:03.358573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Pushing event updated for resources: {'Port': ['ID=6bbdce00-5fbe-44cd-bd05-767f77457e46,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:03.361593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d096a-158f-4c2e-8c6d-35552c3cd756 req-7ab7bf8b-03ef-49b0-b37b-b8b4e21bb5b0 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:03.363261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-806d096a-158f-4c2e-8c6d-35552c3cd756 req-7ab7bf8b-03ef-49b0-b37b-b8b4e21bb5b0 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.5962229 Aug 27 12:12:03.365794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:03.374122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:03.380603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:03.447723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Attempting to bind port 6bbdce00-5fbe-44cd-bd05-767f77457e46 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:03.448098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Attempting to bind port 6bbdce00-5fbe-44cd-bd05-767f77457e46 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:03.448468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Attempting to bind port 6bbdce00-5fbe-44cd-bd05-767f77457e46 on network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:03.454014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:03.454413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Checking segment: {'id': '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:03.455555 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.455555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Bound using segment: {'id': '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:03.456153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Bound port: 6bbdce00-5fbe-44cd-bd05-767f77457e46, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5dc5fabe-a3e7-46cb-88f9-8c0fe469e920'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:03.456558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.489803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-806d096a-158f-4c2e-8c6d-35552c3cd756 req-54f2bbdc-2f4d-4027-90e1-520718eb8d10 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967696 Aug 27 12:12:03.502842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e40a63-5913-457c-ba81-ecf9b78b8a7f req-7c4b0582-c1b7-4291-8913-1429b19e885e tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:03.511901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8e40a63-5913-457c-ba81-ecf9b78b8a7f req-7c4b0582-c1b7-4291-8913-1429b19e885e tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 946 time: 0.6424608 Aug 27 12:12:03.513312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.513869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.514202 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Floating IP 989bc74e-3ef8-474d-bd17-bec7bb3dbf92 disassociated. External IP: 172.25.8.109, port: ebc4e16c-fc8b-4927-9305-9474e9e00cbb. Aug 27 12:12:03.514598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Calling delete_port for ebc4e16c-fc8b-4927-9305-9474e9e00cbb owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:03.548424 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-0246a95f-ddea-48bd-a4ec-eb0390c02c6b service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762958 Aug 27 12:12:03.578247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8e40a63-5913-457c-ba81-ecf9b78b8a7f req-866b232f-5325-4b42-9e88-c5823b791487 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups?id=112c392e-172b-4a59-8109-154f47b36f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654480 Aug 27 12:12:03.616378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] For port 6bbdce00-5fbe-44cd-bd05-767f77457e46, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:03.620481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] For port 6bbdce00-5fbe-44cd-bd05-767f77457e46, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6bbdce00-5fbe-44cd-bd05-767f77457e46,segment=NetworkSegment(740ba0a2-20f8-42b0-8b2f-0afbdf5041e5),segment_id=740ba0a2-20f8-42b0-8b2f-0afbdf5041e5)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:03.625298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:03.731820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b6272-8990-4709-953e-a748f7ae87b9 None None] Pushing event updated for resources: {'Port': ['ID=6bbdce00-5fbe-44cd-bd05-767f77457e46,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:03.733123 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-1aba6fe7-4727-4799-aabe-335cc7b57c2e tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:12:03.734276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1aba6fe7-4727-4799-aabe-335cc7b57c2e tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 HTTP/1.1" status: 400 len: 364 time: 1.3829563 Aug 27 12:12:03.744488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854788f0-6d51-46b3-9380-056ef917c4c8 req-2080763e-1185-4b35-8adc-12331969e62f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:03.744913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55612) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:03.753814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-854788f0-6d51-46b3-9380-056ef917c4c8 req-2080763e-1185-4b35-8adc-12331969e62f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.1413734 Aug 27 12:12:03.819454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-854788f0-6d51-46b3-9380-056ef917c4c8 req-447c3b83-89a4-47dd-8d52-61d9d0816d85 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641258 Aug 27 12:12:03.884793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d913f2f-88e6-421c-8f7a-ade17c221992 req-86e39dd8-6370-48ee-8dda-2a95fcae07d6 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238170 Aug 27 12:12:04.166510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb442d-0d33-480d-801b-861cdb218719 req-4232e85f-3cfd-469d-ac94-d0b1ad8d8576 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:04.168701 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11fb442d-0d33-480d-801b-861cdb218719 req-4232e85f-3cfd-469d-ac94-d0b1ad8d8576 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "GET /v2.0/ports?device_id=a07547a9-187c-4593-8ca5-0acdee3f6680 HTTP/1.1" status: 200 len: 945 time: 0.1769874 Aug 27 12:12:04.194049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:04.540329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6bbdce00-5fbe-44cd-bd05-767f77457e46 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:04.652401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6bbdce00-5fbe-44cd-bd05-767f77457e46 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:04.721808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d11e1-d075-401f-a2b0-f0a28a22e152 req-465e5317-ffd2-477b-a6c2-0801ad4ae292 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:04.729396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-799d11e1-d075-401f-a2b0-f0a28a22e152 req-465e5317-ffd2-477b-a6c2-0801ad4ae292 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.1147354 Aug 27 12:12:04.780021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7403833d-5dbf-47d6-911a-3015ab17a605 req-8ca7b095-24d4-4098-be09-7c2796a32a95 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 210 time: 0.0419562 Aug 27 12:12:04.799244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:04.801748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event deleted for resources: {'Port': ['ID=ebc4e16c-fc8b-4927-9305-9474e9e00cbb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:04.826725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-799d11e1-d075-401f-a2b0-f0a28a22e152 req-6b2c4740-7c5e-4d66-8571-838edc530d79 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959294 Aug 27 12:12:04.921784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Router a457532c-debf-4ac7-84ba-274edb13fded has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:12:04.971574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceb46e-f272-4f44-89ca-5aa4f3806392 req-8c8f6dc2-8ffa-489c-9545-abbef9502840 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:04.973264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfceb46e-f272-4f44-89ca-5aa4f3806392 req-8c8f6dc2-8ffa-489c-9545-abbef9502840 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.0753949 Aug 27 12:12:05.039984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4b879-09e7-4c30-bf00-44fb2bff7a9b None None] Network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:05.052234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfceb46e-f272-4f44-89ca-5aa4f3806392 req-b1fdaa84-7629-4db2-90fb-3068c977875b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Aug 27 12:12:05.136450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444603a-3a93-4276-ab96-9099812b2115 req-c01a85f6-ce95-41fc-b9be-7a72378f4e0e tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:05.138525 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5444603a-3a93-4276-ab96-9099812b2115 req-c01a85f6-ce95-41fc-b9be-7a72378f4e0e tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.9456191 Aug 27 12:12:05.195316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] Provisioning for port 6bbdce00-5fbe-44cd-bd05-767f77457e46 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:05.205545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] Provisioning complete for port 6bbdce00-5fbe-44cd-bd05-767f77457e46 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:05.206046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.509695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Deleting port cacf00a1-ca0b-49e0-9160-95071b6d557c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:05.510257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.620183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] For port cacf00a1-ca0b-49e0-9160-95071b6d557c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cacf00a1-ca0b-49e0-9160-95071b6d557c,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:05.620564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.637260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Calling delete_port for cacf00a1-ca0b-49e0-9160-95071b6d557c owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:05.650327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Allocated IP 2001:db8::1 (d1e0ae24-1551-4810-a875-cabe8d26cd4c/ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8/69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:05.656399 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.709296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] For port 6bbdce00-5fbe-44cd-bd05-767f77457e46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6bbdce00-5fbe-44cd-bd05-767f77457e46,segment=NetworkSegment(740ba0a2-20f8-42b0-8b2f-0afbdf5041e5),segment_id=740ba0a2-20f8-42b0-8b2f-0afbdf5041e5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:05.714149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.774437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df531f5-291d-47f0-870c-84d8a32ee034 None None] Pushing event updated for resources: {'Port': ['ID=6bbdce00-5fbe-44cd-bd05-767f77457e46,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:05.777702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:12:05.797776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] Sync routers for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:12:05.801162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Deleting port 06c19804-ef44-4cfe-a222-f85e51118abe {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:05.801520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.809573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:05.810214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:05.924003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] No DVR routers for this DVR port ebc4e16c-fc8b-4927-9305-9474e9e00cbb on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:05.932026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:05.934773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e973c8a1-9d91-4612-8752-7912c884f4db req-c4cc4632-d26b-4558-b901-0878999144c9 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.77 "DELETE /v2.0/ports/ebc4e16c-fc8b-4927-9305-9474e9e00cbb HTTP/1.1" status: 204 len: 173 time: 3.7497721 Aug 27 12:12:05.935243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71f4e8f8-92ee-4ca1-b7ca-b9daa2bfa47c req-0d390c85-07d1-4d4c-a809-1b29380dedde tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9a58c29-fdf7-4abe-8079-2eabb105a70f HTTP/1.1" status: 200 len: 210 time: 0.0622432 Aug 27 12:12:05.944308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'name': 'network-vif-deleted', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:05.946639 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c274c-17ad-4dd4-9369-50963d714708" -d '{"events": [{"server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "name": "network-vif-deleted", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:05.995021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-efe8f5c1-1e50-4244-9188-228895c2884a None None] Provisioning complete for port 6bbdce00-5fbe-44cd-bd05-767f77457e46 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:05.995402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-efe8f5c1-1e50-4244-9188-228895c2884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.029157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.039233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a648e-f0b4-4061-92c6-bf77640386af req-1f8517ed-c461-45e2-be14-399f0c5e3a8c tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:06.047571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c8a648e-f0b4-4061-92c6-bf77640386af req-1f8517ed-c461-45e2-be14-399f0c5e3a8c tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 946 time: 0.1487882 Aug 27 12:12:06.071261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:12:06.109115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Transition to ACTIVE for port object 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:06.111647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] For port 06c19804-ef44-4cfe-a222-f85e51118abe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06c19804-ef44-4cfe-a222-f85e51118abe,segment=NetworkSegment(af065370-9d6f-42c2-ae4c-a7038c8815c6),segment_id=af065370-9d6f-42c2-ae4c-a7038c8815c6)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:06.112009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.131274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c8a648e-f0b4-4061-92c6-bf77640386af req-f295009e-3261-4cac-8e3e-269641da2732 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c302109-9e91-4289-becf-135f3deb4383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Aug 27 12:12:06.151219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Calling delete_port for 06c19804-ef44-4cfe-a222-f85e51118abe owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:06.175195 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b8a23b-1e29-4542-b290-c50a70d83290 x-openstack-request-id: req-f5b8a23b-1e29-4542-b290-c50a70d83290 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:06.175493 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a58c29-fdf7-4abe-8079-2eabb105a70f", "name": "network-vif-deleted", "tag": "ebc4e16c-fc8b-4927-9305-9474e9e00cbb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:06.175755 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5b8a23b-1e29-4542-b290-c50a70d83290 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:06.176154 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a58c29-fdf7-4abe-8079-2eabb105a70f', 'name': 'network-vif-deleted', 'tag': 'ebc4e16c-fc8b-4927-9305-9474e9e00cbb', 'status': 'completed', 'code': 200} Aug 27 12:12:06.176761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.252170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Pushing event deleted for resources: {'Port': ['ID=cacf00a1-ca0b-49e0-9160-95071b6d557c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:06.267521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.273026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48f62c-f442-4b34-bf90-c331fe71e576 req-ad6631e2-d833-4100-b9d5-560830f8c3fc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:06.274652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab48f62c-f442-4b34-bf90-c331fe71e576 req-ad6631e2-d833-4100-b9d5-560830f8c3fc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.0568759 Aug 27 12:12:06.338485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab48f62c-f442-4b34-bf90-c331fe71e576 req-808d8413-e889-4274-9291-ea3c7c06d2cf tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524471 Aug 27 12:12:06.359259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['06c19804-ef44-4cfe-a222-f85e51118abe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:06.408092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] No DVR routers for this DVR port cacf00a1-ca0b-49e0-9160-95071b6d557c on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:06.417529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.441604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11fb442d-0d33-480d-801b-861cdb218719 req-181762fc-509a-480d-852a-28ca5b296204 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.65 "DELETE /v2.0/ports/cacf00a1-ca0b-49e0-9160-95071b6d557c HTTP/1.1" status: 204 len: 173 time: 2.2452655 Aug 27 12:12:06.473651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:06.483686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:12:06.484899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Port': ['ID=69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:06.489767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:06.492873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:06.493572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.643916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ebc4e16c-fc8b-4927-9305-9474e9e00cbb no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:06.645963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6bbdce00-5fbe-44cd-bd05-767f77457e46 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:06.675850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.745566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: ebc4e16c-fc8b-4927-9305-9474e9e00cbb {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:06.746163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ebc4e16c-fc8b-4927-9305-9474e9e00cbb not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:06.835777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] No DVR routers for this DVR port 06c19804-ef44-4cfe-a222-f85e51118abe on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:06.839658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.842884 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5444603a-3a93-4276-ab96-9099812b2115 req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.77 "DELETE /v2.0/ports/06c19804-ef44-4cfe-a222-f85e51118abe HTTP/1.1" status: 204 len: 173 time: 1.6955562 Aug 27 12:12:06.843715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:06.855600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a20414-dd57-4efe-8cde-d632b293c56a tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] Pushing event deleted for resources: {'Port': ['ID=06c19804-ef44-4cfe-a222-f85e51118abe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:06.929629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:06.957014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'mac_address': 'fa:16:3e:38:fa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:12:06.969421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6bbdce00-5fbe-44cd-bd05-767f77457e46 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:06.969795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.063441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:46Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:07.082640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:07.178163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] Checking router: a457532c-debf-4ac7-84ba-274edb13fded for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:12:07.195537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec114471-af2d-4b74-a017-b80ad8c3627d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.234515 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.238354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:07.239017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:07.242254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec114471-af2d-4b74-a017-b80ad8c3627d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.249295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-43b208a5-4d90-4010-8bc4-a3aeca4dde61 None None] Provisioning for port 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:07.296577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-43b208a5-4d90-4010-8bc4-a3aeca4dde61 None None] Provisioning complete for port 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:07.297218 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43b208a5-4d90-4010-8bc4-a3aeca4dde61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.305529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d95f8cf-0d4c-4ee6-8838-e307a780a8e0 req-e0e6189f-7e87-4cfd-b5a5-ce9cb15876a6 tempest-ListServersNegativeTestJSON-1784044592 tempest-ListServersNegativeTestJSON-1784044592-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaa08c51-c0dc-4ddc-9e4f-e2023314c68e HTTP/1.1" status: 200 len: 210 time: 0.0578341 Aug 27 12:12:07.305881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:07.347238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.353893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec114471-af2d-4b74-a017-b80ad8c3627d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.357246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec114471-af2d-4b74-a017-b80ad8c3627d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.359111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ec114471-af2d-4b74-a017-b80ad8c3627d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "DELETE /v2.0/security-groups/112c392e-172b-4a59-8109-154f47b36f89 HTTP/1.1" status: 204 len: 168 time: 0.2744055 Aug 27 12:12:07.360278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.361867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:07.364555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.424174 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-267d30a7-e265-4dda-a3e4-8576a9109c25 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] show failed (client error): The resource could not be found. Aug 27 12:12:07.426434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-267d30a7-e265-4dda-a3e4-8576a9109c25 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "GET /v2.0/security-groups/112c392e-172b-4a59-8109-154f47b36f89 HTTP/1.1" status: 404 len: 347 time: 0.0575001 Aug 27 12:12:07.435695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:07.466888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114471-af2d-4b74-a017-b80ad8c3627d tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c392e-172b-4a59-8109-154f47b36f89,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:07.479661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:07.544532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.581783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event updated for resources: {'Port': ['ID=69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:07.654493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-43b208a5-4d90-4010-8bc4-a3aeca4dde61 None None] Port 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:12:07.678807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:07.681880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:07.702255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865f36f-acd7-4c54-85fe-4d9ce8a8a43f req-d858f244-8fe3-4768-80b2-64d8e125fa5c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:07.714979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3865f36f-acd7-4c54-85fe-4d9ce8a8a43f req-d858f244-8fe3-4768-80b2-64d8e125fa5c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.2323370 Aug 27 12:12:07.769173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cacf00a1-ca0b-49e0-9160-95071b6d557c no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:07.775303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:12:07.810696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3865f36f-acd7-4c54-85fe-4d9ce8a8a43f req-9b574c0d-a5c5-4985-9861-357dafdc1649 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943100 Aug 27 12:12:07.824944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Deleting port ed19ff36-3254-4842-a730-8154e97c3a45 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:07.825494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.827424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:07.851580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: cacf00a1-ca0b-49e0-9160-95071b6d557c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:07.851933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cacf00a1-ca0b-49e0-9160-95071b6d557c not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:07.863584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Router 9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:12:07.959054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.959396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:07.986233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Calling delete_port for ed19ff36-3254-4842-a730-8154e97c3a45 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:07.994216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:12:08.001119 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b669a94-3d1e-410e-9ea4-c15b4d72e216 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2549980 Aug 27 12:12:08.004401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55668) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:08.005993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] Sync routers for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:12:08.009294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:08.021739 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:08.022620 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:08.068615 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:08.079798 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:08.080603 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:08.101709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.119976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:08.121453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0b3ea-a75b-4c2f-a620-602fdb4cb43e None None] The sync data for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:12:08.233955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.266408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4daecc0-3d10-4d41-9091-91f3f3159af7 None None] Provisioning complete for port 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:08.266959 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4daecc0-3d10-4d41-9091-91f3f3159af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.303337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Pushing event deleted for resources: {'Port': ['ID=ed19ff36-3254-4842-a730-8154e97c3a45,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:08.331527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:46Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:08.354419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.358980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.363201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4299984a-7dcb-4c76-9c86-51a7c1d965c0 tempest-ServersTestJSON-1052724222 tempest-ServersTestJSON-1052724222-project] 10.222.0.76 "DELETE /v2.0/floatingips/989bc74e-3ef8-474d-bd17-bec7bb3dbf92 HTTP/1.1" status: 204 len: 168 time: 0.9216170 Aug 27 12:12:08.363810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55674) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:08.396186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499e031-88a7-4b4d-b7be-a2f565cbef83 None None] The sync data for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 is: [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:08:37Z', 'revision_number': 4, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c5f4dc1f-053f-48ba-9685-725fee7a0ef3', 'name': '', 'network_id': '87afc9b2-180f-4643-a9c3-4dcc259ee467', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'mac_address': 'fa:16:3e:9d:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:36Z', 'updated_at': '2021-08-27T12:08:46Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'subnets': [{'id': '275d7f5d-06df-45c3-bc42-a619c3ae9b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:12:08.405262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b4daecc0-3d10-4d41-9091-91f3f3159af7 None None] Port 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:12:08.507307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06c19804-ef44-4cfe-a222-f85e51118abe no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:08.549819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55678) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:08.573100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'name': 'network-vif-deleted', 'tag': 'cacf00a1-ca0b-49e0-9160-95071b6d557c'}, {'server_uuid': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'name': 'network-vif-deleted', 'tag': '06c19804-ef44-4cfe-a222-f85e51118abe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:08.576665 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76467d2-fe00-4544-85a1-181b4e4aaf5d" -d '{"events": [{"server_uuid": "a07547a9-187c-4593-8ca5-0acdee3f6680", "name": "network-vif-deleted", "tag": "cacf00a1-ca0b-49e0-9160-95071b6d557c"}, {"server_uuid": "aaa08c51-c0dc-4ddc-9e4f-e2023314c68e", "name": "network-vif-deleted", "tag": "06c19804-ef44-4cfe-a222-f85e51118abe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:08.592222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 06c19804-ef44-4cfe-a222-f85e51118abe {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:08.592689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06c19804-ef44-4cfe-a222-f85e51118abe not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:08.628749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcd6f-10cc-48b5-b82b-5923281ca618 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.697536 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec45f90-5aeb-4c3d-a81b-fb6793ae0b6a x-openstack-request-id: req-9ec45f90-5aeb-4c3d-a81b-fb6793ae0b6a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:08.698649 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07547a9-187c-4593-8ca5-0acdee3f6680", "name": "network-vif-deleted", "tag": "cacf00a1-ca0b-49e0-9160-95071b6d557c", "status": "completed", "code": 200}, {"server_uuid": "aaa08c51-c0dc-4ddc-9e4f-e2023314c68e", "name": "network-vif-deleted", "tag": "06c19804-ef44-4cfe-a222-f85e51118abe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:08.698649 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ec45f90-5aeb-4c3d-a81b-fb6793ae0b6a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:08.698649 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07547a9-187c-4593-8ca5-0acdee3f6680', 'name': 'network-vif-deleted', 'tag': 'cacf00a1-ca0b-49e0-9160-95071b6d557c', 'status': 'completed', 'code': 200} Aug 27 12:12:08.699156 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa08c51-c0dc-4ddc-9e4f-e2023314c68e', 'name': 'network-vif-deleted', 'tag': '06c19804-ef44-4cfe-a222-f85e51118abe', 'status': 'completed', 'code': 200} Aug 27 12:12:08.710850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Deleting subnet 3f3eab8e-bc95-4259-92a7-6372206b6360 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:08.717166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.783194 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.815623 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-eb2fcd6f-10cc-48b5-b82b-5923281ca618 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 12:12:08.823109 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eb2fcd6f-10cc-48b5-b82b-5923281ca618 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 HTTP/1.1" status: 409 len: 329 time: 0.8147619 Aug 27 12:12:08.823109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:08.861832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:08.935653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70f762-1a79-42f8-b38d-eb22582008cd None None] New status for floating IP 989bc74e-3ef8-474d-bd17-bec7bb3dbf92: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:12:09.181255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7abc86-378b-4430-9f68-1cf16bed0931 req-6257e761-11f5-4062-8705-7f7ececac308 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:09.182901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de7abc86-378b-4430-9f68-1cf16bed0931 req-6257e761-11f5-4062-8705-7f7ececac308 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.1621389 Aug 27 12:12:09.192008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:09.205259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.268696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.273947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3f3eab8e-bc95-4259-92a7-6372206b6360 HTTP/1.1" status: 204 len: 168 time: 0.7201614 Aug 27 12:12:09.273947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f730-0e8b-4d94-b5ef-2878e901c749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3eab8e-bc95-4259-92a7-6372206b6360,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:09.278333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55698) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:09.411208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de7abc86-378b-4430-9f68-1cf16bed0931 req-6451e662-c8ff-4cea-a086-a0c07958087f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077627 Aug 27 12:12:09.459260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.471101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1846-a143-43ab-8226-8aa9944e3a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.490274 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.557488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.642969 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.664432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09460e8-4745-46cf-bede-3c06e5227760']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:09.681244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af065370-9d6f-42c2-ae4c-a7038c8815c6') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:09.681678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af065370-9d6f-42c2-ae4c-a7038c8815c6') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:09.696327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.741516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.743240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1846-a143-43ab-8226-8aa9944e3a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.751378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1846-a143-43ab-8226-8aa9944e3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.767322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:09.767788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:09.769608 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:09.800491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc1846-a143-43ab-8226-8aa9944e3a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a71e0b-cf7c-4409-a220-ac93af645b94,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:09.808785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3bdc1846-a143-43ab-8226-8aa9944e3a5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=441e326f01494e9a9c9c29d968d8dc43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106126 Aug 27 12:12:09.809752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:09.844256 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.854101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.859159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b09460e8-4745-46cf-bede-3c06e5227760 HTTP/1.1" status: 204 len: 168 time: 0.5791996 Aug 27 12:12:09.896221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6bf67-10a3-43f9-826e-1f66bdf453f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09460e8-4745-46cf-bede-3c06e5227760,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:09.921653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13982a90-9a0d-40d8-9be5-966212416c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.957995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13982a90-9a0d-40d8-9be5-966212416c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:09.974919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Deleting port c5f4dc1f-053f-48ba-9685-725fee7a0ef3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:09.975299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.025156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting port 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:10.025644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.053289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:10.097339 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13982a90-9a0d-40d8-9be5-966212416c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.100001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-13982a90-9a0d-40d8-9be5-966212416c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.101198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-13982a90-9a0d-40d8-9be5-966212416c6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6a71e0b-cf7c-4409-a220-ac93af645b94 HTTP/1.1" status: 204 len: 168 time: 0.2908077 Aug 27 12:12:10.134303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.135497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13982a90-9a0d-40d8-9be5-966212416c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a71e0b-cf7c-4409-a220-ac93af645b94,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:10.144011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] For port c5f4dc1f-053f-48ba-9685-725fee7a0ef3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:10.144407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.150125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-af17703d-82ca-4fff-8203-f008b65f9a19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a891d9c77d764c35a228457813a2385b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939415 Aug 27 12:12:10.156504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:10.159786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Calling delete_port for 69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:10.201647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Calling delete_port for c5f4dc1f-053f-48ba-9685-725fee7a0ef3 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:10.269571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce48b03e-f1a6-4ff8-81e3-3cd9e5f301b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.309620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce48b03e-f1a6-4ff8-81e3-3cd9e5f301b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.382575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.419491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Port': ['ID=69397ca2-90d0-49f2-b9d0-ccc2e2a6dc98,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:10.478421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce48b03e-f1a6-4ff8-81e3-3cd9e5f301b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.487130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce48b03e-f1a6-4ff8-81e3-3cd9e5f301b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.491344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ce48b03e-f1a6-4ff8-81e3-3cd9e5f301b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c302109-9e91-4289-becf-135f3deb4383 HTTP/1.1" status: 204 len: 168 time: 0.3332717 Aug 27 12:12:10.507729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:10.512382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48b03e-f1a6-4ff8-81e3-3cd9e5f301b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c302109-9e91-4289-becf-135f3deb4383,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:10.629046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.673784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.698295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:10.704950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:10.725719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:10.726506 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.773089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f4dc1f-053f-48ba-9685-725fee7a0ef3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:10.813353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb497-0425-483e-8473-cc6e431a9c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.854721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:10.908685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:10.911441 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8daee-9a3c-4ea8-9f13-ca27750a926f" -d '{"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-plugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:10.939620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:10.959879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.058855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Router 9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:12:11.072146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb497-0425-483e-8473-cc6e431a9c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.074592 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccef2c-a2e7-4f75-844d-0e296bbec02e x-openstack-request-id: req-4fccef2c-a2e7-4f75-844d-0e296bbec02e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:11.075559 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-plugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:11.078760 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fccef2c-a2e7-4f75-844d-0e296bbec02e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:11.079304 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'code': 200} Aug 27 12:12:11.090652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:11.101604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb497-0425-483e-8473-cc6e431a9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.142054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2d4eb497-0425-483e-8473-cc6e431a9c0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa21acfacd8c489ea3438bdbe2807039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326384 Aug 27 12:12:11.150486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252673cd-5309-4bcc-81f4-93865a639418 req-38a069cf-0e94-4ea6-bb73-f3313ce03530 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:11.152668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-252673cd-5309-4bcc-81f4-93865a639418 req-38a069cf-0e94-4ea6-bb73-f3313ce03530 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.5566027 Aug 27 12:12:11.158812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55738) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:11.199516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4eb497-0425-483e-8473-cc6e431a9c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5294fe23-74ed-47af-b73a-8786857452e5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:11.270568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-252673cd-5309-4bcc-81f4-93865a639418 req-409dee9d-6476-4219-ba9f-b06677a398eb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022325 Aug 27 12:12:11.276065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:12:11.289114 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] Sync routers for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:12:11.291847 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc9aac24-b32a-46dc-8e86-0d7791793a73 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688382 Aug 27 12:12:11.299551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55742) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:11.305682 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:11.306581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:11.370619 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-075d9b19-67cd-456e-a4dc-754e5d7f0809 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] show failed (client error): The resource could not be found. Aug 27 12:12:11.376310 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-075d9b19-67cd-456e-a4dc-754e5d7f0809 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-140027628 HTTP/1.1" status: 404 len: 334 time: 0.0711184 Aug 27 12:12:11.382714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd5a6-756d-4dcc-95fd-5266698960e6 req-551f3633-ab07-4145-9517-fc10ac687849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:11.385061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-432fd5a6-756d-4dcc-95fd-5266698960e6 req-551f3633-ab07-4145-9517-fc10ac687849 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1101 time: 0.1817896 Aug 27 12:12:11.385891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55744) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:11.396885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-696048fb-652f-44c7-930b-0ff0d3d09b51 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:11.476721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:11.487142 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] Routers {'9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:11.488238 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:11.520538 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-696048fb-652f-44c7-930b-0ff0d3d09b51 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] update failed (client error): The resource could not be found. Aug 27 12:12:11.525513 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-696048fb-652f-44c7-930b-0ff0d3d09b51 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1392451246 HTTP/1.1" status: 404 len: 335 time: 0.1343396 Aug 27 12:12:11.526307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:11.530177 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:11.531109 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f79e5-aa77-4220-9951-81ff3f45d41a None None] The sync data for ids ['9dfae5b9-74c1-4eb6-9b1d-f35ee768b550'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:12:11.577834 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-432fd5a6-756d-4dcc-95fd-5266698960e6 req-05b46241-efb8-4d97-a6f7-d89ae747b143 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778746 Aug 27 12:12:11.604499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting subnet 292ee9bc-0460-472c-87e1-f39f104a2ac7 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:11.608171 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.666703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.672160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:11.701858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-148629e9-b2a9-4c2e-b48c-6765750de984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.729539 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.738311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-148629e9-b2a9-4c2e-b48c-6765750de984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.780139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.814121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-21876305-network', 'tenant_id': 'ef589e8bfc694f1f801c5790d2ec9a86'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:11.860484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Made reservation on behalf of ef589e8bfc694f1f801c5790d2ec9a86 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:11.863028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.868746 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-148629e9-b2a9-4c2e-b48c-6765750de984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.871867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-148629e9-b2a9-4c2e-b48c-6765750de984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.875562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-148629e9-b2a9-4c2e-b48c-6765750de984 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5294fe23-74ed-47af-b73a-8786857452e5 HTTP/1.1" status: 204 len: 168 time: 0.7133415 Aug 27 12:12:11.881331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.882620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148629e9-b2a9-4c2e-b48c-6765750de984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5294fe23-74ed-47af-b73a-8786857452e5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:11.887913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.917094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:11.919481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/subnets/292ee9bc-0460-472c-87e1-f39f104a2ac7 HTTP/1.1" status: 204 len: 168 time: 0.3917799 Aug 27 12:12:11.925833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:11.926502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570f3dc-6dbc-47ff-b7ec-b08b2072d5a4 None None] Network 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:11.941528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515bdbc-3b08-416f-ad71-784c2ad5ccff tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Subnet': ['ID=292ee9bc-0460-472c-87e1-f39f104a2ac7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:12.069571 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.075525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.077029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.091144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:12:12.102616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Router a457532c-debf-4ac7-84ba-274edb13fded has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:12:12.107524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.108011 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Added segment ab612b2c-b4b3-4815-bb53-8d437ef038fa of type vlan for network 6d19b588-ae6f-44df-8007-4fea5efc490f Aug 27 12:12:12.182137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.184036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] DHCP port deletion for 5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:12:12.196581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827c8cac-89fd-4829-8532-52408f43a352,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:12.231557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting port 6bbdce00-5fbe-44cd-bd05-767f77457e46 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:12.231996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.262625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.264116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:12.265110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.276089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] Deleting port 6bbdce00-5fbe-44cd-bd05-767f77457e46 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:12.276642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.305742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:12:12.312975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3c484afb-b644-4908-b315-f03235c2841f admin admin] 10.222.0.76 "PUT /v2.0/routers/a457532c-debf-4ac7-84ba-274edb13fded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9480739 Aug 27 12:12:12.317155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:12.323384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] Sync routers for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:12:12.326654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] For port 6bbdce00-5fbe-44cd-bd05-767f77457e46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6bbdce00-5fbe-44cd-bd05-767f77457e46,segment=NetworkSegment(740ba0a2-20f8-42b0-8b2f-0afbdf5041e5),segment_id=740ba0a2-20f8-42b0-8b2f-0afbdf5041e5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:12.327024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.395722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] Pushing event updated for resources: {'Network': ['ID=6d19b588-ae6f-44df-8007-4fea5efc490f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:12.396915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Calling delete_port for 6bbdce00-5fbe-44cd-bd05-767f77457e46 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:12.423205 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-48a7a9ca-0bb3-4a61-a721-41adff3e5f30 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7472987 Aug 27 12:12:12.423390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55780) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:12.426144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 6d19b588-ae6f-44df-8007-4fea5efc490f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:12:12.428312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Request body: {'subnet': {'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-21876305-subnet', 'tenant_id': 'ef589e8bfc694f1f801c5790d2ec9a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:12.475891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Made reservation on behalf of ef589e8bfc694f1f801c5790d2ec9a86 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:12.481159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.485597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:12.486247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:12.553738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] For port 6bbdce00-5fbe-44cd-bd05-767f77457e46, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6bbdce00-5fbe-44cd-bd05-767f77457e46,segment=NetworkSegment(740ba0a2-20f8-42b0-8b2f-0afbdf5041e5),segment_id=740ba0a2-20f8-42b0-8b2f-0afbdf5041e5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:12.554148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.593078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] Calling delete_port for 6bbdce00-5fbe-44cd-bd05-767f77457e46 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:12.610052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6bbdce00-5fbe-44cd-bd05-767f77457e46 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:12.620059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff73601-df62-4f09-9fb4-a79983408610 req-1e908c45-f98e-4a16-9353-f06f591c2309 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:12.622265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff73601-df62-4f09-9fb4-a79983408610 req-1e908c45-f98e-4a16-9353-f06f591c2309 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2401600 Aug 27 12:12:12.635434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.717836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.760978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff73601-df62-4f09-9fb4-a79983408610 req-c16af9f8-a259-4e47-8116-75535e55c461 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290209 Aug 27 12:12:12.768483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:12:12.770465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No active binding found for port 6bbdce00-5fbe-44cd-bd05-767f77457e46 {{(pid=94625) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 12:12:12.771128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6bbdce00-5fbe-44cd-bd05-767f77457e46 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:12.789066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Port': ['ID=6bbdce00-5fbe-44cd-bd05-767f77457e46,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:12.796202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] No DVR routers for this DVR port 6bbdce00-5fbe-44cd-bd05-767f77457e46 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:12.898686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.907205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.935762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:12.960406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc5fabe-a3e7-46cb-88f9-8c0fe469e920']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:12.970718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] Pushing event deleted for resources: {'Port': ['ID=6bbdce00-5fbe-44cd-bd05-767f77457e46,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:12.975762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:12.976189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740ba0a2-20f8-42b0-8b2f-0afbdf5041e5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:12.983007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f6f2a-0024-42f6-bbe8-5c3957abf081 None None] No DVR routers for this DVR port 6bbdce00-5fbe-44cd-bd05-767f77457e46 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:12.996589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.014537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.026919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:13.027214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:13.030566 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:13.065186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:12:10Z', 'revision_number': 5, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port': {'id': '369d0f93-09f3-42fc-813a-eb4d5fd6716e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:32Z', 'updated_at': '2021-08-27T12:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:13.094285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] Checking router: a457532c-debf-4ac7-84ba-274edb13fded for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:12:13.102584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Deleting port 369d0f93-09f3-42fc-813a-eb4d5fd6716e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:13.102950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.104029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] Routers {'a457532c-debf-4ac7-84ba-274edb13fded'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:12:13.104812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:11:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a457532c-debf-4ac7-84ba-274edb13fded'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:13.164015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.199569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.207180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55796) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:13.210217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/networks/5dc5fabe-a3e7-46cb-88f9-8c0fe469e920 HTTP/1.1" status: 204 len: 168 time: 1.2796435 Aug 27 12:12:13.219515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] Set router a457532c-debf-4ac7-84ba-274edb13fded gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:12:13.222427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b1a7a-eae4-42fe-bc70-9db8a2063705 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Network': ['ID=5dc5fabe-a3e7-46cb-88f9-8c0fe469e920,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:13.248181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] For port 369d0f93-09f3-42fc-813a-eb4d5fd6716e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=369d0f93-09f3-42fc-813a-eb4d5fd6716e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:13.249584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.287075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Calling delete_port for 369d0f93-09f3-42fc-813a-eb4d5fd6716e owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:13.312836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting subnet 22270690-caed-4773-a89e-f39b13eeb982 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:13.329408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.334531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:12:12Z', 'revision_number': 6, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:13.362654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ba61-a638-4830-a89f-e10fe868cd46 None None] The sync data for ids ['a457532c-debf-4ac7-84ba-274edb13fded'] in n-d-688802-4 is: [{'id': 'a457532c-debf-4ac7-84ba-274edb13fded', 'name': 'tempest-ServersTestJSON-1282625440-router', 'tenant_id': '39f34deedb014e47bfe1f880bce44433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:31Z', 'updated_at': '2021-08-27T12:12:12Z', 'revision_number': 6, 'project_id': '39f34deedb014e47bfe1f880bce44433', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:12:13.445490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.492834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.566179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.576285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=061e77e3-89a3-4a42-af7e-0f71fbdf18cc,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:13.598691 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.599902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Pushing event deleted for resources: {'Port': ['ID=369d0f93-09f3-42fc-813a-eb4d5fd6716e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:13.633520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Checking segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:13.633920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Network hostable DHCP agents. Network: 6d19b588-ae6f-44df-8007-4fea5efc490f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:12:13.665901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.676175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Network 6d19b588-ae6f-44df-8007-4fea5efc490f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:12:13.691794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 6d19b588-ae6f-44df-8007-4fea5efc490f) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:13.701211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea0ace-e025-445a-98a8-08f3cb0877a2 None None] Network 6d19b588-ae6f-44df-8007-4fea5efc490f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:13.706532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:13.707390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.710936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.751641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Subnet': ['ID=22270690-caed-4773-a89e-f39b13eeb982,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:13.760135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.762862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-840bd666-4785-460d-b1d6-5924119d8076 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/subnets/22270690-caed-4773-a89e-f39b13eeb982 HTTP/1.1" status: 204 len: 168 time: 0.5544677 Aug 27 12:12:13.768188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55810) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:13.771066 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b21c5b8-cc48-4332-96d7-96e91dc8f36b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3467119 Aug 27 12:12:13.818721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5189c069-c732-4627-8718-096d25707ace None None] Network 1bb1369a-d9d3-437e-a29a-6452ca2d21da requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:13.839075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting subnet 27d0c549-865c-4618-aae5-ee955fa6142d {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:13.848165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.901744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.922262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:13.924797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.057983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.059214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a457532c-debf-4ac7-84ba-274edb13fded {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:12:14.065620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.067487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4816204-fff9-491b-bcd3-bc9b3e20639b admin admin] 10.222.0.76 "DELETE /v2.0/routers/a457532c-debf-4ac7-84ba-274edb13fded HTTP/1.1" status: 204 len: 168 time: 1.7498426 Aug 27 12:12:14.070268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:14.090439 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.140505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88758ca-3cbf-47d2-b1ab-aac44fd212a7 req-9bfe9575-daca-47c6-8335-62a3699f5d0c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:14.142878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c88758ca-3cbf-47d2-b1ab-aac44fd212a7 req-9bfe9575-daca-47c6-8335-62a3699f5d0c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1507218 Aug 27 12:12:14.158860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9cd8cc-8d5d-4b45-977b-1bd0b1d5d3ec None None] Network 6d19b588-ae6f-44df-8007-4fea5efc490f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:14.173492 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.218123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Deleting subnet 275d7f5d-06df-45c3-bc42-a619c3ae9b3d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:14.229407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.237315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Subnet': ['ID=27d0c549-865c-4618-aae5-ee955fa6142d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:14.263655 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.267878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-57af1f13-0637-4c6f-b32e-c1e947beba1f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/subnets/27d0c549-865c-4618-aae5-ee955fa6142d HTTP/1.1" status: 204 len: 168 time: 0.4982457 Aug 27 12:12:14.270630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:14.273139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a5144-d961-4625-b548-2d7e7960d5a2 None None] Network a373c097-fee1-4be6-984a-31f67ee9ce5c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:14.293986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c88758ca-3cbf-47d2-b1ab-aac44fd212a7 req-38831b57-c7bc-442b-be8c-040bc989526f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321878 Aug 27 12:12:14.393325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.419834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] DHCP port deletion for 1bb1369a-d9d3-437e-a29a-6452ca2d21da request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:12:14.524695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:14.596544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.652151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] Deleting port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:14.652517 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.660701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19fa8-fe69-450e-8874-517ffa388374 req-d6d8ff1e-46d4-4cd5-8ff5-f9c4f2f8b21b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:14.668681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13f19fa8-fe69-450e-8874-517ffa388374 req-d6d8ff1e-46d4-4cd5-8ff5-f9c4f2f8b21b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2183232 Aug 27 12:12:14.700241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] DHCP port deletion for a373c097-fee1-4be6-984a-31f67ee9ce5c request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:12:14.708363 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.725677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.770950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] For port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,segment=NetworkSegment(415067fb-ca86-4290-aba5-87b7bb48d983),segment_id=415067fb-ca86-4290-aba5-87b7bb48d983)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:14.771584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.780878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-67749b28-79d2-4e04-98c9-b6d45c9a3eb4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:14.782436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-67749b28-79d2-4e04-98c9-b6d45c9a3eb4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 811 time: 0.3338969 Aug 27 12:12:14.793020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,segment=NetworkSegment(415067fb-ca86-4290-aba5-87b7bb48d983),segment_id=415067fb-ca86-4290-aba5-87b7bb48d983)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:14.794196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] Calling delete_port for 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:14.798957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.799652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c5f4dc1f-053f-48ba-9685-725fee7a0ef3 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:14.841189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13f19fa8-fe69-450e-8874-517ffa388374 req-950ae5c5-9dfe-4ce0-9696-a1cc0a79848a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665707 Aug 27 12:12:14.842936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-219dec05-7762-4136-8e21-145a7eb08358 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/quotas/ef589e8bfc694f1f801c5790d2ec9a86 HTTP/1.1" status: 200 len: 375 time: 0.0524848 Aug 27 12:12:14.893086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-8ed14368-fb90-46da-8de9-1a94f0db5b41 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416028 Aug 27 12:12:14.955941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.986229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:14.986437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.993579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:14.994984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/275d7f5d-06df-45c3-bc42-a619c3ae9b3d HTTP/1.1" status: 204 len: 168 time: 0.9233768 Aug 27 12:12:15.000189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55868) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:15.004959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c5f4dc1f-053f-48ba-9685-725fee7a0ef3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:15.005129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c5f4dc1f-053f-48ba-9685-725fee7a0ef3 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:15.005543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 369d0f93-09f3-42fc-813a-eb4d5fd6716e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:15.012919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b07a14-0a37-4ff0-b36e-ed7a65f85532 None None] Network 87afc9b2-180f-4643-a9c3-4dcc259ee467 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:15.062234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8d158-4886-44d0-9ee0-dd5ad4bb2bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275d7f5d-06df-45c3-bc42-a619c3ae9b3d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:15.104007 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.137250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 369d0f93-09f3-42fc-813a-eb4d5fd6716e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:15.137602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 369d0f93-09f3-42fc-813a-eb4d5fd6716e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:15.149671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-44679010-217f-4db4-a140-ceb07e7101bf service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:12:15.159020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-44679010-217f-4db4-a140-ceb07e7101bf service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2580116 Aug 27 12:12:15.199379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Deleting port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:15.199726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.221300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] For port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,segment=NetworkSegment(415067fb-ca86-4290-aba5-87b7bb48d983),segment_id=415067fb-ca86-4290-aba5-87b7bb48d983)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:15.221847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.243526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Calling delete_port for 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:15.311100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] For port 50d4555f-d201-44de-bfa2-0cdec63fa2a9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=50d4555f-d201-44de-bfa2-0cdec63fa2a9,segment=NetworkSegment(eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d),segment_id=eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:15.311738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.338074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:15.342111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Calling delete_port for 50d4555f-d201-44de-bfa2-0cdec63fa2a9 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:15.361082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] Deleting port 8ee1af34-f443-4212-a328-59341c0aa558 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:15.361538 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.379946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4b5b87c3-a2d1-4279-838a-d9aefd4c242d service neutron] 10.222.0.76 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198343 Aug 27 12:12:15.534739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.539283 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-928fe478-cf42-48f8-85d3-0195bcd56de4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768070 Aug 27 12:12:15.556573 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.570249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=50d4555f-d201-44de-bfa2-0cdec63fa2a9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:15.575962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] No DVR routers for this DVR port 50d4555f-d201-44de-bfa2-0cdec63fa2a9 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:15.614871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.663681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] Pushing event deleted for resources: {'Port': ['ID=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:15.692521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] For port 8ee1af34-f443-4212-a328-59341c0aa558, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ee1af34-f443-4212-a328-59341c0aa558,segment=NetworkSegment(e14abcb0-5326-4b98-a529-2b4ccfbfa9eb),segment_id=e14abcb0-5326-4b98-a529-2b4ccfbfa9eb)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:15.693292 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.715554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] Calling delete_port for 8ee1af34-f443-4212-a328-59341c0aa558 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:15.728534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030695-7672-4a0a-b052-cb4caf1058df None None] No DVR routers for this DVR port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:15.736188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.760391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87afc9b2-180f-4643-a9c3-4dcc259ee467']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:15.778926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:15.779100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5eb0ea-fb8e-47bf-9e53-76d28b4e061d') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:15.795616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.818209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a41f71d-e402-4131-97e4-8467a9500e5d None None] DHCP port deletion for 87afc9b2-180f-4643-a9c3-4dcc259ee467 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:12:15.822606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.832885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:15.832885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:15.835467 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:15.877101 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.913179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] Pushing event deleted for resources: {'Port': ['ID=8ee1af34-f443-4212-a328-59341c0aa558,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:15.924115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9feaa-a8cc-4510-99d9-be58240b120a None None] No DVR routers for this DVR port 8ee1af34-f443-4212-a328-59341c0aa558 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:15.940996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.947372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:15.951455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] 10.222.0.76 "DELETE /v2.0/networks/87afc9b2-180f-4643-a9c3-4dcc259ee467 HTTP/1.1" status: 204 len: 168 time: 0.9497368 Aug 27 12:12:15.970868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e887750-eb9f-415a-8a3e-c29adc6b1eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=87afc9b2-180f-4643-a9c3-4dcc259ee467,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:16.181389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] No DVR routers for this DVR port 20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:16.182912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Port': ['ID=20b0cee6-5b2f-4c9a-8b2e-7f2c60c31135,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:16.195965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55904) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:16.259898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59644274-872d-49ab-8229-5fa40f42fcd5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39f34deedb014e47bfe1f880bce44433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624614 Aug 27 12:12:16.263476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55906) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:16.316586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81a99-ff3b-48d5-ba1e-423e2afa1b74 req-4df73b22-6136-4ead-afb2-9390fea77f49 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:16.318250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82d81a99-ff3b-48d5-ba1e-423e2afa1b74 req-4df73b22-6136-4ead-afb2-9390fea77f49 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.8221719 Aug 27 12:12:16.321820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7990508a-d130-4219-ae65-c4f4220053d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.332559 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.367838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7990508a-d130-4219-ae65-c4f4220053d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.378026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb1369a-d9d3-437e-a29a-6452ca2d21da']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:16.399429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-c3b31046-e65f-469a-9531-2557511f0a0c service neutron] 10.222.0.76 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376018 Aug 27 12:12:16.402818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415067fb-ca86-4290-aba5-87b7bb48d983') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:16.403341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415067fb-ca86-4290-aba5-87b7bb48d983') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:16.460960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7990508a-d130-4219-ae65-c4f4220053d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.463301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.467923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7990508a-d130-4219-ae65-c4f4220053d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.471480 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7990508a-d130-4219-ae65-c4f4220053d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7cf8233-c2d7-4c9f-8978-e15a0d4806b2 HTTP/1.1" status: 204 len: 168 time: 0.2042148 Aug 27 12:12:16.482018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990508a-d130-4219-ae65-c4f4220053d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf8233-c2d7-4c9f-8978-e15a0d4806b2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:16.499500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.519359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82d81a99-ff3b-48d5-ba1e-423e2afa1b74 req-54b32ac2-5b30-4991-8cac-e8587e2b3009 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493292 Aug 27 12:12:16.532535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:16.533317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:16.537047 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:16.678807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.695011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:16.699696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/networks/1bb1369a-d9d3-437e-a29a-6452ca2d21da HTTP/1.1" status: 204 len: 168 time: 2.4279554 Aug 27 12:12:16.702565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55918) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:16.736625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d17e4-1507-492b-bf82-2d84aeae0da4 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Network': ['ID=1bb1369a-d9d3-437e-a29a-6452ca2d21da,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:16.816360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 50d4555f-d201-44de-bfa2-0cdec63fa2a9 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:16.848924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 50d4555f-d201-44de-bfa2-0cdec63fa2a9 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:16.849610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 50d4555f-d201-44de-bfa2-0cdec63fa2a9 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:16.850523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ee1af34-f443-4212-a328-59341c0aa558 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:16.872884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8ee1af34-f443-4212-a328-59341c0aa558 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:16.873884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ee1af34-f443-4212-a328-59341c0aa558 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:16.931053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.070397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8336e2e5-a471-47be-a07b-cda279197c12 req-30b7e1db-64c2-4bf0-b998-4707099cbc25 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 210 time: 0.0389943 Aug 27 12:12:17.095005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.106868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a373c097-fee1-4be6-984a-31f67ee9ce5c']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:17.119051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:17.119352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14abcb0-5326-4b98-a529-2b4ccfbfa9eb') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:17.132015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.156004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.163763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:17.164281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:17.170579 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:17.246179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.268482 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.270399 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/networks/a373c097-fee1-4be6-984a-31f67ee9ce5c HTTP/1.1" status: 204 len: 168 time: 0.5667019 Aug 27 12:12:17.271366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7339f-dcbe-4785-8bda-9682e4932520 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Network': ['ID=a373c097-fee1-4be6-984a-31f67ee9ce5c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:17.273762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55942) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:17.339581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting subnet ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:17.345408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.424518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.579464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-7ca10a12-47cf-4d37-b2eb-15cae7f8829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:17.581565 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-7ca10a12-47cf-4d37-b2eb-15cae7f8829a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1101 time: 0.1205909 Aug 27 12:12:17.648209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55960) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:17.649666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.681675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f62b2b-e4e1-4c19-a299-10f97ca236e9 req-ab6c104e-26f2-4e92-ba6a-11e4d2398176 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:17.691321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8f62b2b-e4e1-4c19-a299-10f97ca236e9 req-ab6c104e-26f2-4e92-ba6a-11e4d2398176 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.0893288 Aug 27 12:12:17.742433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8f62b2b-e4e1-4c19-a299-10f97ca236e9 req-737c8561-6f9c-4c70-9bc1-777f81609f2f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500755 Aug 27 12:12:17.764530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-efc26352-223b-46d8-b2f8-e447c756449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:17.766163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-efc26352-223b-46d8-b2f8-e447c756449a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1773131 Aug 27 12:12:17.769848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.822989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:17.906357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-d2d31b4f-cad1-47a8-b6e1-9791adc7df81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.1303339 Aug 27 12:12:17.908080 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:17.912023 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-082b7585-55a4-4e2a-8794-da3c844ac777 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/subnets/ac6e3ed4-5497-43c0-9b78-6e2d7c0f40b8 HTTP/1.1" status: 204 len: 168 time: 0.6353731 Aug 27 12:12:17.915280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:17.919660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-638275304-network', 'tenant_id': '6c7240ce99dc422e8ed1a34919e6f7d4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:17.925031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638abea-c4e7-483f-a557-9b0345b1cc36 None None] Network d1e0ae24-1551-4810-a875-cabe8d26cd4c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:18.029099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Made reservation on behalf of 6c7240ce99dc422e8ed1a34919e6f7d4 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:18.034713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.040143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-8c189853-d872-422c-94ca-532a25dcb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:18.041968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-8c189853-d872-422c-94ca-532a25dcb02d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1269250 Aug 27 12:12:18.049087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.079702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.131487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-654c4611-461a-4642-9206-08b663af28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:18.133040 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-654c4611-461a-4642-9206-08b663af28c4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800693 Aug 27 12:12:18.177797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] DHCP port deletion for d1e0ae24-1551-4810-a875-cabe8d26cd4c request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:12:18.209519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Deleting port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:18.210117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.271359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Deleting port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:18.272482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.321443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e904e27b-98f9-4a46-82fd-05537f02eb49 req-c94fc1a0-edc2-45f6-8da2-c3faf48b4e9f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 210 time: 0.0464845 Aug 27 12:12:18.345914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-a19e3b56-132a-43f8-b0b4-bdefc927c116 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010994 Aug 27 12:12:18.350241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] For port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,segment=NetworkSegment(7bcf8245-63b7-441c-8180-6d5963c57655),segment_id=7bcf8245-63b7-441c-8180-6d5963c57655)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:18.350710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.377045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Calling delete_port for 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:18.387435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.480469 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4214482f-172c-4382-b4f0-0e65a4a0dad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.496008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] For port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,segment=NetworkSegment(7bcf8245-63b7-441c-8180-6d5963c57655),segment_id=7bcf8245-63b7-441c-8180-6d5963c57655)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:18.497025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.508797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.525771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:18.542412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Port': ['ID=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:18.553378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] No DVR routers for this DVR port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:18.559360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.572897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Calling delete_port for 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:18.579087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:18.579600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:18.598495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:12:18.608819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.609188 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Added segment 5560fc6a-cf84-4d10-9cc2-2e510011cb22 of type vlan for network de6b3daf-b492-46d8-8fcc-3fb483cb9190 Aug 27 12:12:18.732803 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.805406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Pushing event deleted for resources: {'Port': ['ID=4ae5bc61-ee65-4b7d-98a7-48987ec42dfd,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:18.826745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.828331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-d6774576-8530-4473-b9fd-152cc4bcee8e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:18.829663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.830931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-d6774576-8530-4473-b9fd-152cc4bcee8e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 811 time: 0.1604617 Aug 27 12:12:18.832114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.832582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.833035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.834746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.835208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.835658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.838910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.839411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.840154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.840717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.841272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:18.848449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c0d95-9ca7-4b55-b39f-530517671fc1 None None] No DVR routers for this DVR port 4ae5bc61-ee65-4b7d-98a7-48987ec42dfd on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:18.864842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e0ae24-1551-4810-a875-cabe8d26cd4c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:18.876976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.889349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Request body: {'port': {'device_id': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'admin_state_up': True, 'tenant_id': 'ef589e8bfc694f1f801c5790d2ec9a86'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:18.890429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcf8245-63b7-441c-8180-6d5963c57655') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:18.890920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcf8245-63b7-441c-8180-6d5963c57655') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:18.906932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.929178 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.939452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:18.939878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:18.943887 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:18.978959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-44c2d3f7-85da-48e4-840f-26987ea26112 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222806 Aug 27 12:12:18.980828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:19.021692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.resource_extend [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:12:19.064701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.078204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.084580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/networks/d1e0ae24-1551-4810-a875-cabe8d26cd4c HTTP/1.1" status: 204 len: 168 time: 1.1635404 Aug 27 12:12:19.105080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4ff98-a1d3-4cea-9af1-0821557fc460 req-04b99a9b-e5a0-4964-820c-2ad0e872580c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:19.106692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9a4ff98-a1d3-4cea-9af1-0821557fc460 req-04b99a9b-e5a0-4964-820c-2ad0e872580c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1698005 Aug 27 12:12:19.110361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:19.150120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.151926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:19.152526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.238364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ba986c38-5b86-4e7e-9164-ecfd973f943f tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "GET /v2.0/ports?device_id=9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 HTTP/1.1" status: 200 len: 205 time: 0.1257443 Aug 27 12:12:19.246026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d152bb-3714-4583-b68a-b935b40242bd tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Pushing event deleted for resources: {'Network': ['ID=d1e0ae24-1551-4810-a875-cabe8d26cd4c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:19.249160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:19.322141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6681397 Aug 27 12:12:19.326258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ad5cd-595c-4af4-bbf6-7a36974bb2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=de6b3daf-b492-46d8-8fcc-3fb483cb9190,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:19.335530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:19.339601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network de6b3daf-b492-46d8-8fcc-3fb483cb9190 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:12:19.372420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Request body: {'subnet': {'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-638275304-subnet', 'tenant_id': '6c7240ce99dc422e8ed1a34919e6f7d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:19.415286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.444929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Made reservation on behalf of 6c7240ce99dc422e8ed1a34919e6f7d4 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:19.448671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.541716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Made reservation on behalf of ef589e8bfc694f1f801c5790d2ec9a86 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:19.547429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.563975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-def8a909-93aa-41d8-96e9-e11fb0db9512 req-69b7a2f8-0212-49a4-ae3b-726f3d41a304 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 210 time: 0.0861673 Aug 27 12:12:19.576869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9a4ff98-a1d3-4cea-9af1-0821557fc460 req-e822cfa9-40e2-489f-b185-9eff7462ab35 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513844 Aug 27 12:12:19.707582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-a4b18ebf-0030-42fc-b011-00e39a861cdc tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:19.709162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-a4b18ebf-0030-42fc-b011-00e39a861cdc tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 811 time: 0.6357419 Aug 27 12:12:19.713428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.716650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.723836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Request body: {'port': {'device_id': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'admin_state_up': True, 'tenant_id': 'ef589e8bfc694f1f801c5790d2ec9a86'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:19.816443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Allocated IP 172.20.0.11 (6d19b588-ae6f-44df-8007-4fea5efc490f/061e77e3-89a3-4a42-af7e-0f71fbdf18cc/86500700-b27f-4a0b-adcc-9901606598c1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:19.837876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.838461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Fanout notify agent at l3_agent the message router_deleted on router 9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:12:19.841018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.848649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.861235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.862702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e0a6111-f7b4-4edb-b63b-016f36abccb8 tempest-RoutersNegativeIpV6Test-1504660852 tempest-RoutersNegativeIpV6Test-1504660852-project] 10.222.0.76 "DELETE /v2.0/routers/9dfae5b9-74c1-4eb6-9b1d-f35ee768b550 HTTP/1.1" status: 204 len: 168 time: 0.5978732 Aug 27 12:12:19.935805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Made reservation on behalf of ef589e8bfc694f1f801c5790d2ec9a86 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:19.939687 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:19.973293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Checking segment: {'id': '5560fc6a-cf84-4d10-9cc2-2e510011cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:19.973665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Network hostable DHCP agents. Network: de6b3daf-b492-46d8-8fcc-3fb483cb9190, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:12:19.992145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8471e671-2836-4ae6-8cf6-8e29dc4cae62,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:20.110096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Network de6b3daf-b492-46d8-8fcc-3fb483cb9190 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:12:20.128846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, de6b3daf-b492-46d8-8fcc-3fb483cb9190) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:20.137076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:20.137847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:20.147756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a74a12-f95d-459f-a4f6-c9250c45ff13 None None] Network de6b3daf-b492-46d8-8fcc-3fb483cb9190 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:20.163275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7db4c327-494d-49b8-b171-21d1c917fb2e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8189600 Aug 27 12:12:20.180863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:20.213033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:20.372288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6c7a8-df93-46ad-af32-3fbd337c6767 None None] Network de6b3daf-b492-46d8-8fcc-3fb483cb9190 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:20.388556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:20.408975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-0d676405-9c6b-4618-a9e2-67149e00f395 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1865134 Aug 27 12:12:20.486635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Allocated IP 172.20.0.9 (6d19b588-ae6f-44df-8007-4fea5efc490f/061e77e3-89a3-4a42-af7e-0f71fbdf18cc/6000b240-3c0e-4b65-bb0e-3c01844b5dcd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:20.556319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Network 6d19b588-ae6f-44df-8007-4fea5efc490f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:20.594186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b7354691-e87b-4c5f-ac72-e049a18d7a71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75cc3ad682b7478abfeb927b06d1a36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115136 Aug 27 12:12:20.596362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:20.609819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event updated for resources: {'Port': ['ID=86500700-b27f-4a0b-adcc-9901606598c1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:20.614178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:20.641262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56034) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:20.787713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-764e90d1-4dde-4a5f-a6b4-a80530b61df4 req-6802d4b2-6e4f-45ae-a7cb-5a936d15ed55 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 210 time: 0.0743926 Aug 27 12:12:20.800490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-40d61e3f-3e90-423c-a536-882b836dc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:20.803464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-40d61e3f-3e90-423c-a536-882b836dc612 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.2641768 Aug 27 12:12:20.844235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:20.845019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:20.925910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab51631f-c82f-4617-89ca-818488b9cc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:20.928755 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-b7d0abf3-f6e2-4aa5-900d-86c21cf55d19 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0552394 Aug 27 12:12:20.952613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Request body: {'port': {'device_id': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:20.959681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:20.963529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-13f8d5a3-1ab9-4e98-9550-a4d195139ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.021934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab51631f-c82f-4617-89ca-818488b9cc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.063625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.070210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281c41-3acf-44b4-a625-d40d10db22c3 req-f686cc68-c166-43be-8a56-6f6eaeeca635 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:21.071918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27281c41-3acf-44b4-a625-d40d10db22c3 req-f686cc68-c166-43be-8a56-6f6eaeeca635 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1841145 Aug 27 12:12:21.105892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-b3c0c39f-aca5-4615-bb1d-236a164be540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:21.107484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-b3c0c39f-aca5-4615-bb1d-236a164be540 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2595189 Aug 27 12:12:21.116728 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.140765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-97a09e39-906c-4708-8cb9-6828048e586b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:21.142906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-97a09e39-906c-4708-8cb9-6828048e586b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/networks?id=de6b3daf-b492-46d8-8fcc-3fb483cb9190 HTTP/1.1" status: 200 len: 813 time: 0.3084631 Aug 27 12:12:21.150093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.172591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-19082e4e-4dd8-4324-959f-44b239db9fab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0458379 Aug 27 12:12:21.236309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Network 6d19b588-ae6f-44df-8007-4fea5efc490f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:21.237928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-791ffa6d-a010-4da2-b827-30df85396e40 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/quotas/6c7240ce99dc422e8ed1a34919e6f7d4 HTTP/1.1" status: 200 len: 375 time: 0.0660377 Aug 27 12:12:21.248481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:21.251718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:21.260253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27281c41-3acf-44b4-a625-d40d10db22c3 req-e0ebe65e-e844-444e-b6d4-c7ef79600c16 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295886 Aug 27 12:12:21.278444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab51631f-c82f-4617-89ca-818488b9cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.281507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab51631f-c82f-4617-89ca-818488b9cc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.282279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab51631f-c82f-4617-89ca-818488b9cc9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb6e1f62-bb08-4a9f-aa5b-f934466049e9 HTTP/1.1" status: 204 len: 168 time: 0.6398547 Aug 27 12:12:21.293048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event updated for resources: {'Port': ['ID=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:21.309967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51631f-c82f-4617-89ca-818488b9cc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e1f62-bb08-4a9f-aa5b-f934466049e9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:21.339553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-5cf9d120-3e88-4b86-878a-9cddaa0f7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:21.341175 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-5cf9d120-3e88-4b86-878a-9cddaa0f7b1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1559577 Aug 27 12:12:21.348587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-25bcba51-28fc-492d-a8be-832c9db0c15f tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c7240ce99dc422e8ed1a34919e6f7d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593576 Aug 27 12:12:21.363005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:21.363766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.444843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-579258e2-4fb3-4183-b773-93c2d9684fb2 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7261631 Aug 27 12:12:21.454994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-cee0b9eb-8008-414c-b901-47c6ec9615c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059918 Aug 27 12:12:21.468730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Request body: {'port': {'device_id': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:21.562799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:21.619048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-d785c96a-aad8-4274-8a02-ba00919fc634 service neutron] 10.222.0.76 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516620 Aug 27 12:12:21.853158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-f8733a82-662b-4c14-9961-63f451c12b24 service neutron] 10.222.0.76 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328148 Aug 27 12:12:22.000562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718a4b-e8db-44c1-a77e-e538d4a7e19b req-2dcb05a0-56d9-44c2-9f81-8a2b7295cef1 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:22.006456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5718a4b-e8db-44c1-a77e-e538d4a7e19b req-2dcb05a0-56d9-44c2-9f81-8a2b7295cef1 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 931 time: 0.1060445 Aug 27 12:12:22.022143 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.101275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-6076b9c8-2b47-4474-8815-26dc1b62d762 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086555 Aug 27 12:12:22.151306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5718a4b-e8db-44c1-a77e-e538d4a7e19b req-c698d58b-ac49-47e5-9948-66f1faec0fa5 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365414 Aug 27 12:12:22.215251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86500700-b27f-4a0b-adcc-9901606598c1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:22.231013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.258615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Transition to ACTIVE for port object 86500700-b27f-4a0b-adcc-9901606598c1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:22.264821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.292268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8b078fc-10bb-40ba-9603-73c43f0ca7a3 req-45f5b274-872d-45b4-8632-1d911218b94b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 210 time: 0.0889406 Aug 27 12:12:22.371561 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e97304f1-2e23-4beb-8613-22e2169e7cf2 req-f928a25a-1dc9-4824-9902-31dc4bc1970d service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453299 Aug 27 12:12:22.397342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=86500700-b27f-4a0b-adcc-9901606598c1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:22.602543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Attempting to bind port 86500700-b27f-4a0b-adcc-9901606598c1 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:22.603157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Attempting to bind port 86500700-b27f-4a0b-adcc-9901606598c1 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:22.603295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Attempting to bind port 86500700-b27f-4a0b-adcc-9901606598c1 on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:22.609218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Port 86500700-b27f-4a0b-adcc-9901606598c1 on network 6d19b588-ae6f-44df-8007-4fea5efc490f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:22.609558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Attempting to bind port 86500700-b27f-4a0b-adcc-9901606598c1 on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:22.621039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:22.621703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Checking segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:22.621931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98e434-8024-47e8-ae24-1a2d0e82c53f req-5382a775-3fa0-4cb8-9cc8-4bbe9661b16e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:22.622435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Bound using segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:22.623173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Bound port: 86500700-b27f-4a0b-adcc-9901606598c1, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:22.623805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.624332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc98e434-8024-47e8-ae24-1a2d0e82c53f req-5382a775-3fa0-4cb8-9cc8-4bbe9661b16e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1748600 Aug 27 12:12:22.713396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56092) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:22.717467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc98e434-8024-47e8-ae24-1a2d0e82c53f req-95480b9f-45df-40ae-a58f-7ba75af02c8d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787864 Aug 27 12:12:22.718364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043123 Aug 27 12:12:22.723788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56094) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:22.729004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:12:22.770407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] For port 86500700-b27f-4a0b-adcc-9901606598c1, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:22.775261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] For port 86500700-b27f-4a0b-adcc-9901606598c1, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=86500700-b27f-4a0b-adcc-9901606598c1,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:22.782232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.825321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6000b240-3c0e-4b65-bb0e-3c01844b5dcd {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:22.840872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.873736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Transition to ACTIVE for port object 6000b240-3c0e-4b65-bb0e-3c01844b5dcd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:22.877181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:22.878009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.879634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] 10.222.0.65 "PUT /v2.0/ports/86500700-b27f-4a0b-adcc-9901606598c1 HTTP/1.1" status: 200 len: 1092 time: 1.9350739 Aug 27 12:12:22.880099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'tag': '86500700-b27f-4a0b-adcc-9901606598c1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:22.880735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:22.882448 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19efc691-fe47-45ae-9b52-ed7879d6f655" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a55e17-c3ec-421f-b96b-b218120caac8", "tag": "86500700-b27f-4a0b-adcc-9901606598c1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:22.976219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Pushing event updated for resources: {'Port': ['ID=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:22.982618 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b499fd96-590e-4bf7-a32f-bd32c1873e9c x-openstack-request-id: req-b499fd96-590e-4bf7-a32f-bd32c1873e9c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:22.982848 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a55e17-c3ec-421f-b96b-b218120caac8", "tag": "86500700-b27f-4a0b-adcc-9901606598c1", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:22.983045 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b499fd96-590e-4bf7-a32f-bd32c1873e9c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:22.983500 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'tag': '86500700-b27f-4a0b-adcc-9901606598c1', 'status': 'completed', 'code': 200} Aug 27 12:12:23.017133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-edc6a15d-3867-467f-aa41-0efb95ecfeae tempest-NetworksApiDiscovery-472724188 tempest-NetworksApiDiscovery-472724188-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2920201 Aug 27 12:12:23.035046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441b91a-3265-4c63-b7e1-c9db91555ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=86500700-b27f-4a0b-adcc-9901606598c1,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:23.078402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Attempting to bind port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:23.078883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Attempting to bind port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:23.079258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Attempting to bind port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:23.085306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd on network 6d19b588-ae6f-44df-8007-4fea5efc490f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:23.085784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Attempting to bind port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:23.093788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:23.093788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Checking segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:23.094325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Bound using segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:23.094848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Bound port: 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:23.095304 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:23.101094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-affccf9c-8e97-49b4-b153-70a17a7efbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:23.108052 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-affccf9c-8e97-49b4-b153-70a17a7efbf1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=f0a55e17-c3ec-421f-b96b-b218120caac8 HTTP/1.1" status: 200 len: 1095 time: 0.1691515 Aug 27 12:12:23.200644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] For port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:23.206101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] For port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:23.212110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:23.264906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:23.265693 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:23.267437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] 10.222.0.65 "PUT /v2.0/ports/6000b240-3c0e-4b65-bb0e-3c01844b5dcd HTTP/1.1" status: 200 len: 1091 time: 1.8057950 Aug 27 12:12:23.272611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'tag': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:23.277488 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249" -d '{"events": [{"name": "network-changed", "server_uuid": "cc03f4d6-363d-4991-beb5-889e4cbf6a45", "tag": "6000b240-3c0e-4b65-bb0e-3c01844b5dcd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:23.286630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-2548a03b-9e31-4430-a45b-bf0d46d8f086 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86500700-b27f-4a0b-adcc-9901606598c1 HTTP/1.1" status: 200 len: 217 time: 0.1591229 Aug 27 12:12:23.344388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70b38c-ed21-4e02-b213-20cfe982db6d service neutron] Pushing event updated for resources: {'Port': ['ID=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:23.357151 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2764ff3-1177-4918-bc47-0d0dbfafd9ce x-openstack-request-id: req-b2764ff3-1177-4918-bc47-0d0dbfafd9ce {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:23.357452 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc03f4d6-363d-4991-beb5-889e4cbf6a45", "tag": "6000b240-3c0e-4b65-bb0e-3c01844b5dcd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:23.359137 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2764ff3-1177-4918-bc47-0d0dbfafd9ce {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:23.359573 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'tag': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd', 'status': 'completed', 'code': 200} Aug 27 12:12:23.468376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-132fb0d3-34c9-4803-b22e-a3b50da22208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:23.471203 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-132fb0d3-34c9-4803-b22e-a3b50da22208 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.1729584 Aug 27 12:12:23.515263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-54552b76-ba82-490a-af5b-af95f65591a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364172 Aug 27 12:12:23.557485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6de396a2-6bba-4636-97bc-5fd4e2f5cdaf req-4df60299-3e83-455a-b4c7-07a72057edba tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 210 time: 0.0659785 Aug 27 12:12:23.597522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249 req-e0e8bfef-7999-447a-bcf9-67e278af4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:23.600262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249 req-e0e8bfef-7999-447a-bcf9-67e278af4958 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 1094 time: 0.2028480 Aug 27 12:12:23.628587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f145fbe-470d-4d0a-a006-1c4fcae99db1 req-68d9bfc1-0f3e-4c77-8e12-6ce5f76884c0 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:23.632499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f145fbe-470d-4d0a-a006-1c4fcae99db1 req-68d9bfc1-0f3e-4c77-8e12-6ce5f76884c0 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 943 time: 0.2593637 Aug 27 12:12:23.678224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:23.718462 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-3471bb4a-5b0b-4aec-a88d-3dfee90f3582 service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954565 Aug 27 12:12:23.918889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f145fbe-470d-4d0a-a006-1c4fcae99db1 req-309ee09a-66e6-4936-bac6-14c85deeca60 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866457 Aug 27 12:12:23.921594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:23.935658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-c080ccef-a9a8-4e1f-903c-a826538308a7 service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098320 Aug 27 12:12:23.943772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a052a71-c7fc-4d0a-a51f-2ee1e975fb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:23.994428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249 req-27770c76-8b5c-4f4a-a3f5-2c4100ec1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:23.995529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249 req-27770c76-8b5c-4f4a-a3f5-2c4100ec1b27 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3856034 Aug 27 12:12:24.100148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bc2d-15a5-4297-9270-1f9b89ffb872 req-7dd682f5-506b-47ff-bc86-f5ee84e0ff1a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.109661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b973bc2d-15a5-4297-9270-1f9b89ffb872 req-7dd682f5-506b-47ff-bc86-f5ee84e0ff1a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2017865 Aug 27 12:12:24.162427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-a8e472c3-fd75-4186-8450-57fe54358ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.164131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-a8e472c3-fd75-4186-8450-57fe54358ef7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=f0a55e17-c3ec-421f-b96b-b218120caac8 HTTP/1.1" status: 200 len: 1095 time: 0.1138041 Aug 27 12:12:24.257198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-bcbcc3ec-b9c6-4593-a8ad-85820d066968 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.258764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-bcbcc3ec-b9c6-4593-a8ad-85820d066968 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.77 "GET /v2.0/networks?id=de6b3daf-b492-46d8-8fcc-3fb483cb9190 HTTP/1.1" status: 200 len: 813 time: 0.2656860 Aug 27 12:12:24.281610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a052a71-c7fc-4d0a-a51f-2ee1e975fb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:24.285951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Request body: {'port': {'device_id': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190', 'admin_state_up': True, 'tenant_id': '6c7240ce99dc422e8ed1a34919e6f7d4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:24.294749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a052a71-c7fc-4d0a-a51f-2ee1e975fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:24.419478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a052a71-c7fc-4d0a-a51f-2ee1e975fb44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a727a1bd3d049df8e7d2c59b0aa2eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401428 Aug 27 12:12:24.429400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a052a71-c7fc-4d0a-a51f-2ee1e975fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d610b0b-f4ec-4d8d-8366-c4dede5c1491,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:24.432578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-98ed1922-3be7-41c4-b876-aece70768feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.434272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-98ed1922-3be7-41c4-b876-aece70768feb service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 912 time: 0.2593048 Aug 27 12:12:24.434991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:24.520266 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-0f224811-dacc-46af-afa6-033b4e413516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86500700-b27f-4a0b-adcc-9901606598c1 HTTP/1.1" status: 200 len: 217 time: 0.0683477 Aug 27 12:12:24.632444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b973bc2d-15a5-4297-9270-1f9b89ffb872 req-906b26a3-dd70-41a7-8b77-3204e755ebf3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203731 Aug 27 12:12:24.635564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-57cd5771-d5bf-4377-b784-b7fa536a115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.638003 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-57cd5771-d5bf-4377-b784-b7fa536a115f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.1067209 Aug 27 12:12:24.657321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Made reservation on behalf of 6c7240ce99dc422e8ed1a34919e6f7d4 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:24.666033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:24.681230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249 req-7fe49f6d-ba7d-493d-943e-224df7a7bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.684074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d7f6458-7f3b-4a7a-93c5-b02eebf80249 req-7fe49f6d-ba7d-493d-943e-224df7a7bf4a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6800075 Aug 27 12:12:24.684820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec1a69ab-0203-4ab6-8437-a9e42873ab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:24.717552 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-b5dae021-567c-4dd6-8971-018ce35d4347 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705802 Aug 27 12:12:24.730655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fddf3a09-165b-4db9-bb8f-26c9b2712a3e req-59dc9d2e-c7be-4d28-9736-c421ef9ac4a3 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 210 time: 0.0449476 Aug 27 12:12:24.804144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec1a69ab-0203-4ab6-8437-a9e42873ab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:24.808862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-8c5e622a-36ac-470c-b38d-5372e41f95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.811419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-8c5e622a-36ac-470c-b38d-5372e41f95ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 1094 time: 0.0652776 Aug 27 12:12:24.860225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-45a2e1db-1fa1-4910-9383-3499f0c1f1b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6000b240-3c0e-4b65-bb0e-3c01844b5dcd HTTP/1.1" status: 200 len: 217 time: 0.0359206 Aug 27 12:12:24.927837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952685-1763-4e50-9861-bb57ff8db314 req-07e7a189-fa9c-4ebe-bc1b-d9ac7b463608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:24.930682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-07e7a189-fa9c-4ebe-bc1b-d9ac7b463608 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.0625176 Aug 27 12:12:24.969100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-8f1f6d80-b2a0-4404-ae0e-6fe13ef8fc49 service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363241 Aug 27 12:12:24.999229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Allocated IP 172.20.0.12 (de6b3daf-b492-46d8-8fcc-3fb483cb9190/8471e671-2836-4ae6-8cf6-8e29dc4cae62/e29d95eb-a874-454e-b784-1ac2efcc0e83) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:25.002052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec1a69ab-0203-4ab6-8437-a9e42873ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:25.004020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-e3f99d2f-7edd-4e2c-882d-d982b4957c85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572631 Aug 27 12:12:25.005127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec1a69ab-0203-4ab6-8437-a9e42873ab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:25.006544 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec1a69ab-0203-4ab6-8437-a9e42873ab81 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d610b0b-f4ec-4d8d-8366-c4dede5c1491 HTTP/1.1" status: 204 len: 168 time: 0.5671964 Aug 27 12:12:25.065811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a69ab-0203-4ab6-8437-a9e42873ab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d610b0b-f4ec-4d8d-8366-c4dede5c1491,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:25.202115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b687d-a07d-4a2c-861c-ae950f30cbb0 req-454ea807-b2f7-425c-95b1-5a17b085a1aa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:25.203811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef7b687d-a07d-4a2c-861c-ae950f30cbb0 req-454ea807-b2f7-425c-95b1-5a17b085a1aa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 943 time: 0.0977473 Aug 27 12:12:25.206142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-732a8f18-b823-4ca9-9f51-50220faaa8b9 service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900325 Aug 27 12:12:25.217576 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-19efc691-fe47-45ae-9b52-ed7879d6f655 req-de73a0c8-43cf-4879-acce-808df478a1d1 service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323663 Aug 27 12:12:25.296476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:25.360676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef7b687d-a07d-4a2c-861c-ae950f30cbb0 req-09659bb2-abb4-4a15-997b-856f7066ab8f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313610 Aug 27 12:12:25.380269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:25.394050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b952685-1763-4e50-9861-bb57ff8db314 req-156d7470-03c9-42c0-9484-4d1b1f8c8d7c service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806359 Aug 27 12:12:25.442002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Pushing event updated for resources: {'Port': ['ID=e29d95eb-a874-454e-b784-1ac2efcc0e83,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:25.458299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Network de6b3daf-b492-46d8-8fcc-3fb483cb9190 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:25.463182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:25.468804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:25.555496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:25.556181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:25.577153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-0a45718d-b607-4146-af98-d5968815dff5 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2992728 Aug 27 12:12:25.598526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Request body: {'port': {'device_id': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:25.683256 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:25.847875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 86500700-b27f-4a0b-adcc-9901606598c1 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:12:25.955686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784de52f-b825-4db5-92cc-8144b84dbcbf req-f0f62e2d-e0bb-43e7-854c-0474fd608903 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:25.965109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-784de52f-b825-4db5-92cc-8144b84dbcbf req-f0f62e2d-e0bb-43e7-854c-0474fd608903 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2076428 Aug 27 12:12:25.975276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 86500700-b27f-4a0b-adcc-9901606598c1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=86500700-b27f-4a0b-adcc-9901606598c1,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:25.992188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '86500700-b27f-4a0b-adcc-9901606598c1', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'port_id': '86500700-b27f-4a0b-adcc-9901606598c1', 'mac_address': 'fa:16:3e:2a:68:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e77e3-89a3-4a42-af7e-0f71fbdf18cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:12:26.015240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefb710-93a7-4817-bb43-1db859f41882 req-fba1081a-ca46-48da-98eb-78757d6b9e33 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:26.027122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aefb710-93a7-4817-bb43-1db859f41882 req-fba1081a-ca46-48da-98eb-78757d6b9e33 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 932 time: 0.1648095 Aug 27 12:12:26.074652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-784de52f-b825-4db5-92cc-8144b84dbcbf req-647a9e4f-7176-4a2b-90a8-44d2b4fcb7fc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082411 Aug 27 12:12:26.080299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.100224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aefb710-93a7-4817-bb43-1db859f41882 req-8e4e7235-e5ee-4b7d-bb72-bea363e54e7d tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752246 Aug 27 12:12:26.102821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86500700-b27f-4a0b-adcc-9901606598c1 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:26.135563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 86500700-b27f-4a0b-adcc-9901606598c1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=86500700-b27f-4a0b-adcc-9901606598c1,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:26.142315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.178300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29d95eb-a874-454e-b784-1ac2efcc0e83 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:26.211806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.220820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=86500700-b27f-4a0b-adcc-9901606598c1,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:26.236561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Transition to ACTIVE for port object e29d95eb-a874-454e-b784-1ac2efcc0e83 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:26.241373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.316853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Pushing event updated for resources: {'Port': ['ID=e29d95eb-a874-454e-b784-1ac2efcc0e83,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:26.414430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Attempting to bind port e29d95eb-a874-454e-b784-1ac2efcc0e83 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:26.414785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Attempting to bind port e29d95eb-a874-454e-b784-1ac2efcc0e83 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '5560fc6a-cf84-4d10-9cc2-2e510011cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:26.415146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Attempting to bind port e29d95eb-a874-454e-b784-1ac2efcc0e83 on network de6b3daf-b492-46d8-8fcc-3fb483cb9190 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:26.421764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Port e29d95eb-a874-454e-b784-1ac2efcc0e83 on network de6b3daf-b492-46d8-8fcc-3fb483cb9190 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:26.422115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Attempting to bind port e29d95eb-a874-454e-b784-1ac2efcc0e83 on network de6b3daf-b492-46d8-8fcc-3fb483cb9190 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:26.434414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:26.442887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Checking segment: {'id': '5560fc6a-cf84-4d10-9cc2-2e510011cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:26.443763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Bound using segment: {'id': '5560fc6a-cf84-4d10-9cc2-2e510011cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:26.454570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Bound port: e29d95eb-a874-454e-b784-1ac2efcc0e83, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5560fc6a-cf84-4d10-9cc2-2e510011cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:26.455282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.487365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['86500700-b27f-4a0b-adcc-9901606598c1'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:26.555886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa953f9-38b0-45e1-b00d-da96264a332d req-107a62b3-3f61-4913-8a3a-763e2765e29d tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:26.568360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] For port e29d95eb-a874-454e-b784-1ac2efcc0e83, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:26.574563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efa953f9-38b0-45e1-b00d-da96264a332d req-107a62b3-3f61-4913-8a3a-763e2765e29d tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 943 time: 0.1245239 Aug 27 12:12:26.574755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] For port e29d95eb-a874-454e-b784-1ac2efcc0e83, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83,segment=NetworkSegment(5560fc6a-cf84-4d10-9cc2-2e510011cb22),segment_id=5560fc6a-cf84-4d10-9cc2-2e510011cb22)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:26.599483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.657293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:26.657992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efa953f9-38b0-45e1-b00d-da96264a332d req-a8554d5d-b6ec-4ca0-8078-ab41cbb16647 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783165 Aug 27 12:12:26.658900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:26.661242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] 10.222.0.77 "PUT /v2.0/ports/e29d95eb-a874-454e-b784-1ac2efcc0e83 HTTP/1.1" status: 200 len: 1092 time: 1.0681272 Aug 27 12:12:26.670214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'tag': 'e29d95eb-a874-454e-b784-1ac2efcc0e83'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:26.670214 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c7275-c4ce-4ee8-9379-e618ecaa222a" -d '{"events": [{"name": "network-changed", "server_uuid": "79d010f7-8287-4f1d-ab9d-abb95cac3618", "tag": "e29d95eb-a874-454e-b784-1ac2efcc0e83"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:26.703921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9a0a9-6fd3-43e7-85e7-213f72eeab87 service neutron] Pushing event updated for resources: {'Port': ['ID=e29d95eb-a874-454e-b784-1ac2efcc0e83,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:26.750446 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec68b64-9278-4ed4-86aa-569f635a6e95 x-openstack-request-id: req-3ec68b64-9278-4ed4-86aa-569f635a6e95 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:26.750954 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d010f7-8287-4f1d-ab9d-abb95cac3618", "tag": "e29d95eb-a874-454e-b784-1ac2efcc0e83", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:26.751265 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ec68b64-9278-4ed4-86aa-569f635a6e95 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:26.751798 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'tag': 'e29d95eb-a874-454e-b784-1ac2efcc0e83', 'status': 'completed', 'code': 200} Aug 27 12:12:26.827678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-803abd70-a0fe-44c4-a8e8-425f56063911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:26.829463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-803abd70-a0fe-44c4-a8e8-425f56063911 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c7240ce99dc422e8ed1a34919e6f7d4&device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 1095 time: 0.0636623 Aug 27 12:12:26.886571 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-aa76ef05-18d7-4c65-9a99-b477e636a8d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83 HTTP/1.1" status: 200 len: 217 time: 0.0420241 Aug 27 12:12:26.946126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-1c56a382-265a-4d14-886b-6cbb9324a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:26.947774 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-1c56a382-265a-4d14-886b-6cbb9324a07e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8471e671-2836-4ae6-8cf6-8e29dc4cae62 HTTP/1.1" status: 200 len: 853 time: 0.0544770 Aug 27 12:12:26.997185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-5caf8bef-16ef-49c0-8af5-0916d64fc75d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de6b3daf-b492-46d8-8fcc-3fb483cb9190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422077 Aug 27 12:12:27.128569 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-5e580f89-154a-4dab-bd22-726a2a548b1d service neutron] 10.222.0.77 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240246 Aug 27 12:12:27.262368 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9cd65c18-f122-49d8-9691-c859fcf59bb1 req-dff23d6c-46cc-4498-88d6-8f6ee7583884 service neutron] 10.222.0.77 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255412 Aug 27 12:12:27.305475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e2bfd-bf6f-4542-9fdc-7a9d6782cdee req-e04ac4f5-6feb-4bf3-8721-88a265c0ca0d tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:27.307226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1e2bfd-bf6f-4542-9fdc-7a9d6782cdee req-e04ac4f5-6feb-4bf3-8721-88a265c0ca0d tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 944 time: 0.0783989 Aug 27 12:12:27.318067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0208d-21c8-49a4-a769-4203ce142be0 req-1264a5a2-4105-431b-bc5c-ab808116cca4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:27.319714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3e0208d-21c8-49a4-a769-4203ce142be0 req-1264a5a2-4105-431b-bc5c-ab808116cca4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1475914 Aug 27 12:12:27.390619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b1e2bfd-bf6f-4542-9fdc-7a9d6782cdee req-2337da8d-dad6-465f-8195-af19461f3b74 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695803 Aug 27 12:12:27.415522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3e0208d-21c8-49a4-a769-4203ce142be0 req-dd4242fc-1b55-4437-8a5f-29a0ba0bf88f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727224 Aug 27 12:12:27.472571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-cdc37b89-32e3-49ac-acba-e700cee98389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:27.476051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-cdc37b89-32e3-49ac-acba-e700cee98389 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c7240ce99dc422e8ed1a34919e6f7d4&device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 1095 time: 0.1023715 Aug 27 12:12:27.605544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-b5ec5e83-c190-4cbe-815e-022a50db90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:27.607049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-b5ec5e83-c190-4cbe-815e-022a50db90fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=de6b3daf-b492-46d8-8fcc-3fb483cb9190 HTTP/1.1" status: 200 len: 914 time: 0.1227105 Aug 27 12:12:27.662612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-375042e8-3be7-4e99-b4c7-7c758110fd55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83 HTTP/1.1" status: 200 len: 217 time: 0.0480933 Aug 27 12:12:27.733832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-ecb0306d-9c45-4489-a3f4-071ad6916897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:27.737145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-ecb0306d-9c45-4489-a3f4-071ad6916897 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8471e671-2836-4ae6-8cf6-8e29dc4cae62 HTTP/1.1" status: 200 len: 853 time: 0.0660064 Aug 27 12:12:27.802750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-48bc1c42-2cfe-46a1-bfdc-88bb6745373f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de6b3daf-b492-46d8-8fcc-3fb483cb9190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562382 Aug 27 12:12:27.844960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96ec0a-1b18-4145-bf90-047035d277bb req-1507d2e2-1ec3-44c5-898e-efeb66d1b437 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:27.846688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f96ec0a-1b18-4145-bf90-047035d277bb req-1507d2e2-1ec3-44c5-898e-efeb66d1b437 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 943 time: 0.0980058 Aug 27 12:12:27.851121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6000b240-3c0e-4b65-bb0e-3c01844b5dcd details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:12:27.881664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 86500700-b27f-4a0b-adcc-9901606598c1 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:27.923057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f96ec0a-1b18-4145-bf90-047035d277bb req-0ccda44d-a502-437d-97f8-a79022880601 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681648 Aug 27 12:12:28.008033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:28.040114 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-54e103ec-7f14-449b-ba00-8eaa95e9d8db service neutron] 10.222.0.77 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296269 Aug 27 12:12:28.067629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:28.068023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 86500700-b27f-4a0b-adcc-9901606598c1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:28.084160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 86500700-b27f-4a0b-adcc-9901606598c1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:28.084648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.133725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:28.159819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'port_id': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd', 'mac_address': 'fa:16:3e:24:cc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e77e3-89a3-4a42-af7e-0f71fbdf18cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:12:28.269290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.278018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d12c7275-c4ce-4ee8-9379-e618ecaa222a req-bf614c00-0d48-4a6d-abe9-cb2323e0e06d service neutron] 10.222.0.77 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299211 Aug 27 12:12:28.289145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.290105 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81ff3db7-8a9a-4a99-99b8-aac87245dc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.292135 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.310093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6000b240-3c0e-4b65-bb0e-3c01844b5dcd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:28.339334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86500700-b27f-4a0b-adcc-9901606598c1'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:28.342538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:12:28.342538 n-d-688802-4 neutron-server[94623]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:12:28.342538 n-d-688802-4 neutron-server[94623]: [parameters: {'project_id': '462e613c2d624ca6a9beb66ed3836ebf', 'id': '42b8102c-4a1d-4d07-84a2-858cc83bc8ba', 'expiration': datetime.datetime(2021, 8, 27, 12, 14, 28, 328580)}] Aug 27 12:12:28.342538 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:12:28.342928 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:12:28.343007 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4484beda-1cfc-4939-bf82-42e887561e19" -d '{"events": [{"server_uuid": "f0a55e17-c3ec-421f-b96b-b218120caac8", "name": "network-vif-plugged", "status": "completed", "tag": "86500700-b27f-4a0b-adcc-9901606598c1"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:28.366464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:28.368969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 86500700-b27f-4a0b-adcc-9901606598c1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=86500700-b27f-4a0b-adcc-9901606598c1,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:28.371650 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.377526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.407364 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4b7a23-c8c5-4c3d-8f61-f40ec34e726d x-openstack-request-id: req-0e4b7a23-c8c5-4c3d-8f61-f40ec34e726d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:28.408604 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a55e17-c3ec-421f-b96b-b218120caac8", "name": "network-vif-plugged", "status": "completed", "tag": "86500700-b27f-4a0b-adcc-9901606598c1", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:28.409187 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e4b7a23-c8c5-4c3d-8f61-f40ec34e726d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:28.409718 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86500700-b27f-4a0b-adcc-9901606598c1', 'code': 200} Aug 27 12:12:28.464221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:28.484870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81ff3db7-8a9a-4a99-99b8-aac87245dc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.491465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81ff3db7-8a9a-4a99-99b8-aac87245dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.540546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=86500700-b27f-4a0b-adcc-9901606598c1,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:28.648216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3db7-8a9a-4a99-99b8-aac87245dc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9efbfed-71b0-467d-97bd-e0292fde5cc7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:28.654840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-81ff3db7-8a9a-4a99-99b8-aac87245dc6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=433e6c12cce34260844232146c8439a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426535 Aug 27 12:12:28.656857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:28.672908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e512-2e76-46b2-bd70-8239d10febdd req-5b95b1b7-873d-4d85-85a9-abd77767420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:28.674538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd79e512-2e76-46b2-bd70-8239d10febdd req-5b95b1b7-873d-4d85-85a9-abd77767420e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f0a55e17-c3ec-421f-b96b-b218120caac8 HTTP/1.1" status: 200 len: 1097 time: 0.1351969 Aug 27 12:12:28.692758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0b47-a973-48df-ab7d-6e363eeddd2b req-28dc3324-8b27-4be0-8f65-cdaf73a3ae46 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:28.694432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbbf0b47-a973-48df-ab7d-6e363eeddd2b req-28dc3324-8b27-4be0-8f65-cdaf73a3ae46 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1182630 Aug 27 12:12:28.710608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c9bf-b26b-494b-bc60-c876d9288531 req-9091535a-3276-43d7-b4a4-61d1da29a08b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:28.712525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87a2c9bf-b26b-494b-bc60-c876d9288531 req-9091535a-3276-43d7-b4a4-61d1da29a08b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 944 time: 0.1421530 Aug 27 12:12:28.722496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf033-5a49-4444-9ee2-5291e4a8ad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.739418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6000b240-3c0e-4b65-bb0e-3c01844b5dcd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:28.749322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf033-5a49-4444-9ee2-5291e4a8ad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.783742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd79e512-2e76-46b2-bd70-8239d10febdd req-6956b00a-ce00-4802-b73e-c7fbd6489ef6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Aug 27 12:12:28.792839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbbf0b47-a973-48df-ab7d-6e363eeddd2b req-0f4d5883-204b-461c-8140-52301c267d38 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Aug 27 12:12:28.809255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf033-5a49-4444-9ee2-5291e4a8ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.812254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf033-5a49-4444-9ee2-5291e4a8ad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.813346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87a2c9bf-b26b-494b-bc60-c876d9288531 req-6dca4294-f55a-4a7a-8001-81c4a780dfc2 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811162 Aug 27 12:12:28.814430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c9ebf033-5a49-4444-9ee2-5291e4a8ad7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9efbfed-71b0-467d-97bd-e0292fde5cc7 HTTP/1.1" status: 204 len: 168 time: 0.1552010 Aug 27 12:12:28.831547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebf033-5a49-4444-9ee2-5291e4a8ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9efbfed-71b0-467d-97bd-e0292fde5cc7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:28.844388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.965935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:28.970524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.012014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=462e613c2d624ca6a9beb66ed3836ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9429054 Aug 27 12:12:29.012698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a40e6f-5cd8-4a15-b074-807d5b381066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133d765-7375-43e7-83f6-3e2852dd07b7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:29.015781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:29.082557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5432304f-d723-4d21-94e4-5d9d1272c778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.112263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5432304f-d723-4d21-94e4-5d9d1272c778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.117425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceafd47-7cf1-44c2-ace9-7ba1e7224cbf req-72f43770-b430-4d7a-9b3b-26ff669cc92d tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:29.120661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ceafd47-7cf1-44c2-ace9-7ba1e7224cbf req-72f43770-b430-4d7a-9b3b-26ff669cc92d tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 944 time: 0.0648677 Aug 27 12:12:29.169977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5432304f-d723-4d21-94e4-5d9d1272c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.170839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ceafd47-7cf1-44c2-ace9-7ba1e7224cbf req-ddd6c27d-4180-4a8b-9599-d779b324593e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Aug 27 12:12:29.173076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5432304f-d723-4d21-94e4-5d9d1272c778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.176600 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5432304f-d723-4d21-94e4-5d9d1272c778 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d133d765-7375-43e7-83f6-3e2852dd07b7 HTTP/1.1" status: 204 len: 168 time: 0.1567862 Aug 27 12:12:29.183321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432304f-d723-4d21-94e4-5d9d1272c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133d765-7375-43e7-83f6-3e2852dd07b7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:29.222142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:29.236873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2da1-865a-48a3-bda3-957933c1bb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.330197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2da1-865a-48a3-bda3-957933c1bb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.334452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2da1-865a-48a3-bda3-957933c1bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.374449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2fdb2da1-865a-48a3-bda3-957933c1bb78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=602ac861a9f240dba8b289a086681d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510456 Aug 27 12:12:29.375433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb2da1-865a-48a3-bda3-957933c1bb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c103a1c-5537-415d-85c7-99fd52e6d906,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:29.377129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56282) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:29.436812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-790b272c-adc9-4870-812d-9c32ff4eb486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.464219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-790b272c-adc9-4870-812d-9c32ff4eb486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.514992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-790b272c-adc9-4870-812d-9c32ff4eb486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.517862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-790b272c-adc9-4870-812d-9c32ff4eb486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.521606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-790b272c-adc9-4870-812d-9c32ff4eb486 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c103a1c-5537-415d-85c7-99fd52e6d906 HTTP/1.1" status: 204 len: 168 time: 0.1356554 Aug 27 12:12:29.528045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b272c-adc9-4870-812d-9c32ff4eb486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c103a1c-5537-415d-85c7-99fd52e6d906,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:29.533585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:29.547429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e39c-8811-4158-bc12-e7f695e3edb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.643225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e39c-8811-4158-bc12-e7f695e3edb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.647522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e39c-8811-4158-bc12-e7f695e3edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.686921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dfe8e39c-8811-4158-bc12-e7f695e3edb9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=144338aac39a43308aa085f8386b34af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524589 Aug 27 12:12:29.687802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8e39c-8811-4158-bc12-e7f695e3edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc14fa-2639-4fb8-b63c-9cc81367d3bf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:29.689669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56288) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:29.745109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38a655ab-eeb0-4ffd-8c2b-f40b0c940d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.769348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38a655ab-eeb0-4ffd-8c2b-f40b0c940d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.818932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38a655ab-eeb0-4ffd-8c2b-f40b0c940d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.821558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38a655ab-eeb0-4ffd-8c2b-f40b0c940d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:29.822728 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-38a655ab-eeb0-4ffd-8c2b-f40b0c940d13 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36fc14fa-2639-4fb8-b63c-9cc81367d3bf HTTP/1.1" status: 204 len: 168 time: 0.1317723 Aug 27 12:12:29.831941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a655ab-eeb0-4ffd-8c2b-f40b0c940d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc14fa-2639-4fb8-b63c-9cc81367d3bf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:29.990963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca8aa-b80c-4fb3-be3d-a01fef9432d0 req-d99f91c5-910c-465e-ac6d-e18d1d785ed2 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:29.993179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fefca8aa-b80c-4fb3-be3d-a01fef9432d0 req-d99f91c5-910c-465e-ac6d-e18d1d785ed2 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 944 time: 0.0919247 Aug 27 12:12:30.006959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ac9a4-d4e7-43c0-bdb6-6582870ed294 req-56705f4b-abcc-48b0-a5ee-dd367af0e8c2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:30.008686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb9ac9a4-d4e7-43c0-bdb6-6582870ed294 req-56705f4b-abcc-48b0-a5ee-dd367af0e8c2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1054137 Aug 27 12:12:30.094430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fefca8aa-b80c-4fb3-be3d-a01fef9432d0 req-0872089f-e6b9-4a50-91c4-ffb1955e489f tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843630 Aug 27 12:12:30.122480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb9ac9a4-d4e7-43c0-bdb6-6582870ed294 req-496be6da-b72e-4791-959f-d5e61fcf95bb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045694 Aug 27 12:12:30.188186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56318) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:30.217192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f88882-14d6-42d4-8c27-f4c633509a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.317244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1342-9e90-4850-8aab-0ce29373d325 req-fef01d43-40a3-4434-8ed9-53a84e0a01e0 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:30.318854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-816b1342-9e90-4850-8aab-0ce29373d325 req-fef01d43-40a3-4434-8ed9-53a84e0a01e0 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 944 time: 0.0555625 Aug 27 12:12:30.331435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f88882-14d6-42d4-8c27-f4c633509a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.336430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f88882-14d6-42d4-8c27-f4c633509a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.367559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-816b1342-9e90-4850-8aab-0ce29373d325 req-7aa163a8-c42b-4b46-b323-84ad67aefe46 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Aug 27 12:12:30.384532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f88882-14d6-42d4-8c27-f4c633509a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4505168-b781-4740-a839-1251d5cb4792,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:30.384532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59f88882-14d6-42d4-8c27-f4c633509a46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c9e0ee7c04c46f785b921d8f84c15b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914062 Aug 27 12:12:30.386536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56324) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:30.427010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:30.442091 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-403f4a27-ca8e-4781-92ee-2f2280ad9851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.465042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-403f4a27-ca8e-4781-92ee-2f2280ad9851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.515997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-403f4a27-ca8e-4781-92ee-2f2280ad9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.518708 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-403f4a27-ca8e-4781-92ee-2f2280ad9851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.520137 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-403f4a27-ca8e-4781-92ee-2f2280ad9851 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4505168-b781-4740-a839-1251d5cb4792 HTTP/1.1" status: 204 len: 168 time: 0.1325369 Aug 27 12:12:30.528314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f4a27-ca8e-4781-92ee-2f2280ad9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4505168-b781-4740-a839-1251d5cb4792,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:30.532724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283962092-network', 'tenant_id': '690f962c04e943ffb188a8fec879a803'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:30.565901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Made reservation on behalf of 690f962c04e943ffb188a8fec879a803 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:30.568982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.577466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.673756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.678136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.698569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:12:30.712325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8458b7ce-d05b-4be7-bf1a-b858245aec62,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:30.717847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.718117 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Added segment b8562048-e481-489d-b51a-a8ac4d772a8d of type vlan for network 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd Aug 27 12:12:30.758616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.785814 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.786872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:30.787497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:30.846036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4198947 Aug 27 12:12:30.849140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56340) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:30.853483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed431240-a57f-4da5-b67e-5dd7a6d9780a admin admin] Pushing event updated for resources: {'Network': ['ID=3f5acfb2-bf77-40c0-ab59-bffb0ac672cd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:30.855160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Request body: {'subnet': {'network_id': '3f5acfb2-bf77-40c0-ab59-bffb0ac672cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283962092-subnet', 'tenant_id': '690f962c04e943ffb188a8fec879a803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:30.868975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:12:30.892887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Made reservation on behalf of 690f962c04e943ffb188a8fec879a803 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:30.895788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:31.077715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:31.141215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fd043b-1077-493b-8bad-8452449a1d3d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:31.148543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Checking segment: {'id': 'b8562048-e481-489d-b51a-a8ac4d772a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '3f5acfb2-bf77-40c0-ab59-bffb0ac672cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:31.148898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Network hostable DHCP agents. Network: 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:12:31.173990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Network 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:12:31.188491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:31.195561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:31.198488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:31.207656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b4551a-4e18-4991-ab17-53b08330ec55 None None] Network 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:31.231027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8b04bd69-bfc5-456a-8f72-2652f1c41282 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3806567 Aug 27 12:12:31.296589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cec169-dc64-4aa3-8f8b-1c38d8346d01 req-3fc6e741-a3f6-4e40-9fe0-422bc0fb503a tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:31.305113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3cec169-dc64-4aa3-8f8b-1c38d8346d01 req-3fc6e741-a3f6-4e40-9fe0-422bc0fb503a tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 944 time: 0.1373620 Aug 27 12:12:31.345528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2893087-d565-40b9-809b-94f0ef72b37d req-6706546c-b9de-42ed-956d-159331c85dcd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:31.347116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2893087-d565-40b9-809b-94f0ef72b37d req-6706546c-b9de-42ed-956d-159331c85dcd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1311533 Aug 27 12:12:31.372254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c68bf-0d34-4ee1-baa4-74e3786b9456 None None] Network 3f5acfb2-bf77-40c0-ab59-bffb0ac672cd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:31.402873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3cec169-dc64-4aa3-8f8b-1c38d8346d01 req-e6b4579e-6aeb-43cb-99e6-82476a68f050 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965650 Aug 27 12:12:31.417159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2893087-d565-40b9-809b-94f0ef72b37d req-22b89045-492a-42c1-9f17-5a3cc295877f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576749 Aug 27 12:12:31.598195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e9ee0-8dd3-419b-8759-688c32b06057 req-7cb71151-41d6-420d-be8c-c68fb8e57a62 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:31.600496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-685e9ee0-8dd3-419b-8759-688c32b06057 req-7cb71151-41d6-420d-be8c-c68fb8e57a62 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 944 time: 0.0649853 Aug 27 12:12:31.648730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-685e9ee0-8dd3-419b-8759-688c32b06057 req-cf353611-9a90-4a83-b686-f2814eb0f6aa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Aug 27 12:12:31.874277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6000b240-3c0e-4b65-bb0e-3c01844b5dcd up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:31.946292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:31.952364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:31.953131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:31.960515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:31.968707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107274383-network', 'tenant_id': '4e1f2669f62641758927dd9310005e9f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:32.003533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Made reservation on behalf of 4e1f2669f62641758927dd9310005e9f for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:32.009475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.026961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.097520 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.125778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:32.128751 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517355eb-4c50-40d1-8abb-eab95e396086" -d '{"events": [{"server_uuid": "cc03f4d6-363d-4991-beb5-889e4cbf6a45", "name": "network-vif-plugged", "status": "completed", "tag": "6000b240-3c0e-4b65-bb0e-3c01844b5dcd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:32.147312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:32.152774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.170448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.175733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.183955 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee980974-47f0-4b00-b1d2-908d7cd9458e x-openstack-request-id: req-ee980974-47f0-4b00-b1d2-908d7cd9458e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:32.184276 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03f4d6-363d-4991-beb5-889e4cbf6a45", "name": "network-vif-plugged", "status": "completed", "tag": "6000b240-3c0e-4b65-bb0e-3c01844b5dcd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:32.184839 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee980974-47f0-4b00-b1d2-908d7cd9458e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:32.185063 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd', 'code': 200} Aug 27 12:12:32.229892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:12:32.232697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:32.240327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f902998-f6ae-46be-bb7d-77754db1248d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:32.252924 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.253505 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Added segment 7b3ebb92-27fe-4fb4-8aa7-9cee9b2420e5 of type vlan for network 11934e59-029f-46bf-a16e-95118ea2547a Aug 27 12:12:32.306166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0445-2fc8-4c23-8fd5-23043cee6a10 req-3c589940-bceb-4709-b147-3bff8ba785e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:32.308493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-015b0445-2fc8-4c23-8fd5-23043cee6a10 req-3c589940-bceb-4709-b147-3bff8ba785e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 1096 time: 0.0494576 Aug 27 12:12:32.323466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.362289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.363339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:32.363946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.383895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-015b0445-2fc8-4c23-8fd5-23043cee6a10 req-e2d66bfe-ef7a-4103-8dfa-de53ea297e4a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682878 Aug 27 12:12:32.430486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4662693 Aug 27 12:12:32.435464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:32.440916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Request body: {'subnet': {'network_id': '11934e59-029f-46bf-a16e-95118ea2547a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2107274383-subnet', 'tenant_id': '4e1f2669f62641758927dd9310005e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:32.444147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7885-d167-4237-a665-79c72868fac4 admin admin] Pushing event updated for resources: {'Network': ['ID=11934e59-029f-46bf-a16e-95118ea2547a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:32.456676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 11934e59-029f-46bf-a16e-95118ea2547a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:12:32.477518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Made reservation on behalf of 4e1f2669f62641758927dd9310005e9f for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:32.483442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.591345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e29d95eb-a874-454e-b784-1ac2efcc0e83 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:12:32.654232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5fbd8-7512-4d80-aab8-8de233d320ea req-93afd779-26f7-4107-ad72-dfc899c1dd4e tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:32.655945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ece5fbd8-7512-4d80-aab8-8de233d320ea req-93afd779-26f7-4107-ad72-dfc899c1dd4e tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 944 time: 0.1557074 Aug 27 12:12:32.668411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716d84-dc49-4eac-bfd5-1364a90b756c req-885e6ddd-b522-44db-8133-876254fe4ec2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:32.670003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27716d84-dc49-4eac-bfd5-1364a90b756c req-885e6ddd-b522-44db-8133-876254fe4ec2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1383440 Aug 27 12:12:32.722780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e29d95eb-a874-454e-b784-1ac2efcc0e83, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83,segment=NetworkSegment(5560fc6a-cf84-4d10-9cc2-2e510011cb22),segment_id=5560fc6a-cf84-4d10-9cc2-2e510011cb22)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:32.738815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e29d95eb-a874-454e-b784-1ac2efcc0e83', 'network_id': 'de6b3daf-b492-46d8-8fcc-3fb483cb9190', 'port_id': 'e29d95eb-a874-454e-b784-1ac2efcc0e83', 'mac_address': 'fa:16:3e:a9:0b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8471e671-2836-4ae6-8cf6-8e29dc4cae62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:12:32.777292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ece5fbd8-7512-4d80-aab8-8de233d320ea req-f5f26769-ac69-4270-b87f-87e0b8367abf tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059713 Aug 27 12:12:32.783375 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27716d84-dc49-4eac-bfd5-1364a90b756c req-be742945-49c5-4e99-b2e1-bdde731903f1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007009 Aug 27 12:12:32.796005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.817074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29d95eb-a874-454e-b784-1ac2efcc0e83 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:32.856989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e29d95eb-a874-454e-b784-1ac2efcc0e83, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83,segment=NetworkSegment(5560fc6a-cf84-4d10-9cc2-2e510011cb22),segment_id=5560fc6a-cf84-4d10-9cc2-2e510011cb22)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:32.863733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.889833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:32.943775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e29d95eb-a874-454e-b784-1ac2efcc0e83,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:32.981877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56517566-1bd5-43cd-a954-6a0d464397b3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:33.004516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87168-7bc2-4628-8fc6-301ba149bd25 req-7180293e-12f5-4679-b74f-197d5e8857ee tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:33.006070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42d87168-7bc2-4628-8fc6-301ba149bd25 req-7180293e-12f5-4679-b74f-197d5e8857ee tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 945 time: 0.0846734 Aug 27 12:12:33.039617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Checking segment: {'id': '7b3ebb92-27fe-4fb4-8aa7-9cee9b2420e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '11934e59-029f-46bf-a16e-95118ea2547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:33.039974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Network hostable DHCP agents. Network: 11934e59-029f-46bf-a16e-95118ea2547a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:12:33.063829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42d87168-7bc2-4628-8fc6-301ba149bd25 req-aea5ac83-4c29-448c-b3a8-a59c343884a7 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 Aug 27 12:12:33.077565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Network 11934e59-029f-46bf-a16e-95118ea2547a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:12:33.088611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 11934e59-029f-46bf-a16e-95118ea2547a) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:33.092999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:33.093583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.097419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b248dca-8044-448d-a2b1-48312e6679f2 None None] Network 11934e59-029f-46bf-a16e-95118ea2547a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:33.127585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b2ce73ba-036f-439a-908f-65cfc5119df1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6901813 Aug 27 12:12:33.253456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace40b0-a1ef-4209-9105-9aeb6d06bc0c None None] Network 11934e59-029f-46bf-a16e-95118ea2547a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:33.261584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:33.315152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Deleting subnet 72fd043b-1077-493b-8bad-8452449a1d3d {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:33.318749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.368128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.400015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e29d95eb-a874-454e-b784-1ac2efcc0e83'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:33.439670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.518779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.566207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.571853 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/72fd043b-1077-493b-8bad-8452449a1d3d HTTP/1.1" status: 204 len: 168 time: 0.3068826 Aug 27 12:12:33.572228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56476) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:33.630329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cf457-c8e2-4959-a32a-e8c5754e935b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fd043b-1077-493b-8bad-8452449a1d3d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:33.656296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:33.980323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8a14d-8275-48a1-b90f-e10c6c1524ad req-e78a3d61-c010-4faa-9f9b-d34af7decfeb tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:33.981908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfd8a14d-8275-48a1-b90f-e10c6c1524ad req-e78a3d61-c010-4faa-9f9b-d34af7decfeb tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 945 time: 0.0970521 Aug 27 12:12:34.002808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0db7ac-2fe4-43d4-94a8-c53d9075a05a req-b9173991-a350-417e-96a2-84ca3846d046 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:34.011603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b0db7ac-2fe4-43d4-94a8-c53d9075a05a req-b9173991-a350-417e-96a2-84ca3846d046 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.0954571 Aug 27 12:12:34.061738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.069795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfd8a14d-8275-48a1-b90f-e10c6c1524ad req-e6970a70-a618-44c3-b2c9-67fe0aa89837 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784502 Aug 27 12:12:34.075545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b0db7ac-2fe4-43d4-94a8-c53d9075a05a req-c3071134-8160-4e2a-8cf8-ff7dfb40bf78 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631630 Aug 27 12:12:34.081793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5acfb2-bf77-40c0-ab59-bffb0ac672cd']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:34.102709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8562048-e481-489d-b51a-a8ac4d772a8d') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:34.102709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8562048-e481-489d-b51a-a8ac4d772a8d') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:34.112315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.129737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.137386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:34.137874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:34.139724 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:34.214987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.242486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.248827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] 10.222.0.76 "DELETE /v2.0/networks/3f5acfb2-bf77-40c0-ab59-bffb0ac672cd HTTP/1.1" status: 204 len: 168 time: 0.6714652 Aug 27 12:12:34.248827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a25b5-e1db-415e-891c-4f4f66726b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5acfb2-bf77-40c0-ab59-bffb0ac672cd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:34.249801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56488) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:34.286997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d0022-209f-41f4-9c4f-abe95fb02eaa req-e611c722-7321-4b02-aa9a-65df7775388a tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:34.288790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-666d0022-209f-41f4-9c4f-abe95fb02eaa req-e611c722-7321-4b02-aa9a-65df7775388a tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 945 time: 0.1073756 Aug 27 12:12:34.331207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Deleting subnet 56517566-1bd5-43cd-a954-6a0d464397b3 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:34.336283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.358349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-666d0022-209f-41f4-9c4f-abe95fb02eaa req-8d2570ce-b6b1-42ff-af04-a4a829762beb tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560863 Aug 27 12:12:34.380633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.429780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.521539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.537682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e571c-93f6-49a7-b57e-60e0ac9df37c req-338ac1e8-5e0f-49ca-8e51-d5cf8b630c69 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:34.539776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-586e571c-93f6-49a7-b57e-60e0ac9df37c req-338ac1e8-5e0f-49ca-8e51-d5cf8b630c69 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0a55e17-c3ec-421f-b96b-b218120caac8 HTTP/1.1" status: 200 len: 946 time: 0.0732737 Aug 27 12:12:34.562019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.564275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/56517566-1bd5-43cd-a954-6a0d464397b3 HTTP/1.1" status: 204 len: 168 time: 0.3132412 Aug 27 12:12:34.565677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347665-1d59-45e8-9d90-e1820d6d7475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56517566-1bd5-43cd-a954-6a0d464397b3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:34.569392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:34.601697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e29d95eb-a874-454e-b784-1ac2efcc0e83 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:34.659348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-586e571c-93f6-49a7-b57e-60e0ac9df37c req-f2abf00c-e3fc-48e2-a851-f5d5f3e2e649 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129429 Aug 27 12:12:34.688884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e29d95eb-a874-454e-b784-1ac2efcc0e83 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:34.692920 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.701333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e29d95eb-a874-454e-b784-1ac2efcc0e83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:34.702528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.801148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.815197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11934e59-029f-46bf-a16e-95118ea2547a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:34.816536 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.829567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3ebb92-27fe-4fb4-8aa7-9cee9b2420e5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:34.830236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3ebb92-27fe-4fb4-8aa7-9cee9b2420e5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:34.847673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.867114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.878095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:34.878906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.879781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e29d95eb-a874-454e-b784-1ac2efcc0e83, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83,segment=NetworkSegment(5560fc6a-cf84-4d10-9cc2-2e510011cb22),segment_id=5560fc6a-cf84-4d10-9cc2-2e510011cb22)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:34.881026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29d95eb-a874-454e-b784-1ac2efcc0e83'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:34.881824 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:34.884796 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e73fc89-285e-49f0-8be3-9c3862dd4251" -d '{"events": [{"server_uuid": "79d010f7-8287-4f1d-ab9d-abb95cac3618", "name": "network-vif-plugged", "status": "completed", "tag": "e29d95eb-a874-454e-b784-1ac2efcc0e83"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:34.889558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.935165 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e1efb-7ee9-4082-a5d4-760b49c46625 x-openstack-request-id: req-049e1efb-7ee9-4082-a5d4-760b49c46625 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:34.935600 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d010f7-8287-4f1d-ab9d-abb95cac3618", "name": "network-vif-plugged", "status": "completed", "tag": "e29d95eb-a874-454e-b784-1ac2efcc0e83", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:34.936002 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-049e1efb-7ee9-4082-a5d4-760b49c46625 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:34.936514 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29d95eb-a874-454e-b784-1ac2efcc0e83', 'code': 200} Aug 27 12:12:34.955974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e29d95eb-a874-454e-b784-1ac2efcc0e83,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:34.977651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.987451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:34.989760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/11934e59-029f-46bf-a16e-95118ea2547a HTTP/1.1" status: 204 len: 168 time: 0.4189670 Aug 27 12:12:35.025629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b5538-3a9f-4516-913c-6635229ce9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=11934e59-029f-46bf-a16e-95118ea2547a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:35.116998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d382d4d-0521-4689-858b-4893d0142f04 req-215fddba-2c23-445a-a9a2-c3d2b2c11fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:35.118741 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d382d4d-0521-4689-858b-4893d0142f04 req-215fddba-2c23-445a-a9a2-c3d2b2c11fb4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 1097 time: 0.0613184 Aug 27 12:12:35.169629 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8d382d4d-0521-4689-858b-4893d0142f04 req-3fbc1dd9-7d0a-4586-b234-d94c1c9aff70 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Aug 27 12:12:35.276515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94710c6-a233-40cd-a6c8-0f7a8c1fb5a4 req-36977d88-ce42-4b70-8dc4-2006b62824f3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:35.278179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a94710c6-a233-40cd-a6c8-0f7a8c1fb5a4 req-36977d88-ce42-4b70-8dc4-2006b62824f3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.0808413 Aug 27 12:12:35.300965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3c7fc-c913-42f2-9d06-d723b46ef205 req-cdf3eb32-8dcf-421b-abf8-9e80b7dea07b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:35.302505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8da3c7fc-c913-42f2-9d06-d723b46ef205 req-cdf3eb32-8dcf-421b-abf8-9e80b7dea07b tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.0934100 Aug 27 12:12:35.309842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56516) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:35.353544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a94710c6-a233-40cd-a6c8-0f7a8c1fb5a4 req-00eb9010-62a8-42f7-a8eb-c49ab75a95eb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675960 Aug 27 12:12:35.386670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-30d7fdae-f2cb-4a3a-b839-b764148a8d8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=690f962c04e943ffb188a8fec879a803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750985 Aug 27 12:12:35.390315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56518) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:35.412605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8da3c7fc-c913-42f2-9d06-d723b46ef205 req-0159e856-c00e-4961-ae25-0be373510cd8 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952437 Aug 27 12:12:35.481226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-931a3e4d-9abc-41f8-8d8b-960bf079105c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:35.510818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-931a3e4d-9abc-41f8-8d8b-960bf079105c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:35.582671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-931a3e4d-9abc-41f8-8d8b-960bf079105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:35.584996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-931a3e4d-9abc-41f8-8d8b-960bf079105c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:35.586446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-931a3e4d-9abc-41f8-8d8b-960bf079105c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8458b7ce-d05b-4be7-bf1a-b858245aec62 HTTP/1.1" status: 204 len: 168 time: 0.1950748 Aug 27 12:12:35.610849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a3e4d-9abc-41f8-8d8b-960bf079105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8458b7ce-d05b-4be7-bf1a-b858245aec62,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:35.654275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-294e454b-a41e-41b2-b01d-96eef0fbcb63 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:35.656023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-294e454b-a41e-41b2-b01d-96eef0fbcb63 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 811 time: 0.1720624 Aug 27 12:12:35.676636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-be3d148b-03b8-4776-9a0c-a3a59d910b63 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/quotas/ef589e8bfc694f1f801c5790d2ec9a86 HTTP/1.1" status: 200 len: 375 time: 0.0115178 Aug 27 12:12:35.754997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-8aa5e0f6-2b9b-4c7c-9590-4950011fc722 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722625 Aug 27 12:12:35.867739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a8de1f3-164e-4425-8bd7-6f12fc7173b3 service neutron] 10.222.0.76 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075344 Aug 27 12:12:35.974276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2dfbc2c4-12b6-447c-b790-98d06b4eddb2 service neutron] 10.222.0.76 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993404 Aug 27 12:12:36.071213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:36.123149 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82b5824d-31fa-42c3-bec1-e87858b647d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e1f2669f62641758927dd9310005e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505910 Aug 27 12:12:36.124360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56536) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:36.219701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24bab67e-ac07-4596-85b7-ebd0daab6317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:36.251844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24bab67e-ac07-4596-85b7-ebd0daab6317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:36.350203 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-98299efc-1421-46ad-b355-453784bbc926 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656602 Aug 27 12:12:36.355311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b11094f-3115-4564-a01c-da632fb73a43 req-53d7cf4e-35b6-4c18-8db6-7db421288b0c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 210 time: 0.0492401 Aug 27 12:12:36.383131 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24bab67e-ac07-4596-85b7-ebd0daab6317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:36.389747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24bab67e-ac07-4596-85b7-ebd0daab6317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:36.398792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-24bab67e-ac07-4596-85b7-ebd0daab6317 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f902998-f6ae-46be-bb7d-77754db1248d HTTP/1.1" status: 204 len: 168 time: 0.2717237 Aug 27 12:12:36.407653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab67e-ac07-4596-85b7-ebd0daab6317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f902998-f6ae-46be-bb7d-77754db1248d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:36.535184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-e7961160-5ed1-48ca-8cb4-74e556aa1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:36.535184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-e7961160-5ed1-48ca-8cb4-74e556aa1699 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 1097 time: 0.0786831 Aug 27 12:12:36.704147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-de28096c-4bf9-4157-88f4-d6abfc38c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:36.705698 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-de28096c-4bf9-4157-88f4-d6abfc38c09a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1397009 Aug 27 12:12:36.811390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-8ea0ec57-0b70-483e-82b4-61fde5e3500c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:36.813248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-8ea0ec57-0b70-483e-82b4-61fde5e3500c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a55e17-c3ec-421f-b96b-b218120caac8 HTTP/1.1" status: 200 len: 946 time: 0.3280892 Aug 27 12:12:36.872606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa8889-b759-489c-a9ef-51560b7c612b req-0a997eef-c89c-4ce0-9057-8303599f3289 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:36.878969 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-de54827f-209e-44f1-ba2c-4657588878b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 200 len: 1001 time: 0.1654520 Aug 27 12:12:36.881257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8afa8889-b759-489c-a9ef-51560b7c612b req-0a997eef-c89c-4ce0-9057-8303599f3289 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2708116 Aug 27 12:12:36.899455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876eda-5ab6-44b2-b25c-ee8257f7e25f req-15973a75-b6d3-4d8f-98ae-41a51b4c9f8d tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:36.903655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-e39e16d3-345b-44b4-97bd-e4c6f89539a7 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:36.907155 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-e39e16d3-345b-44b4-97bd-e4c6f89539a7 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc03f4d6-363d-4991-beb5-889e4cbf6a45 HTTP/1.1" status: 200 len: 945 time: 0.1839678 Aug 27 12:12:36.908542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b876eda-5ab6-44b2-b25c-ee8257f7e25f req-15973a75-b6d3-4d8f-98ae-41a51b4c9f8d tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.3516016 Aug 27 12:12:37.021905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8afa8889-b759-489c-a9ef-51560b7c612b req-c59efad2-c8a5-4042-8395-d966da4a577b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391840 Aug 27 12:12:37.046494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b876eda-5ab6-44b2-b25c-ee8257f7e25f req-ca2b71d4-9a4f-419b-bf16-14f775e0826e tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365812 Aug 27 12:12:37.108590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Deleting port 86500700-b27f-4a0b-adcc-9901606598c1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:37.109766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:37.154598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-d73c2865-3006-4edd-900b-f0269818b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:37.156283 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-d73c2865-3006-4edd-900b-f0269818b05e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.2199075 Aug 27 12:12:37.307218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-18fcdd96-3b02-4044-aef3-3ccd08c628c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:37.309095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-18fcdd96-3b02-4044-aef3-3ccd08c628c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323650 Aug 27 12:12:37.319167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Deleting port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:37.319910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:37.362187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] For port 86500700-b27f-4a0b-adcc-9901606598c1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=86500700-b27f-4a0b-adcc-9901606598c1,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:37.363195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:37.420082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Calling delete_port for 86500700-b27f-4a0b-adcc-9901606598c1 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:37.492400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea562450-19f2-4952-b274-195e2055049e req-877db2cc-d8e5-433e-8f58-6c0eda0eba5a tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 210 time: 0.0495324 Aug 27 12:12:37.725319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:37.740954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['86500700-b27f-4a0b-adcc-9901606598c1', '6000b240-3c0e-4b65-bb0e-3c01844b5dcd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:37.802000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event deleted for resources: {'Port': ['ID=86500700-b27f-4a0b-adcc-9901606598c1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:37.830161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] For port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:37.831098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:37.908889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Calling delete_port for 6000b240-3c0e-4b65-bb0e-3c01844b5dcd owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:37.932835 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-ae7c6d37-99eb-448e-9df2-d18d7fca06b1 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392425 Aug 27 12:12:37.939502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] No DVR routers for this DVR port 86500700-b27f-4a0b-adcc-9901606598c1 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:37.950929 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:37.958729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c05eeb2-a7e6-4658-aa6e-d78b1315e07e req-f9be26ac-51cd-4d4e-8e85-f5ca05bb395c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "DELETE /v2.0/ports/86500700-b27f-4a0b-adcc-9901606598c1 HTTP/1.1" status: 204 len: 173 time: 1.1285553 Aug 27 12:12:37.960363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'name': 'network-vif-deleted', 'tag': '86500700-b27f-4a0b-adcc-9901606598c1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:37.964365 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37069a45-1dfd-4280-8eb3-d3cac622eb4b" -d '{"events": [{"server_uuid": "f0a55e17-c3ec-421f-b96b-b218120caac8", "name": "network-vif-deleted", "tag": "86500700-b27f-4a0b-adcc-9901606598c1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:38.080321 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b537b2-743c-4d26-ad78-c5582fdd4c80 x-openstack-request-id: req-b7b537b2-743c-4d26-ad78-c5582fdd4c80 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:38.080930 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a55e17-c3ec-421f-b96b-b218120caac8", "name": "network-vif-deleted", "tag": "86500700-b27f-4a0b-adcc-9901606598c1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:38.081573 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7b537b2-743c-4d26-ad78-c5582fdd4c80 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:38.082300 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a55e17-c3ec-421f-b96b-b218120caac8', 'name': 'network-vif-deleted', 'tag': '86500700-b27f-4a0b-adcc-9901606598c1', 'status': 'completed', 'code': 200} Aug 27 12:12:38.185929 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:38.253263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-270969ba-79ff-4de9-9699-fb2dfafae75f req-cd5facfa-3199-45af-ad9e-6f553f133ff9 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417891 Aug 27 12:12:38.365800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46373a-f23d-486d-ba84-46293e4dd1eb req-81d383b7-6e59-4d40-97f4-fad678dacf70 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:38.369224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f46373a-f23d-486d-ba84-46293e4dd1eb req-81d383b7-6e59-4d40-97f4-fad678dacf70 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.2191842 Aug 27 12:12:38.383339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:38.403417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01264acc-b07e-4034-997a-914833845f0c req-b0921d94-23fc-47b6-a177-d0e68359f4a7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:38.411902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01264acc-b07e-4034-997a-914833845f0c req-b0921d94-23fc-47b6-a177-d0e68359f4a7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1392524 Aug 27 12:12:38.465265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f46373a-f23d-486d-ba84-46293e4dd1eb req-8ca3c874-c5b9-4ef8-b90f-89f3f9716a00 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886707 Aug 27 12:12:38.473597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event deleted for resources: {'Port': ['ID=6000b240-3c0e-4b65-bb0e-3c01844b5dcd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:38.491040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01264acc-b07e-4034-997a-914833845f0c req-654bf5a4-c01f-45d0-8c7d-26b30682d669 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Aug 27 12:12:38.578325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] No DVR routers for this DVR port 6000b240-3c0e-4b65-bb0e-3c01844b5dcd on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:38.594768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:38.596832 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dbfb772c-1dbd-48d9-a00f-ae1343e4ef34 req-0b5a40b0-c22c-4178-8055-f175907a58b4 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "DELETE /v2.0/ports/6000b240-3c0e-4b65-bb0e-3c01844b5dcd HTTP/1.1" status: 204 len: 173 time: 1.6825049 Aug 27 12:12:38.598585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'name': 'network-vif-deleted', 'tag': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:38.600979 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c7a95-9674-41a8-9a85-67bec9195c0e" -d '{"events": [{"server_uuid": "cc03f4d6-363d-4991-beb5-889e4cbf6a45", "name": "network-vif-deleted", "tag": "6000b240-3c0e-4b65-bb0e-3c01844b5dcd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:38.914791 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c61a3-01c1-4c4c-ae18-b29270214f02 x-openstack-request-id: req-bc2c61a3-01c1-4c4c-ae18-b29270214f02 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:38.922699 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03f4d6-363d-4991-beb5-889e4cbf6a45", "name": "network-vif-deleted", "tag": "6000b240-3c0e-4b65-bb0e-3c01844b5dcd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:38.927037 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc2c61a3-01c1-4c4c-ae18-b29270214f02 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:38.928377 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03f4d6-363d-4991-beb5-889e4cbf6a45', 'name': 'network-vif-deleted', 'tag': '6000b240-3c0e-4b65-bb0e-3c01844b5dcd', 'status': 'completed', 'code': 200} Aug 27 12:12:38.978877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-866d9e8f-2245-4af5-a77e-33b0b64bcc5e req-678a43c2-8627-47a2-9d5e-92329add6439 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 210 time: 0.1683397 Aug 27 12:12:39.020840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-93df8dd7-d5fb-46bd-91cb-2324391b08b5 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:39.033628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-923aa9c2-911f-4727-8e9b-a191136d0c67 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:39.042125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-93df8dd7-d5fb-46bd-91cb-2324391b08b5 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.77 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 811 time: 0.4442434 Aug 27 12:12:39.042289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-923aa9c2-911f-4727-8e9b-a191136d0c67 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 811 time: 0.5479665 Aug 27 12:12:39.074166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Request body: {'port': {'device_id': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'admin_state_up': True, 'tenant_id': 'ef589e8bfc694f1f801c5790d2ec9a86'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:39.076339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Request body: {'port': {'device_id': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'admin_state_up': True, 'tenant_id': 'ef589e8bfc694f1f801c5790d2ec9a86'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:39.377844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Made reservation on behalf of ef589e8bfc694f1f801c5790d2ec9a86 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:39.382497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:39.441973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a96b-b36b-4a1f-9880-5f9f707c414d req-b79cb0ee-f196-4d64-acca-f40d6a5a736f tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:39.443992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e08a96b-b36b-4a1f-9880-5f9f707c414d req-b79cb0ee-f196-4d64-acca-f40d6a5a736f tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.2578683 Aug 27 12:12:39.514916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Made reservation on behalf of ef589e8bfc694f1f801c5790d2ec9a86 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:39.528435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:39.596998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e08a96b-b36b-4a1f-9880-5f9f707c414d req-512a88cf-6407-4525-bd70-d8c79213fd47 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425281 Aug 27 12:12:39.618399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-764772d1-e8fc-429b-b4a9-6e0a0205156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:39.620992 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-764772d1-e8fc-429b-b4a9-6e0a0205156e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6c7240ce99dc422e8ed1a34919e6f7d4&device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 1097 time: 0.1096172 Aug 27 12:12:39.861337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-e9c5957f-331f-44bc-a411-824b7dab4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:39.868527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-e9c5957f-331f-44bc-a411-824b7dab4e60 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de6b3daf-b492-46d8-8fcc-3fb483cb9190 HTTP/1.1" status: 200 len: 914 time: 0.2283125 Aug 27 12:12:39.877335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Allocated IP 172.20.0.10 (6d19b588-ae6f-44df-8007-4fea5efc490f/061e77e3-89a3-4a42-af7e-0f71fbdf18cc/d8e42314-bb04-46cf-8b5b-d06bd6a29999) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:39.914476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6000b240-3c0e-4b65-bb0e-3c01844b5dcd no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:39.952898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 6000b240-3c0e-4b65-bb0e-3c01844b5dcd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:39.953241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6000b240-3c0e-4b65-bb0e-3c01844b5dcd not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:39.955748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 86500700-b27f-4a0b-adcc-9901606598c1 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:39.983090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-e5c06cb2-8347-4009-89d0-3c5be9752ad8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83 HTTP/1.1" status: 200 len: 217 time: 0.0931189 Aug 27 12:12:40.008276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 86500700-b27f-4a0b-adcc-9901606598c1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:40.009130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 86500700-b27f-4a0b-adcc-9901606598c1 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:40.132361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-fc93d33b-6c3f-49cc-8908-5dd32a1b8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:40.134283 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-fc93d33b-6c3f-49cc-8908-5dd32a1b8182 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8471e671-2836-4ae6-8cf6-8e29dc4cae62 HTTP/1.1" status: 200 len: 853 time: 0.1381361 Aug 27 12:12:40.183241 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-4acbb558-760a-4d0f-96a9-ddb438a08b1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de6b3daf-b492-46d8-8fcc-3fb483cb9190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377498 Aug 27 12:12:40.221227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-853f4999-715d-4894-b495-a1eac9ec9eb3 req-4f74be76-a055-4780-88d6-385e944b9797 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 210 time: 0.0427742 Aug 27 12:12:40.233087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69905d3-9df7-4581-bf71-a138041494c1 req-00cd28e8-32de-4e26-874c-0355677f0dc8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:40.248169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d69905d3-9df7-4581-bf71-a138041494c1 req-00cd28e8-32de-4e26-874c-0355677f0dc8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.6310093 Aug 27 12:12:40.296476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d69905d3-9df7-4581-bf71-a138041494c1 req-c08f523a-417b-4fe9-9af1-c810044423d0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520630 Aug 27 12:12:40.319444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:40.363604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-0ce0b63c-66e6-4a21-82b9-7411c0867638 service neutron] 10.222.0.77 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669276 Aug 27 12:12:40.427550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:40.494681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Allocated IP 172.20.0.7 (6d19b588-ae6f-44df-8007-4fea5efc490f/061e77e3-89a3-4a42-af7e-0f71fbdf18cc/7ef02ee3-6e62-42c3-9a4a-7242c6ca677e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:40.556221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Network 6d19b588-ae6f-44df-8007-4fea5efc490f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:40.571840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:40.592574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:40.652035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event updated for resources: {'Port': ['ID=d8e42314-bb04-46cf-8b5b-d06bd6a29999,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:40.677752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:40.678412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:40.689150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.689570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.690005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.690515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.690915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.691311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.691705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.692098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.692530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.692921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.693471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.693691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:40.708766 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31dc3b7c-a70f-455d-a0bc-853f398a5d5e req-fc02b210-c972-4adc-a291-b88c18bc4d16 service neutron] 10.222.0.77 "GET /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105154 Aug 27 12:12:40.720928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-083170bb-9d27-4d59-9821-a19dc57ee21f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6527846 Aug 27 12:12:40.747951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Request body: {'port': {'device_id': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:40.811133 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:40.826086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:40.889200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4062f-cdf6-4a2d-ac49-29571d213769 req-dcacabad-af38-4d71-b8e8-b40a1574bb76 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:40.890985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81a4062f-cdf6-4a2d-ac49-29571d213769 req-dcacabad-af38-4d71-b8e8-b40a1574bb76 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.0996311 Aug 27 12:12:40.935433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:40.961516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81a4062f-cdf6-4a2d-ac49-29571d213769 req-ba9577b2-64bf-44d6-8855-5dd3636e8fc9 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Aug 27 12:12:41.067532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event updated for resources: {'Port': ['ID=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:41.084407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Network 6d19b588-ae6f-44df-8007-4fea5efc490f is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:41.088090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:41.091962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:41.177449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:41.179405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.201816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-7c843c45-0b84-45f9-b251-ba1ba5a3447b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1491115 Aug 27 12:12:41.221475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Request body: {'port': {'device_id': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:41.325584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e42314-bb04-46cf-8b5b-d06bd6a29999 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:41.337629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.352843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Transition to ACTIVE for port object d8e42314-bb04-46cf-8b5b-d06bd6a29999 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:41.356883 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.358828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.495257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Pushing event updated for resources: {'Port': ['ID=d8e42314-bb04-46cf-8b5b-d06bd6a29999,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:41.594808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Attempting to bind port d8e42314-bb04-46cf-8b5b-d06bd6a29999 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:41.595592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Attempting to bind port d8e42314-bb04-46cf-8b5b-d06bd6a29999 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:41.596123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Attempting to bind port d8e42314-bb04-46cf-8b5b-d06bd6a29999 on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:41.602690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Port d8e42314-bb04-46cf-8b5b-d06bd6a29999 on network 6d19b588-ae6f-44df-8007-4fea5efc490f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:41.603282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Attempting to bind port d8e42314-bb04-46cf-8b5b-d06bd6a29999 on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:41.610665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:41.611289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Checking segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:41.611891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Bound using segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:41.612522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Bound port: d8e42314-bb04-46cf-8b5b-d06bd6a29999, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:41.613072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.687860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531567d-33de-4e43-9b57-0432c9ab12c7 req-8f47518a-dfe6-4f1e-93e7-a2343665f56b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:41.689551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1531567d-33de-4e43-9b57-0432c9ab12c7 req-8f47518a-dfe6-4f1e-93e7-a2343665f56b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 931 time: 0.2889681 Aug 27 12:12:41.700284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] For port d8e42314-bb04-46cf-8b5b-d06bd6a29999, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:41.704090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] For port d8e42314-bb04-46cf-8b5b-d06bd6a29999, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:41.708930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.745832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e2de2-4a8e-4e8b-9410-bfeab2d50ec0 req-410999c5-8783-4cb1-9601-62cc71c4beaa tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:41.747413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c45e2de2-4a8e-4e8b-9410-bfeab2d50ec0 req-410999c5-8783-4cb1-9601-62cc71c4beaa tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.3014710 Aug 27 12:12:41.752984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:41.753921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.756631 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] 10.222.0.77 "PUT /v2.0/ports/d8e42314-bb04-46cf-8b5b-d06bd6a29999 HTTP/1.1" status: 200 len: 1092 time: 1.0146625 Aug 27 12:12:41.757445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'tag': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:41.761701 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab" -d '{"events": [{"name": "network-changed", "server_uuid": "22f86fd3-6a36-49b8-b5db-bf32fa98b520", "tag": "d8e42314-bb04-46cf-8b5b-d06bd6a29999"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:41.805968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b0968-db55-410a-aa70-ec5af2997d6f service neutron] Pushing event updated for resources: {'Port': ['ID=d8e42314-bb04-46cf-8b5b-d06bd6a29999,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:41.819547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1531567d-33de-4e43-9b57-0432c9ab12c7 req-63266f19-e909-4ade-a0a7-2cc891f3a6f6 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 Aug 27 12:12:41.838431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c45e2de2-4a8e-4e8b-9410-bfeab2d50ec0 req-f87a2430-3de0-46e7-938b-93a72ec28869 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821519 Aug 27 12:12:41.911177 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03713845-197f-445e-85eb-cf5c9eb55820 x-openstack-request-id: req-03713845-197f-445e-85eb-cf5c9eb55820 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:41.911643 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f86fd3-6a36-49b8-b5db-bf32fa98b520", "tag": "d8e42314-bb04-46cf-8b5b-d06bd6a29999", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:41.912390 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03713845-197f-445e-85eb-cf5c9eb55820 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:41.913004 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'tag': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999', 'status': 'completed', 'code': 200} Aug 27 12:12:41.925966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-b2e75f89-e0fb-41a9-a667-a8613104b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:41.928693 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-b2e75f89-e0fb-41a9-a667-a8613104b35b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 1095 time: 0.0901597 Aug 27 12:12:41.945762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:41.956996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:41.977004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Transition to ACTIVE for port object 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:41.985828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:42.008610 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-134b1501-2d0a-4452-a5dc-def4c9c92444 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999 HTTP/1.1" status: 200 len: 217 time: 0.0527606 Aug 27 12:12:42.103282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-d9f6b7c9-6a19-470a-932a-2b3e46fb12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.105509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-d9f6b7c9-6a19-470a-932a-2b3e46fb12ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.0930183 Aug 27 12:12:42.144907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:42.149944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-d7758e85-372e-4a15-98ca-85e6cd9d7917 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354826 Aug 27 12:12:42.251174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a110b3d-3800-4380-a0d8-e91fb7cbfb3c req-4c923488-acc9-4489-997e-0e5e8016108a tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.256078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a110b3d-3800-4380-a0d8-e91fb7cbfb3c req-4c923488-acc9-4489-997e-0e5e8016108a tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.1148281 Aug 27 12:12:42.270470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Attempting to bind port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:42.270817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Attempting to bind port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:42.271159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Attempting to bind port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:42.285990 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-ea3f84a1-577b-43eb-a44c-7deb469d60fa service neutron] 10.222.0.77 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262846 Aug 27 12:12:42.287790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e on network 6d19b588-ae6f-44df-8007-4fea5efc490f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:42.288127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Attempting to bind port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e on network 6d19b588-ae6f-44df-8007-4fea5efc490f {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:42.297491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:42.297841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Checking segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:42.298231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Bound using segment: {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:42.298709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Bound port: 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab612b2c-b4b3-4815-bb53-8d437ef038fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:42.299068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:42.322831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a110b3d-3800-4380-a0d8-e91fb7cbfb3c req-526396c1-eb1c-44e6-ac01-49e4d8ae9dab tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631149 Aug 27 12:12:42.437194 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-36be1ef7-410d-4b0c-9a98-6681d3a7f56d service neutron] 10.222.0.77 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377444 Aug 27 12:12:42.437748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] For port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:42.443341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] For port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:42.458667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:42.509146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.510398 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:42.512211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] 10.222.0.65 "PUT /v2.0/ports/7ef02ee3-6e62-42c3-9a4a-7242c6ca677e HTTP/1.1" status: 200 len: 1091 time: 1.2954948 Aug 27 12:12:42.512723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'tag': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:42.515161 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2fef9-6387-4fa6-88bc-da0323314328" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6", "tag": "7ef02ee3-6e62-42c3-9a4a-7242c6ca677e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:42.550362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f965d6d-b0d3-4057-a8e1-1d5f2bed54b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:42.627983 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d855ad-6fcd-462a-846e-4c82cb834d0f x-openstack-request-id: req-65d855ad-6fcd-462a-846e-4c82cb834d0f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:42.628625 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6", "tag": "7ef02ee3-6e62-42c3-9a4a-7242c6ca677e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:42.628969 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65d855ad-6fcd-462a-846e-4c82cb834d0f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:42.629708 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'tag': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e', 'status': 'completed', 'code': 200} Aug 27 12:12:42.655480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-14f5bbe6-fca1-4092-bf7e-5386e5455de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.657693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-14f5bbe6-fca1-4092-bf7e-5386e5455de2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 1094 time: 0.0768907 Aug 27 12:12:42.659777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-0c63e3b9-0f44-400f-999a-79a10394e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.661846 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-0c63e3b9-0f44-400f-999a-79a10394e553 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 1095 time: 0.1100438 Aug 27 12:12:42.731107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-ef4d6fc6-8f97-4457-9294-9009d0b5f53f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e HTTP/1.1" status: 200 len: 217 time: 0.0629082 Aug 27 12:12:42.808658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66834ca-0168-4e3b-9913-4a9071869dae req-a8203588-1c4b-43f2-9ab7-3eb2f02c71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.811559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-a8203588-1c4b-43f2-9ab7-3eb2f02c71f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.0727811 Aug 27 12:12:42.843122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-09ac65bc-74aa-478e-ae00-9f05a51e283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.844786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-09ac65bc-74aa-478e-ae00-9f05a51e283e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 912 time: 0.1745925 Aug 27 12:12:42.882638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-f7d3fc3e-cbaf-4bc3-a6fa-88014ae0f787 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627778 Aug 27 12:12:42.911880 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-cf33b100-4328-4c0d-a1b2-4625b0e73aaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999 HTTP/1.1" status: 200 len: 217 time: 0.0520782 Aug 27 12:12:42.977908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ef32b-2c12-4cb5-8fa2-9f084e29b8bb req-fc454588-5706-40ea-91c7-080616e68a05 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.983652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-84fdf7df-6152-48ed-8303-41ab305ef058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:42.987526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-84fdf7df-6152-48ed-8303-41ab305ef058 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.0646026 Aug 27 12:12:42.987706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce5ef32b-2c12-4cb5-8fa2-9f084e29b8bb req-fc454588-5706-40ea-91c7-080616e68a05 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.1693785 Aug 27 12:12:43.036660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-6315f99d-33a0-4ea1-8743-a4517666f2c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402339 Aug 27 12:12:43.098506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-d460aeb3-1c6e-47cd-a928-5d7c4f9193a9 service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050695 Aug 27 12:12:43.113063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce5ef32b-2c12-4cb5-8fa2-9f084e29b8bb req-922e7200-e552-453c-bc7c-154b15db6ae3 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245339 Aug 27 12:12:43.189576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436be44-6619-4318-8c60-8b051983e2f1 req-35b5cb3e-80ce-4baf-96e7-711a1fba5917 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:43.192255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-9cc704fb-5b5a-4bcc-9788-f38e726ffffc service neutron] 10.222.0.77 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462820 Aug 27 12:12:43.198701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4436be44-6619-4318-8c60-8b051983e2f1 req-35b5cb3e-80ce-4baf-96e7-711a1fba5917 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1986856 Aug 27 12:12:43.327057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a66834ca-0168-4e3b-9913-4a9071869dae req-cb7caf3b-be1b-461e-92e8-2c228397c21b service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188091 Aug 27 12:12:43.350744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4436be44-6619-4318-8c60-8b051983e2f1 req-b694aaa3-a0bf-4cca-8ad9-5731cc9f0d83 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482978 Aug 27 12:12:43.460236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77cfc9-b7be-4f66-98c3-ddd3fb4e3053 req-4cdf0da2-925c-4017-93b2-8e4af5d16250 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:43.469416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e77cfc9-b7be-4f66-98c3-ddd3fb4e3053 req-4cdf0da2-925c-4017-93b2-8e4af5d16250 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 943 time: 0.2170885 Aug 27 12:12:43.473549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-a25d1f48-8c8d-462b-85e6-98429bd49b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:43.475261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-a25d1f48-8c8d-462b-85e6-98429bd49b7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 1094 time: 0.0817957 Aug 27 12:12:43.485062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e7033ef4-3881-4840-ba3b-a1d20b2f5bab req-1f7deb0b-3779-4092-89fd-2a82f40bce65 service neutron] 10.222.0.77 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707624 Aug 27 12:12:43.575056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e77cfc9-b7be-4f66-98c3-ddd3fb4e3053 req-79759b4f-0ee7-4c74-9b9c-cc7bd7d54b4b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047008 Aug 27 12:12:43.625635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-4527cd46-6433-4fe6-9cbd-1aa52d91bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:43.627172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-4527cd46-6433-4fe6-9cbd-1aa52d91bae9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 200 len: 912 time: 0.1398120 Aug 27 12:12:43.678149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-537f3dbb-e469-40d4-bdd1-d51d007f33a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e HTTP/1.1" status: 200 len: 217 time: 0.0428936 Aug 27 12:12:43.760360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-b7480136-ce8e-4f14-a42d-97a084db946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:43.763183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-b7480136-ce8e-4f14-a42d-97a084db946b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 200 len: 851 time: 0.0777543 Aug 27 12:12:43.811328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-31ff26eb-d46c-4aa9-90a1-1448c7da2234 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d19b588-ae6f-44df-8007-4fea5efc490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357161 Aug 27 12:12:43.922153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-e3a18e2c-819a-4386-9150-6b851cf061ab service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026645 Aug 27 12:12:44.027325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b2fef9-6387-4fa6-88bc-da0323314328 req-bdd174e4-f235-4010-804f-55fee172ad1b service neutron] 10.222.0.65 "GET /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962608 Aug 27 12:12:44.263108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b045665-e7b0-44c0-83ab-418dbe8aa01b req-a8552ea2-d58e-4ed1-9ba2-30946bfbac93 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:44.264849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b045665-e7b0-44c0-83ab-418dbe8aa01b req-a8552ea2-d58e-4ed1-9ba2-30946bfbac93 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.0601037 Aug 27 12:12:44.323248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b045665-e7b0-44c0-83ab-418dbe8aa01b req-26f6637f-54d7-496e-9788-ca26f940c0b2 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Aug 27 12:12:44.527121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f719-a194-4449-911c-b99e7ba5ee41 req-8e94ad14-b343-4d72-aef6-e40b02bf3d3d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:44.531578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0516f719-a194-4449-911c-b99e7ba5ee41 req-8e94ad14-b343-4d72-aef6-e40b02bf3d3d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.0680377 Aug 27 12:12:44.582625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0516f719-a194-4449-911c-b99e7ba5ee41 req-1816c177-c544-4c2d-b18d-fa3ded97a76e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Aug 27 12:12:44.754148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb774890-a8e4-4ce0-b22f-b09ebd8dc2b9 req-2f80f280-1269-4275-b0a9-6d705e887e7b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:44.755836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb774890-a8e4-4ce0-b22f-b09ebd8dc2b9 req-2f80f280-1269-4275-b0a9-6d705e887e7b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 943 time: 0.0782349 Aug 27 12:12:44.816743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb774890-a8e4-4ce0-b22f-b09ebd8dc2b9 req-40c34fe9-4de4-49ef-a3e1-ee2e4e512bcc tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535381 Aug 27 12:12:45.351070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-d596a407-fb2f-4b87-a9be-088c37874911 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:45.353265 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-d596a407-fb2f-4b87-a9be-088c37874911 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.77 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.0759497 Aug 27 12:12:45.526633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c480-dcdd-460d-b607-93990d2d478d req-dd79c5d5-0fa2-4f19-b472-3fddc0b9e662 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:45.535435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14e1c480-dcdd-460d-b607-93990d2d478d req-dd79c5d5-0fa2-4f19-b472-3fddc0b9e662 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 946 time: 0.1095421 Aug 27 12:12:45.547440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Deleting port e29d95eb-a874-454e-b784-1ac2efcc0e83 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:45.547939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:45.599138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14e1c480-dcdd-460d-b607-93990d2d478d req-fdfa62f2-c8f3-43db-8ca6-7ae6b1f44d22 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/security-groups?id=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627732 Aug 27 12:12:45.704024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] For port e29d95eb-a874-454e-b784-1ac2efcc0e83, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e29d95eb-a874-454e-b784-1ac2efcc0e83,segment=NetworkSegment(5560fc6a-cf84-4d10-9cc2-2e510011cb22),segment_id=5560fc6a-cf84-4d10-9cc2-2e510011cb22)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:45.704399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:45.733284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Calling delete_port for e29d95eb-a874-454e-b784-1ac2efcc0e83 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:45.831060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79b13-1366-4a9f-9166-e056052354ff req-4ef3845a-8a6c-4546-bb2a-7b47cdf39b9f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:45.835966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b79b13-1366-4a9f-9166-e056052354ff req-4ef3845a-8a6c-4546-bb2a-7b47cdf39b9f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.0811851 Aug 27 12:12:45.948217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32b79b13-1366-4a9f-9166-e056052354ff req-56f9f419-bb16-4f58-96c3-a21481c6ed16 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020112 Aug 27 12:12:45.950926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:12:46.020786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.044153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b282-c5f2-494c-85f3-398e26c2356f req-c5673f61-dfeb-4ced-a798-8ec7b312bc13 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:46.046595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ee1b282-c5f2-494c-85f3-398e26c2356f req-c5673f61-dfeb-4ced-a798-8ec7b312bc13 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 943 time: 0.0815210 Aug 27 12:12:46.076724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Pushing event deleted for resources: {'Port': ['ID=e29d95eb-a874-454e-b784-1ac2efcc0e83,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:46.122209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ee1b282-c5f2-494c-85f3-398e26c2356f req-e82f31a8-00cb-4dd2-9d18-4da43838362d tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684998 Aug 27 12:12:46.138463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e29d95eb-a874-454e-b784-1ac2efcc0e83'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:46.174742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] No DVR routers for this DVR port e29d95eb-a874-454e-b784-1ac2efcc0e83 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:46.177952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.180229 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5687b94-851d-4e6f-8898-80a674d661a2 req-125d9939-8b75-42d8-a8b8-8857556d0d46 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.77 "DELETE /v2.0/ports/e29d95eb-a874-454e-b784-1ac2efcc0e83 HTTP/1.1" status: 204 len: 173 time: 0.8205316 Aug 27 12:12:46.180817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'name': 'network-vif-deleted', 'tag': 'e29d95eb-a874-454e-b784-1ac2efcc0e83'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:46.183913 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9c928-87ab-46ca-ac88-7c27fa691a52" -d '{"events": [{"server_uuid": "79d010f7-8287-4f1d-ab9d-abb95cac3618", "name": "network-vif-deleted", "tag": "e29d95eb-a874-454e-b784-1ac2efcc0e83"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:46.194829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:46.217699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'port_id': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e', 'mac_address': 'fa:16:3e:c5:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e77e3-89a3-4a42-af7e-0f71fbdf18cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:12:46.240789 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c2b33-ab81-444e-8015-d19f48dc6bbd x-openstack-request-id: req-bc9c2b33-ab81-444e-8015-d19f48dc6bbd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:46.241225 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d010f7-8287-4f1d-ab9d-abb95cac3618", "name": "network-vif-deleted", "tag": "e29d95eb-a874-454e-b784-1ac2efcc0e83", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:46.241726 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc9c2b33-ab81-444e-8015-d19f48dc6bbd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:46.242240 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d010f7-8287-4f1d-ab9d-abb95cac3618', 'name': 'network-vif-deleted', 'tag': 'e29d95eb-a874-454e-b784-1ac2efcc0e83', 'status': 'completed', 'code': 200} Aug 27 12:12:46.275881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.290745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:46.297151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56750) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:46.326908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:46.332431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.407455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:46.468730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8b9-e9c2-43d2-b9ca-5ca5d7441dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.599312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8b9-e9c2-43d2-b9ca-5ca5d7441dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.604916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8b9-e9c2-43d2-b9ca-5ca5d7441dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.659294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09d8b9-e9c2-43d2-b9ca-5ca5d7441dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8a670-7f50-4442-baa9-5700e5ecb525,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:46.674750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7ef02ee3-6e62-42c3-9a4a-7242c6ca677e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:46.685583 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ae09d8b9-e9c2-43d2-b9ca-5ca5d7441dfb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f8355d417b249f9b3ae659d499c392e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872623 Aug 27 12:12:46.689407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:46.757019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03acd9a8-cf46-481e-bbf7-b92fd00cf9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.797603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03acd9a8-cf46-481e-bbf7-b92fd00cf9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.834191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c6208ca-45e6-49aa-818e-6c6a369937ed req-b0f2a9b4-a94c-49d4-ae20-4dd40e8b7c41 tempest-InstanceActionsTestJSON-2102706087 tempest-InstanceActionsTestJSON-2102706087-project] 10.222.0.76 "GET /v2.0/ports?device_id=79d010f7-8287-4f1d-ab9d-abb95cac3618 HTTP/1.1" status: 200 len: 210 time: 0.0828395 Aug 27 12:12:46.903643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03acd9a8-cf46-481e-bbf7-b92fd00cf9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.906618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03acd9a8-cf46-481e-bbf7-b92fd00cf9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:46.911190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-03acd9a8-cf46-481e-bbf7-b92fd00cf9c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ec8a670-7f50-4442-baa9-5700e5ecb525 HTTP/1.1" status: 204 len: 168 time: 0.2174432 Aug 27 12:12:46.928946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acd9a8-cf46-481e-bbf7-b92fd00cf9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8a670-7f50-4442-baa9-5700e5ecb525,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:47.095332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a13560-9ba6-4183-b852-d3921095d6cd req-134dd353-0ab7-4b6c-b4d1-8c0157c6cb47 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:47.096881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3a13560-9ba6-4183-b852-d3921095d6cd req-134dd353-0ab7-4b6c-b4d1-8c0157c6cb47 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.0764377 Aug 27 12:12:47.157815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3a13560-9ba6-4183-b852-d3921095d6cd req-24b492ea-c8c4-48f1-ad79-466b8e44686f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Aug 27 12:12:47.288414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac8714-48ae-453a-9bbe-dcc98a3b68cf req-c6bc61a0-c500-44f7-a003-a3008028130f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:47.296936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11ac8714-48ae-453a-9bbe-dcc98a3b68cf req-c6bc61a0-c500-44f7-a003-a3008028130f tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 944 time: 0.0639167 Aug 27 12:12:47.310144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56772) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:47.337118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c89-5196-4644-8282-a808b48c722f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.343649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11ac8714-48ae-453a-9bbe-dcc98a3b68cf req-64be4048-2351-4dec-af2c-a5c76b9bb86c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Aug 27 12:12:47.463125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c89-5196-4644-8282-a808b48c722f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.467472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bafc0c89-5196-4644-8282-a808b48c722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.510876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bafc0c89-5196-4644-8282-a808b48c722f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7eac5227ef2341afa7b31acbba949a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972606 Aug 27 12:12:47.510876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc0c89-5196-4644-8282-a808b48c722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41b3308-f877-4e55-9ca7-7a59dbadfa37,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:47.511671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:47.570374 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42faf09e-86dd-4310-9152-7665bc2186af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.600604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42faf09e-86dd-4310-9152-7665bc2186af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.673015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42faf09e-86dd-4310-9152-7665bc2186af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.676392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42faf09e-86dd-4310-9152-7665bc2186af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:47.680559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-42faf09e-86dd-4310-9152-7665bc2186af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c41b3308-f877-4e55-9ca7-7a59dbadfa37 HTTP/1.1" status: 204 len: 168 time: 0.1658802 Aug 27 12:12:47.689581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faf09e-86dd-4310-9152-7665bc2186af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41b3308-f877-4e55-9ca7-7a59dbadfa37,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:47.912189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56784) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:47.987751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:48.015522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Deleting subnet 8471e671-2836-4ae6-8cf6-8e29dc4cae62 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:12:48.020943 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.062273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:48.067444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:48.068530 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.086636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.159766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.208401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.267277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:48.270312 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425cbce8-f306-4406-904a-116c256f3967" -d '{"events": [{"server_uuid": "dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ef02ee3-6e62-42c3-9a4a-7242c6ca677e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:48.273532 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.309124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:48.316150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.366052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8471e671-2836-4ae6-8cf6-8e29dc4cae62,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:48.383066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.388776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ac5e539-145d-4e06-b15d-9ed0064c0be9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8471e671-2836-4ae6-8cf6-8e29dc4cae62 HTTP/1.1" status: 204 len: 168 time: 0.4745905 Aug 27 12:12:48.390555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:48.474851 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2d55c-437d-4483-8cb9-23425bb06bd8 x-openstack-request-id: req-a7c2d55c-437d-4483-8cb9-23425bb06bd8 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:48.475455 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ef02ee3-6e62-42c3-9a4a-7242c6ca677e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:48.475960 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7c2d55c-437d-4483-8cb9-23425bb06bd8 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:48.476739 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e', 'code': 200} Aug 27 12:12:48.501009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:48.516563 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b6645ce-12b0-49ec-aca7-e03eb19636a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.531537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:48.623757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0b53f-9ce5-4832-a455-ce87f210d5e7 req-fa4d61ce-d2db-4160-ad33-d153399b1b2f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:48.631064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4d0b53f-9ce5-4832-a455-ce87f210d5e7 req-fa4d61ce-d2db-4160-ad33-d153399b1b2f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2554388 Aug 27 12:12:48.645651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1d07-bfb5-41aa-a11a-eb1a0cadd3bb req-5b626df2-ef43-4a06-8751-4ded6b374cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:48.647198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd3e1d07-bfb5-41aa-a11a-eb1a0cadd3bb req-5b626df2-ef43-4a06-8751-4ded6b374cd2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 1096 time: 0.1589141 Aug 27 12:12:48.709731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d8e42314-bb04-46cf-8b5b-d06bd6a29999 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:12:48.717594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c186a3-2a47-4fa6-8649-4104db8d5789 req-f7719d3d-bf28-42ae-ab5a-8a6280c3be05 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:48.719150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e29d95eb-a874-454e-b784-1ac2efcc0e83 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:48.726023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70c186a3-2a47-4fa6-8649-4104db8d5789 req-f7719d3d-bf28-42ae-ab5a-8a6280c3be05 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 945 time: 0.2351677 Aug 27 12:12:48.739676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4d0b53f-9ce5-4832-a455-ce87f210d5e7 req-8828db08-c3ee-4459-a69a-0744d0c04b09 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072378 Aug 27 12:12:48.769117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd3e1d07-bfb5-41aa-a11a-eb1a0cadd3bb req-4d9c53fe-ce29-4cc3-9c61-6adaec28d5ce service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082950 Aug 27 12:12:48.790637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: e29d95eb-a874-454e-b784-1ac2efcc0e83 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:12:48.794544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e29d95eb-a874-454e-b784-1ac2efcc0e83 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:48.804824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70c186a3-2a47-4fa6-8649-4104db8d5789 req-f397e9ba-6ca7-4810-9ef6-b4cf95524ed6 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716114 Aug 27 12:12:48.933785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d8e42314-bb04-46cf-8b5b-d06bd6a29999, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:48.956640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999', 'network_id': '6d19b588-ae6f-44df-8007-4fea5efc490f', 'port_id': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999', 'mac_address': 'fa:16:3e:dc:a1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e77e3-89a3-4a42-af7e-0f71fbdf18cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:12:49.029138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.051147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e42314-bb04-46cf-8b5b-d06bd6a29999 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:49.055901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.081948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6b3daf-b492-46d8-8fcc-3fb483cb9190']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:49.084016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d8e42314-bb04-46cf-8b5b-d06bd6a29999, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:49.089988 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.099855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5560fc6a-cf84-4d10-9cc2-2e510011cb22') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:49.100224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5560fc6a-cf84-4d10-9cc2-2e510011cb22') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:12:49.111018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.127950 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.136307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:12:49.137039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:12:49.139219 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:12:49.165092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d8e42314-bb04-46cf-8b5b-d06bd6a29999,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:49.203101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.219281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.221297 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/de6b3daf-b492-46d8-8fcc-3fb483cb9190 HTTP/1.1" status: 204 len: 168 time: 0.8291802 Aug 27 12:12:49.234302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0766d-1998-4ae8-a9e8-45081b8856d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de6b3daf-b492-46d8-8fcc-3fb483cb9190,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:49.477522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:49.530294 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1f8edbd7-6329-4113-9f19-690c89d34b8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c7240ce99dc422e8ed1a34919e6f7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504704 Aug 27 12:12:49.532950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56836) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:49.595613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17d4401d-846a-42e6-a527-37068f9e29b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.607552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d8e42314-bb04-46cf-8b5b-d06bd6a29999'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:49.643995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17d4401d-846a-42e6-a527-37068f9e29b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.708795 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17d4401d-846a-42e6-a527-37068f9e29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.715266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17d4401d-846a-42e6-a527-37068f9e29b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:49.718220 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-17d4401d-846a-42e6-a527-37068f9e29b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44 HTTP/1.1" status: 204 len: 168 time: 0.1841378 Aug 27 12:12:49.738127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4401d-846a-42e6-a527-37068f9e29b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ad4ac-9c77-4a7b-9a4f-c49e71f60f44,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:49.929504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:50.023088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce362-0762-43de-a034-46196e84b52e req-67ee5de0-5971-4a93-9769-da61e6e47930 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:50.039446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec5ce362-0762-43de-a034-46196e84b52e req-67ee5de0-5971-4a93-9769-da61e6e47930 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1749341 Aug 27 12:12:50.181174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec5ce362-0762-43de-a034-46196e84b52e req-9886f95c-2cc1-4f15-80be-0ff020474eff tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338661 Aug 27 12:12:50.229803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab16ee-6b04-441f-8777-54cacf9d8ecb req-39a893b0-6eca-4e06-a4cd-8edefbaafffa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:50.240397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdab16ee-6b04-441f-8777-54cacf9d8ecb req-39a893b0-6eca-4e06-a4cd-8edefbaafffa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 945 time: 0.1968853 Aug 27 12:12:50.331696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdab16ee-6b04-441f-8777-54cacf9d8ecb req-1c7413ae-951b-4bd9-b2fa-6aeccfcdcf3b tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Aug 27 12:12:50.896698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56908) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:50.969875 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb849704-872a-4126-bead-87fb7b7aefac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.045414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-838643574-network', 'tenant_id': 'b3d320c6aa784848b6b7b38192cb1630'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:51.071013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Made reservation on behalf of b3d320c6aa784848b6b7b38192cb1630 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:51.074817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.087357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.117940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.232717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.245732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.283056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51264f91-6bc9-4b8d-ab65-b69df6c4c97b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:51.298006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:12:51.309913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.310587 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Added segment 9c2c63ba-305a-412a-b67d-673a756cd8ff of type vlan for network 079b34ad-84fa-4291-b7e3-9e8c57d30028 Aug 27 12:12:51.368296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d8421-b715-4e62-9764-f9bab9ea9855 req-e5c91f9d-5ca7-4190-b8d2-978709e3b232 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:51.369348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.373432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e0d8421-b715-4e62-9764-f9bab9ea9855 req-e5c91f9d-5ca7-4190-b8d2-978709e3b232 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1037419 Aug 27 12:12:51.408031 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.409026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:51.409642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.515255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6161704 Aug 27 12:12:51.518334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56928) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:51.523751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Request body: {'subnet': {'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-838643574-subnet', 'tenant_id': 'b3d320c6aa784848b6b7b38192cb1630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:51.543797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febd5b6-d0f2-4909-a037-b83ba2ee1710 admin admin] Pushing event updated for resources: {'Network': ['ID=079b34ad-84fa-4291-b7e3-9e8c57d30028,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:51.551738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e0d8421-b715-4e62-9764-f9bab9ea9855 req-4bf9e738-a913-461a-9252-dbdeb0044e8b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728845 Aug 27 12:12:51.568962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 079b34ad-84fa-4291-b7e3-9e8c57d30028 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:12:51.578248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Made reservation on behalf of b3d320c6aa784848b6b7b38192cb1630 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:51.583911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.741150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3e4a8-379a-4f5f-b822-7318e9311dd6 req-546542d8-9598-486f-8017-9c5df592f8c7 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:51.742943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bf3e4a8-379a-4f5f-b822-7318e9311dd6 req-546542d8-9598-486f-8017-9c5df592f8c7 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 945 time: 0.1048853 Aug 27 12:12:51.809080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bf3e4a8-379a-4f5f-b822-7318e9311dd6 req-febc3835-481c-48ff-893a-202a2e3cbbbe tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Aug 27 12:12:51.872373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:51.918122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bee36d0-11a8-476b-9c20-bfdca8f32be9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:52.009148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d02c92-96ff-4771-991f-28077723506b req-6333d694-5ae0-4349-8ef7-3e4b4896d200 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:52.015809 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-b31d0bed-b628-4d2d-9d1b-ce3adf916075 service neutron] show failed (client error): The resource could not be found. Aug 27 12:12:52.017749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-b31d0bed-b628-4d2d-9d1b-ce3adf916075 service neutron] 10.222.0.77 "GET /v2.0/ports/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0747187 Aug 27 12:12:52.020343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:52.022296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Checking segment: {'id': '9c2c63ba-305a-412a-b67d-673a756cd8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:52.022896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Network hostable DHCP agents. Network: 079b34ad-84fa-4291-b7e3-9e8c57d30028, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:12:52.027248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46d02c92-96ff-4771-991f-28077723506b req-6333d694-5ae0-4349-8ef7-3e4b4896d200 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 945 time: 0.1133397 Aug 27 12:12:52.062600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Network 079b34ad-84fa-4291-b7e3-9e8c57d30028 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:12:52.076217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 079b34ad-84fa-4291-b7e3-9e8c57d30028) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:52.092926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb0e36-4116-4891-b55b-8cfa02cbbf8a None None] Network 079b34ad-84fa-4291-b7e3-9e8c57d30028 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:52.105098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:52.107467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:52.183885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d733fb3a-b75f-4b07-8ab5-7f7de559f9a0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6639025 Aug 27 12:12:52.185782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46d02c92-96ff-4771-991f-28077723506b req-f08c1e34-d6f9-430d-b62d-b8bbdbc58ae3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568623 Aug 27 12:12:52.441977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-a7c0f87c-f24a-4287-b069-4a884ec74988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:52.443796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-a7c0f87c-f24a-4287-b069-4a884ec74988 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420&tenant_id=43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 1101 time: 0.1829937 Aug 27 12:12:52.456138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715dd28c-b942-4b9a-bffb-47bdbeb7131e None None] Network 079b34ad-84fa-4291-b7e3-9e8c57d30028 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:12:52.464426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:52.624662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:52.764988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d8e42314-bb04-46cf-8b5b-d06bd6a29999 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:12:52.872839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d8e42314-bb04-46cf-8b5b-d06bd6a29999 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:12:52.877438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d8e42314-bb04-46cf-8b5b-d06bd6a29999 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:12:52.877964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:52.930431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce77af-a261-4c9e-9be1-c40a5917bdcf req-97486224-7fc0-4976-a2fa-0ae6c141be49 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:52.935610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5ce77af-a261-4c9e-9be1-c40a5917bdcf req-97486224-7fc0-4976-a2fa-0ae6c141be49 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.2082627 Aug 27 12:12:52.977248 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:53.004812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:53.007397 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f928b-947e-426e-8f37-b47d0c1afefd" -d '{"events": [{"server_uuid": "22f86fd3-6a36-49b8-b5db-bf32fa98b520", "name": "network-vif-plugged", "status": "completed", "tag": "d8e42314-bb04-46cf-8b5b-d06bd6a29999"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:53.022193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d8e42314-bb04-46cf-8b5b-d06bd6a29999, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:53.028752 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:53.082793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5ce77af-a261-4c9e-9be1-c40a5917bdcf req-6a4c56e3-20cf-44bb-b683-c99f842c268f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411989 Aug 27 12:12:53.100702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d8e42314-bb04-46cf-8b5b-d06bd6a29999,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:53.144588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-d0d9c079-8b85-4873-a3f9-761c759e656d tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:53.151779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-d0d9c079-8b85-4873-a3f9-761c759e656d tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/networks?id=079b34ad-84fa-4291-b7e3-9e8c57d30028 HTTP/1.1" status: 200 len: 820 time: 0.2892003 Aug 27 12:12:53.160795 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646721d-dd81-43f9-b70a-6e576d06b4ec x-openstack-request-id: req-5646721d-dd81-43f9-b70a-6e576d06b4ec {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:53.161466 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86fd3-6a36-49b8-b5db-bf32fa98b520", "name": "network-vif-plugged", "status": "completed", "tag": "d8e42314-bb04-46cf-8b5b-d06bd6a29999", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:53.161955 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5646721d-dd81-43f9-b70a-6e576d06b4ec {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:53.162632 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999', 'code': 200} Aug 27 12:12:53.172965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:53.177510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-60b2588a-f4b1-46d0-af3c-feae1ac62d14 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/quotas/b3d320c6aa784848b6b7b38192cb1630 HTTP/1.1" status: 200 len: 375 time: 0.0245969 Aug 27 12:12:53.226703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-36394658-e798-42b8-9f93-46d0c3318c77 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b3d320c6aa784848b6b7b38192cb1630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380452 Aug 27 12:12:53.357490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:53.364374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25f5c-e9d2-4b33-a284-92289f5fae59 req-860326aa-d9a2-427a-9f0c-6fe3a7be61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:53.368284 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ba25f5c-e9d2-4b33-a284-92289f5fae59 req-860326aa-d9a2-427a-9f0c-6fe3a7be61b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 1097 time: 0.1013389 Aug 27 12:12:53.413128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ba25f5c-e9d2-4b33-a284-92289f5fae59 req-a6b6e22c-1026-43f6-8b6b-d0beac40556b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Aug 27 12:12:53.457475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:53.460992 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661712e-6efa-47c3-b176-c7eba55b8a14" -d '{"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-unplugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:53.471490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:53.510606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64dbf9-f388-414e-8d53-f88fe9257294 req-4926d32f-56a9-4e78-b4a0-cb43868edc29 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:53.512177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf64dbf9-f388-414e-8d53-f88fe9257294 req-4926d32f-56a9-4e78-b4a0-cb43868edc29 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.1612928 Aug 27 12:12:53.515812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-2f99653c-a70f-46e7-82c4-d19fb01c334e service neutron] 10.222.0.76 "GET /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805343 Aug 27 12:12:53.516756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Transition to ACTIVE for port object 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:53.531651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:53.717595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] No DVR routers for this DVR port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:12:53.730242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf64dbf9-f388-414e-8d53-f88fe9257294 req-59188916-fa6e-438e-8940-e86eea1b7ef9 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091866 Aug 27 12:12:53.731364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:53.806417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.806825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.807172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.807506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.807836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.808169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.808499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.808821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.809147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.809474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.809829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.810235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:12:53.839613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:53.840070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:53.840528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:53.848577 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1431969f-8fdb-4df9-918e-41ff4d89db0d x-openstack-request-id: req-1431969f-8fdb-4df9-918e-41ff4d89db0d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:53.849024 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-unplugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:53.849431 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1431969f-8fdb-4df9-918e-41ff4d89db0d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:53.849992 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'code': 200} Aug 27 12:12:53.855637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-2bc10d5d-8aab-49fd-82bd-7340364d84ef service neutron] 10.222.0.76 "GET /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317461 Aug 27 12:12:53.859563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:53.860096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:53.882792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:53.883260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:53.883670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:53.884345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Bound port: 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:53.884787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:53.906119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:54.037744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:54.045445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:54.052700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:54.113168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:54.115162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:54.115828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] 10.222.0.65 "PUT /v2.0/ports/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 1096 time: 1.6603019 Aug 27 12:12:54.287058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385c646-cfaf-47cf-a63a-f89ff9c97e11 service neutron] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:54.404517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a51c358d-9d60-4ac9-8cef-39dc31298784 req-d7e94f09-c0a9-4bc2-9094-443896f4b7d0 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 210 time: 0.2244768 Aug 27 12:12:54.466771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-ad334c20-04cf-40e9-921d-e2b0ad3a11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:54.469251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-ad334c20-04cf-40e9-921d-e2b0ad3a11fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1099 time: 0.3037033 Aug 27 12:12:54.577672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f6f9a-dab6-4c30-aa6d-c4b055a492d3 req-5d9a9018-ff3d-4998-8734-2b9eecbfbb11 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:54.585154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b72f6f9a-dab6-4c30-aa6d-c4b055a492d3 req-5d9a9018-ff3d-4998-8734-2b9eecbfbb11 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.3145921 Aug 27 12:12:54.675889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-ceac47fd-3eed-4ae4-913d-79228c441f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:54.677774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-ceac47fd-3eed-4ae4-913d-79228c441f7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1996357 Aug 27 12:12:54.698696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b72f6f9a-dab6-4c30-aa6d-c4b055a492d3 req-80f62278-9d5d-40f6-98c4-e200d9095071 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125414 Aug 27 12:12:54.744393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-c4751bcf-5220-4333-b435-f7bb2a8f2cab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0436776 Aug 27 12:12:54.838724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-0ddccab2-4c5e-4e42-8588-85483a23878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:54.842131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-0ddccab2-4c5e-4e42-8588-85483a23878f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0906696 Aug 27 12:12:55.009245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-4b345e00-2feb-45ca-b2da-606e03d33259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:55.011389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-4b345e00-2feb-45ca-b2da-606e03d33259 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616535 Aug 27 12:12:55.062756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed7413-4e12-48cd-99f1-819a1a0fed8b req-3790a70e-a8c4-46e4-9e3f-4ebf6b9e7305 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:55.084504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eed7413-4e12-48cd-99f1-819a1a0fed8b req-3790a70e-a8c4-46e4-9e3f-4ebf6b9e7305 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.2239792 Aug 27 12:12:55.238092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eed7413-4e12-48cd-99f1-819a1a0fed8b req-7750f701-2fa3-441a-8a27-2807cf3d9584 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497114 Aug 27 12:12:55.267031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-580124c9-19db-4118-bf13-b7ad568ec658 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435317 Aug 27 12:12:55.895833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:55.901254 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e08c90b-2edb-4978-ae15-c00d98afa05f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:55.938031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-06050ba2-b47b-465d-9a7c-83dfe904d1df tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:55.939946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-06050ba2-b47b-465d-9a7c-83dfe904d1df tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.65 "GET /v2.0/networks?id=079b34ad-84fa-4291-b7e3-9e8c57d30028 HTTP/1.1" status: 200 len: 820 time: 0.2244952 Aug 27 12:12:55.959617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Request body: {'port': {'device_id': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028', 'admin_state_up': True, 'tenant_id': 'b3d320c6aa784848b6b7b38192cb1630'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:55.967311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-001f2c5b-47b8-425f-875b-26d1d60a54ca req-2445897a-ac38-421b-b9e2-680a92a9b302 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 210 time: 0.0550580 Aug 27 12:12:56.096845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beb85559-b1d9-485e-9a4d-b9c595a21028 req-eae07d18-2d0c-48bf-bee6-4595e4b85f4e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8222950 Aug 27 12:12:56.098435 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef20502-5ac4-4264-86d7-93583616d40d x-openstack-request-id: req-2ef20502-5ac4-4264-86d7-93583616d40d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:56.098760 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:56.099024 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ef20502-5ac4-4264-86d7-93583616d40d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:56.099459 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'status': 'completed', 'code': 200} Aug 27 12:12:56.159563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66af0-9607-4e7e-9cf5-b05b88ad11cc req-9c89bd40-518c-468c-aa27-ff5b124a6a89 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.172408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52d66af0-9607-4e7e-9cf5-b05b88ad11cc req-9c89bd40-518c-468c-aa27-ff5b124a6a89 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.2506843 Aug 27 12:12:56.257808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-03dfc727-c10f-4061-bb58-6fcad7123f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.259461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-03dfc727-c10f-4061-bb58-6fcad7123f71 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1099 time: 0.1698735 Aug 27 12:12:56.340793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-aed95ac0-7d84-4205-95d5-76a0a8922594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.345062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-aed95ac0-7d84-4205-95d5-76a0a8922594 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1099 time: 0.1670375 Aug 27 12:12:56.369859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52d66af0-9607-4e7e-9cf5-b05b88ad11cc req-77be1339-3a9b-45bb-b7c9-78dd4d9dec98 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960449 Aug 27 12:12:56.400219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Made reservation on behalf of b3d320c6aa784848b6b7b38192cb1630 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:12:56.404040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:56.463039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-79336fb1-3baf-48ad-a00d-92e84054e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.465423 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-79336fb1-3baf-48ad-a00d-92e84054e453 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1815078 Aug 27 12:12:56.530018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2c0c-f68b-47c6-b471-0d695cac4811 req-325fdada-b7c1-4541-9ce2-a0d8c96985e9 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.531670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb6b2c0c-f68b-47c6-b471-0d695cac4811 req-325fdada-b7c1-4541-9ce2-a0d8c96985e9 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.0798714 Aug 27 12:12:56.579766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-dc3ba22c-6d62-40c1-bb4f-c87e30ff207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.581298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-dc3ba22c-6d62-40c1-bb4f-c87e30ff207c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2102253 Aug 27 12:12:56.589333 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-397dad22-293c-4f11-a871-5ede952e201a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.1161091 Aug 27 12:12:56.637996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb6b2c0c-f68b-47c6-b471-0d695cac4811 req-55d3a2ef-9267-4a15-8615-7df217be9bec tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961449 Aug 27 12:12:56.640413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-d85bef22-645d-4d76-80e9-919a0a94871b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0476408 Aug 27 12:12:56.710412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-c251dca1-5665-4c15-8e07-4da32a68c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.712543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-c251dca1-5665-4c15-8e07-4da32a68c902 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1159916 Aug 27 12:12:56.750590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:12:56.770866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-09ca9fa3-be08-47ae-a3d8-843553d40767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.773431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-09ca9fa3-be08-47ae-a3d8-843553d40767 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1201224 Aug 27 12:12:56.842649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:12:56.865497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-0b894622-80c4-48f9-92e0-54e9dd963b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.868262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-0b894622-80c4-48f9-92e0-54e9dd963b0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875144 Aug 27 12:12:56.891892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-08d63d2e-f305-489e-bc6b-3e6906d52d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:56.894608 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-08d63d2e-f305-489e-bc6b-3e6906d52d72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218302 Aug 27 12:12:56.897370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Allocated IP 172.20.0.8 (079b34ad-84fa-4291-b7e3-9e8c57d30028/4bee36d0-11a8-476b-9c20-bfdca8f32be9/bc6c8830-e8f2-4cd5-8286-cb46011d1a9a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:12:57.148157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-7429828e-c9fc-406f-a830-aa6945a99305 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706442 Aug 27 12:12:57.150981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0acd5324-58b6-43f3-8100-83e669692db3 req-4e11d968-0091-4b16-a70f-206ed97055e6 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 210 time: 0.0786445 Aug 27 12:12:57.234650 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-c2c51e61-69b7-4a74-b918-a6324e7d7adb service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109581 Aug 27 12:12:57.429154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-16ee23e3-ef1d-408c-8274-548b35b65a23 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834788 Aug 27 12:12:57.516284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e08c90b-2edb-4978-ae15-c00d98afa05f req-306bf58b-069b-411e-aefd-899566fc7630 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596041 Aug 27 12:12:57.543719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ff0f5-0044-4eb9-8876-49617e10f6ea req-6a4ae909-55b9-4d5f-8cbc-2cdaf64968aa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:57.546422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-837ff0f5-0044-4eb9-8876-49617e10f6ea req-6a4ae909-55b9-4d5f-8cbc-2cdaf64968aa tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.2158928 Aug 27 12:12:57.553783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:57.618086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:57.683878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-837ff0f5-0044-4eb9-8876-49617e10f6ea req-98d33679-198f-4efa-8d19-ae30f77810c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274803 Aug 27 12:12:57.693159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Network 079b34ad-84fa-4291-b7e3-9e8c57d30028 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:12:57.702016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:12:57.706875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:12:57.721241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Pushing event updated for resources: {'Port': ['ID=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:57.724940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493db21-ad96-4a15-8164-888a579e6ab6 req-93f79638-e3f9-443c-8ed5-fb1f90980efc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:57.727449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7493db21-ad96-4a15-8164-888a579e6ab6 req-93f79638-e3f9-443c-8ed5-fb1f90980efc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.1439569 Aug 27 12:12:57.783042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7493db21-ad96-4a15-8164-888a579e6ab6 req-36227ef9-e0e6-4c41-9611-0908fb189260 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Aug 27 12:12:57.804891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:57.805582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:57.829445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-dd0a6d53-f973-4204-94b9-45bd86839693 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788204 Aug 27 12:12:57.843734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Request body: {'port': {'device_id': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:12:57.904609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:58.438200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937d77c-d5c3-4fc9-95b0-6fddd4dacf8f req-ab39e89c-4fe4-4749-8159-295ec50a3132 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:58.452262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7937d77c-d5c3-4fc9-95b0-6fddd4dacf8f req-ab39e89c-4fe4-4749-8159-295ec50a3132 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 931 time: 0.1399367 Aug 27 12:12:58.516247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6c8830-e8f2-4cd5-8286-cb46011d1a9a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:12:58.538663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:58.559291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7937d77c-d5c3-4fc9-95b0-6fddd4dacf8f req-bd04a7e8-10a9-4747-b0b1-2681f6128145 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054676 Aug 27 12:12:58.584851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Transition to ACTIVE for port object bc6c8830-e8f2-4cd5-8286-cb46011d1a9a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:12:58.606956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:58.707051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:58.729231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:58.823631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Attempting to bind port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:12:58.824009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Attempting to bind port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '9c2c63ba-305a-412a-b67d-673a756cd8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:12:58.824481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Attempting to bind port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a on network 079b34ad-84fa-4291-b7e3-9e8c57d30028 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:58.830284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a on network 079b34ad-84fa-4291-b7e3-9e8c57d30028 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:12:58.830566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Attempting to bind port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a on network 079b34ad-84fa-4291-b7e3-9e8c57d30028 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:12:58.836925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:12:58.837475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Checking segment: {'id': '9c2c63ba-305a-412a-b67d-673a756cd8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:12:58.837877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Bound using segment: {'id': '9c2c63ba-305a-412a-b67d-673a756cd8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:12:58.838336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Bound port: bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2c63ba-305a-412a-b67d-673a756cd8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:12:58.838736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:58.905018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-9abf9384-2326-4176-bf11-b08d0731436c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:58.907681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-9abf9384-2326-4176-bf11-b08d0731436c tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6 HTTP/1.1" status: 200 len: 945 time: 0.1312323 Aug 27 12:12:58.963212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab9471-5d3d-4bb9-8d9a-d8f259e99674 req-fc1e89c1-df55-4e98-8360-fe6f7d65306e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:58.965227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfab9471-5d3d-4bb9-8d9a-d8f259e99674 req-fc1e89c1-df55-4e98-8360-fe6f7d65306e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.1352060 Aug 27 12:12:58.987933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b54d44a1-f348-4517-931a-b6339c93a424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.060960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] For port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:12:59.079947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-c827e255-5a3c-42b7-9c33-cab19d8440ca tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.082452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-c827e255-5a3c-42b7-9c33-cab19d8440ca tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.77 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.1683681 Aug 27 12:12:59.119987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] For port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,segment=NetworkSegment(9c2c63ba-305a-412a-b67d-673a756cd8ff),segment_id=9c2c63ba-305a-412a-b67d-673a756cd8ff)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:12:59.128787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfab9471-5d3d-4bb9-8d9a-d8f259e99674 req-59c07641-64da-4837-88f5-5a0d61cbe9b7 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280935 Aug 27 12:12:59.139853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767733c-5466-4600-839b-ffe6ca380890 req-0fc5791a-be28-4be4-9ad5-8217aaa6f4f7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.141463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5767733c-5466-4600-839b-ffe6ca380890 req-0fc5791a-be28-4be4-9ad5-8217aaa6f4f7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.2160342 Aug 27 12:12:59.201587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Deleting port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:59.201935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.207369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5767733c-5466-4600-839b-ffe6ca380890 req-a7f7ae6c-7e15-40d3-ae68-0ca7c9a8606e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549347 Aug 27 12:12:59.208274 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.334313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:59.339871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] For port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:59.340673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.361392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.365239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.369545 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-4d607351-81e4-439d-a7a5-f3a18743b609 service neutron] 10.222.0.65 "PUT /v2.0/ports/bc6c8830-e8f2-4cd5-8286-cb46011d1a9a HTTP/1.1" status: 200 len: 1091 time: 1.5295799 Aug 27 12:12:59.380547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Calling delete_port for 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:12:59.432235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b54d44a1-f348-4517-931a-b6339c93a424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.434211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'tag': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:12:59.437270 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd203e-590d-429d-bc1a-86f53779803b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2fb8fb-3763-4554-b54d-4ef06e69cd53", "tag": "bc6c8830-e8f2-4cd5-8286-cb46011d1a9a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:12:59.461068 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b54d44a1-f348-4517-931a-b6339c93a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.499521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d44a1-f348-4517-931a-b6339c93a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef9c63-d90c-4cee-bd2a-256b0f44857e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:12:59.534514 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe5f277-6d9b-46e3-84c8-55a208f28665 x-openstack-request-id: req-ffe5f277-6d9b-46e3-84c8-55a208f28665 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:12:59.535160 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2fb8fb-3763-4554-b54d-4ef06e69cd53", "tag": "bc6c8830-e8f2-4cd5-8286-cb46011d1a9a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:12:59.535160 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffe5f277-6d9b-46e3-84c8-55a208f28665 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:12:59.535440 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'tag': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a', 'status': 'completed', 'code': 200} Aug 27 12:12:59.596731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:12:59.599047 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b54d44a1-f348-4517-931a-b6339c93a424 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3947afe9c16a43bf92f4ac90c49180ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903098 Aug 27 12:12:59.609946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-45961f38-04fc-4d81-8708-6988b28b36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.612388 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-45961f38-04fc-4d81-8708-6988b28b36ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3d320c6aa784848b6b7b38192cb1630&device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 1094 time: 0.1636095 Aug 27 12:12:59.616902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Deleting port d8e42314-bb04-46cf-8b5b-d06bd6a29999 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:12:59.617560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.700934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68e5b542-aea0-44ed-a68f-616e7d28c09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.701904 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:12:59.740612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-3af4d6a7-abd9-4c21-abc5-8e21c90b64a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a HTTP/1.1" status: 200 len: 217 time: 0.1178644 Aug 27 12:12:59.757138 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68e5b542-aea0-44ed-a68f-616e7d28c09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.877041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:12:59.884440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-62abf374-a36c-47e5-b004-d97d744f3f6b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.886264 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-62abf374-a36c-47e5-b004-d97d744f3f6b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420&tenant_id=43e6074878f84fc7877a852f8ff751b1&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 948 time: 0.1894205 Aug 27 12:12:59.889450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7ef02ee3-6e62-42c3-9a4a-7242c6ca677e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:59.916823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4134c-f288-4703-b901-798bcfe62069 req-7ed9330d-909f-41da-ab16-43d030a5cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.919317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-7ed9330d-909f-41da-ab16-43d030a5cd6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bee36d0-11a8-476b-9c20-bfdca8f32be9 HTTP/1.1" status: 200 len: 860 time: 0.1295116 Aug 27 12:12:59.932524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d8e42314-bb04-46cf-8b5b-d06bd6a29999'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:12:59.963693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8747-471a-4f03-87a8-dfb255fa65e1 req-51cabe0b-524c-42b9-8389-0457c75c3564 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:12:59.972886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbfe8747-471a-4f03-87a8-dfb255fa65e1 req-51cabe0b-524c-42b9-8389-0457c75c3564 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 943 time: 0.2060657 Aug 27 12:12:59.988720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-4f8d53a4-df11-42ca-8bf0-9ed46ec190ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=079b34ad-84fa-4291-b7e3-9e8c57d30028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310836 Aug 27 12:12:59.996951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] For port d8e42314-bb04-46cf-8b5b-d06bd6a29999, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d8e42314-bb04-46cf-8b5b-d06bd6a29999,segment=NetworkSegment(ab612b2c-b4b3-4815-bb53-8d437ef038fa),segment_id=ab612b2c-b4b3-4815-bb53-8d437ef038fa)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:12:59.997539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:00.039247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68e5b542-aea0-44ed-a68f-616e7d28c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:00.043332 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68e5b542-aea0-44ed-a68f-616e7d28c09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:00.047771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-68e5b542-aea0-44ed-a68f-616e7d28c09a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51ef9c63-d90c-4cee-bd2a-256b0f44857e HTTP/1.1" status: 204 len: 168 time: 0.4461575 Aug 27 12:13:00.095686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:13:00.105165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event deleted for resources: {'Port': ['ID=7ef02ee3-6e62-42c3-9a4a-7242c6ca677e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:00.112573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b542-aea0-44ed-a68f-616e7d28c09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ef9c63-d90c-4cee-bd2a-256b0f44857e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:00.156386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] No DVR routers for this DVR port 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:13:00.178648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbfe8747-471a-4f03-87a8-dfb255fa65e1 req-83d15f0d-ae32-4f97-b8cf-01b855933671 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045121 Aug 27 12:13:00.185674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:00.195626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd36e805-0a1d-4b03-93f7-a0204f05c95d req-35868e0f-1773-4943-bb97-b2421ed0f4c3 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.65 "DELETE /v2.0/ports/7ef02ee3-6e62-42c3-9a4a-7242c6ca677e HTTP/1.1" status: 204 len: 173 time: 1.2809958 Aug 27 12:13:00.198504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'name': 'network-vif-deleted', 'tag': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:00.201226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Calling delete_port for d8e42314-bb04-46cf-8b5b-d06bd6a29999 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:13:00.209718 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70903f9-b9ec-415c-807d-6bf15cab25d4" -d '{"events": [{"server_uuid": "dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6", "name": "network-vif-deleted", "tag": "7ef02ee3-6e62-42c3-9a4a-7242c6ca677e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:00.265446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec52bf-515c-472c-b082-fa89f53b5d93 req-7e3dff2f-a958-44af-a6bc-f3f4960b7c69 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:00.298494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cec52bf-515c-472c-b082-fa89f53b5d93 req-7e3dff2f-a958-44af-a6bc-f3f4960b7c69 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 948 time: 0.4472265 Aug 27 12:13:00.481935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-073c7e63-f433-4e58-b33d-c934eee69341 service neutron] 10.222.0.65 "GET /v2.0/ports/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8/bindings/n-h2-688802-4 HTTP/1.1" status: 200 len: 382 time: 0.5856550 Aug 27 12:13:00.484736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-79abf1cb-db6d-4e6f-91b2-bd25ca4143a2 service neutron] 10.222.0.65 "GET /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841082 Aug 27 12:13:00.495979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cec52bf-515c-472c-b082-fa89f53b5d93 req-3766ca2e-5b5f-4add-9597-ff83cc716715 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806138 Aug 27 12:13:00.551778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:00.585523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'mac_address': 'fa:16:3e:38:fa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:13:00.599235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d8b17-9c1e-40ea-baea-1f1e6b78c742 req-f271a571-f06d-44cb-bce0-441870a07e54 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:00.613019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd9d8b17-9c1e-40ea-baea-1f1e6b78c742 req-f271a571-f06d-44cb-bce0-441870a07e54 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 946 time: 0.1511304 Aug 27 12:13:00.617220 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a9c761-2ec4-4783-838c-c648a9b4d62b x-openstack-request-id: req-41a9c761-2ec4-4783-838c-c648a9b4d62b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:00.617220 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6", "name": "network-vif-deleted", "tag": "7ef02ee3-6e62-42c3-9a4a-7242c6ca677e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:00.619682 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41a9c761-2ec4-4783-838c-c648a9b4d62b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:00.621574 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0c1d38-3e9c-4c21-b5ab-20e751d6c7c6', 'name': 'network-vif-deleted', 'tag': '7ef02ee3-6e62-42c3-9a4a-7242c6ca677e', 'status': 'completed', 'code': 200} Aug 27 12:13:00.698711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:00.730279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd9d8b17-9c1e-40ea-baea-1f1e6b78c742 req-632244b4-bef2-4c11-8547-8875a1c50b66 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/security-groups?id=827c8cac-89fd-4829-8532-52408f43a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075578 Aug 27 12:13:00.741207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:00.777770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-603c0414-b85e-49b8-ae98-3634cb352003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:00.779364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-603c0414-b85e-49b8-ae98-3634cb352003 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1099 time: 0.2360966 Aug 27 12:13:00.785415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:00.794906 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:00.924145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-58c4134c-f288-4703-b901-798bcfe62069 req-86fb0774-d2a0-49c5-97a0-392f3bee22a6 service neutron] 10.222.0.65 "GET /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275036 Aug 27 12:13:00.957773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:00.976275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.003568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:01.015073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Pushing event deleted for resources: {'Port': ['ID=d8e42314-bb04-46cf-8b5b-d06bd6a29999,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:01.024919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-0895425a-866e-42c8-83b1-e97cc05be4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.027104 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-0895425a-866e-42c8-83b1-e97cc05be4bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2353039 Aug 27 12:13:01.027873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa2773ed-2b81-43d6-a15c-3bafb57881ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.086425 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-bb330bfc-fc48-4a73-aff0-1e00c1b5f80b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0491233 Aug 27 12:13:01.153042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:01.211006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] No DVR routers for this DVR port d8e42314-bb04-46cf-8b5b-d06bd6a29999 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:13:01.227337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.229311 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-300e3ba9-c0c6-496c-a508-cfb9c90fc9d6 req-a74a4604-c3db-4b6b-b851-9cea8ed01d1e tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.77 "DELETE /v2.0/ports/d8e42314-bb04-46cf-8b5b-d06bd6a29999 HTTP/1.1" status: 204 len: 173 time: 2.1298676 Aug 27 12:13:01.279365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-9fde225a-bfcb-46e3-94bc-e2aa8c6953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.280901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-9fde225a-bfcb-46e3-94bc-e2aa8c6953ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1677465 Aug 27 12:13:01.288726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd203e-590d-429d-bc1a-86f53779803b req-a3e21df0-9ca0-4e05-bdf4-998ddc770e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.291529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-a3e21df0-9ca0-4e05-bdf4-998ddc770e42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3d320c6aa784848b6b7b38192cb1630&device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 1094 time: 0.2055414 Aug 27 12:13:01.293365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa2773ed-2b81-43d6-a15c-3bafb57881ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.300662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fa2773ed-2b81-43d6-a15c-3bafb57881ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.513373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2773ed-2b81-43d6-a15c-3bafb57881ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa57aab-5393-4249-859d-5569ca75d335,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:01.527742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fa2773ed-2b81-43d6-a15c-3bafb57881ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a746152a469b47ec9d91a880cbadf601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198107 Aug 27 12:13:01.531672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-6b6e40c2-b5f3-46bd-afef-b9228ee1928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.534258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57134) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:01.537618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-6b6e40c2-b5f3-46bd-afef-b9228ee1928d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447476 Aug 27 12:13:01.545191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'name': 'network-vif-deleted', 'tag': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:01.548413 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e03d17-a1c5-47cb-b644-8045f2d4894a" -d '{"events": [{"server_uuid": "22f86fd3-6a36-49b8-b5db-bf32fa98b520", "name": "network-vif-deleted", "tag": "d8e42314-bb04-46cf-8b5b-d06bd6a29999"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:01.591651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49724346-8754-49a9-b77e-5e4123363ac6 req-ec5f7676-8ff6-4204-8c83-60ecd63ba94a tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.599449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49724346-8754-49a9-b77e-5e4123363ac6 req-ec5f7676-8ff6-4204-8c83-60ecd63ba94a tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 943 time: 0.2214532 Aug 27 12:13:01.676477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49724346-8754-49a9-b77e-5e4123363ac6 req-c9c3ba81-8851-44dd-ba03-5cbaa8f3c0bb tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761118 Aug 27 12:13:01.701137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd203e-590d-429d-bc1a-86f53779803b req-d10492a5-2a5f-4d2e-8a16-ce97dbebb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.701965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-d10492a5-2a5f-4d2e-8a16-ce97dbebb46f service neutron] 10.222.0.65 "GET /v2.0/networks?id=079b34ad-84fa-4291-b7e3-9e8c57d30028 HTTP/1.1" status: 200 len: 921 time: 0.3900585 Aug 27 12:13:01.751507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c066c47-8503-4723-be09-a0c2ff8324a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.769080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-9f91c725-2c4a-4866-b809-08d6dbd88e17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a HTTP/1.1" status: 200 len: 217 time: 0.0536366 Aug 27 12:13:01.786393 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37ad46-4d1e-4d45-849e-223a93a1c785 x-openstack-request-id: req-7d37ad46-4d1e-4d45-849e-223a93a1c785 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:01.787093 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86fd3-6a36-49b8-b5db-bf32fa98b520", "name": "network-vif-deleted", "tag": "d8e42314-bb04-46cf-8b5b-d06bd6a29999", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:01.787093 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d37ad46-4d1e-4d45-849e-223a93a1c785 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:01.788840 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86fd3-6a36-49b8-b5db-bf32fa98b520', 'name': 'network-vif-deleted', 'tag': 'd8e42314-bb04-46cf-8b5b-d06bd6a29999', 'status': 'completed', 'code': 200} Aug 27 12:13:01.830567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4602e-1da0-4a39-94ca-be1f858dd8cb req-f17ac327-ce76-45bd-b174-d7a29b61fe9d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.838805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8a4602e-1da0-4a39-94ca-be1f858dd8cb req-f17ac327-ce76-45bd-b174-d7a29b61fe9d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.1843946 Aug 27 12:13:01.847303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-c105aeb1-5f8a-4f9f-a4cb-95371db27547 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879648 Aug 27 12:13:01.873760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c066c47-8503-4723-be09-a0c2ff8324a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:01.974940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8a4602e-1da0-4a39-94ca-be1f858dd8cb req-756b55fd-3010-4f14-8867-0beff5f406ed tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192698 Aug 27 12:13:01.983674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd203e-590d-429d-bc1a-86f53779803b req-9d78fea1-7b04-4aa1-b27f-b3a8a9c49499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:01.985619 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-9d78fea1-7b04-4aa1-b27f-b3a8a9c49499 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bee36d0-11a8-476b-9c20-bfdca8f32be9 HTTP/1.1" status: 200 len: 860 time: 0.1959162 Aug 27 12:13:02.068363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-9374f749-994d-493f-b7d1-2c188fc61538 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=079b34ad-84fa-4291-b7e3-9e8c57d30028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744896 Aug 27 12:13:02.071644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-932a831c-6e53-4467-a643-43238136635c service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164090 Aug 27 12:13:02.097433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41543d1a-804b-4f5f-b23c-422e40e15352 req-4ccc4f13-9d13-45bc-a960-cbb596bfe5d9 tempest-MultipleCreateTestJSON-823315201 tempest-MultipleCreateTestJSON-823315201-project] 10.222.0.76 "GET /v2.0/ports?device_id=22f86fd3-6a36-49b8-b5db-bf32fa98b520 HTTP/1.1" status: 200 len: 210 time: 0.1192119 Aug 27 12:13:02.110866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:13:02.147800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c066c47-8503-4723-be09-a0c2ff8324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:02.153804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:13:02.154454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7ef02ee3-6e62-42c3-9a4a-7242c6ca677e not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:13:02.168414 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c066c47-8503-4723-be09-a0c2ff8324a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:02.170687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2c066c47-8503-4723-be09-a0c2ff8324a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eaa57aab-5393-4249-859d-5569ca75d335 HTTP/1.1" status: 204 len: 168 time: 0.6345239 Aug 27 12:13:02.184901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c066c47-8503-4723-be09-a0c2ff8324a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa57aab-5393-4249-859d-5569ca75d335,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:02.318772 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-bb268965-7e07-48b6-ad47-d938eeca695d service neutron] 10.222.0.65 "GET /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366807 Aug 27 12:13:02.465635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b6cd203e-590d-429d-bc1a-86f53779803b req-fb91cfee-6677-4e75-b5bf-4862a64b1ec9 service neutron] 10.222.0.65 "GET /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379921 Aug 27 12:13:02.667074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57152) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:02.682263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed17334a-6816-46ff-8b5a-c86c4f24c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:02.797184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d8e42314-bb04-46cf-8b5b-d06bd6a29999 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:13:02.830478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d8e42314-bb04-46cf-8b5b-d06bd6a29999 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:13:02.831030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d8e42314-bb04-46cf-8b5b-d06bd6a29999 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:13:02.866600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed17334a-6816-46ff-8b5a-c86c4f24c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:02.872818 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed17334a-6816-46ff-8b5a-c86c4f24c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:02.888643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79df1a1-3472-4bf3-9815-ae66d5f0c999 req-4a01e1cc-d7f9-43ef-a203-6d7ade41fdbb tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:02.890291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f79df1a1-3472-4bf3-9815-ae66d5f0c999 req-4a01e1cc-d7f9-43ef-a203-6d7ade41fdbb tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 943 time: 0.0984099 Aug 27 12:13:02.964649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17334a-6816-46ff-8b5a-c86c4f24c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed336619-1ab9-472f-aa10-893bca40487e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:02.978422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed17334a-6816-46ff-8b5a-c86c4f24c037 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=160244c72b7141678a30ff1e58b8460a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059955 Aug 27 12:13:02.979067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:02.996725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f79df1a1-3472-4bf3-9815-ae66d5f0c999 req-362a99bd-4f71-4c76-9412-aeb2c109194e tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Aug 27 12:13:03.071316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b322d5f5-d9d3-4014-9548-feaea1b0e6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.099117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b322d5f5-d9d3-4014-9548-feaea1b0e6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.133027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdbf0b-a753-4635-999e-ffa171a38165 req-ddc7c26f-ea1a-4fa0-aafa-1615da0134d2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:03.135440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68bdbf0b-a753-4635-999e-ffa171a38165 req-ddc7c26f-ea1a-4fa0-aafa-1615da0134d2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.0520337 Aug 27 12:13:03.158992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b322d5f5-d9d3-4014-9548-feaea1b0e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.162360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b322d5f5-d9d3-4014-9548-feaea1b0e6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.166364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b322d5f5-d9d3-4014-9548-feaea1b0e6f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed336619-1ab9-472f-aa10-893bca40487e HTTP/1.1" status: 204 len: 168 time: 0.1833375 Aug 27 12:13:03.182047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322d5f5-d9d3-4014-9548-feaea1b0e6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed336619-1ab9-472f-aa10-893bca40487e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:03.191208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68bdbf0b-a753-4635-999e-ffa171a38165 req-0ecb70b2-ceed-43b6-b36d-c2d9fe6c81da tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Aug 27 12:13:03.259657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:03.317221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Deleting subnet 061e77e3-89a3-4a42-af7e-0f71fbdf18cc {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:13:03.320987 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.388912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.445784 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.546225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.580690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061e77e3-89a3-4a42-af7e-0f71fbdf18cc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:03.593745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:03.599309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-35cfae7e-a97f-4b7f-8c06-5bcc9bf49c0e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/061e77e3-89a3-4a42-af7e-0f71fbdf18cc HTTP/1.1" status: 204 len: 168 time: 0.3357289 Aug 27 12:13:03.599932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:04.117615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.126454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bc6c8830-e8f2-4cd5-8286-cb46011d1a9a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:13:04.133414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:04.340881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff669dc-0c44-4789-a844-b0bc0890b5ff req-62495c64-187f-4607-b648-625c862174ac tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:04.362842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff669dc-0c44-4789-a844-b0bc0890b5ff req-62495c64-187f-4607-b648-625c862174ac tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 943 time: 0.1295543 Aug 27 12:13:04.437216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.464599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,segment=NetworkSegment(9c2c63ba-305a-412a-b67d-673a756cd8ff),segment_id=9c2c63ba-305a-412a-b67d-673a756cd8ff)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:04.490081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a', 'network_id': '079b34ad-84fa-4291-b7e3-9e8c57d30028', 'port_id': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a', 'mac_address': 'fa:16:3e:e3:89:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bee36d0-11a8-476b-9c20-bfdca8f32be9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:13:04.511255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d19b588-ae6f-44df-8007-4fea5efc490f']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:04.534742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab612b2c-b4b3-4815-bb53-8d437ef038fa') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:04.535034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab612b2c-b4b3-4815-bb53-8d437ef038fa') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:04.555094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:04.567218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff669dc-0c44-4789-a844-b0bc0890b5ff req-0df310f7-ce5a-47d1-83dc-1ca3fab6015a tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032411 Aug 27 12:13:04.580240 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.580898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.588847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:04.589434 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.600503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35d943-2f73-4544-bb14-a892cc904f73 req-e1f08f5e-2f5c-47ae-a268-d20c02dc5241 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:04.624848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f35d943-2f73-4544-bb14-a892cc904f73 req-e1f08f5e-2f5c-47ae-a268-d20c02dc5241 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.1980653 Aug 27 12:13:04.634619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.658215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:13:04.659745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.721561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6c8830-e8f2-4cd5-8286-cb46011d1a9a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:04.756298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f35d943-2f73-4544-bb14-a892cc904f73 req-efe6cd6e-df9c-4e9b-a941-3706bb0df626 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306806 Aug 27 12:13:04.784229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,segment=NetworkSegment(9c2c63ba-305a-412a-b67d-673a756cd8ff),segment_id=9c2c63ba-305a-412a-b67d-673a756cd8ff)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:13:04.791534 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:13:04.812242 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.845533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.857924 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:04.862193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] 10.222.0.76 "DELETE /v2.0/networks/6d19b588-ae6f-44df-8007-4fea5efc490f HTTP/1.1" status: 204 len: 168 time: 1.2573678 Aug 27 12:13:04.882858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89491e48-f81c-495e-b3bb-15d0606c921d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d19b588-ae6f-44df-8007-4fea5efc490f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:04.896906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-0e69f292-9a14-4e2a-9f3b-c0b42d02727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:04.900079 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-0e69f292-9a14-4e2a-9f3b-c0b42d02727b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420&tenant_id=43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 1100 time: 0.1074331 Aug 27 12:13:04.921358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:05.076204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.095099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:05.115710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.154718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:05.158037 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519a3664-023d-475d-8339-6244d533d4a0" -d '{"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-plugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:05.176083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['bc6c8830-e8f2-4cd5-8286-cb46011d1a9a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:05.184632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:05.195200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:13:05.195752 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:13:05.207020 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.332037 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511e758-ceac-445f-ab72-9fd5e8a0f2b2 x-openstack-request-id: req-e511e758-ceac-445f-ab72-9fd5e8a0f2b2 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:05.332658 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-plugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:05.333051 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e511e758-ceac-445f-ab72-9fd5e8a0f2b2 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:05.333608 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'code': 200} Aug 27 12:13:05.399239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57222) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:05.421758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:05.466611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e63ea496-eca9-4b6c-af6f-c34c4ba085fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef589e8bfc694f1f801c5790d2ec9a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657187 Aug 27 12:13:05.469027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57226) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:05.551774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb11a3b-5049-41f8-b719-0f774ac73d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.578051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb11a3b-5049-41f8-b719-0f774ac73d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.662999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb11a3b-5049-41f8-b719-0f774ac73d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.668549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb11a3b-5049-41f8-b719-0f774ac73d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.669125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2cb11a3b-5049-41f8-b719-0f774ac73d9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/827c8cac-89fd-4829-8532-52408f43a352 HTTP/1.1" status: 204 len: 168 time: 0.1988997 Aug 27 12:13:05.702950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb11a3b-5049-41f8-b719-0f774ac73d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c8cac-89fd-4829-8532-52408f43a352,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:05.703205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e5d40-51d3-44d4-b2de-e0b2433c33c9 req-6f426ee3-186b-4376-825f-f30b72da8d51 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:05.716724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a5e5d40-51d3-44d4-b2de-e0b2433c33c9 req-6f426ee3-186b-4376-825f-f30b72da8d51 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 944 time: 0.0674770 Aug 27 12:13:05.774888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:05.807330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a5e5d40-51d3-44d4-b2de-e0b2433c33c9 req-55d947b6-b659-4072-b0b7-1a05bb049c7c tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885227 Aug 27 12:13:06.017801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b0ea7-7885-4b9e-b632-131abf88e9ff req-64f6b35d-696c-46b5-a38e-1e85ee35d3e3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:06.029399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-135b0ea7-7885-4b9e-b632-131abf88e9ff req-64f6b35d-696c-46b5-a38e-1e85ee35d3e3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1103175 Aug 27 12:13:06.121346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:13:06.145368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-135b0ea7-7885-4b9e-b632-131abf88e9ff req-042c2bfc-0358-494f-9cd2-e2ea1b208cca tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150057 Aug 27 12:13:06.204145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:06.252538 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:06.313671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:06.457000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:06.464776 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685bdd6-84c0-48b9-83e2-633cc35c120a" -d '{"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-unplugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:06.475573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:06.515279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Transition to ACTIVE for port object 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:06.521971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:06.594295 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:13:06.595405 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:13:06.634929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] No DVR routers for this DVR port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:13:06.639946 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352de272-e04d-44d5-9945-1c2b6c8eec55 x-openstack-request-id: req-352de272-e04d-44d5-9945-1c2b6c8eec55 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:06.640295 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-unplugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:06.640475 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-352de272-e04d-44d5-9945-1c2b6c8eec55 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:06.640882 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'code': 200} Aug 27 12:13:06.668221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:06.698401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:06.698863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:06.699145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:06.709733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:13:06.711102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Attempting to bind port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:06.722907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:06.724764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:06.725282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:06.727205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Bound port: 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:06.727811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:06.859404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:06.863991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:06.870342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:06.921986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:06.922691 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:06.926886 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 1097 time: 2.0103731 Aug 27 12:13:07.078240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcaa33-5103-43ca-b166-ed682cea92c9 service neutron] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:07.151939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d026336b-2ed1-45c3-bd0f-fcf28b67ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:07.153543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d026336b-2ed1-45c3-bd0f-fcf28b67ebfd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1100 time: 0.1733754 Aug 27 12:13:07.308587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc0ee-727a-407d-aff8-724090d6ef66 req-5df998b1-99e7-41c7-9792-78cd9c5ba33b tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:07.310300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-355cc0ee-727a-407d-aff8-724090d6ef66 req-5df998b1-99e7-41c7-9792-78cd9c5ba33b tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 944 time: 0.2547450 Aug 27 12:13:07.571079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-355cc0ee-727a-407d-aff8-724090d6ef66 req-407a7650-58b4-4556-8774-b0975b458cac tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448494 Aug 27 12:13:07.590998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d0777918-aad6-4298-ad36-7239313a4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:07.593121 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d0777918-aad6-4298-ad36-7239313a4166 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.4323967 Aug 27 12:13:07.653895 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-94b67b72-ccd2-44d4-b39f-a9a177fdd3bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0488136 Aug 27 12:13:07.662654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b7ac8-a2aa-42ab-ba96-24bd242d53ef req-9dbd729a-8edd-4def-b3f1-6b2df547813e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:07.671448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f70b7ac8-a2aa-42ab-ba96-24bd242d53ef req-9dbd729a-8edd-4def-b3f1-6b2df547813e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.2977483 Aug 27 12:13:07.738102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f70b7ac8-a2aa-42ab-ba96-24bd242d53ef req-8560088d-fb0e-49b1-bb40-ab18efe978c1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600619 Aug 27 12:13:07.786010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d26f35ab-27ef-4fdd-85ba-35a4d62378e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:07.787581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-d26f35ab-27ef-4fdd-85ba-35a4d62378e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1274941 Aug 27 12:13:07.843060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:07.855685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-aafd7267-3e09-44c0-924c-dba2fc1dbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:07.857530 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-aafd7267-3e09-44c0-924c-dba2fc1dbd73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613151 Aug 27 12:13:07.992620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1118961969-network', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:08.031902 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-147ecaf1-5113-4080-a0f2-cc9c3d3c6427 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606536 Aug 27 12:13:08.051741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:08.054893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.078029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.107084 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.122060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bc6c8830-e8f2-4cd5-8286-cb46011d1a9a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:08.214156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8c848f9-8eaf-419b-855c-96be0f29fc7d req-da14783e-ea1a-4d4b-8a32-909c2bf088f0 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786110 Aug 27 12:13:08.243510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:08.254925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:08.256792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.267553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.272490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.285529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:13:08.295873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.296231 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Added segment 9ff35f22-44a8-42a0-98e7-f50579d50c19 of type vlan for network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 Aug 27 12:13:08.357155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.360923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4595aa72-29f3-4fba-8f4b-c863a7f629b8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:08.380188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.409394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.412056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:08.412684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.439509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:08.442569 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc213f71-54e0-4b7c-b356-ed0c10cfcf0f" -d '{"events": [{"server_uuid": "5c2fb8fb-3763-4554-b54d-4ef06e69cd53", "name": "network-vif-plugged", "status": "completed", "tag": "bc6c8830-e8f2-4cd5-8286-cb46011d1a9a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:08.457662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,segment=NetworkSegment(9c2c63ba-305a-412a-b67d-673a756cd8ff),segment_id=9c2c63ba-305a-412a-b67d-673a756cd8ff)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:08.465502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.495167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6507654 Aug 27 12:13:08.497827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:08.503416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Request body: {'subnet': {'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1118961969-subnet', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:08.512057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e276e6-19bb-4dfe-9bb6-ef3cefda1c47 admin admin] Pushing event updated for resources: {'Network': ['ID=c872c26e-db9d-4b93-9c74-3db1f8fbfa59,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:08.531801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:13:08.551687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:08.554373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:08.561907 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ba424-8645-4b14-aa51-70fb5bbcabda x-openstack-request-id: req-dd4ba424-8645-4b14-aa51-70fb5bbcabda {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:08.562560 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2fb8fb-3763-4554-b54d-4ef06e69cd53", "name": "network-vif-plugged", "status": "completed", "tag": "bc6c8830-e8f2-4cd5-8286-cb46011d1a9a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:08.563238 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd4ba424-8645-4b14-aa51-70fb5bbcabda {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:08.564152 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a', 'code': 200} Aug 27 12:13:08.642937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:08.645570 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7200035-2663-4816-9dde-3f029adfe253" -d '{"events": [{"name": "network-changed", "server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:08.724429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6914593-f8bb-494c-81c1-251bf08206cd req-2d88ada7-d45f-4460-8891-ce8513c96fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:08.726427 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6914593-f8bb-494c-81c1-251bf08206cd req-2d88ada7-d45f-4460-8891-ce8513c96fdf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 1096 time: 0.1031508 Aug 27 12:13:08.781204 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce8df5-a056-4b53-bed5-a587c4d24415 x-openstack-request-id: req-28ce8df5-a056-4b53-bed5-a587c4d24415 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:08.781579 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:08.781894 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28ce8df5-a056-4b53-bed5-a587c4d24415 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:08.782365 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'status': 'completed', 'code': 200} Aug 27 12:13:08.875484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:08.878903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f6914593-f8bb-494c-81c1-251bf08206cd req-852078a7-fbce-4433-830c-fe21757a39b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410556 Aug 27 12:13:08.910359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-017a4abf-3fb0-4247-bc44-b17f5ff1d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:08.912147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-017a4abf-3fb0-4247-bc44-b17f5ff1d40d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1100 time: 0.1288245 Aug 27 12:13:08.929968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-ed22382e-5796-4b79-a360-f8b54c97f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:08.939762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-ed22382e-5796-4b79-a360-f8b54c97f810 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 1100 time: 0.1216130 Aug 27 12:13:09.018023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bbf5f-60ea-4ab6-914c-a890f451cd38 req-6af8f4f2-6d18-442f-82d1-08382d4314a8 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.025513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea6bbf5f-60ea-4ab6-914c-a890f451cd38 req-6af8f4f2-6d18-442f-82d1-08382d4314a8 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 945 time: 0.3501832 Aug 27 12:13:09.091930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89da3c-dc3e-4224-a030-2d1801a28000 req-eb7419a8-48a2-4024-9a55-1878909fb597 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.093454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e89da3c-dc3e-4224-a030-2d1801a28000 req-eb7419a8-48a2-4024-9a55-1878909fb597 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.1545820 Aug 27 12:13:09.143839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea6bbf5f-60ea-4ab6-914c-a890f451cd38 req-6fb0cdfc-00f5-4844-8113-33e5f472f65f tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 Aug 27 12:13:09.235541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e89da3c-dc3e-4224-a030-2d1801a28000 req-5d27d048-f153-4ef8-b45a-69084f330388 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220622 Aug 27 12:13:09.307399 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:09.375494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3adada-d433-4f11-9055-e06757d483bf,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:09.388740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-fff79fca-0ea7-4c3b-b424-1c9b675ce3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.390741 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-fff79fca-0ea7-4c3b-b424-1c9b675ce3b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.4354339 Aug 27 12:13:09.425629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:09.426181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Network hostable DHCP agents. Network: c872c26e-db9d-4b93-9c74-3db1f8fbfa59, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:13:09.472307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-bceb05f7-9c04-409b-a75f-b74772402f74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0679698 Aug 27 12:13:09.475896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-1ec2ee99-720b-4147-9d58-db76aa5e0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.477984 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-1ec2ee99-720b-4147-9d58-db76aa5e0f77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3640609 Aug 27 12:13:09.488576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:13:09.518093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c872c26e-db9d-4b93-9c74-3db1f8fbfa59) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:09.529752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.530756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:09.531736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-51c92e79-2fe3-4d63-b9a2-10831fe7c9ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 200 len: 217 time: 0.0423620 Aug 27 12:13:09.550342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85092f09-7988-4233-8f9f-a76e1cf96a94 None None] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:13:09.593736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-777dc371-80c2-4a94-b7cc-b043a856d950 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0918870 Aug 27 12:13:09.594003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:09.606678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:09.653056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-1dc22b09-cbd1-4811-b0ce-5248e9af41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.657279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-1dc22b09-cbd1-4811-b0ce-5248e9af41bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1763921 Aug 27 12:13:09.685237 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:09.687012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:09.726994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-c9118993-11e1-46ec-b214-3787b446639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.729170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-c9118993-11e1-46ec-b214-3787b446639a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1782341 Aug 27 12:13:09.779966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-d6a9ef27-e99e-4d35-84f4-1fb434b1c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:09.781433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-d6a9ef27-e99e-4d35-84f4-1fb434b1c037 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142669 Aug 27 12:13:09.822245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:13:09.823159 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:09.990928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.004515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200035-2663-4816-9dde-3f029adfe253 req-50e2b2cd-db4d-495c-8dc9-320685bb36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:10.006068 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-50e2b2cd-db4d-495c-8dc9-320685bb36b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666802 Aug 27 12:13:10.100513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Allocated IP 172.20.0.2 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/4495125b-c476-470d-8dbc-c79edb1ba2c7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:10.216454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-62213a67-c0cc-45ce-97b6-f080a2a89f8a service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261672 Aug 27 12:13:10.295056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-f83c5b62-fb20-4787-942d-a8bb47589102 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694311 Aug 27 12:13:10.301129 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.379355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79567966-889c-45e6-8023-1517fdd38a39 req-37f1e084-ae7f-42b7-a6f9-fc2f88760422 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:10.381269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79567966-889c-45e6-8023-1517fdd38a39 req-37f1e084-ae7f-42b7-a6f9-fc2f88760422 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 945 time: 0.1290786 Aug 27 12:13:10.473845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79567966-889c-45e6-8023-1517fdd38a39 req-87fd4137-147c-443d-bfa3-e3f528b21a93 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757728 Aug 27 12:13:10.499356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.521232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Transition to ACTIVE for port object 4495125b-c476-470d-8dbc-c79edb1ba2c7 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:10.547204 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-8559db5b-2081-41e9-aa37-934fa46eb8fc service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032058 Aug 27 12:13:10.563541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Transition to ACTIVE for port object 4495125b-c476-470d-8dbc-c79edb1ba2c7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:10.590923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.606960 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7200035-2663-4816-9dde-3f029adfe253 req-447f56b1-9af9-433d-9408-3d1323296fa3 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793142 Aug 27 12:13:10.652089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:10.660465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f159-1a65-42f4-8b73-2f6397611e9e req-76adf5ba-dcc4-4268-8580-b0b609754348 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:10.662263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9e5f159-1a65-42f4-8b73-2f6397611e9e req-76adf5ba-dcc4-4268-8580-b0b609754348 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.1681178 Aug 27 12:13:10.673558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Pushing event updated for resources: {'Port': ['ID=4495125b-c476-470d-8dbc-c79edb1ba2c7,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:10.683837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:10.686602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:10.800048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Attempting to bind port 4495125b-c476-470d-8dbc-c79edb1ba2c7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:10.800426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Attempting to bind port 4495125b-c476-470d-8dbc-c79edb1ba2c7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:10.801420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Attempting to bind port 4495125b-c476-470d-8dbc-c79edb1ba2c7 on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:10.806914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:10.807336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:10.807718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.808092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:10.808710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Bound port: 4495125b-c476-470d-8dbc-c79edb1ba2c7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:10.809244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.810440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9e5f159-1a65-42f4-8b73-2f6397611e9e req-63a0adc1-bde5-4e22-9e76-09494ce82ffc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204367 Aug 27 12:13:10.812093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.854493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:10.928562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] For port 4495125b-c476-470d-8dbc-c79edb1ba2c7, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:10.932310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] For port 4495125b-c476-470d-8dbc-c79edb1ba2c7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4495125b-c476-470d-8dbc-c79edb1ba2c7,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:10.946877 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:11.066172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Allocated IP 172.25.8.30 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/dbd22095-a700-4bb9-8769-bbeee07c56c5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:11.106084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c190a-c84d-4119-ad84-f6e519ad5dcd None None] Pushing event updated for resources: {'Port': ['ID=4495125b-c476-470d-8dbc-c79edb1ba2c7,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:11.346750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:11.429172 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:11.504696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:11.510593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:11.513852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:11.571121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd22095-a700-4bb9-8769-bbeee07c56c5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:11.859064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b013d-c072-4820-bf73-e354c874a6a5 req-e59a27d7-4a5b-4674-98c4-f6bab1b93d4b tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:11.867362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a6b013d-c072-4820-bf73-e354c874a6a5 req-e59a27d7-4a5b-4674-98c4-f6bab1b93d4b tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 945 time: 0.1404977 Aug 27 12:13:11.970847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a6b013d-c072-4820-bf73-e354c874a6a5 req-bb865950-bf4a-48ca-b5fc-9d4f0d6aab9b tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662498 Aug 27 12:13:12.543039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:12.706171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4495125b-c476-470d-8dbc-c79edb1ba2c7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:12.747440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0431c89-b8b2-4a47-9ca6-cd5a111137fb None None] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:13:12.830336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a0741dd9-c6cb-4633-9ad4-ff52b25b9ebe None None] Provisioning for port 4495125b-c476-470d-8dbc-c79edb1ba2c7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:12.831359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7dac-d355-48f6-84a6-d61edb810b91 req-a9aaa67a-2c87-4119-95ce-e51e2e10c57d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:12.832964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1a7dac-d355-48f6-84a6-d61edb810b91 req-a9aaa67a-2c87-4119-95ce-e51e2e10c57d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 949 time: 0.2876999 Aug 27 12:13:12.853453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:13:12.894559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4495125b-c476-470d-8dbc-c79edb1ba2c7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:12.906392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4495125b-c476-470d-8dbc-c79edb1ba2c7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:12.906900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:12.937419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1a7dac-d355-48f6-84a6-d61edb810b91 req-1231d48c-db4b-4827-a78f-6295c251bd1e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936027 Aug 27 12:13:13.026583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.097947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-72ee0890-df10-47f7-b960-007b5e54d7f5 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:13.100133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-72ee0890-df10-47f7-b960-007b5e54d7f5 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 945 time: 0.1138306 Aug 27 12:13:13.178639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:13.208369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'mac_address': 'fa:16:3e:38:fa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:13:13.284184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Deleting port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:13:13.285355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.296975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.306339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.352541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4495125b-c476-470d-8dbc-c79edb1ba2c7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4495125b-c476-470d-8dbc-c79edb1ba2c7,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:13.360339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.374192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:13.402871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:13.443745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62238-37c3-4f24-aaea-04a0f37c9820 req-0c6e0ea9-6f42-4c04-b093-41644ea7c989 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:13.453073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9c62238-37c3-4f24-aaea-04a0f37c9820 req-0c6e0ea9-6f42-4c04-b093-41644ea7c989 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 945 time: 0.3262472 Aug 27 12:13:13.470549 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.525319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] For port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,segment=NetworkSegment(9c2c63ba-305a-412a-b67d-673a756cd8ff),segment_id=9c2c63ba-305a-412a-b67d-673a756cd8ff)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:13.532026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.565030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4495125b-c476-470d-8dbc-c79edb1ba2c7,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:13.566780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9c62238-37c3-4f24-aaea-04a0f37c9820 req-feb151fe-a863-4d83-a3f1-7e6735a0f46a tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/security-groups?id=51264f91-6bc9-4b8d-ab65-b69df6c4c97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122510 Aug 27 12:13:13.593528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Calling delete_port for bc6c8830-e8f2-4cd5-8286-cb46011d1a9a owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:13:13.661051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Router 192b999d-e846-4b8c-8751-47d0b7946976 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:13:13.722410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:13.822762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e566936e-8e1a-4fa2-9506-d7f6749a14ac None None] Provisioning complete for port 4495125b-c476-470d-8dbc-c79edb1ba2c7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:13.823147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e566936e-8e1a-4fa2-9506-d7f6749a14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.878566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:13:13.900811 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Sync routers for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:13:13.918090 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:13.919258 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:12:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:13.920451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:13.923580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b89534fe-db0a-48de-891a-711affebf140 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3267629 Aug 27 12:13:13.929838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:14.011995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:14.027333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:14.182797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] No DVR routers for this DVR port bc6c8830-e8f2-4cd5-8286-cb46011d1a9a on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:13:14.187093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:14.189902 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8abdd7fa-d3d9-444b-a0e0-e3b320f31642 req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.65 "DELETE /v2.0/ports/bc6c8830-e8f2-4cd5-8286-cb46011d1a9a HTTP/1.1" status: 204 len: 173 time: 1.0823464 Aug 27 12:13:14.190414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'name': 'network-vif-deleted', 'tag': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:14.193077 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecefe792-2e7c-490c-8587-c74fd489ab28" -d '{"events": [{"server_uuid": "5c2fb8fb-3763-4554-b54d-4ef06e69cd53", "name": "network-vif-deleted", "tag": "bc6c8830-e8f2-4cd5-8286-cb46011d1a9a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:14.198203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['bc6c8830-e8f2-4cd5-8286-cb46011d1a9a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:14.198676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766d42c-d5b4-4550-a811-71004b438e27 tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] Pushing event deleted for resources: {'Port': ['ID=bc6c8830-e8f2-4cd5-8286-cb46011d1a9a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:14.236506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:14.271870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9f76-32b5-48d9-9ba9-48c5219603e1 req-e87e3211-b09e-4396-95c1-d671de17a24a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:14.279491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e19f9f76-32b5-48d9-9ba9-48c5219603e1 req-e87e3211-b09e-4396-95c1-d671de17a24a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1808884 Aug 27 12:13:14.379199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e19f9f76-32b5-48d9-9ba9-48c5219603e1 req-e175c44f-dc6a-4864-8199-c9f7c6475445 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905879 Aug 27 12:13:14.396045 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1b618c-81fa-4b33-bfaf-b2cb887b20fa x-openstack-request-id: req-0b1b618c-81fa-4b33-bfaf-b2cb887b20fa {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:14.396417 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2fb8fb-3763-4554-b54d-4ef06e69cd53", "name": "network-vif-deleted", "tag": "bc6c8830-e8f2-4cd5-8286-cb46011d1a9a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:14.396638 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b1b618c-81fa-4b33-bfaf-b2cb887b20fa {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:14.397040 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2fb8fb-3763-4554-b54d-4ef06e69cd53', 'name': 'network-vif-deleted', 'tag': 'bc6c8830-e8f2-4cd5-8286-cb46011d1a9a', 'status': 'completed', 'code': 200} Aug 27 12:13:14.606339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e1d37-48b2-40df-aca5-5658d26e893f req-51df85a8-c616-44e3-bd7a-49ffce0ac2a0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:14.615792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d09e1d37-48b2-40df-aca5-5658d26e893f req-51df85a8-c616-44e3-bd7a-49ffce0ac2a0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 950 time: 0.1302071 Aug 27 12:13:14.675062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4495125b-c476-470d-8dbc-c79edb1ba2c7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:14.788731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d09e1d37-48b2-40df-aca5-5658d26e893f req-8485ac6a-c9d9-43b3-a25e-c8d6e8e2ff9f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670558 Aug 27 12:13:14.857415 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:11Z', 'revision_number': 3, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:14.914700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4495125b-c476-470d-8dbc-c79edb1ba2c7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:14.915255 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:14.920404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0560d27-a3dd-4ba4-a488-96b679e8e029 req-1dcfe1d3-d2d1-48f9-871e-a97e617cf1eb tempest-ServerMetadataNegativeTestJSON-1833042087 tempest-ServerMetadataNegativeTestJSON-1833042087-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c2fb8fb-3763-4554-b54d-4ef06e69cd53 HTTP/1.1" status: 200 len: 210 time: 0.1603973 Aug 27 12:13:14.944815 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Checking router: 192b999d-e846-4b8c-8751-47d0b7946976 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:13:14.945542 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Updating router 192b999d-e846-4b8c-8751-47d0b7946976 port dbd22095-a700-4bb9-8769-bbeee07c56c5 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:13:15.002738 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.160829 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.239065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-0b3b1b51-7387-44a0-87ae-9d15048b7bd4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397584 Aug 27 12:13:15.362805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-4adc2a1f-422a-462e-b333-62b98432d30b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:15.371429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-4adc2a1f-422a-462e-b333-62b98432d30b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310871 Aug 27 12:13:15.391596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-dba2c1e8-d026-4363-9b37-985fd672deeb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/quotas/43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 375 time: 0.0190701 Aug 27 12:13:15.423332 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.435511 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Transition to ACTIVE for port object dbd22095-a700-4bb9-8769-bbeee07c56c5 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:15.451470 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.512303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-29a02c60-14c6-4d9c-91d6-b69d02a71c5f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1197085 Aug 27 12:13:15.525605 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Attempting to bind port dbd22095-a700-4bb9-8769-bbeee07c56c5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:15.526242 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Attempting to bind port dbd22095-a700-4bb9-8769-bbeee07c56c5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:15.526843 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Attempting to bind port dbd22095-a700-4bb9-8769-bbeee07c56c5 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:15.530770 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Pushing event updated for resources: {'Port': ['ID=dbd22095-a700-4bb9-8769-bbeee07c56c5,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:15.537018 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:15.537701 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:15.538467 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.540076 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:15.540825 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Bound port: dbd22095-a700-4bb9-8769-bbeee07c56c5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:15.541537 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.569602 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.570203 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.570819 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.571388 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.571928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.572482 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.573050 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.573583 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.574133 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.574708 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.575265 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.575802 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:15.637389 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] For port dbd22095-a700-4bb9-8769-bbeee07c56c5, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:15.643984 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] For port dbd22095-a700-4bb9-8769-bbeee07c56c5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dbd22095-a700-4bb9-8769-bbeee07c56c5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:15.651310 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:15.722632 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089a29-7c7a-45fb-aa30-77f2ed84ef88 None None] Pushing event updated for resources: {'Port': ['ID=dbd22095-a700-4bb9-8769-bbeee07c56c5,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:15.745789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Allocated IP 172.20.0.1 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/54d061df-03f5-43eb-8d15-afe2f9be4f65) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:15.766214 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:15.767020 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:12:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:15.863212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29b78092-6c73-49b0-bef2-a7c5b2c569dc req-1ea578f4-ee55-4283-9fba-3689bd12eb4d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 210 time: 0.0677168 Aug 27 12:13:15.959227 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:16.132790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:16.180238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bc6c8830-e8f2-4cd5-8286-cb46011d1a9a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:13:16.260597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: bc6c8830-e8f2-4cd5-8286-cb46011d1a9a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:13:16.261387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bc6c8830-e8f2-4cd5-8286-cb46011d1a9a not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:13:16.287466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Deleting subnet 4bee36d0-11a8-476b-9c20-bfdca8f32be9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:13:16.293069 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.382041 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:11Z', 'revision_number': 3, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:16.459744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.490037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dccf825-40b3-4a83-8415-1254a6e747bd None None] The sync data for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 is: [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:11Z', 'revision_number': 3, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:13:16.558510 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.588530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.602989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Transition to ACTIVE for port object 54d061df-03f5-43eb-8d15-afe2f9be4f65 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:16.676299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.691200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.720535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.723345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4bee36d0-11a8-476b-9c20-bfdca8f32be9 HTTP/1.1" status: 204 len: 168 time: 0.5889320 Aug 27 12:13:16.724383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Pushing event updated for resources: {'Port': ['ID=54d061df-03f5-43eb-8d15-afe2f9be4f65,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:16.726089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57472) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:16.744016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:16.746985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:16.749913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:16.830617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.831351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6604d7-0e4a-4c8b-bb2e-5d2c7b7a1130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bee36d0-11a8-476b-9c20-bfdca8f32be9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:16.856949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:16.858707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:16.985074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:16.994067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:16.994772 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.161585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3974c9e-f692-4250-8248-dd7c691296aa req-12ba7f58-f6fc-48f6-9b55-aa372dd994bb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 210 time: 0.0912006 Aug 27 12:13:17.178581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.185434 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.201486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079b34ad-84fa-4291-b7e3-9e8c57d30028']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:17.217119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2c63ba-305a-412a-b67d-673a756cd8ff') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:17.217419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2c63ba-305a-412a-b67d-673a756cd8ff') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:17.229166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.252344 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.255968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:17.256985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.260608 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6904cbe-ed12-4f0a-bd35-62c7870fb24b" -d '{"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-plugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:17.264806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:13:17.265293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:13:17.268186 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:13:17.293910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:17.299838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.307947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fdd1b88c-2028-4abe-87cd-6e748458f72a None None] Provisioning for port 54d061df-03f5-43eb-8d15-afe2f9be4f65 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:17.369780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.380171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.391281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fdd1b88c-2028-4abe-87cd-6e748458f72a None None] Provisioning complete for port 54d061df-03f5-43eb-8d15-afe2f9be4f65 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:17.392231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdd1b88c-2028-4abe-87cd-6e748458f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.400430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] 10.222.0.76 "DELETE /v2.0/networks/079b34ad-84fa-4291-b7e3-9e8c57d30028 HTTP/1.1" status: 204 len: 168 time: 0.6695986 Aug 27 12:13:17.427161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570d55a-d424-4bf4-a4fe-1b202a549402 admin admin] Pushing event deleted for resources: {'Network': ['ID=079b34ad-84fa-4291-b7e3-9e8c57d30028,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:17.500963 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6179e8f-ec9f-4924-b49b-5f2d2127a712 x-openstack-request-id: req-c6179e8f-ec9f-4924-b49b-5f2d2127a712 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:17.501741 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-plugged", "status": "completed", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:17.511536 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6179e8f-ec9f-4924-b49b-5f2d2127a712 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:17.512424 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'code': 200} Aug 27 12:13:17.549770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=13']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:17.573370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1b88c-2028-4abe-87cd-6e748458f72a None None] Port 54d061df-03f5-43eb-8d15-afe2f9be4f65 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:13:17.629728 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-0d32c053-744b-458e-9f62-ec74061157da tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43e6074878f84fc7877a852f8ff751b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976613 Aug 27 12:13:17.702605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:17.862843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47e556a6-16c6-4c81-9deb-e30ad1fe9d8c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3d320c6aa784848b6b7b38192cb1630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563063 Aug 27 12:13:17.863550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:17.974970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c2339b-b390-4fc8-9451-1a22a4c85253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:17.982486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-c79bf9e4-f9df-4f13-b79c-713903d381e4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:18.005595 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-c79bf9e4-f9df-4f13-b79c-713903d381e4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680980 Aug 27 12:13:18.019255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.031279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Request body: {'port': {'device_id': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '43e6074878f84fc7877a852f8ff751b1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:18.034074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c2339b-b390-4fc8-9451-1a22a4c85253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.122465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.165214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c2339b-b390-4fc8-9451-1a22a4c85253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.170866 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7c2339b-b390-4fc8-9451-1a22a4c85253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.189304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d7c2339b-b390-4fc8-9451-1a22a4c85253 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51264f91-6bc9-4b8d-ab65-b69df6c4c97b HTTP/1.1" status: 204 len: 168 time: 0.3081326 Aug 27 12:13:18.234437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2339b-b390-4fc8-9451-1a22a4c85253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51264f91-6bc9-4b8d-ab65-b69df6c4c97b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:18.315923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Pushing event updated for resources: {'Port': ['ID=54d061df-03f5-43eb-8d15-afe2f9be4f65,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:18.322874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.346271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9169108-2bc9-4fde-a9b6-87224c1ee2c1 req-3c64abe5-62cc-438b-a066-c6400e7ebcff tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 210 time: 0.0366912 Aug 27 12:13:18.412574 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-196290b9-843f-436c-a64d-b1a794836eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.446702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Made reservation on behalf of 43e6074878f84fc7877a852f8ff751b1 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:18.450863 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:18.675533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd22095-a700-4bb9-8769-bbeee07c56c5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:18.686855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Allocated IP 192.168.233.102 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/a2602900-ecc0-40d9-91b7-266ac625d5e7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:18.765792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:18.784067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:18.864275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port dbd22095-a700-4bb9-8769-bbeee07c56c5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:18.896000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port dbd22095-a700-4bb9-8769-bbeee07c56c5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:18.896369 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.109067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.146194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port dbd22095-a700-4bb9-8769-bbeee07c56c5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dbd22095-a700-4bb9-8769-bbeee07c56c5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:19.153427 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.241308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=dbd22095-a700-4bb9-8769-bbeee07c56c5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:19.260730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.261077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.261432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.261851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.262578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.262976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.263352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.263699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.264153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.264711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.265049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.265383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:19.312574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-efd5de17-eb2b-4a44-bb05-3d19a2ce8476 None None] Provisioning complete for port 54d061df-03f5-43eb-8d15-afe2f9be4f65 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:19.313435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-efd5de17-eb2b-4a44-bb05-3d19a2ce8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.339694 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.361962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Transition to ACTIVE for port object a2602900-ecc0-40d9-91b7-266ac625d5e7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:19.371253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-efd5de17-eb2b-4a44-bb05-3d19a2ce8476 None None] Port 54d061df-03f5-43eb-8d15-afe2f9be4f65 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:13:19.424731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Router 192b999d-e846-4b8c-8751-47d0b7946976 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:13:19.493260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.504926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:19.532687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff89f4-bdc3-4ad4-89d9-42307cc826e9 req-2d18c4f7-654a-4b3f-a39e-16fd41eb6875 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:19.534298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1aff89f4-bdc3-4ad4-89d9-42307cc826e9 req-2d18c4f7-654a-4b3f-a39e-16fd41eb6875 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 936 time: 0.0719159 Aug 27 12:13:19.552756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99', '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:19.600381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1aff89f4-bdc3-4ad4-89d9-42307cc826e9 req-b2b48e67-bfc3-41c4-8eea-85cd7a74e84d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 Aug 27 12:13:19.629659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:19.636071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:19.647993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:19.680756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:19.703173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:13:19.723477 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b0c7fa03-a116-43da-aa41-269140773c5f admin admin] 10.222.0.76 "PUT /v2.0/routers/192b999d-e846-4b8c-8751-47d0b7946976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7910080 Aug 27 12:13:19.753685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Sync routers for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:13:19.758826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:19.759588 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.782181 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-76b12f22-aa5f-4f68-8802-aa20568f7d44 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7557790 Aug 27 12:13:19.801136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Request body: {'port': {'device_id': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:19.912044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:19.913975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:19.920929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:12:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:20.294789 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-13072212-1911-4c74-952e-d002da56bcfc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756235 Aug 27 12:13:20.299378 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:20.300299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b5dcf144-8f87-40cb-8364-4b31512852c9 None None] Provisioning for port a2602900-ecc0-40d9-91b7-266ac625d5e7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:20.312776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b5dcf144-8f87-40cb-8364-4b31512852c9 None None] Provisioning complete for port a2602900-ecc0-40d9-91b7-266ac625d5e7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:20.313391 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b5dcf144-8f87-40cb-8364-4b31512852c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:20.408428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:20.414214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b5dcf144-8f87-40cb-8364-4b31512852c9 None None] Port a2602900-ecc0-40d9-91b7-266ac625d5e7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:13:20.524359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-47bccf34-9a6c-4eea-9c92-abc725696289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:20.527187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-47bccf34-9a6c-4eea-9c92-abc725696289 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1095 time: 0.2046440 Aug 27 12:13:20.529446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2602900-ecc0-40d9-91b7-266ac625d5e7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:20.553226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:20.736712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Transition to ACTIVE for port object a2602900-ecc0-40d9-91b7-266ac625d5e7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:20.743290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd22095-a700-4bb9-8769-bbeee07c56c5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:20.780243 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:20.915560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:20.946733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-bdc86924-35a4-4b01-b2f5-91c5e666026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:20.948707 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-bdc86924-35a4-4b01-b2f5-91c5e666026c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3836751 Aug 27 12:13:20.959009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54ff65f7-db74-43b9-901c-e95bf0d93f35 req-62e2cbe4-c00b-494a-a433-cde8177f8929 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0943329 Aug 27 12:13:21.059781 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-ea255c6e-14bd-4b36-b421-350ac4a5bab4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.0786340 Aug 27 12:13:21.132400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:21.132676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:21.133068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:21.143885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:13:21.143885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:21.150459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-3e962c64-3edd-439f-a7a2-ff59f2f835a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:21.152009 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-3e962c64-3edd-439f-a7a2-ff59f2f835a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0827692 Aug 27 12:13:21.163192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:21.163680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:21.163914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:21.165007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Bound port: a2602900-ecc0-40d9-91b7-266ac625d5e7, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:21.165371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.225583 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-8f3498d2-d243-4515-8f9f-f971910b69f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567894 Aug 27 12:13:21.327545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:21.331188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:21.333686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd07b116-40e8-4257-a53a-20fb229d2778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.341217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1595f-9f01-46da-9405-f4022882fdd1 req-cb9117ae-21d0-4242-b3a4-c0bb7e0a2924 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:21.345525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.359243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4c1595f-9f01-46da-9405-f4022882fdd1 req-cb9117ae-21d0-4242-b3a4-c0bb7e0a2924 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.2270215 Aug 27 12:13:21.426771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.448532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 2, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:21.450967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port dbd22095-a700-4bb9-8769-bbeee07c56c5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:21.451517 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.462962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4c1595f-9f01-46da-9405-f4022882fdd1 req-e12f2337-b7e4-4506-ba21-84fc6394640a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012459 Aug 27 12:13:21.503300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:21.507531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.513820 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 1096 time: 1.7214715 Aug 27 12:13:21.521950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:21.532879 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694da2e1-8215-4cdf-a64d-76e5212e8bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:21.554310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Checking router: 192b999d-e846-4b8c-8751-47d0b7946976 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:13:21.554709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Updating router 192b999d-e846-4b8c-8751-47d0b7946976 port 54d061df-03f5-43eb-8d15-afe2f9be4f65 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:13:21.594153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:21.774615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5239d4b-209d-40d1-80ac-df3c6c2b03c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:21.848597 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-164690d4-2a81-4503-aab5-f57a405c7dc9 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161164 Aug 27 12:13:21.988936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-5d9c1e14-87a6-4a86-b5f8-f42e6eb96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:22.008262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-5d9c1e14-87a6-4a86-b5f8-f42e6eb96ea8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1099 time: 0.3691220 Aug 27 12:13:22.205019 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.226120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:22.231475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053614341', 'description': 'tempest-description--679497960'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:22.304556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.321560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-811d29bc-5d9f-45a2-8954-3e9e04dcef39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.1621089 Aug 27 12:13:22.327301 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb129080-b192-4e97-90c2-6b1937b6a3dd x-openstack-request-id: req-bb129080-b192-4e97-90c2-6b1937b6a3dd {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:22.327870 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:22.328496 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb129080-b192-4e97-90c2-6b1937b6a3dd {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:22.340773 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'status': 'completed', 'code': 200} Aug 27 12:13:22.352143 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47ddc79a-c5be-4d55-b596-cdad6f2e45e4 req-02d4d0bf-9a16-4d2f-a8f1-747add255587 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943664 Aug 27 12:13:22.365769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.384559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Transition to ACTIVE for port object 54d061df-03f5-43eb-8d15-afe2f9be4f65 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:22.397691 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.419729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-2369e7b4-3c9d-4898-b68c-78b20d38df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:22.435318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-2369e7b4-3c9d-4898-b68c-78b20d38df3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0800526 Aug 27 12:13:22.459944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827374b9-77d8-4389-b666-06b178aad383 None None] Pushing event updated for resources: {'Port': ['ID=54d061df-03f5-43eb-8d15-afe2f9be4f65,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:22.545926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-7a0e7a26-217a-4a78-90a7-a6874b305cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:22.547316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-7a0e7a26-217a-4a78-90a7-a6874b305cdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111808 Aug 27 12:13:22.573019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.600061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Attempting to bind port 54d061df-03f5-43eb-8d15-afe2f9be4f65 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:22.600438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Attempting to bind port 54d061df-03f5-43eb-8d15-afe2f9be4f65 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:22.600819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Attempting to bind port 54d061df-03f5-43eb-8d15-afe2f9be4f65 on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:22.606628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:22.607006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:22.607445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.607811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:22.608467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Bound port: 54d061df-03f5-43eb-8d15-afe2f9be4f65, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:22.609526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.614348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-366b6252-2ebe-4c82-b66a-54251eac1ada req-ddd7b02d-98d1-456e-b979-b1768c9ef042 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.2617438 Aug 27 12:13:22.616582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.734288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-5a4972e9-1f2d-4726-8ddd-344b9392c5c4 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777802 Aug 27 12:13:22.799116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7425175b-916b-4ef1-aa8e-dd5be7a0b91b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:22.801809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.803259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d5684a14-2639-4b20-82a2-dcb87b6adbfd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5760810 Aug 27 12:13:22.818246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:22.823092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] For port 54d061df-03f5-43eb-8d15-afe2f9be4f65, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:22.825883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'security_group_rule': {'security_group_id': '7425175b-916b-4ef1-aa8e-dd5be7a0b91b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:22.827657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] For port 54d061df-03f5-43eb-8d15-afe2f9be4f65, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=54d061df-03f5-43eb-8d15-afe2f9be4f65,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:22.837153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:22.880076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf259-23b4-471d-831e-4864df91ccb2 req-0829866f-53d0-49c0-803d-e890991b0bb9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:22.891418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-971cf259-23b4-471d-831e-4864df91ccb2 req-0829866f-53d0-49c0-803d-e890991b0bb9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.2816732 Aug 27 12:13:22.923200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827374b9-77d8-4389-b666-06b178aad383 None None] Pushing event updated for resources: {'Port': ['ID=54d061df-03f5-43eb-8d15-afe2f9be4f65,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:22.959793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:22.960448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:23.044738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.054232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14ab47a3-5228-4e0b-8900-7c9ed0fd0a40 req-de3e8711-9a36-4872-bb84-3c2f65e8c8d1 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047934 Aug 27 12:13:23.108635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-971cf259-23b4-471d-831e-4864df91ccb2 req-3da10dd0-49c1-485b-910a-d51b0a2d4d5b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157340 Aug 27 12:13:23.205203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-39096653-8877-4a1c-b9cd-1f137b940662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:23.207004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-39096653-8877-4a1c-b9cd-1f137b940662 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1099 time: 0.0959291 Aug 27 12:13:23.215432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:23.242029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.254633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.279843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.281496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4612298 Aug 27 12:13:23.284584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de32ba-44bc-4023-b756-0d84dfdd8e2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6100596e-0782-4f34-8c4a-8f48100478d0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:23.286736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:23.302793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'security_group_rule': {'security_group_id': '7425175b-916b-4ef1-aa8e-dd5be7a0b91b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:23.359549 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.507517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-c31b7722-558d-43a0-af9f-f1a70bcadff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:23.509677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-c31b7722-558d-43a0-af9f-f1a70bcadff1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2942758 Aug 27 12:13:23.520160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.528722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.577249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.578810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2846270 Aug 27 12:13:23.583639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:23.589296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:23.618725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d0fdc-0c77-4476-83d3-04cf180a9900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9da1975-463d-4b37-bbff-dc92faa4bc29,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:23.625038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-447fb206-9b5d-44c3-a7a2-3b16dd6a5a00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.1070702 Aug 27 12:13:23.652665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.733216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-7a41ca41-00c4-458a-b403-6dd9bd17fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:23.737815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-7a41ca41-00c4-458a-b403-6dd9bd17fcc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1038911 Aug 27 12:13:23.755893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:22Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:23.830098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb723f-5280-4d75-af55-03299a322b94 None None] The sync data for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 is: [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:22Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:13:23.830874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-b903e404-7867-4e2b-8e6a-14867d8a38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:23.832861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9575f454-9e53-4375-8fcb-df9819d0d747 req-f84f1d15-e481-45c6-9bbf-e131cca5f6cc tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0590880 Aug 27 12:13:23.835056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-b903e404-7867-4e2b-8e6a-14867d8a38ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874233 Aug 27 12:13:23.927737 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:23.998783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:24.187891 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-e57f01ef-ca33-47e1-ad18-501e73063dc9 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425593 Aug 27 12:13:24.269441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Allocated IP 172.25.8.49 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bbcbe434-1eb9-4254-b56c-3771d1c5a7a9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:24.346624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-694da2e1-8215-4cdf-a64d-76e5212e8bcc req-59794db6-c9d9-4496-8eb2-6b0f349bf0ca service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507421 Aug 27 12:13:24.464469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df048b-50bf-49b7-b312-1ce00651ca0a req-0bb690d7-8460-4ee0-adf0-90ad701f1cd0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:24.466283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58df048b-50bf-49b7-b312-1ce00651ca0a req-0bb690d7-8460-4ee0-adf0-90ad701f1cd0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.1688762 Aug 27 12:13:24.620387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58df048b-50bf-49b7-b312-1ce00651ca0a req-a9fd0d96-85a9-42a3-99e7-f37da61d60a8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454022 Aug 27 12:13:24.650125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:24.654138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 54d061df-03f5-43eb-8d15-afe2f9be4f65 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:24.743860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:24.755178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 54d061df-03f5-43eb-8d15-afe2f9be4f65 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:24.761818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 54d061df-03f5-43eb-8d15-afe2f9be4f65 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:24.763542 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:24.833303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=bbcbe434-1eb9-4254-b56c-3771d1c5a7a9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:24.846412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:24.848045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:24.850690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:24.929693 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.045391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 54d061df-03f5-43eb-8d15-afe2f9be4f65, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=54d061df-03f5-43eb-8d15-afe2f9be4f65,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:25.052306 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.196083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=54d061df-03f5-43eb-8d15-afe2f9be4f65,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:25.214058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-866e4a2c-eb5d-423d-80be-849d3e832a02 req-ae19ae82-f890-4d36-bd5e-6451c83251a9 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.2051179 Aug 27 12:13:25.218862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.278699 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.476417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.482500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.529638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=bbcbe434-1eb9-4254-b56c-3771d1c5a7a9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:25.582818 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.607249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:25.624549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a944c7a1-3ca9-4935-98be-7c3a3f6adbb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0384407 Aug 27 12:13:25.924368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-b04c068f-aeee-4ade-a4b8-04adbc4ee52b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1053614341&fields=id&tenant_id=7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 267 time: 0.1302116 Aug 27 12:13:25.976179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9877ca8-7123-426a-899a-125cbd763b1d req-f141d2e8-8788-402f-afd4-993278a9474f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:25.984223 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9877ca8-7123-426a-899a-125cbd763b1d req-f141d2e8-8788-402f-afd4-993278a9474f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.1998243 Aug 27 12:13:26.097986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9877ca8-7123-426a-899a-125cbd763b1d req-6ab38c5b-8f02-4d50-b113-556f6ed11d3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128137 Aug 27 12:13:26.147636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-d4f42173-f939-48a3-b85f-60d6c3c5ea07 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:26.157942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-d4f42173-f939-48a3-b85f-60d6c3c5ea07 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.2194316 Aug 27 12:13:26.191829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-ff82d941-7909-477e-be2a-5d176236a1e6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/quotas/7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 375 time: 0.0329382 Aug 27 12:13:26.225299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:13:26.358997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-8b9b1a51-1f0f-4b22-8cf9-d90d403440f3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1660783 Aug 27 12:13:26.394457 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cf95b68-bbcb-4eb4-ae54-e1ef5e8fe318 req-67c3ed95-34df-4325-a278-ba43dec8a3da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0539296 Aug 27 12:13:26.597991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:26.635617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-f77349e6-8e5d-402c-9e3b-b435c3f66f33 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506514 Aug 27 12:13:26.655937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57710) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:26.665836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'mac_address': 'fa:16:3e:ac:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:13:26.716735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:26.730471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 54d061df-03f5-43eb-8d15-afe2f9be4f65 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:26.734577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2602900-ecc0-40d9-91b7-266ac625d5e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:26.752630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-b9e80a0f-014a-430d-9bda-1f8ccb06cca5 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133571 Aug 27 12:13:26.785291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:26.801072 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:26.833529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ebb30f5-7107-4eda-a704-7943b99a0240 req-c7562b69-c4c8-4de3-b029-823dd17026d7 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0797303 Aug 27 12:13:26.864419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 54d061df-03f5-43eb-8d15-afe2f9be4f65 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:26.865801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:26.892910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39d3f45-4962-4110-9866-f74cd7e633c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:26.949007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:27.098155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-297d7bac-2172-449d-9ead-d98a4007cef0 req-9532bdf2-43a0-46fb-9519-176d6e789bb5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 210 time: 0.0722899 Aug 27 12:13:27.169143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a2602900-ecc0-40d9-91b7-266ac625d5e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:27.180313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39d3f45-4962-4110-9866-f74cd7e633c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:27.189146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c39d3f45-4962-4110-9866-f74cd7e633c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:27.265173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c39d3f45-4962-4110-9866-f74cd7e633c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=512c7dcb620549e08adf84aced15d0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081538 Aug 27 12:13:27.266150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3f45-4962-4110-9866-f74cd7e633c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8a2ffd-4ea8-4961-b820-df99ad4e9be1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:27.268569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57722) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:27.400597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f084-6282-4da2-a28f-2f152268af68 req-3533c431-5f93-4a35-aa23-8a35785dc78b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:27.422058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8ee-5810-4f12-b4f4-16b1674ea7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:27.424766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa87f084-6282-4da2-a28f-2f152268af68 req-3533c431-5f93-4a35-aa23-8a35785dc78b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.1808088 Aug 27 12:13:27.519649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8ee-5810-4f12-b4f4-16b1674ea7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:27.580259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa87f084-6282-4da2-a28f-2f152268af68 req-2f21ba32-b7e2-479d-b1e2-7c25f1131d7c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544399 Aug 27 12:13:27.744883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8ee-5810-4f12-b4f4-16b1674ea7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:27.748691 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec8ee-5810-4f12-b4f4-16b1674ea7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:27.762643 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3f9ec8ee-5810-4f12-b4f4-16b1674ea7b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db8a2ffd-4ea8-4961-b820-df99ad4e9be1 HTTP/1.1" status: 204 len: 168 time: 0.4928761 Aug 27 12:13:27.806047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ec8ee-5810-4f12-b4f4-16b1674ea7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8a2ffd-4ea8-4961-b820-df99ad4e9be1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:28.050860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8eee7b21-a90f-4ab1-976b-d92aaa4a3ffc req-96b5abf0-1d5f-4946-9be4-8a501ddbd954 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0430419 Aug 27 12:13:28.247172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eff3b062-a6ae-49fe-be10-50d0032aa84a req-11ca9eb2-060f-4d3a-b0f8-980b637738b9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 210 time: 0.0340459 Aug 27 12:13:28.567768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57744) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:28.592679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060e63e-615a-45d2-9643-04bd6a85e6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:28.778872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060e63e-615a-45d2-9643-04bd6a85e6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:28.785417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060e63e-615a-45d2-9643-04bd6a85e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:28.878967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060e63e-615a-45d2-9643-04bd6a85e6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad2eb1-e81e-4641-87b8-aefa23c6acf9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:28.999067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99441895-d778-4d7f-9a7a-c962394792ad req-eed3b5fc-5395-4bca-83d3-167c552ab14c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:29.014301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99441895-d778-4d7f-9a7a-c962394792ad req-eed3b5fc-5395-4bca-83d3-167c552ab14c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.1884067 Aug 27 12:13:29.107145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99441895-d778-4d7f-9a7a-c962394792ad req-a2e42844-5cf5-4718-8ef4-8cebdeefb5a4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919323 Aug 27 12:13:29.327011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14b947fb-ef2d-4a12-b59d-c41a56e2a664 req-10ad6c7a-3856-4d6f-9e4b-4272896b8a3c tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0525959 Aug 27 12:13:29.462420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e060e63e-615a-45d2-9643-04bd6a85e6d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de8e4e4b51af440c9dbf3e8f4075d591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932238 Aug 27 12:13:29.469458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:29.480162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-051a5755-bb65-4891-bd66-6f9e901ae9e3 req-f405b345-9b3a-4a1e-ab5e-60c77c84abb1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 210 time: 0.0568917 Aug 27 12:13:29.563784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-f9fd7d2c-6d80-4852-a614-bb51a217767e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:29.565219 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-f9fd7d2c-6d80-4852-a614-bb51a217767e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.6695333 Aug 27 12:13:29.606908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6804b273-770e-41c2-be24-0517db64ff65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:29.627732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-993a7af2-6346-4ad7-97d5-abfe7baaadf5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 380 time: 0.0511172 Aug 27 12:13:29.645780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'port': {'device_id': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'admin_state_up': True, 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'security_groups': ['7425175b-916b-4ef1-aa8e-dd5be7a0b91b']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:29.663104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6804b273-770e-41c2-be24-0517db64ff65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:29.740717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6804b273-770e-41c2-be24-0517db64ff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:29.744018 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6804b273-770e-41c2-be24-0517db64ff65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:29.745424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6804b273-770e-41c2-be24-0517db64ff65 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4ad2eb1-e81e-4641-87b8-aefa23c6acf9 HTTP/1.1" status: 204 len: 168 time: 0.2641890 Aug 27 12:13:29.753246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804b273-770e-41c2-be24-0517db64ff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad2eb1-e81e-4641-87b8-aefa23c6acf9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:29.863944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:29.874296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.094552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Allocated IP 172.20.0.9 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/3b1c6cc2-22ff-4800-9b03-074e7fa256fe) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:30.247461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:30.302703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d35a406-85fb-439f-8459-ff2c4a1dc4e1 req-4058e06f-f9f1-493c-a1db-03fa7276c5a2 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0584350 Aug 27 12:13:30.452572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port a2602900-ecc0-40d9-91b7-266ac625d5e7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:30.483186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port a2602900-ecc0-40d9-91b7-266ac625d5e7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:30.485140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.494489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.527415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Transition to ACTIVE for port object 3b1c6cc2-22ff-4800-9b03-074e7fa256fe will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:30.599778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59936212-8121-4ba2-a603-66c1fb62d1a2 req-76945057-2d37-475f-acc5-02870c5afd27 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:30.602630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59936212-8121-4ba2-a603-66c1fb62d1a2 req-76945057-2d37-475f-acc5-02870c5afd27 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.1763105 Aug 27 12:13:30.659041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.691401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.763832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:30.767899 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9f6cd4-7d10-4173-9e9e-0aedb7c817bd" -d '{"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-plugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:30.796659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:30.798544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:30.805501 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.818513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57802) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:30.822997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:30.849188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:30.860414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59936212-8121-4ba2-a603-66c1fb62d1a2 req-d5e0892c-ba29-4014-baa7-7e6e54bdc010 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509105 Aug 27 12:13:30.904199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980f6f5-d6a7-40e8-884d-e39152060d60 req-d208c3b8-dbcf-488e-bbac-7d0119a5ade0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:30.913490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d980f6f5-d6a7-40e8-884d-e39152060d60 req-d208c3b8-dbcf-488e-bbac-7d0119a5ade0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 931 time: 0.2883577 Aug 27 12:13:30.916454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:30.935045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:30.947349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5cfd-1c1e-4eb1-8a68-dedb0edf1887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:30.988856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:30.989870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.101151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d980f6f5-d6a7-40e8-884d-e39152060d60 req-96b0d5a4-8613-495f-a6e9-7bfd0665ff4e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814733 Aug 27 12:13:31.172842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5cfd-1c1e-4eb1-8a68-dedb0edf1887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.180552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdfd5cfd-1c1e-4eb1-8a68-dedb0edf1887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.189120 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fa84c4-298c-4d10-b5e4-2f476759e879 x-openstack-request-id: req-e6fa84c4-298c-4d10-b5e4-2f476759e879 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:31.189763 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-plugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:31.190023 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6fa84c4-298c-4d10-b5e4-2f476759e879 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:31.190712 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'code': 200} Aug 27 12:13:31.227653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-6dbee239-2df6-4851-9e4b-526bd110c453 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5920923 Aug 27 12:13:31.242778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4810b630-2555-4912-87f8-954801a0e7b4 None None] Provisioning for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:31.256532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4810b630-2555-4912-87f8-954801a0e7b4 None None] Provisioning complete for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:31.258509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4810b630-2555-4912-87f8-954801a0e7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.279469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Request body: {'port': {'device_id': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:31.367557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4810b630-2555-4912-87f8-954801a0e7b4 None None] Port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:13:31.376933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cdfd5cfd-1c1e-4eb1-8a68-dedb0edf1887 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd327708ddd14cbda89400e103acb985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564063 Aug 27 12:13:31.380814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd5cfd-1c1e-4eb1-8a68-dedb0edf1887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e7a2b-674c-405f-a010-4346f494be53,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:31.381543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57812) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:31.451408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.491880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418f7eb-55e2-40d5-b81d-4f25bbed0035 req-5aabb0ed-4929-4889-92ba-f638d865c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:31.493697 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1418f7eb-55e2-40d5-b81d-4f25bbed0035 req-5aabb0ed-4929-4889-92ba-f638d865c249 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1101 time: 0.2050769 Aug 27 12:13:31.527769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52f80370-b7f8-40ab-ab5c-09b30aaa3ad5 req-05316178-33c1-4053-9876-4fc7bec07adb tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0421696 Aug 27 12:13:31.583228 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c47d287-6fbd-4e57-85c0-945251330471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.611429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1418f7eb-55e2-40d5-b81d-4f25bbed0035 req-0b2e3e1e-7128-497a-9618-6a65565008ad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084564 Aug 27 12:13:31.618598 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c47d287-6fbd-4e57-85c0-945251330471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.645736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba0de-c762-429e-8c2f-77546026bcde req-28b74941-44eb-45d1-a1d0-be030746ef29 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:31.653746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caeba0de-c762-429e-8c2f-77546026bcde req-28b74941-44eb-45d1-a1d0-be030746ef29 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.1061714 Aug 27 12:13:31.721153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caeba0de-c762-429e-8c2f-77546026bcde req-fed9baec-8b1a-4382-884b-69724d1c92b5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659311 Aug 27 12:13:31.734731 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c47d287-6fbd-4e57-85c0-945251330471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.737629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c47d287-6fbd-4e57-85c0-945251330471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.738657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3c47d287-6fbd-4e57-85c0-945251330471 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e3e7a2b-674c-405f-a010-4346f494be53 HTTP/1.1" status: 204 len: 168 time: 0.3553209 Aug 27 12:13:31.762489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d287-6fbd-4e57-85c0-945251330471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e7a2b-674c-405f-a010-4346f494be53,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:31.857833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:31.866809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.882279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Transition to ACTIVE for port object 3b1c6cc2-22ff-4800-9b03-074e7fa256fe will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:31.886616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:31.963326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:32.102905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Attempting to bind port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:32.103213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Attempting to bind port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:32.103895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Attempting to bind port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:32.109122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:13:32.109731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Attempting to bind port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:32.117555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:32.117904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:32.118295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:32.118963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Bound port: 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:32.119414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:32.221715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d222-70ce-4cb3-bf91-6ed0e0641c25 req-89547689-fa38-4540-8d9b-7a83fdec8e95 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.230673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6521d222-70ce-4cb3-bf91-6ed0e0641c25 req-89547689-fa38-4540-8d9b-7a83fdec8e95 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1851194 Aug 27 12:13:32.281465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6521d222-70ce-4cb3-bf91-6ed0e0641c25 req-5684edd9-59a6-4701-b3ca-a5869bcfce1f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Aug 27 12:13:32.355280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:32.372197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:32.399900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:32.467424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ab496-f9a9-4eeb-841a-f6230eb2a70e req-70b9cdf5-3bec-441e-88e4-d1f2eafab996 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.478891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-570ab496-f9a9-4eeb-841a-f6230eb2a70e req-70b9cdf5-3bec-441e-88e4-d1f2eafab996 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 943 time: 0.1646149 Aug 27 12:13:32.508485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.508975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:32.510495 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] 10.222.0.65 "PUT /v2.0/ports/3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 1091 time: 1.2516751 Aug 27 12:13:32.512879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:32.515724 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c325bba2-29d7-4071-8ec8-3aaf5276551c" -d '{"events": [{"name": "network-changed", "server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:32.538460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-570ab496-f9a9-4eeb-841a-f6230eb2a70e req-4f75fd94-958f-470e-8b4c-031fc47e86cd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576098 Aug 27 12:13:32.567083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd118de-9714-4e4c-b7b8-e8a6d270f1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:32.635963 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0e3ae6-6aaf-4ed8-ab27-74b95dcce317 x-openstack-request-id: req-9c0e3ae6-6aaf-4ed8-ab27-74b95dcce317 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:32.636284 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:32.636676 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c0e3ae6-6aaf-4ed8-ab27-74b95dcce317 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:32.637165 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'status': 'completed', 'code': 200} Aug 27 12:13:32.656154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-a07847b8-f0a0-4ce8-ba7a-5d2ea475f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.663468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-a07847b8-f0a0-4ce8-ba7a-5d2ea475f16d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1094 time: 0.0900509 Aug 27 12:13:32.752895 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-2b4fd500-7d78-4e65-b822-28e623654cda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 217 time: 0.0796733 Aug 27 12:13:32.759934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ab0dac1-099b-4aed-9930-98f0abc6e4e3 req-e8b82806-24f8-4a1b-b3bb-f98960252a7f tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0652862 Aug 27 12:13:32.850808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-aacb36fe-5d12-49f0-a437-92408fade8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.854539 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-aacb36fe-5d12-49f0-a437-92408fade8a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0935521 Aug 27 12:13:32.962072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2e87-8cdb-41a0-947a-1bcb361e76f9 req-6cd470df-67ae-41ab-916a-111734cb8daf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.963746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-1b9b1a8f-0a8a-4832-a3da-2c6e5cdec840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:32.964239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f65c2e87-8cdb-41a0-947a-1bcb361e76f9 req-6cd470df-67ae-41ab-916a-111734cb8daf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.0951643 Aug 27 12:13:32.966424 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-1b9b1a8f-0a8a-4832-a3da-2c6e5cdec840 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029778 Aug 27 12:13:33.025956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f65c2e87-8cdb-41a0-947a-1bcb361e76f9 req-f3da63d1-4b17-4317-9875-c76c8ba73763 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468247 Aug 27 12:13:33.080890 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-f2d42afb-7e7f-48b8-a573-8382f4cf4438 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053293 Aug 27 12:13:33.096314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57852) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:33.185585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660648ff-86f5-4cde-9da4-9d68fc488402 req-36a6c044-b422-4e6e-8855-d4e7dc5f2869 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979245 Aug 27 12:13:33.208094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-656153243-network', 'tenant_id': '53d96228961642daa4ceabdbb5de5011'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:33.236047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Made reservation on behalf of 53d96228961642daa4ceabdbb5de5011 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:33.238638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.248320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.300647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-3b8a7f60-f95e-4c66-8ee4-434a3298da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.303080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-3b8a7f60-f95e-4c66-8ee4-434a3298da94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1094 time: 0.0482678 Aug 27 12:13:33.385318 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.391116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.414673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:13:33.417043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-e2129fdb-476e-4d7f-9fad-6dd6f272cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.418696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-e2129fdb-476e-4d7f-9fad-6dd6f272cb98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1022117 Aug 27 12:13:33.431837 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.432286 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Added segment 191ff46d-20f7-4f95-9d72-11f3be98fc05 of type vlan for network b1d21eea-ce75-4232-abfc-691372fe6e35 Aug 27 12:13:33.433939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7677da-2f23-44f9-aa31-42de681b969d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:33.490719 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.491486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-7642c7ba-3c37-450e-9050-c2d068f64bab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 217 time: 0.0642183 Aug 27 12:13:33.552142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.553711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.555400 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.625009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-c342e2ff-0f22-4611-9a2b-c71a8687f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.627652 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-c342e2ff-0f22-4611-9a2b-c71a8687f336 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1197522 Aug 27 12:13:33.639979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5424507 Aug 27 12:13:33.662074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57868) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:33.688653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Request body: {'subnet': {'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-656153243-subnet', 'tenant_id': '53d96228961642daa4ceabdbb5de5011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:33.761598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Made reservation on behalf of 53d96228961642daa4ceabdbb5de5011 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:33.762996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771d26-42f9-42da-bcc8-7d1a3e3ae9ea admin admin] Pushing event updated for resources: {'Network': ['ID=b1d21eea-ce75-4232-abfc-691372fe6e35,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:33.763959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:33.779079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b1d21eea-ce75-4232-abfc-691372fe6e35 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:13:33.809318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-a9f8a797-cf41-4cab-ad4c-ecbd54f3a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.810891 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-a9f8a797-cf41-4cab-ad4c-ecbd54f3a51f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475468 Aug 27 12:13:33.821061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb61a2-b2c3-414d-b634-3c216c2c7a81 req-344ecd1f-cbb1-4185-95bd-952e920ecceb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.824260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7bb61a2-b2c3-414d-b634-3c216c2c7a81 req-344ecd1f-cbb1-4185-95bd-952e920ecceb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.4566543 Aug 27 12:13:33.831864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d52db04a-c860-4f12-a266-714659d30931 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.833987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d52db04a-c860-4f12-a266-714659d30931 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.1870131 Aug 27 12:13:33.844608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce865405-9c2b-49a0-b460-adf7ba7d8557 req-e3c31e91-0681-4702-a38e-768fedbe941b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:33.847856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce865405-9c2b-49a0-b460-adf7ba7d8557 req-e3c31e91-0681-4702-a38e-768fedbe941b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 943 time: 0.1642907 Aug 27 12:13:33.930957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7bb61a2-b2c3-414d-b634-3c216c2c7a81 req-c25f35cf-0415-4002-bdd8-48ecc5a6c9e0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812328 Aug 27 12:13:34.065935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce865405-9c2b-49a0-b460-adf7ba7d8557 req-ccb2ab50-e7e9-4791-be7a-90d4b1ca7761 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784620 Aug 27 12:13:34.098934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94f0393c-fbd6-45f7-87b7-f46250fe5142 req-5652a2bf-3ddc-4bed-af12-f3ebed2cfaa0 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0534761 Aug 27 12:13:34.157978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-5c2afa05-3b5a-4383-b152-61806b55af88 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226492 Aug 27 12:13:34.264152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Deleting port 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:13:34.264500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:34.306470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15fb3d-c28f-4b57-897f-fa2a373bcc59 req-0f023344-cbf1-4d4f-813c-a56600be822e tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:34.308155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de15fb3d-c28f-4b57-897f-fa2a373bcc59 req-0f023344-cbf1-4d4f-813c-a56600be822e tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1101 time: 0.1002939 Aug 27 12:13:34.349193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a859f8-5f9a-4568-b459-4cc5b7d00725 req-38814a2c-a38b-4305-a0e1-d38a14074dec tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:34.350774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a859f8-5f9a-4568-b459-4cc5b7d00725 req-38814a2c-a38b-4305-a0e1-d38a14074dec tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 946 time: 0.1389525 Aug 27 12:13:34.372715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de15fb3d-c28f-4b57-897f-fa2a373bcc59 req-9df0ca75-5a4c-4bab-b43c-bf06e640b727 tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Aug 27 12:13:34.385765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:34.408364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a859f8-5f9a-4568-b459-4cc5b7d00725 req-8f74551e-02a5-4927-a326-94dd362addbe tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461810 Aug 27 12:13:34.450876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c325bba2-29d7-4071-8ec8-3aaf5276551c req-990724ad-fef0-4c4d-b159-26550ee0ec35 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775671 Aug 27 12:13:34.513243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] For port 32772e3e-c84a-44d7-9793-f06608eab91a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=32772e3e-c84a-44d7-9793-f06608eab91a,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:34.513647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:34.524044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5efa07-6c11-45ed-8d48-624f8910a133,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:34.573370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Checking segment: {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:34.573786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Network hostable DHCP agents. Network: b1d21eea-ce75-4232-abfc-691372fe6e35, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:13:34.638468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Network b1d21eea-ce75-4232-abfc-691372fe6e35 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:13:34.657959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b1d21eea-ce75-4232-abfc-691372fe6e35) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:34.676076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414cab4-e269-461e-aa7c-d8dbeb3bdcb5 None None] Network b1d21eea-ce75-4232-abfc-691372fe6e35 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:13:34.752210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:34.752846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:34.800961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-893d02d6-d57c-4f4e-bc94-a34ca502d26e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1217248 Aug 27 12:13:34.802537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15101-e11c-498b-b8ba-52f1128eb117 req-acaf70d1-762d-40cf-ba90-73cc9adddae7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:34.803602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:34.804867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4f15101-e11c-498b-b8ba-52f1128eb117 req-acaf70d1-762d-40cf-ba90-73cc9adddae7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0674808 Aug 27 12:13:34.810622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:34.811020 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Floating IP 51b22f05-fa2a-44a5-9fca-5acd355ff2aa disassociated. External IP: 172.25.8.146, port: 32772e3e-c84a-44d7-9793-f06608eab91a. Aug 27 12:13:34.812149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Calling delete_port for 32772e3e-c84a-44d7-9793-f06608eab91a owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:13:34.830964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-cf9217df-6a6b-49b5-bb63-c656f1d99282 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986269 Aug 27 12:13:34.853677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4f15101-e11c-498b-b8ba-52f1128eb117 req-88ebd9e2-415d-4635-9b12-3907c9bf108b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Aug 27 12:13:34.904794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba86e3-9d39-4278-a68a-081450270bff None None] Network b1d21eea-ce75-4232-abfc-691372fe6e35 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:13:35.014698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:35.064529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event deleted for resources: {'Port': ['ID=32772e3e-c84a-44d7-9793-f06608eab91a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:35.250035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Router a8b2c748-ea72-442a-af6d-0965bc750492 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:13:35.284506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74b079e2-6b1a-4e4d-ac96-31806b71736e req-eafb656a-a42e-4c32-8508-51a8c96dccdc tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0439932 Aug 27 12:13:35.313356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4863f0-e4bd-4be6-afac-c6d4bce638e8 req-dee4a55e-da2d-4c3d-ab2d-1c9c94bc1df4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:35.316541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d4863f0-e4bd-4be6-afac-c6d4bce638e8 req-dee4a55e-da2d-4c3d-ab2d-1c9c94bc1df4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 943 time: 0.1268189 Aug 27 12:13:35.416095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d4863f0-e4bd-4be6-afac-c6d4bce638e8 req-14a3e684-6383-4e0c-90e5-e988bd71459f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766718 Aug 27 12:13:35.428632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:13:35.453913 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:13:35.483460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:35.484208 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:35.527248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] No DVR routers for this DVR port 32772e3e-c84a-44d7-9793-f06608eab91a on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:13:35.533858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:35.550122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3415bef3-27ce-4570-97ab-ce7d2103c6c6 req-d31d41ff-33a9-4970-80bb-d4190dcfc6ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "DELETE /v2.0/ports/32772e3e-c84a-44d7-9793-f06608eab91a HTTP/1.1" status: 204 len: 173 time: 1.6964130 Aug 27 12:13:35.553203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-deleted', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:35.562846 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98426675-aa50-453b-ab22-6a192fe76f4f" -d '{"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-deleted", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:35.616342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01605243-b817-4989-96f9-cf425b33d8fc req-e64272ec-401e-4ede-b205-6aa2047b7f8c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb6e87b5-45de-4c89-8260-47e92679ac07 HTTP/1.1" status: 200 len: 210 time: 0.0681229 Aug 27 12:13:35.696676 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fbe26c-ca6d-4316-ae57-19bb81db60a4 x-openstack-request-id: req-55fbe26c-ca6d-4316-ae57-19bb81db60a4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:35.696965 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6e87b5-45de-4c89-8260-47e92679ac07", "name": "network-vif-deleted", "tag": "32772e3e-c84a-44d7-9793-f06608eab91a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:35.697272 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55fbe26c-ca6d-4316-ae57-19bb81db60a4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:35.697615 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6e87b5-45de-4c89-8260-47e92679ac07', 'name': 'network-vif-deleted', 'tag': '32772e3e-c84a-44d7-9793-f06608eab91a', 'status': 'completed', 'code': 200} Aug 27 12:13:35.766547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:36.020825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e2999-9729-451f-b793-8289f8753241 req-bdde50cf-d8b2-450a-907b-4131e36e4500 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:36.028971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463e2999-9729-451f-b793-8289f8753241 req-bdde50cf-d8b2-450a-907b-4131e36e4500 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0716951 Aug 27 12:13:36.071954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463e2999-9729-451f-b793-8289f8753241 req-5445a64f-7114-4f84-94be-6e7efc1f5a93 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Aug 27 12:13:36.095581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:36.272614 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:13:36.283717 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:36.284414 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:36.289108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:13:36.431338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:36.478749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-9ebbf8fe-20cb-4f33-bea1-3d14973df867 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111414 Aug 27 12:13:36.516305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83618de6-8053-4c7d-9132-b40a1707a575 req-1fec6a08-24cc-480d-bf40-0b3ad876417c tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0943146 Aug 27 12:13:36.631478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:36.644385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-623da037-96b3-4d52-8405-d60e3f33e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:36.646193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-623da037-96b3-4d52-8405-d60e3f33e9ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 1100 time: 0.0968404 Aug 27 12:13:36.647141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3afa-4546-4f11-9d32-922fe0c259cc req-93ef19b0-0e30-442e-97b0-6fa19c0b4f9a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:36.650239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1ab3afa-4546-4f11-9d32-922fe0c259cc req-93ef19b0-0e30-442e-97b0-6fa19c0b4f9a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 943 time: 0.1072245 Aug 27 12:13:36.725581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:13:36.778557 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:36.787931 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1ab3afa-4546-4f11-9d32-922fe0c259cc req-6a5ad5ec-145d-4cd7-9939-7890d8954d3b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265254 Aug 27 12:13:36.849303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:36.873137 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfab0fe-16b0-4d40-bb8c-a03d56fab26b None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:13:36.972149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-3687e42f-68e5-40b7-8fb9-03e872551944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:36.976682 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-3687e42f-68e5-40b7-8fb9-03e872551944 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2905450 Aug 27 12:13:37.065981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3a2488f-6c6c-4f4d-9810-9f8733b9de2f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:37.066688 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-377937c9-180e-466a-8de7-397e62bfc149 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 200 len: 217 time: 0.0822046 Aug 27 12:13:37.076189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:13:37.080298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:13:37.114689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 32772e3e-c84a-44d7-9793-f06608eab91a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:13:37.115059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 32772e3e-c84a-44d7-9793-f06608eab91a not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:13:37.142278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3a2488f-6c6c-4f4d-9810-9f8733b9de2f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:37.167916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-b1fd7abc-1b17-4bdd-bbfb-2580439998af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.169442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-b1fd7abc-1b17-4bdd-bbfb-2580439998af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0766027 Aug 27 12:13:37.184487 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:37.202755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:37.217219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-a1bc5d12-5900-4d99-b01f-c5e83088a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.220260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-a1bc5d12-5900-4d99-b01f-c5e83088a461 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1101 time: 0.1620719 Aug 27 12:13:37.227686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:37.236749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:37.313808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:37.343213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747aec9-1c52-4c48-be59-62c24b467a19 req-8a0ed3ab-8ae5-40ec-a929-dc9ccef75f02 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.347197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-7be965c1-1e1e-46a4-bdd5-5d6128710eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.348737 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-7be965c1-1e1e-46a4-bdd5-5d6128710eb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712811 Aug 27 12:13:37.353631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f747aec9-1c52-4c48-be59-62c24b467a19 req-8a0ed3ab-8ae5-40ec-a929-dc9ccef75f02 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1558335 Aug 27 12:13:37.420769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-21ae8069-133c-4db6-9bb0-0f11a727590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.425750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f747aec9-1c52-4c48-be59-62c24b467a19 req-b1a85849-d9c8-487e-9dbe-da00efa0ee4e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 Aug 27 12:13:37.427171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3a2488f-6c6c-4f4d-9810-9f8733b9de2f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:37.432571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3a2488f-6c6c-4f4d-9810-9f8733b9de2f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:37.437701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c3a2488f-6c6c-4f4d-9810-9f8733b9de2f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "DELETE /v2.0/security-groups/efcb5c38-36b4-48b7-b0d1-2313bf1c07e6 HTTP/1.1" status: 204 len: 168 time: 0.5864754 Aug 27 12:13:37.439076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:37.446223 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-21ae8069-133c-4db6-9bb0-0f11a727590b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.2139797 Aug 27 12:13:37.464792 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c256d8db-8d28-492f-aef9-4eedc2ce273c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] show failed (client error): The resource could not be found. Aug 27 12:13:37.469867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c256d8db-8d28-492f-aef9-4eedc2ce273c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups/efcb5c38-36b4-48b7-b0d1-2313bf1c07e6 HTTP/1.1" status: 404 len: 347 time: 0.0245674 Aug 27 12:13:37.478054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:37.491903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d9d31-5bb6-4d09-9f89-165929385ff3 None None] New status for floating IP 51b22f05-fa2a-44a5-9fca-5acd355ff2aa: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:13:37.493165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-4e8596be-a0b2-4bce-8b02-14f854f1f3bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.0391505 Aug 27 12:13:37.537494 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-bf8738f0-4b77-4c34-b417-702725d0c805 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805136 Aug 27 12:13:37.611677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2488f-6c6c-4f4d-9810-9f8733b9de2f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb5c38-36b4-48b7-b0d1-2313bf1c07e6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:37.656762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-eb09d75f-0110-43ee-bfb1-ce6c136f81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.658251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-eb09d75f-0110-43ee-bfb1-ce6c136f81c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1579556 Aug 27 12:13:37.697076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3b1c6cc2-22ff-4800-9b03-074e7fa256fe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:37.741907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-27a57b84-c43b-4001-a48c-698dcf105801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:37.743722 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-27a57b84-c43b-4001-a48c-698dcf105801 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771468 Aug 27 12:13:37.746471 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc7eed7-caba-42cb-accd-98e3cb7d9ede req-1326f003-74cd-436e-9271-6d3f1f1385f0 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766479 Aug 27 12:13:37.895637 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-cc6da25d-60f0-420a-aea6-2cc0c5eb6045 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443443 Aug 27 12:13:38.070608 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-ba0ba6b6-bc63-4124-a5a6-4b0d6cfbf882 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659606 Aug 27 12:13:38.097667 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:38.250706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f71be7d4-1f89-4556-9201-b855f7ee72ec req-dd8ba2b2-e0c4-4a51-8073-b6775e5d8a86 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0661993 Aug 27 12:13:38.352774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d71764-1b0f-4ec2-918a-37eef261797f req-d2a63c62-fb7d-40e1-9710-7ab4f9a04f50 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:38.355744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61d71764-1b0f-4ec2-918a-37eef261797f req-d2a63c62-fb7d-40e1-9710-7ab4f9a04f50 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1935503 Aug 27 12:13:38.383418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Deleting port 4f3a0915-63bc-4453-abcb-3267bae61b2c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:13:38.384100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:38.531057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61d71764-1b0f-4ec2-918a-37eef261797f req-7a6e8956-230e-4648-88c3-5264f5627f91 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670513 Aug 27 12:13:38.615044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:38.615361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:38.630164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Calling delete_port for 4f3a0915-63bc-4453-abcb-3267bae61b2c owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:13:38.713083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225f4bb-7d68-4d3c-b8f3-b4446937ea33 req-605adfc0-625b-4880-be90-ce308506b0f4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:38.724636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0225f4bb-7d68-4d3c-b8f3-b4446937ea33 req-605adfc0-625b-4880-be90-ce308506b0f4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1713583 Aug 27 12:13:38.789720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0225f4bb-7d68-4d3c-b8f3-b4446937ea33 req-95af7886-65b8-430b-bd7c-d2d4848512e9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638602 Aug 27 12:13:38.917908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:38.946203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event deleted for resources: {'Port': ['ID=4f3a0915-63bc-4453-abcb-3267bae61b2c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:39.029960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:39.032507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:39.033730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ee5f113-9639-4742-ab18-f1a34a5728d7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "DELETE /v2.0/floatingips/51b22f05-fa2a-44a5-9fca-5acd355ff2aa HTTP/1.1" status: 204 len: 168 time: 1.5538423 Aug 27 12:13:39.449089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e47c33c0-e7d3-473a-9186-be4c9dcaa50c req-36fcef19-f9ca-4dcd-ab49-a4858f065b29 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0415425 Aug 27 12:13:39.807377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58010) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:39.812476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197000879', 'description': 'tempest-description--34571108'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:39.832619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe48b2-48ca-460e-bbe6-e59317f9ac8a req-7a39b40e-9a95-420b-bb5c-587fa2c55f18 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:39.837593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27fe48b2-48ca-460e-bbe6-e59317f9ac8a req-7a39b40e-9a95-420b-bb5c-587fa2c55f18 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1032546 Aug 27 12:13:39.858024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:39.904326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27fe48b2-48ca-460e-bbe6-e59317f9ac8a req-c614110f-d7b4-46e8-92e0-b9aca46f571a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547738 Aug 27 12:13:40.041626 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.045540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.076019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6ccce-eedf-44c7-b430-b951cd94af75 req-a29ce742-fea5-43d7-a7a3-f5ed10426a4b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:40.077946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93b6ccce-eedf-44c7-b430-b951cd94af75 req-a29ce742-fea5-43d7-a7a3-f5ed10426a4b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0785151 Aug 27 12:13:40.078892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.080540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2720790 Aug 27 12:13:40.083301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d574c4d-7b89-4cb2-ac6b-00c9addf74c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea20fe-a80b-4c84-8b69-738e37b9ad38,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:40.083698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:40.094686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'security_group_rule': {'security_group_id': '49ea20fe-a80b-4c84-8b69-738e37b9ad38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:40.146736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.152332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93b6ccce-eedf-44c7-b430-b951cd94af75 req-4aafdbf4-f2b9-4ccf-a3ae-cb9f5ad61864 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525329 Aug 27 12:13:40.208183 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.214492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.235111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb032e2-9ab5-44ad-8c70-729cf709a9ed,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:40.247366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.248608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6f8de049-9934-491d-9d9d-90b62cbd19ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634707 Aug 27 12:13:40.252497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:40.257875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'security_group_rule': {'security_group_id': '49ea20fe-a80b-4c84-8b69-738e37b9ad38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:40.291639 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.319328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:40.402263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.411032 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.441496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:40.448688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:40.449588 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.456715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.458747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2050736 Aug 27 12:13:40.462588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58026) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:40.470677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:40.480070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e0425-ef2c-487e-a8f6-4b94bd36aa53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0139f02d-5a1b-4769-b7d4-fcd34d73121a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:40.520897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.601159 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.644391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9f12454-f754-4345-a933-29cb912f7621 req-d2fd6b3c-cf4d-43a6-8319-2a149992cf56 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0560317 Aug 27 12:13:40.655659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:40.659975 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d636a12-6635-4b24-8ec4-64effbe81143" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:40.718220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:40.725421 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.751914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:40.836699 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55ce131-bc43-4a12-8142-81cd2395e380 x-openstack-request-id: req-c55ce131-bc43-4a12-8142-81cd2395e380 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:40.837039 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:40.837678 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c55ce131-bc43-4a12-8142-81cd2395e380 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:40.837867 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:13:40.875553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:41.127344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff271a-f3dc-4c3b-851b-336a07ec8812 req-d8477bae-37f1-42ac-95a3-6b1996ccae81 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.138977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4aff271a-f3dc-4c3b-851b-336a07ec8812 req-d8477bae-37f1-42ac-95a3-6b1996ccae81 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.1062534 Aug 27 12:13:41.226657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4aff271a-f3dc-4c3b-851b-336a07ec8812 req-10b8f365-e28d-4ba6-bce0-0672f1b23f00 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861135 Aug 27 12:13:41.294780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.301967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.309169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.315752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.319394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a02a0-7d7c-4a46-9333-8361f607abca req-4ff5b268-05aa-4e81-9c67-8772b54917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.321328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b88a02a0-7d7c-4a46-9333-8361f607abca req-4ff5b268-05aa-4e81-9c67-8772b54917c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1096 time: 0.1123703 Aug 27 12:13:41.322585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.328644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.335084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.337865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-3c0d3a8b-a728-400f-a597-f8376bc17649 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.1724074 Aug 27 12:13:41.366129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Allocated IP 172.25.8.249 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6f3c6dab-911d-4154-aa86-0f0f27e79155) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:41.425038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2edc2080-e158-4fb8-b0d9-d411301d7162 req-32f9a832-9086-43ce-a58d-490146cb230d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709472 Aug 27 12:13:41.443651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b88a02a0-7d7c-4a46-9333-8361f607abca req-16427ae4-fb29-4d27-90f3-4d056e9abec8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100647 Aug 27 12:13:41.517038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ffc3b-7df7-48af-84b4-2f775adc1d43 req-7b59c974-4115-472f-8040-b3fa55deba62 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.522582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d7ffc3b-7df7-48af-84b4-2f775adc1d43 req-7b59c974-4115-472f-8040-b3fa55deba62 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1181538 Aug 27 12:13:41.672005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:41.705890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.712867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.719909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.721382 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:41.727207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.733426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.740068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.746994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:41.749213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99debc2f-8a5e-49a9-94e4-186d433cd5fb req-6b471eec-b380-446f-94bf-a21165360a12 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.1744471 Aug 27 12:13:41.760745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:41.760745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:41.764636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:41.781093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d7ffc3b-7df7-48af-84b4-2f775adc1d43 req-bbfc8ea3-a1d8-4ecc-b0fa-4c4318197d9a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521007 Aug 27 12:13:41.820713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'Port': ['ID=6f3c6dab-911d-4154-aa86-0f0f27e79155,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:41.924701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef1835ce-13d4-422a-a5c1-e665984dae60 req-35de9554-cc86-4c46-924d-e2ddce8f982a tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0734534 Aug 27 12:13:41.952246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.952895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.953415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.953928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.954507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.955046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.955546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.956055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.956387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.956736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.957119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.957402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:41.975521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:42.019959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:42.192240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:42.198216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:42.279751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'Port': ['ID=6f3c6dab-911d-4154-aa86-0f0f27e79155,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:42.301097 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:42.322319 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:42.325527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6d8d998a-273c-4fd7-b5d4-59d577880006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8611693 Aug 27 12:13:42.392625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb4164-3f2a-4a8b-8699-09f40cfeddec req-ff4da68a-e339-488d-b339-3cd2bdd325c2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:42.394344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3dbb4164-3f2a-4a8b-8699-09f40cfeddec req-ff4da68a-e339-488d-b339-3cd2bdd325c2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Aug 27 12:13:42.467192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3dbb4164-3f2a-4a8b-8699-09f40cfeddec req-a2035f2a-a5d6-4979-8451-2a34fe20e0b3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636339 Aug 27 12:13:42.584683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-63716c7c-8ac5-450a-9308-0b46b46913fb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1197000879&fields=id&tenant_id=4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 267 time: 0.0379312 Aug 27 12:13:42.772486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-542abe90-4d31-48c1-a6da-cf60bb5e93c8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:42.781405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-542abe90-4d31-48c1-a6da-cf60bb5e93c8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 816 time: 0.1850364 Aug 27 12:13:42.816256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6d26f206-99fe-431f-8961-e33a96a1afb9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/quotas/4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 375 time: 0.0323863 Aug 27 12:13:42.978572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b68cf-d021-4d75-a7b2-dbf9c1ab0d50 req-92e6f5e4-ef23-4304-baea-d0ebf6650504 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:42.980140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e34b68cf-d021-4d75-a7b2-dbf9c1ab0d50 req-92e6f5e4-ef23-4304-baea-d0ebf6650504 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1119668 Aug 27 12:13:42.997288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-e4983355-f019-4e01-b701-bc7471296e45 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1813335 Aug 27 12:13:43.091620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e34b68cf-d021-4d75-a7b2-dbf9c1ab0d50 req-77ed1bbf-e6fd-4844-a671-13276e77a68d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929646 Aug 27 12:13:43.145413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-00f5d877-7c27-4fee-8c30-6ec1dcc1ccc6 service neutron] 10.222.0.76 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385238 Aug 27 12:13:43.254366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f07d7d00-ea8b-4300-b541-4181330bbeeb req-8c94cc3f-3ecb-4024-9568-f1a733b6f0d1 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0360868 Aug 27 12:13:43.314421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-0a76cde5-ad60-4108-8ad7-0712db3e552c service neutron] 10.222.0.76 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618557 Aug 27 12:13:43.591866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32e60aaf-1305-4c5e-8ce8-6037d3e33d44 req-fb1449f0-9eeb-4646-9914-edc15d3547f9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 210 time: 0.0761678 Aug 27 12:13:43.695840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07953ef8-cdfe-4e16-8f38-9c4135af1376 req-b0eddfea-cdfc-485f-ad66-03641e432cb0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:43.698358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07953ef8-cdfe-4e16-8f38-9c4135af1376 req-b0eddfea-cdfc-485f-ad66-03641e432cb0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.0878677 Aug 27 12:13:43.777470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07953ef8-cdfe-4e16-8f38-9c4135af1376 req-c80b839a-c337-453d-8b06-3b131ac9a53e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725899 Aug 27 12:13:44.013802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3213b3-b5a1-417b-8288-bed8f2fd7765 req-ef77bd17-3e6c-4288-b6a2-2c49711768fb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.023314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c3213b3-b5a1-417b-8288-bed8f2fd7765 req-ef77bd17-3e6c-4288-b6a2-2c49711768fb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.1035182 Aug 27 12:13:44.025553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:44.036832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'floatingip': {'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:44.087466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:44.417074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:44.452612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee04f3-89e6-4daf-ae25-f780e69ca1c2 req-71c20739-d8d4-4bb6-857f-de440716ee80 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.488194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74ee04f3-89e6-4daf-ae25-f780e69ca1c2 req-71c20739-d8d4-4bb6-857f-de440716ee80 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.2686679 Aug 27 12:13:44.608917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fc01c91-0f65-47da-9856-8dc9cf248817 req-6e87169a-3782-4ce5-afdb-1b3362afb619 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.1059721 Aug 27 12:13:44.732701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74ee04f3-89e6-4daf-ae25-f780e69ca1c2 req-b603a774-04b3-4ea1-aec4-1d21be7d37b8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431183 Aug 27 12:13:44.864575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.865126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.865620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.866097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.867172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.867636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.868119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:44.870286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f7cb5f40-1725-466b-be03-a37e76664ee8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6500 time: 0.4514680 Aug 27 12:13:44.871000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40ba36e8-5997-4d9c-ab87-55549a777da0 req-691eef4b-7682-4fe1-8d01-af180b3867bf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 210 time: 0.0629389 Aug 27 12:13:44.984224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f32cde64-6401-4ff8-b382-fdeab9711bca service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028371 Aug 27 12:13:45.049781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:45.056951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:45.314634 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Floating IP b76b61db-ae39-4b35-ae58-3377705e2601 associated. External IP: 172.25.8.49, port: 3b1c6cc2-22ff-4800-9b03-074e7fa256fe. Aug 27 12:13:45.388861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-de776141-0ed4-4a51-83ab-db8aef4953db tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:45.390397 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-de776141-0ed4-4a51-83ab-db8aef4953db tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 816 time: 0.2085674 Aug 27 12:13:45.514033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-86d80356-13f6-460e-a064-17e88ee924a8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 380 time: 0.0599461 Aug 27 12:13:45.549451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'port': {'device_id': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'admin_state_up': True, 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'security_groups': ['49ea20fe-a80b-4c84-8b69-738e37b9ad38']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:45.706297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Router 192b999d-e846-4b8c-8751-47d0b7946976 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:13:45.730361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Made reservation on behalf of 4e564620c47a42818878ff3c282e20be for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:45.737606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:45.805125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f5ebf08-3398-4e6c-822f-598f746efa90 req-af5c662b-d0b1-4deb-bfb9-5862ba8f5cac tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0534120 Aug 27 12:13:45.940495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:13:45.956475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:45.957042 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] Sync routers for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:13:45.963187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3168-701d-481c-9d4d-76fe55e00033 req-9e653801-e936-4b37-affc-57e09d32f14a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:45.970495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61ff3168-701d-481c-9d4d-76fe55e00033 req-9e653801-e936-4b37-affc-57e09d32f14a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1006267 Aug 27 12:13:45.989857 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16cc4707-273c-43cd-83d1-c633bee5a84a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "PUT /v2.0/floatingips/b76b61db-ae39-4b35-ae58-3377705e2601 HTTP/1.1" status: 200 len: 990 time: 1.9602840 Aug 27 12:13:45.990330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:45.991010 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:45.993027 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b3c37-4fef-40c5-81ce-ec51261092ce" -d '{"events": [{"name": "network-changed", "server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:45.995634 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:46.033287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Allocated IP 172.20.0.4 (c01defaa-06b1-4809-b5d8-40aa29e0ac37/8375e1be-ba58-438d-abe1-fd272daca7e3/706887f7-69ac-4ea9-b538-60a4760d9ca4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:46.089284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e0600d8-6f57-44db-8657-b42f5789c6dc req-4ac50fd1-a97f-4531-b677-838e185f5209 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 210 time: 0.1003366 Aug 27 12:13:46.122261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61ff3168-701d-481c-9d4d-76fe55e00033 req-ba916ee3-348a-4a56-ba8a-c0c4babd6f4b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505954 Aug 27 12:13:46.333179 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:46.333712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:46.367426 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cfc1cb-7af0-433e-9a42-a873b0db4efb x-openstack-request-id: req-c2cfc1cb-7af0-433e-9a42-a873b0db4efb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:46.367734 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:46.367992 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c2cfc1cb-7af0-433e-9a42-a873b0db4efb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:46.368403 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'status': 'completed', 'code': 200} Aug 27 12:13:46.371765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Transition to ACTIVE for port object 706887f7-69ac-4ea9-b538-60a4760d9ca4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:46.410916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-ca6672c1-5fe4-4d42-9f68-d417be580647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:46.412461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-ca6672c1-5fe4-4d42-9f68-d417be580647 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1096 time: 0.0609655 Aug 27 12:13:46.567880 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:46.638173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:46.642896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:46.645465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:46.656409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:46.663986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-d5308947-13c0-4ba5-9969-55abba290d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:46.665847 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-d5308947-13c0-4ba5-9969-55abba290d4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.2413692 Aug 27 12:13:46.765322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:46.765961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:46.776787 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b76b61db-ae39-4b35-ae58-3377705e2601', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:13:24Z', 'updated_at': '2021-08-27T12:13:44Z', 'revision_number': 1, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:24Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:46.783615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-78f1d592-8a39-4c6b-a4c0-27d1024be971 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.0964680 Aug 27 12:13:46.813833 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] Checking router: 192b999d-e846-4b8c-8751-47d0b7946976 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:13:46.823146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:46.823427 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-6a79c221-720c-488e-8b42-c60e8acc20f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2767329 Aug 27 12:13:46.823938 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:46.848266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Request body: {'port': {'device_id': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:46.901461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-3e032786-abff-4f96-8682-d89f1d43d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:46.911020 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-3e032786-abff-4f96-8682-d89f1d43d700 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1185386 Aug 27 12:13:46.978370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:47.028316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-a000afb3-3a4c-4921-beb6-960418cb4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:47.030011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-a000afb3-3a4c-4921-beb6-960418cb4a98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991518 Aug 27 12:13:47.031482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01af3fa7-b45c-40ea-84ec-f6b1d1273c4c req-ac25ebd3-7d35-4b30-a239-22fe5c736612 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0871172 Aug 27 12:13:47.150501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-382a7c93-e851-4ef0-9fae-19a456264a3d None None] Provisioning for port 706887f7-69ac-4ea9-b538-60a4760d9ca4 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:47.166589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-382a7c93-e851-4ef0-9fae-19a456264a3d None None] Provisioning complete for port 706887f7-69ac-4ea9-b538-60a4760d9ca4 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:47.167299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-382a7c93-e851-4ef0-9fae-19a456264a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:47.184016 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:47.305826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-382a7c93-e851-4ef0-9fae-19a456264a3d None None] Port 706887f7-69ac-4ea9-b538-60a4760d9ca4 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:13:47.422128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8292a2-3a96-4c39-ad6b-23c886bfa8f5 req-ec099719-6ceb-45a5-8b23-8e02bf861e8b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:47.425772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e8292a2-3a96-4c39-ad6b-23c886bfa8f5 req-ec099719-6ceb-45a5-8b23-8e02bf861e8b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1361520 Aug 27 12:13:47.451046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798c48b-6b3e-4509-a23e-5afe32e79dc3 req-1fec3de8-990b-4d78-9904-cabc646e208b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:47.462414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7798c48b-6b3e-4509-a23e-5afe32e79dc3 req-1fec3de8-990b-4d78-9904-cabc646e208b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 931 time: 0.2714441 Aug 27 12:13:47.606892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7798c48b-6b3e-4509-a23e-5afe32e79dc3 req-9bf75d30-6201-48ea-85a5-4e664c6585f5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434865 Aug 27 12:13:47.634249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e8292a2-3a96-4c39-ad6b-23c886bfa8f5 req-a7a1fd4c-4644-49da-97af-cab57f55a8ab tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215355 Aug 27 12:13:47.699803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-01d6520c-178b-43cc-a349-20381adc2e62 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591504 Aug 27 12:13:47.833950 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b76b61db-ae39-4b35-ae58-3377705e2601', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:13:24Z', 'updated_at': '2021-08-27T12:13:44Z', 'revision_number': 1, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:24Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:47.877425 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847a31c-83de-4e2e-aaee-0e1a546b01c6 None None] The sync data for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 is: [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b76b61db-ae39-4b35-ae58-3377705e2601', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:13:24Z', 'updated_at': '2021-08-27T12:13:44Z', 'revision_number': 1, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:24Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:13:47.887125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c6b3c37-4fef-40c5-81ce-ec51261092ce req-9fd016c2-8b52-4271-858c-f05a76d54b53 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660390 Aug 27 12:13:47.972236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706887f7-69ac-4ea9-b538-60a4760d9ca4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:47.995119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:48.030308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Transition to ACTIVE for port object 706887f7-69ac-4ea9-b538-60a4760d9ca4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:48.046822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:48.158823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:48.201523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de3fb5-8710-495d-b4bd-0ac459ba043c None None] New status for floating IP b76b61db-ae39-4b35-ae58-3377705e2601: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:13:48.262217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-453ae146-dc5b-4e89-b946-412147b604a4 req-d5a4fd1d-2411-4a50-a6b5-f6644f665655 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.1195078 Aug 27 12:13:48.309930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Attempting to bind port 706887f7-69ac-4ea9-b538-60a4760d9ca4 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:48.310055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Attempting to bind port 706887f7-69ac-4ea9-b538-60a4760d9ca4 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:48.311093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Attempting to bind port 706887f7-69ac-4ea9-b538-60a4760d9ca4 on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:48.326779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Port 706887f7-69ac-4ea9-b538-60a4760d9ca4 on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:13:48.327343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Attempting to bind port 706887f7-69ac-4ea9-b538-60a4760d9ca4 on network c01defaa-06b1-4809-b5d8-40aa29e0ac37 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:48.339466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:48.340088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Checking segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:48.340682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Bound using segment: {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:48.341369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Bound port: 706887f7-69ac-4ea9-b538-60a4760d9ca4, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ec25a8-285c-46cf-987f-6028dccbf9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:48.341919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:48.445427 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-374f27c0-f632-4bd7-acbf-308ae1cfe7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:48.541197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:48.556701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:48.575581 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:48.641095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:48.641745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:48.643462 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] 10.222.0.77 "PUT /v2.0/ports/706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 1091 time: 1.7997017 Aug 27 12:13:48.643959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:48.647059 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122eb36c-0ce9-421a-8e45-dabcaa62485f" -d '{"events": [{"name": "network-changed", "server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:48.790265 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e1a51a-4206-4b03-a567-08b83f3b9d6b x-openstack-request-id: req-22e1a51a-4206-4b03-a567-08b83f3b9d6b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:48.794620 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:48.794620 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22e1a51a-4206-4b03-a567-08b83f3b9d6b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:48.794620 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'status': 'completed', 'code': 200} Aug 27 12:13:48.825490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be639ec1-bc19-4b6f-aa76-4d8079fa58a6 service neutron] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:48.909996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-61e3b183-a0db-4c7e-9997-a4dddb5aca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:48.911982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-61e3b183-a0db-4c7e-9997-a4dddb5aca2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1094 time: 0.1591649 Aug 27 12:13:48.983842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a45c1-f17d-4507-8a90-e10bc0c601ed req-ce520dc4-c5e4-4b5b-8a08-d610ebc211f2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:49.000162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-469a45c1-f17d-4507-8a90-e10bc0c601ed req-ce520dc4-c5e4-4b5b-8a08-d610ebc211f2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1314034 Aug 27 12:13:49.020974 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-b6123f22-7b02-45eb-b7cc-0dfb1fb149f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 217 time: 0.0864401 Aug 27 12:13:49.071439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11023d71-241f-445a-8c2d-6f3f6f33687a req-94caf7cc-0d21-41bf-b360-f12f0dae1124 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:49.080268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11023d71-241f-445a-8c2d-6f3f6f33687a req-94caf7cc-0d21-41bf-b360-f12f0dae1124 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.2261307 Aug 27 12:13:49.111566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-469a45c1-f17d-4507-8a90-e10bc0c601ed req-e47cc867-f4cf-4171-844a-cfadd1a447e1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018343 Aug 27 12:13:49.163486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-9cee6698-7daa-4778-9985-0369c9d0bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:49.167186 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-9cee6698-7daa-4778-9985-0369c9d0bd34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.1364000 Aug 27 12:13:49.217262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11023d71-241f-445a-8c2d-6f3f6f33687a req-5f0e8f3a-a05e-4a4e-aaa3-eecff4ee5bcb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355848 Aug 27 12:13:49.263156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066858e-2b94-4bc2-8312-a9036169e82c req-c0adabc9-0158-43fb-b3cb-e19c274cb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:49.264691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-c0adabc9-0158-43fb-b3cb-e19c274cb488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907891 Aug 27 12:13:49.401993 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-c2edc648-bccf-4b4f-9335-93cfad4c2322 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276736 Aug 27 12:13:49.477404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9251db5b-0091-4b03-b505-2a769ef4ba9f req-12d3f082-9819-4efd-aaff-c0e94ea879e8 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0317080 Aug 27 12:13:49.555495 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9066858e-2b94-4bc2-8312-a9036169e82c req-4ecf82c9-611a-409c-91bf-5a425ae14df6 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461153 Aug 27 12:13:49.794290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-af84cb42-fc4a-42d1-abfe-ddbf96744716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:49.796901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-af84cb42-fc4a-42d1-abfe-ddbf96744716 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1094 time: 0.1180596 Aug 27 12:13:49.899271 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:49.929389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-d352dcdb-3e1d-46e6-a0fa-b4337a4ee186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:49.932357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-d352dcdb-3e1d-46e6-a0fa-b4337a4ee186 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1245980 Aug 27 12:13:50.026723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-5d32b289-ba92-4ee2-8323-615826743078 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 217 time: 0.0870810 Aug 27 12:13:50.088329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-5589aac0-3313-4109-bb7f-4fc83fdf4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:50.090335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-5589aac0-3313-4109-bb7f-4fc83fdf4257 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0566609 Aug 27 12:13:50.165970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58212) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:50.189798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-8a06a1ca-05cb-4063-b115-68d8f2bcfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:50.204934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-8a06a1ca-05cb-4063-b115-68d8f2bcfb44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069632 Aug 27 12:13:50.286341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e498f-9afc-49bf-a31a-8f773c97403c req-bb4a4acf-6030-4312-bdff-755923f1a92b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:50.291965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-685e498f-9afc-49bf-a31a-8f773c97403c req-bb4a4acf-6030-4312-bdff-755923f1a92b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0801725 Aug 27 12:13:50.368239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-685e498f-9afc-49bf-a31a-8f773c97403c req-0b2f6ba6-d5f3-4ce5-b22c-c95d78d6e065 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688734 Aug 27 12:13:50.383674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-51da79f6-f65c-407e-a8f3-bbcca2327532 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621470 Aug 27 12:13:50.396868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ce99048-ec19-4334-8350-2f001eb10319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.483919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253ff9-b512-43d9-b312-73194e90735d req-4713e822-ae40-4915-b0f3-0bb74d850c6e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:50.486656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74253ff9-b512-43d9-b312-73194e90735d req-4713e822-ae40-4915-b0f3-0bb74d850c6e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0756533 Aug 27 12:13:50.540299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74253ff9-b512-43d9-b312-73194e90735d req-0fb18b9c-8763-4449-adb6-dedb84f64e98 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Aug 27 12:13:50.569458 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-122eb36c-0ce9-421a-8e45-dabcaa62485f req-84c7bc18-650c-48d9-b7ee-c85f2476bd5e service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724458 Aug 27 12:13:50.650570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ce99048-ec19-4334-8350-2f001eb10319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.654630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b685d54-4026-4a8c-9e6d-dae4ffff3d95 req-9ce774d3-f38c-4f9d-a2a2-00b309784574 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0302706 Aug 27 12:13:50.666225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ce99048-ec19-4334-8350-2f001eb10319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.718167 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3ce99048-ec19-4334-8350-2f001eb10319 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07e85935d79f45b2a0aef9852aaf5b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510421 Aug 27 12:13:50.719108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce99048-ec19-4334-8350-2f001eb10319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45ef1ae-b038-4dcd-bb1c-cc2fca866b1b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:50.721049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58226) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:50.777453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6dfd315-05b8-4e61-8315-3ac038919c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.801955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6dfd315-05b8-4e61-8315-3ac038919c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.859690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6dfd315-05b8-4e61-8315-3ac038919c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.862562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b6dfd315-05b8-4e61-8315-3ac038919c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:50.866097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b6dfd315-05b8-4e61-8315-3ac038919c6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b45ef1ae-b038-4dcd-bb1c-cc2fca866b1b HTTP/1.1" status: 204 len: 168 time: 0.1414702 Aug 27 12:13:50.873894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfd315-05b8-4e61-8315-3ac038919c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45ef1ae-b038-4dcd-bb1c-cc2fca866b1b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:50.972420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-442a4359-9c6e-4dc1-8e5b-63eccfdbfee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:51.115923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:51.515266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955e989-c6f0-46f8-927f-25d09a14f707 req-288e3629-90f1-43db-9fc2-dc1b003606bb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:51.519623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f955e989-c6f0-46f8-927f-25d09a14f707 req-288e3629-90f1-43db-9fc2-dc1b003606bb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0622439 Aug 27 12:13:51.559683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f955e989-c6f0-46f8-927f-25d09a14f707 req-6b85f620-e632-469a-9e2a-5c2563f28750 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Aug 27 12:13:51.699016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f995ac-39c8-4681-ae3c-053e46db6060 req-d4184265-daf3-4771-8c90-a5cd21ac043a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:51.700645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66f995ac-39c8-4681-ae3c-053e46db6060 req-d4184265-daf3-4771-8c90-a5cd21ac043a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0559125 Aug 27 12:13:51.773936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66f995ac-39c8-4681-ae3c-053e46db6060 req-9a926935-5552-4c7e-9754-d2e840adb658 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568821 Aug 27 12:13:51.810939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd60ffe0-dbd7-4972-b891-5bba4685c860 req-70988db8-35ba-442c-9a7e-8ffca5ae84d3 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0364726 Aug 27 12:13:52.005749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.394488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:52.564830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'network': {'name': 'tempest-network-smoke--1571710741', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:52.586676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:52.590258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.603947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.720694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edbcd-3de0-4cd9-b2f6-7d1e3aa6a316 req-98dde8db-696c-406f-9466-cdf80b5c6cef tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:52.722249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c25edbcd-3de0-4cd9-b2f6-7d1e3aa6a316 req-98dde8db-696c-406f-9466-cdf80b5c6cef tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0771849 Aug 27 12:13:52.759167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.766092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.795036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c25edbcd-3de0-4cd9-b2f6-7d1e3aa6a316 req-5b723bd7-f9e2-4efa-a6b1-85615e040c29 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630960 Aug 27 12:13:52.805658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:13:52.824108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e640f01e-55fa-4e2d-8577-5407e615a0fe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:52.862036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.862036 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Added segment 4b0413ad-eb76-40aa-b69e-2830b2bb78d1 of type vlan for network 96a0ff34-cf75-496a-9f1b-6e18824895eb Aug 27 12:13:52.970195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:52.974897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a323db6-f98d-4373-b32c-c8ad0a015777 req-274931d8-4924-419b-b764-9107fb9a7bc4 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0690482 Aug 27 12:13:53.016594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca84db-7d2f-478e-9041-65eda3b82cf3 req-571d025a-8a88-46a5-83d6-1c0c60573627 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:53.018057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95ca84db-7d2f-478e-9041-65eda3b82cf3 req-571d025a-8a88-46a5-83d6-1c0c60573627 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.1108012 Aug 27 12:13:53.019223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.024581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:53.025176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.107086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7110569 Aug 27 12:13:53.109832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:53.115660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-577341746', 'admin_state_up': True, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:53.131464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33e1f6-741b-4dfd-bd66-5fd30951fcd7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Network': ['ID=96a0ff34-cf75-496a-9f1b-6e18824895eb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:53.137269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95ca84db-7d2f-478e-9041-65eda3b82cf3 req-7f31cd57-80cd-4d8f-bfc4-7f3c35cf0999 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092563 Aug 27 12:13:53.149329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:13:53.164123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.165993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.230587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.379684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.594707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.618128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.727727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.25.8.91 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/fbf0df69-ac55-4bb3-9bca-db8aba552445) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:53.849525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.901155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.903678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:53.945188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:53.950612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:53.955309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:53.974423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4513f0-dda8-4653-b153-f670866671bb req-92cec37f-648b-4c25-a3ef-bdb4c016aed6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:53.976150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc4513f0-dda8-4653-b153-f670866671bb req-92cec37f-648b-4c25-a3ef-bdb4c016aed6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0649581 Aug 27 12:13:53.980030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=fbf0df69-ac55-4bb3-9bca-db8aba552445,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:54.041718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc4513f0-dda8-4653-b153-f670866671bb req-0819936a-6aa3-4321-9783-ad98294e9568 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Aug 27 12:13:54.107738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fc50e25-7b38-4b6c-b788-5c4531f9fcf7 req-4deb40b3-1d20-45bc-bb74-5a48a4754e14 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0304477 Aug 27 12:13:54.291693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97cbf8-916e-4ebb-9410-636505b757e4 req-25d75b02-0e22-4146-b528-d5a8ed0023f1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:54.294411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c97cbf8-916e-4ebb-9410-636505b757e4 req-25d75b02-0e22-4146-b528-d5a8ed0023f1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0536406 Aug 27 12:13:54.321196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:54.336074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c97cbf8-916e-4ebb-9410-636505b757e4 req-6169412a-f417-49cd-b34d-f76aa0c75ece tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Aug 27 12:13:54.550909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:54.687921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:13:54.827941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:13:54.838224 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:13:54.848152 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:54.848801 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:54.849533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:54.851595 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f66b5731-28b7-4c0d-abe6-c924a46f4089 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7400522 Aug 27 12:13:54.855073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58314) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:54.945597 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6cf2d2b5-b782-438a-813e-b4ec9a9b8023 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ad573352da904e8182380ce243e94aa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867929 Aug 27 12:13:54.945898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58318) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:54.972286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:55.127267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d969619-06ae-4040-8063-b8faf19828d6 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:55.131888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d969619-06ae-4040-8063-b8faf19828d6 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1818545 Aug 27 12:13:55.132157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58324) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:55.160049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:13:55.174704 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdb20b9b-e21f-457d-a74f-16cc940918eb tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410905 Aug 27 12:13:55.177973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:55.183169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-844937998', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:13:55.193320 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:54Z', 'revision_number': 3, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:55.243788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62c42-f763-493d-b8ce-c69a810f187a req-a978dd33-7466-464b-85e8-c407eec014a1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:55.245458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87a62c42-f763-493d-b8ce-c69a810f187a req-a978dd33-7466-464b-85e8-c407eec014a1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1208427 Aug 27 12:13:55.289444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4580cb3a-2e38-4b04-b102-7515d70d43af req-4fd8eb39-88b2-4bc5-85f6-0c9874572507 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0619621 Aug 27 12:13:55.296988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:55.330202 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:13:55.330408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'mac_address': 'fa:16:3e:f4:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:13:55.330864 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Updating router f4476c81-c112-463c-be48-20b54efff7ee port fbf0df69-ac55-4bb3-9bca-db8aba552445 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:13:55.342624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87a62c42-f763-493d-b8ce-c69a810f187a req-3833fff9-8c83-46e5-b8bc-7e0af8eec56e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851545 Aug 27 12:13:55.360162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:13:55.367441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.377432 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.388826 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.421927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706887f7-69ac-4ea9-b538-60a4760d9ca4 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:13:55.445623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:55.451483 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.536030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:55.546236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1a015-2d0b-458a-a042-46285659482e req-03490dfd-8f26-4d2b-9ba5-3ee4bdb5c507 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:55.551272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ea1a015-2d0b-458a-a042-46285659482e req-03490dfd-8f26-4d2b-9ba5-3ee4bdb5c507 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 944 time: 0.0987291 Aug 27 12:13:55.645622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ea1a015-2d0b-458a-a042-46285659482e req-5b74e981-b0a7-46d5-8706-52bb80bdd4ca tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902846 Aug 27 12:13:55.736394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.737374 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.753375 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Transition to ACTIVE for port object fbf0df69-ac55-4bb3-9bca-db8aba552445 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:55.761229 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.815627 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbccefb-ae66-44b3-8fba-910818d5009d None None] Pushing event updated for resources: {'Port': ['ID=fbf0df69-ac55-4bb3-9bca-db8aba552445,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:55.826895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Subnet': ['ID=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:55.830506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Attempting to bind port fbf0df69-ac55-4bb3-9bca-db8aba552445 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:55.831000 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Attempting to bind port fbf0df69-ac55-4bb3-9bca-db8aba552445 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:55.831275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Attempting to bind port fbf0df69-ac55-4bb3-9bca-db8aba552445 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:55.838257 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:55.838952 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:55.839218 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.839623 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:55.840214 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Bound port: fbf0df69-ac55-4bb3-9bca-db8aba552445, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:55.840651 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.843026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Checking segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:55.843397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network hostable DHCP agents. Network: 96a0ff34-cf75-496a-9f1b-6e18824895eb, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:13:55.849137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.849689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.850714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.851133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.851635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.852079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.852551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.852984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.853492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.853955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.854521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.854955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:13:55.868417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['706887f7-69ac-4ea9-b538-60a4760d9ca4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:13:55.884283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:13:55.902780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 96a0ff34-cf75-496a-9f1b-6e18824895eb) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:55.913922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:55.914733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:55.920510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ff66c-e8c8-457b-ab9e-9b6d9dfd2123 None None] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:13:55.948083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4e21488-29df-4c66-8307-2faf0ed87f0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7688000 Aug 27 12:13:55.948683 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] For port fbf0df69-ac55-4bb3-9bca-db8aba552445, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:55.950869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58336) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:55.959381 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] For port fbf0df69-ac55-4bb3-9bca-db8aba552445, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fbf0df69-ac55-4bb3-9bca-db8aba552445,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:55.965505 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:56.028480 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:56.029420 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:56.173979 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:13:56.198748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-96a0ff34-cf75-496a-9f1b-6e18824895eb', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:13:56.200488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:56.371412 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbccefb-ae66-44b3-8fba-910818d5009d None None] Pushing event updated for resources: {'Port': ['ID=fbf0df69-ac55-4bb3-9bca-db8aba552445,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:56.447035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Allocated IP 172.20.0.2 (96a0ff34-cf75-496a-9f1b-6e18824895eb/3d56555a-a283-4fb1-b70a-27dfb5ca4eb0/a211f6b4-7736-48ff-aaff-32d882c19b1a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:56.540128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ac78993-bd53-47de-bdf8-dcf4039c1179 req-6bcfe3de-723c-4ab9-aaf8-ee40c845cc52 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0468230 Aug 27 12:13:56.579783 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:54Z', 'revision_number': 3, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:56.588063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368022e0-2b99-4704-b444-4de1a2c589c0 req-a7023d4c-ad2c-4a53-8bb3-e04ced9c374c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:56.590028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-368022e0-2b99-4704-b444-4de1a2c589c0 req-a7023d4c-ad2c-4a53-8bb3-e04ced9c374c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0874543 Aug 27 12:13:56.619439 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c560a-2ff9-4a94-9d94-096c08a2a122 None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:54Z', 'revision_number': 3, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:13:56.645286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-368022e0-2b99-4704-b444-4de1a2c589c0 req-e636e0ff-f0b2-4ea5-948f-8b31088b1a57 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472951 Aug 27 12:13:56.650365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:56.666860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Transition to ACTIVE for port object a211f6b4-7736-48ff-aaff-32d882c19b1a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:56.685920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Transition to ACTIVE for port object a211f6b4-7736-48ff-aaff-32d882c19b1a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:56.699967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:56.755184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:56.759183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:56.770187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:56.772766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Pushing event updated for resources: {'Port': ['ID=a211f6b4-7736-48ff-aaff-32d882c19b1a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:56.877011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Attempting to bind port a211f6b4-7736-48ff-aaff-32d882c19b1a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:13:56.877411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Attempting to bind port a211f6b4-7736-48ff-aaff-32d882c19b1a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:13:56.877783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Attempting to bind port a211f6b4-7736-48ff-aaff-32d882c19b1a on network 96a0ff34-cf75-496a-9f1b-6e18824895eb {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:13:56.884633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:13:56.885374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Checking segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:13:56.885845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:56.886500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Bound using segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:13:56.886984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Bound port: a211f6b4-7736-48ff-aaff-32d882c19b1a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:13:56.887425 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:56.918558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9f45-285d-49ee-a892-299ec0ad66f3 req-65b707a9-b774-46fc-9e0c-e09218a0cd00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:56.921170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b32f9f45-285d-49ee-a892-299ec0ad66f3 req-65b707a9-b774-46fc-9e0c-e09218a0cd00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 944 time: 0.1131167 Aug 27 12:13:56.960196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.003293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b32f9f45-285d-49ee-a892-299ec0ad66f3 req-239e4fdc-59fe-4e8d-93d7-9d3ae9221b3b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662150 Aug 27 12:13:57.052273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] For port a211f6b4-7736-48ff-aaff-32d882c19b1a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:13:57.061854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] For port a211f6b4-7736-48ff-aaff-32d882c19b1a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a211f6b4-7736-48ff-aaff-32d882c19b1a,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:13:57.076197 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.180587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45f51b-be50-4a2c-b22a-296a16ffa8be None None] Pushing event updated for resources: {'Port': ['ID=a211f6b4-7736-48ff-aaff-32d882c19b1a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:57.210998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:57.350788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 706887f7-69ac-4ea9-b538-60a4760d9ca4 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:57.357062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 706887f7-69ac-4ea9-b538-60a4760d9ca4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:57.357780 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.437457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.20.0.1 (96a0ff34-cf75-496a-9f1b-6e18824895eb/3d56555a-a283-4fb1-b70a-27dfb5ca4eb0/818872c6-630c-4d34-9367-bc3367a8ee72) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:13:57.544073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.634537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:13:57.639513 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd9db87-20eb-4d7b-9cad-2a83ee1ce6f8" -d '{"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-plugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:13:57.675380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:57.682735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.715869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.750513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Transition to ACTIVE for port object 818872c6-630c-4d34-9367-bc3367a8ee72 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:13:57.767542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e7e2263-6911-44c5-98eb-e2e5a79380d1 req-49a055e3-1272-46ee-9bd9-4cfb49b6968c tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0922318 Aug 27 12:13:57.791112 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1905cd5-ee26-4d06-a953-78559bdf4f10 x-openstack-request-id: req-f1905cd5-ee26-4d06-a953-78559bdf4f10 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:13:57.791419 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-plugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:13:57.793659 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1905cd5-ee26-4d06-a953-78559bdf4f10 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:13:57.794093 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'code': 200} Aug 27 12:13:57.823472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:57.844357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:57.988865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:58.005008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:58.017032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:13:58.047087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5233-bd25-477c-9d21-f1cf3ee82eb8 req-42af1de2-e62e-4d02-909a-710f12659b8b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:58.064903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a67c5233-bd25-477c-9d21-f1cf3ee82eb8 req-42af1de2-e62e-4d02-909a-710f12659b8b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1268516 Aug 27 12:13:58.104799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=818872c6-630c-4d34-9367-bc3367a8ee72,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:58.126057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a67c5233-bd25-477c-9d21-f1cf3ee82eb8 req-5d505f24-5864-426c-ae12-8c6e102162f3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Aug 27 12:13:58.135731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5b69-1e64-4392-91f2-e0c61fdc4f5e req-ddc65098-b8cb-420b-8110-436984eb3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:58.137369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f8e5b69-1e64-4392-91f2-e0c61fdc4f5e req-ddc65098-b8cb-420b-8110-436984eb3ada service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1096 time: 0.2466023 Aug 27 12:13:58.164410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:58.248032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2964-2df5-495b-ae75-254273f9bd36 req-72f6fa71-b036-4f50-95d2-d86bc64cca65 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:58.264639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be5a2964-2df5-495b-ae75-254273f9bd36 req-72f6fa71-b036-4f50-95d2-d86bc64cca65 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1080968 Aug 27 12:13:58.376916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f8e5b69-1e64-4392-91f2-e0c61fdc4f5e req-f35d2653-b98a-4974-94c6-d0a9258fcf67 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225130 Aug 27 12:13:58.378118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be5a2964-2df5-495b-ae75-254273f9bd36 req-56ce280f-eb8e-425a-b8e6-12cec1e384bb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999229 Aug 27 12:13:58.505265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:58.717926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a211f6b4-7736-48ff-aaff-32d882c19b1a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:58.800240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a211f6b4-7736-48ff-aaff-32d882c19b1a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:58.806427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fbf0df69-ac55-4bb3-9bca-db8aba552445 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:13:58.857597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0708d5-9d94-4988-8cf2-318296d2c8b0 None None] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:13:58.956681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] Provisioning for port a211f6b4-7736-48ff-aaff-32d882c19b1a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:58.977074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port fbf0df69-ac55-4bb3-9bca-db8aba552445 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:13:58.978575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] Provisioning complete for port a211f6b4-7736-48ff-aaff-32d882c19b1a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:58.978934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:58.987345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port fbf0df69-ac55-4bb3-9bca-db8aba552445 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:13:58.987723 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.029739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9367900c-f4e9-43f0-aae5-87f73d38e7a0 req-64adc755-a790-4c3f-a517-4f282a566b6c tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0679858 Aug 27 12:13:59.033431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.043216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.167447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=818872c6-630c-4d34-9367-bc3367a8ee72,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:59.171249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.219616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.223943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.262022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port fbf0df69-ac55-4bb3-9bca-db8aba552445, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fbf0df69-ac55-4bb3-9bca-db8aba552445,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:59.270537 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.314915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:13:59.316875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:13:59.327351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] For port a211f6b4-7736-48ff-aaff-32d882c19b1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a211f6b4-7736-48ff-aaff-32d882c19b1a,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:13:59.340480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:13:59.399842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=fbf0df69-ac55-4bb3-9bca-db8aba552445,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:59.415748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c809b-be92-4991-97eb-5ee1aad01437 req-397da774-5bed-49d1-81d0-b2284f3d1a41 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.417599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-275c809b-be92-4991-97eb-5ee1aad01437 req-397da774-5bed-49d1-81d0-b2284f3d1a41 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1479573 Aug 27 12:13:59.499815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:13:59.532000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cef56-e2e2-41f3-81cb-931eba8d7d32 None None] Pushing event updated for resources: {'Port': ['ID=a211f6b4-7736-48ff-aaff-32d882c19b1a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:13:59.543677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-275c809b-be92-4991-97eb-5ee1aad01437 req-b82de756-d907-4d7a-8a39-89fae143f5f8 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818260 Aug 27 12:13:59.641407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c4365-4268-4d46-bcf8-3e5ab69d4936 req-cccea0af-3f4b-4c72-b2ea-1063fa320659 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.643249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b3c4365-4268-4d46-bcf8-3e5ab69d4936 req-cccea0af-3f4b-4c72-b2ea-1063fa320659 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0986564 Aug 27 12:13:59.714858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b3c4365-4268-4d46-bcf8-3e5ab69d4936 req-2f3cbaed-a00f-4881-a5d4-9b1eb65c1e0f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585608 Aug 27 12:13:59.729388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:13:59.744422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:13:59.746291 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-63298857-b915-4fe1-9ec7-154629fb9eda tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "PUT /v2.0/routers/f4476c81-c112-463c-be48-20b54efff7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7938819 Aug 27 12:13:59.749230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:13:59.774510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:13:59.776277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:13:59.981492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.982273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.982882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.983587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.984029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.985026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.985524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.986307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.986813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.987473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.988110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.988930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:13:59.991430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c67d0a1-e2ba-46b8-bd66-61ed3c497dec tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8466 time: 0.2409279 Aug 27 12:13:59.995756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:00.063876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-69fdd72d-17f5-4353-a59f-79a8a599d363 None None] Provisioning for port 818872c6-630c-4d34-9367-bc3367a8ee72 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:00.073426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-69fdd72d-17f5-4353-a59f-79a8a599d363 None None] Provisioning complete for port 818872c6-630c-4d34-9367-bc3367a8ee72 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:00.073815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-69fdd72d-17f5-4353-a59f-79a8a599d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:00.117568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-69fdd72d-17f5-4353-a59f-79a8a599d363 None None] Port 818872c6-630c-4d34-9367-bc3367a8ee72 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:14:00.131663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:14:00.164397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.164936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.165332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.165813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.166410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.166894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.167379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.167807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.168476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.168932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.169388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.169845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.175049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e07aca5f-002c-4184-bf97-12490e81e2ea tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7735 time: 0.1751368 Aug 27 12:14:00.176216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:00.206434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-69fdd72d-17f5-4353-a59f-79a8a599d363 None None] Provisioning complete for port a211f6b4-7736-48ff-aaff-32d882c19b1a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:00.206434 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-69fdd72d-17f5-4353-a59f-79a8a599d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:00.249546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0265bc05-577d-4e5d-ad2e-dc6baeee96ad req-7328fe73-bdbe-45a7-a8b8-a89abbbd72da tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0601335 Aug 27 12:14:00.518216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 2, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:00.523365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-64935f60-b729-4c12-8fac-b1bcd4c49d2b tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3446186 Aug 27 12:14:00.557619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:14:00.558053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Updating router f4476c81-c112-463c-be48-20b54efff7ee port 818872c6-630c-4d34-9367-bc3367a8ee72 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:14:00.597309 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:00.607181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bd84603d-a0d9-4101-a4aa-dcef582cf455 None None] Provisioning complete for port 818872c6-630c-4d34-9367-bc3367a8ee72 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:00.607754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd84603d-a0d9-4101-a4aa-dcef582cf455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:00.687986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bd84603d-a0d9-4101-a4aa-dcef582cf455 None None] Port 818872c6-630c-4d34-9367-bc3367a8ee72 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:14:00.757678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a211f6b4-7736-48ff-aaff-32d882c19b1a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:00.860826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58458) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:00.866570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229599543', 'description': 'tempest-secgroup-smoke-229599543 description', 'project_id': 'ad573352da904e8182380ce243e94aa3'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:00.888556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214d336-9ab2-4d0c-b8f0-e978bc208a48 req-db23dc8d-a391-4c31-886b-b04c2f3912d3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:00.896852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d214d336-9ab2-4d0c-b8f0-e978bc208a48 req-db23dc8d-a391-4c31-886b-b04c2f3912d3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1235003 Aug 27 12:14:00.903556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:00.924209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a211f6b4-7736-48ff-aaff-32d882c19b1a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:00.924737 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:00.985084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d214d336-9ab2-4d0c-b8f0-e978bc208a48 req-1de7944a-79ee-41a4-b05d-74c86d60db48 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873168 Aug 27 12:14:01.050099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf911d-7bc8-43a4-8b47-e8a2509f98e2 req-5bc4211a-ffb2-46e8-9da7-7eaea1e52791 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:01.059213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.061196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cdf911d-7bc8-43a4-8b47-e8a2509f98e2 req-5bc4211a-ffb2-46e8-9da7-7eaea1e52791 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1080523 Aug 27 12:14:01.068009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.107102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.108557 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2465239 Aug 27 12:14:01.113900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58462) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:01.116878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cdf911d-7bc8-43a4-8b47-e8a2509f98e2 req-4835fde7-42de-403e-a51d-a343a4e05b4c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548022 Aug 27 12:14:01.121699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fbf0df69-ac55-4bb3-9bca-db8aba552445 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:01.122287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': 'a37aa046-33e9-44b7-bd3a-34051e06a178', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:01.149217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c33256-1cd6-4fe8-bf28-cfcb4d0a2b8e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37aa046-33e9-44b7-bd3a-34051e06a178,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:01.167012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.184226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.205467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Transition to ACTIVE for port object 818872c6-630c-4d34-9367-bc3367a8ee72 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:01.224119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.285971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b35dda-a367-4742-8477-21846cdbd252 req-d372e9db-9b9b-4239-9d51-a4fa10f23aaf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:01.288628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6b35dda-a367-4742-8477-21846cdbd252 req-d372e9db-9b9b-4239-9d51-a4fa10f23aaf tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0670493 Aug 27 12:14:01.300833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58472) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:01.306764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29512c27-2c03-4bd4-8cbb-de11fd512a39 None None] Pushing event updated for resources: {'Port': ['ID=818872c6-630c-4d34-9367-bc3367a8ee72,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:01.317653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.333627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Request body: {'floatingip': {'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:01.340438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.351653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port fbf0df69-ac55-4bb3-9bca-db8aba552445 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:01.352185 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.428195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Attempting to bind port 818872c6-630c-4d34-9367-bc3367a8ee72 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:01.428195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Attempting to bind port 818872c6-630c-4d34-9367-bc3367a8ee72 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:01.428541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Attempting to bind port 818872c6-630c-4d34-9367-bc3367a8ee72 on network 96a0ff34-cf75-496a-9f1b-6e18824895eb {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:01.436901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:01.437274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Checking segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:01.437676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.438262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Bound using segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:01.440220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Bound port: 818872c6-630c-4d34-9367-bc3367a8ee72, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:01.440640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.452664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f58adb6d-f287-4772-b792-a93b36a0421d req-aa75c98c-533b-4cfe-a7df-bbf0403ef0fa tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0677364 Aug 27 12:14:01.464420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edac2695-6df7-4a5c-94bc-8a025ea7311e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:01.477230 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.583031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] For port 818872c6-630c-4d34-9367-bc3367a8ee72, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:01.589364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] For port 818872c6-630c-4d34-9367-bc3367a8ee72, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=818872c6-630c-4d34-9367-bc3367a8ee72,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:01.593618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.599350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-008dd5bb-a729-4c35-8bc8-09d46505655c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4805298 Aug 27 12:14:01.600159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:01.601250 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.612042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': 'a37aa046-33e9-44b7-bd3a-34051e06a178', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:01.680210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.712881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29512c27-2c03-4bd4-8cbb-de11fd512a39 None None] Pushing event updated for resources: {'Port': ['ID=818872c6-630c-4d34-9367-bc3367a8ee72,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:01.723040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:14:01.724030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:01.762604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.770947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.833157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.842689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2410631 Aug 27 12:14:01.844351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:01.847713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cabb5-da6f-42df-8bb0-8a645e779ec7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da0054c-1c15-4f9e-bea3-701caa3b34c2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:01.863051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': 'a37aa046-33e9-44b7-bd3a-34051e06a178', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:01.898283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:14:01.900213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.984270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:01.990336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.024705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.026190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730607 Aug 27 12:14:02.028857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:02.030910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f39356-0bb1-4d78-acff-90e165a7d447 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9071984-0417-4164-a066-fe4cd0922473,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:02.035370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': 'a37aa046-33e9-44b7-bd3a-34051e06a178', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:02.067643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.205123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.212394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.212651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:01Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:02.222999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.229208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9d4b6-e5f7-4f2d-8548-c59565a982df req-9b78cc2f-44e8-4e26-92a3-50b22da78f05 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:02.229853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.231182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfa9d4b6-e5f7-4f2d-8548-c59565a982df req-9b78cc2f-44e8-4e26-92a3-50b22da78f05 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1017952 Aug 27 12:14:02.252097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c07d75-6df5-4d40-bf22-55d675b8ff13 None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:01Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:14:02.254428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598142a8-2efe-4c31-8112-8ef2cc38e98d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:02.267281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.268486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9747b09b-26dd-4692-95cc-cb07a689905c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385180 Aug 27 12:14:02.271215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:02.276353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': 'a37aa046-33e9-44b7-bd3a-34051e06a178', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:02.325582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfa9d4b6-e5f7-4f2d-8548-c59565a982df req-0d029667-51dd-4780-a184-70c14c4fd749 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843420 Aug 27 12:14:02.338828 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Project ad573352da904e8182380ce243e94aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:14:02.346708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.385204 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Floating IP 4d004180-dff9-4773-8a38-1acfd1ab42ee associated. External IP: 172.25.8.249, port: 706887f7-69ac-4ea9-b538-60a4760d9ca4. Aug 27 12:14:02.464359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.473594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.522591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7106ae-9ae0-4ddb-91b1-d6d21d2f43b2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:02.569722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.571505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ca1aac2b-a315-44c1-bebb-cb9df3b8ec93 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2938700 Aug 27 12:14:02.571505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:02.576739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': 'a37aa046-33e9-44b7-bd3a-34051e06a178', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:02.641455 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Project ad573352da904e8182380ce243e94aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:14:02.661666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-712ce19c-369f-4f31-a6fa-ba8aa75a48c3 req-c26542e4-0657-45ac-8372-9648999b820c tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0349965 Aug 27 12:14:02.662580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.731240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 818872c6-630c-4d34-9367-bc3367a8ee72 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:02.741599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.746276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.767799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c38f93-5729-4956-aa70-17de72196738,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:02.777809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.779901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-276e7fbe-f666-4125-ba9d-8d7513fcd605 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064464 Aug 27 12:14:02.807505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Router a8b2c748-ea72-442a-af6d-0965bc750492 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:14:02.840721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 818872c6-630c-4d34-9367-bc3367a8ee72 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:02.849166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 818872c6-630c-4d34-9367-bc3367a8ee72 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:02.849631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:02.995453 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:03.012683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-8aa8e4fa-864d-4393-a584-7631a7bfe533 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229599543&fields=id&tenant_id=ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 267 time: 0.0516429 Aug 27 12:14:03.017397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:14:03.022684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:03.029459 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:14:03.047065 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:14:03.047858 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:03.052731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 818872c6-630c-4d34-9367-bc3367a8ee72, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=818872c6-630c-4d34-9367-bc3367a8ee72,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:03.059203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:03.071872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-26e06bc8-fd97-416e-8f15-c74e78126e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "PUT /v2.0/floatingips/4d004180-dff9-4773-8a38-1acfd1ab42ee HTTP/1.1" status: 200 len: 991 time: 1.7638650 Aug 27 12:14:03.072600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:03.074906 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ed78c-baf6-42ec-bd12-883979598382" -d '{"events": [{"name": "network-changed", "server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:03.136189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=818872c6-630c-4d34-9367-bc3367a8ee72,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:03.197419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-0b02874b-2046-4a0d-9d46-2bd069003994 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:03.199086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-0b02874b-2046-4a0d-9d46-2bd069003994 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/networks?id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 797 time: 0.1854839 Aug 27 12:14:03.229840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-4281637d-d5e1-4d25-b05d-56b887bfe301 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/quotas/ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 375 time: 0.0150650 Aug 27 12:14:03.238711 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:14:03.267502 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc84375-5334-445d-8366-4fe69dce3621 x-openstack-request-id: req-4fc84375-5334-445d-8366-4fe69dce3621 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:03.267788 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:03.268039 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fc84375-5334-445d-8366-4fe69dce3621 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:03.268450 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'status': 'completed', 'code': 200} Aug 27 12:14:03.317506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-526d5f2d-5896-41b5-aecd-c93fc507ab05 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710769 Aug 27 12:14:03.419531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-5d54baef-7aa3-4588-8ae9-b881b5060a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:03.421815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-5d54baef-7aa3-4588-8ae9-b881b5060a02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0529850 Aug 27 12:14:03.556519 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '4d004180-dff9-4773-8a38-1acfd1ab42ee', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'mac_address': 'fa:16:3e:f4:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:13:41Z', 'updated_at': '2021-08-27T12:14:02Z', 'revision_number': 1, 'project_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:03.564132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-887d9d36-2a6a-43e2-9e8b-931fb8aaa149 service neutron] 10.222.0.76 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078221 Aug 27 12:14:03.593797 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:14:03.605204 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:14:03.605837 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:13:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:03.671391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1bae-0ae3-4589-9c7a-0e024e49ff7d req-e5feb3f2-bdb8-4cd1-b70a-b98522420f3f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:03.673045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c35b1bae-0ae3-4589-9c7a-0e024e49ff7d req-e5feb3f2-bdb8-4cd1-b70a-b98522420f3f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.2067034 Aug 27 12:14:03.779941 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:14:03.817139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c35b1bae-0ae3-4589-9c7a-0e024e49ff7d req-21ff257a-945b-4b77-9b3c-a6dc09f59992 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306703 Aug 27 12:14:03.863643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-bd2b6021-71c7-4602-b45f-af27a2dbff42 service neutron] 10.222.0.76 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981708 Aug 27 12:14:04.070409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-db6cdd29-5e2c-44ba-9ba2-8458f8da6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:04.073539 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-db6cdd29-5e2c-44ba-9ba2-8458f8da6330 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.6414762 Aug 27 12:14:04.103144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59c7c814-c240-4146-92f2-54d17a63451e req-082cbd02-8859-4da4-8a19-7c7c2ed8cc72 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0361204 Aug 27 12:14:04.191356 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-cba238e2-d8f5-4b24-afcb-1957cf46954b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 999 time: 0.1102316 Aug 27 12:14:04.219933 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '4d004180-dff9-4773-8a38-1acfd1ab42ee', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'mac_address': 'fa:16:3e:f4:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:13:41Z', 'updated_at': '2021-08-27T12:14:02Z', 'revision_number': 1, 'project_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:04.238853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-964d3962-7b8b-4ef8-881f-71855bf05ee9 req-70e63738-a178-4f37-8fb0-9f251fae6503 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 210 time: 0.0840001 Aug 27 12:14:04.253546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-0d58a1df-9f4f-410d-83d5-453373192e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:04.256426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-0d58a1df-9f4f-410d-83d5-453373192e94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0567605 Aug 27 12:14:04.256811 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5d610-c496-4154-a254-4ff69985e4d7 None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '4d004180-dff9-4773-8a38-1acfd1ab42ee', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'mac_address': 'fa:16:3e:f4:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:13:41Z', 'updated_at': '2021-08-27T12:14:02Z', 'revision_number': 1, 'project_id': '4e564620c47a42818878ff3c282e20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:14:04.333516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-b09d6a6b-66cb-42cb-9de9-621c2fdb0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:04.335131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-b09d6a6b-66cb-42cb-9de9-621c2fdb0b41 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711930 Aug 27 12:14:04.451021 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-073c1885-3f88-469a-9893-ca4c5fefbf9a service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079946 Aug 27 12:14:04.620649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a7ed78c-baf6-42ec-bd12-883979598382 req-e4b8bcfa-4448-4fd9-adf0-549d76f83878 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587605 Aug 27 12:14:04.651280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 818872c6-630c-4d34-9367-bc3367a8ee72 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:04.707849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f00b3-6275-431a-a5ca-142172ed1371 None None] New status for floating IP 4d004180-dff9-4773-8a38-1acfd1ab42ee: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:14:04.745390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 818872c6-630c-4d34-9367-bc3367a8ee72 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:04.745775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:04.998441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbaf9b-4a01-4f7f-b113-48d2c4de9f54 req-08368e7d-8f69-4dc5-ad24-805b3d8bafe6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:05.000187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8dbaf9b-4a01-4f7f-b113-48d2c4de9f54 req-08368e7d-8f69-4dc5-ad24-805b3d8bafe6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0583620 Aug 27 12:14:05.042529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8dbaf9b-4a01-4f7f-b113-48d2c4de9f54 req-7979a003-917c-4456-a682-4de7d4a9e3cc tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351288 Aug 27 12:14:05.226446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-436bd0ec-45ec-4f57-85be-f6e4dcdf8674 req-3e5d81db-051c-4404-a1b7-795186cd34df tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0317273 Aug 27 12:14:05.330968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdccff99-a047-443c-9cce-084d1c967411 req-781e84b0-cf4f-4176-a639-1ae15a9f3c38 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 210 time: 0.0285800 Aug 27 12:14:05.468208 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-cf1aeba7-edd5-4856-99a8-2b2caf939770 service neutron] show failed (client error): The resource could not be found. Aug 27 12:14:05.469237 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-cf1aeba7-edd5-4856-99a8-2b2caf939770 service neutron] 10.222.0.65 "GET /v2.0/ports/a2602900-ecc0-40d9-91b7-266ac625d5e7/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0880969 Aug 27 12:14:05.489796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-a29d01ed-430b-4999-9802-7f3e68106fb9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:05.491523 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-a29d01ed-430b-4999-9802-7f3e68106fb9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.77 "GET /v2.0/networks?id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 797 time: 0.1629047 Aug 27 12:14:05.553869 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-a4a17f27-f46f-4a1e-a8e2-2791e6da9173 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 379 time: 0.0373886 Aug 27 12:14:05.564293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'port': {'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'admin_state_up': True, 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'security_groups': ['a37aa046-33e9-44b7-bd3a-34051e06a178']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:05.715574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:05.718930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:05.728576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-6154eeeb-0e9c-4049-9148-f033c368a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:05.730060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-6154eeeb-0e9c-4049-9148-f033c368a5e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778&tenant_id=43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 1101 time: 0.0732086 Aug 27 12:14:05.753366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:05.854367 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:05.947887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.20.0.8 (96a0ff34-cf75-496a-9f1b-6e18824895eb/3d56555a-a283-4fb1-b70a-27dfb5ca4eb0/d9f68730-cc72-44e2-acaf-efaf0536c039) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:14:06.011352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99f87dc0-7ab2-4808-a51c-81ec355d7f76 req-4bd82b56-cf7c-4e77-b565-6feafe556cc5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0270050 Aug 27 12:14:06.182866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85a09-43f4-4707-b0bb-beec0693b610 req-a3a23339-3e4c-4ad1-9c93-570d81215f95 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:06.184979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8be85a09-43f4-4707-b0bb-beec0693b610 req-a3a23339-3e4c-4ad1-9c93-570d81215f95 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0576451 Aug 27 12:14:06.231024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:06.253914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8be85a09-43f4-4707-b0bb-beec0693b610 req-2ead487b-4c89-466a-a1e2-8a027ad38b56 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632124 Aug 27 12:14:06.259637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.284881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Transition to ACTIVE for port object d9f68730-cc72-44e2-acaf-efaf0536c039 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:06.293734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:06.353971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:06.356306 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd755ec-a27d-4769-9702-3bbcb5b54d58" -d '{"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-unplugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:06.359202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ada4e45b-6b56-4a9e-b3c1-2936fcdf2c5c req-8ce39cb6-ff05-4a3b-8f52-f29e575a072d tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0335793 Aug 27 12:14:06.366766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.385506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Transition to ACTIVE for port object a2602900-ecc0-40d9-91b7-266ac625d5e7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:06.397507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.407118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.458469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=d9f68730-cc72-44e2-acaf-efaf0536c039,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:06.465114 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de5d6f6-673a-4a6e-9a4d-8ae96c6103fe x-openstack-request-id: req-3de5d6f6-673a-4a6e-9a4d-8ae96c6103fe {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:06.465510 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-unplugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:06.465863 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3de5d6f6-673a-4a6e-9a4d-8ae96c6103fe {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:06.466355 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'code': 200} Aug 27 12:14:06.479295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391403-aa25-4beb-bed3-28cc9a433e3e req-2ef9885e-9e09-4a35-b8c9-e2122ab6647d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:06.481239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2391403-aa25-4beb-bed3-28cc9a433e3e req-2ef9885e-9e09-4a35-b8c9-e2122ab6647d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 931 time: 0.0591626 Aug 27 12:14:06.505104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:14:06.512295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:06.518613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:14:06.527906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2391403-aa25-4beb-bed3-28cc9a433e3e req-f881c6d3-3f30-414d-a1ca-3569988f4e46 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395467 Aug 27 12:14:06.610737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:06.614467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] No DVR routers for this DVR port a2602900-ecc0-40d9-91b7-266ac625d5e7 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:14:06.634549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:06.635199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.668272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-85551697-253e-4282-85a3-1777b18aabbe tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078494 Aug 27 12:14:06.682975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:06.683310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:06.683643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:06.688373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:06.688715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:06.696271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Request body: {'port': {'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:06.717389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:06.717728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:06.718119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:06.718597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Bound port: a2602900-ecc0-40d9-91b7-266ac625d5e7, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:06.718956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.802307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.873159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:06.883398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:06.935176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6bfffdab-8351-460c-a9fb-0f6ea5c08c22 None None] Provisioning for port d9f68730-cc72-44e2-acaf-efaf0536c039 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:06.938631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.939013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6bfffdab-8351-460c-a9fb-0f6ea5c08c22 None None] Provisioning complete for port d9f68730-cc72-44e2-acaf-efaf0536c039 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:06.939390 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6bfffdab-8351-460c-a9fb-0f6ea5c08c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.974364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6bfffdab-8351-460c-a9fb-0f6ea5c08c22 None None] Port d9f68730-cc72-44e2-acaf-efaf0536c039 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:14:06.988635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:06.989343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:06.991529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] 10.222.0.77 "PUT /v2.0/ports/a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 1096 time: 1.2430341 Aug 27 12:14:07.084302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57162d2-340b-4b36-97db-4d298e831c90 service neutron] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:07.159439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-03ffbf61-bde0-45a2-80b5-cb6fb2681f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.160881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-03ffbf61-bde0-45a2-80b5-cb6fb2681f1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1099 time: 0.1305642 Aug 27 12:14:07.275548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f68730-cc72-44e2-acaf-efaf0536c039 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:07.289794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:07.322568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Transition to ACTIVE for port object d9f68730-cc72-44e2-acaf-efaf0536c039 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:07.337388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:07.348714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-55b33330-7f18-48a6-a609-648fa7fd0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.351029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-55b33330-7f18-48a6-a609-648fa7fd0f8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1825874 Aug 27 12:14:07.392448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01669aaf-099c-4e05-bc87-899806c895cf req-c603389d-7d32-49ab-b105-f98326fc45eb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.395170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01669aaf-099c-4e05-bc87-899806c895cf req-c603389d-7d32-49ab-b105-f98326fc45eb tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.0550621 Aug 27 12:14:07.438826 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-f2456645-30ec-4ff0-a655-f55225dcad94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.0653105 Aug 27 12:14:07.468963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01669aaf-099c-4e05-bc87-899806c895cf req-df2b8029-6a20-4ea7-8dd7-9a052887aaa7 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628703 Aug 27 12:14:07.542446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f68730-cc72-44e2-acaf-efaf0536c039,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:07.574732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-ddd6eea5-44fc-4750-93de-aceee82c9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.576259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-ddd6eea5-44fc-4750-93de-aceee82c9b47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1265070 Aug 27 12:14:07.596142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Attempting to bind port d9f68730-cc72-44e2-acaf-efaf0536c039 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:07.596637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Attempting to bind port d9f68730-cc72-44e2-acaf-efaf0536c039 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:07.596977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Attempting to bind port d9f68730-cc72-44e2-acaf-efaf0536c039 on network 96a0ff34-cf75-496a-9f1b-6e18824895eb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:07.615910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a08f8690-11d2-4002-8132-9851e8e66224 req-026daa41-3671-46cc-bbc2-a24976cd1809 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0824115 Aug 27 12:14:07.637258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Port d9f68730-cc72-44e2-acaf-efaf0536c039 on network 96a0ff34-cf75-496a-9f1b-6e18824895eb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:07.637596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Attempting to bind port d9f68730-cc72-44e2-acaf-efaf0536c039 on network 96a0ff34-cf75-496a-9f1b-6e18824895eb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:07.652841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:07.653196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Checking segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:07.653591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Bound using segment: {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:07.654034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Bound port: d9f68730-cc72-44e2-acaf-efaf0536c039, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0413ad-eb76-40aa-b69e-2830b2bb78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:07.654412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:07.676651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-0390c8a6-bcf8-4088-8814-e778e584d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.681816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-0390c8a6-bcf8-4088-8814-e778e584d1e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727491 Aug 27 12:14:07.706175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fd3e9-110b-4e4d-80a9-d5c8ede0ef96 req-851bcba2-2fc2-4d23-86f9-d858380b0d20 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.714916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e9fd3e9-110b-4e4d-80a9-d5c8ede0ef96 req-851bcba2-2fc2-4d23-86f9-d858380b0d20 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 943 time: 0.0793703 Aug 27 12:14:07.758560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e9fd3e9-110b-4e4d-80a9-d5c8ede0ef96 req-81bdab31-7e83-4341-bb11-e108484d110f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Aug 27 12:14:07.851719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] For port d9f68730-cc72-44e2-acaf-efaf0536c039, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:07.856398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] For port d9f68730-cc72-44e2-acaf-efaf0536c039, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d9f68730-cc72-44e2-acaf-efaf0536c039,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:07.865864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:07.909134 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-4755bb55-a55d-476b-aca3-3c75261e4202 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060657 Aug 27 12:14:07.917237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:07.917948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:07.920454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] 10.222.0.77 "PUT /v2.0/ports/d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 200 len: 1091 time: 1.2289801 Aug 27 12:14:08.000213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6aca-554f-4d0d-b284-cf68d966cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f68730-cc72-44e2-acaf-efaf0536c039,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:08.078983 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8ce61ac-910b-4e4b-80af-ca9dbfae3097 req-73d04f2d-8dbe-4a36-89b9-4a0a1284d0f1 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554282 Aug 27 12:14:08.082178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-46287695-6851-4e76-9be0-223194febee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.084142 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-46287695-6851-4e76-9be0-223194febee4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1094 time: 0.0851674 Aug 27 12:14:08.096290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:08.163977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-adbfa49d-efe9-4d85-9aa9-fd0cd2b707a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 200 len: 217 time: 0.0388761 Aug 27 12:14:08.227491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-afdbcfb7-0fb8-4f0b-a957-3b460c46faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.229231 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-afdbcfb7-0fb8-4f0b-a957-3b460c46faab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 HTTP/1.1" status: 200 len: 834 time: 0.0583806 Aug 27 12:14:08.283502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-b8644f97-87d8-4db1-8b58-cbcdbca98b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.285180 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-b8644f97-87d8-4db1-8b58-cbcdbca98b67 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96a0ff34-cf75-496a-9f1b-6e18824895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490341 Aug 27 12:14:08.390963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-498e8f7a-c89e-4791-b7a4-d4df1449a798 service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895798 Aug 27 12:14:08.468000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}, {'name': 'network-changed', 'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:08.470811 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666" -d '{"events": [{"name": "network-changed", "server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}, {"name": "network-changed", "server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:08.498887 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b9dc104-6b08-4683-8a28-f380175e5d7a req-08f3e081-484b-4c47-b2fe-f057e01f7a86 service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001663 Aug 27 12:14:08.533111 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257538f-0c69-42b7-a2b4-74a7c46ebf6d x-openstack-request-id: req-e257538f-0c69-42b7-a2b4-74a7c46ebf6d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:08.533728 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:08.534218 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e257538f-0c69-42b7-a2b4-74a7c46ebf6d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:08.534715 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'status': 'completed', 'code': 200} Aug 27 12:14:08.535058 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'status': 'completed', 'code': 200} Aug 27 12:14:08.645189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c9db4-42a5-4d09-a4f8-2a353eb8d8dd req-84f037bc-8cf4-4751-9b47-1ab9d5634a8c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.650993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d75c9db4-42a5-4d09-a4f8-2a353eb8d8dd req-84f037bc-8cf4-4751-9b47-1ab9d5634a8c tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.0977211 Aug 27 12:14:08.698995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d75c9db4-42a5-4d09-a4f8-2a353eb8d8dd req-f79998f1-9dc9-4849-a6b3-d3830c022515 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Aug 27 12:14:08.703753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-73596e1a-80c0-4ff4-a44b-d0c0a98c3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.705264 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-73596e1a-80c0-4ff4-a44b-d0c0a98c3ba0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1099 time: 0.0919828 Aug 27 12:14:08.712255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-d49ce53c-1be3-4670-8c10-c3e3afb128ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.713712 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-d49ce53c-1be3-4670-8c10-c3e3afb128ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1099 time: 0.1577652 Aug 27 12:14:08.760508 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51f0d537-acd9-4df9-b8e9-252ac3832694 req-b4efe934-bb36-42f1-bc75-05289dbb1772 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0270979 Aug 27 12:14:08.887109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-c9a25869-2ff6-4b3c-95b6-dead91241b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.888714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-c9a25869-2ff6-4b3c-95b6-dead91241b38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1709065 Aug 27 12:14:08.891721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-130a4709-6ee0-4a1c-9af8-b21aa4e45860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:08.893060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-130a4709-6ee0-4a1c-9af8-b21aa4e45860 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1679037 Aug 27 12:14:08.955014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-570f411e-0f31-449c-b32b-4ecdd423d41c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.0500855 Aug 27 12:14:09.012363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-420bd9d1-066b-4ee2-8fa6-dba6d886eec7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.1062984 Aug 27 12:14:09.100344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-2eb651e0-6ce2-4aa8-9d3f-bbb9a9fcf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.103389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-2eb651e0-6ce2-4aa8-9d3f-bbb9a9fcf289 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1392095 Aug 27 12:14:09.110709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-cd234004-d2f3-4538-a463-3fa3e76ff957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.112235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-cd234004-d2f3-4538-a463-3fa3e76ff957 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0811043 Aug 27 12:14:09.217159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-782401e6-7a1f-4aa6-a6de-ab86c260bba3 req-52e36660-10ed-4d48-853e-c5d5d5485071 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fc278bd8a05e40e5b0a5edb066d72492&device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0768423 Aug 27 12:14:09.257530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-178af5af-a30a-4889-b9bb-d52257b92005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.259112 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-178af5af-a30a-4889-b9bb-d52257b92005 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369934 Aug 27 12:14:09.283651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-782401e6-7a1f-4aa6-a6de-ab86c260bba3 req-a811383b-164e-40ff-8f2b-bc64860f2c41 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=fc278bd8a05e40e5b0a5edb066d72492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520129 Aug 27 12:14:09.288210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-635a2ab1-52bc-49b9-9f69-d1b776e9a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.290415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-635a2ab1-52bc-49b9-9f69-d1b776e9a2d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688509 Aug 27 12:14:09.319186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4957d7dc-fe6d-4d3e-9f6e-44379a2e0ee6 req-e681d267-c551-4041-b119-e1568a5e07b2 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0279818 Aug 27 12:14:09.331626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7766e2c-d8f0-4d70-a293-73fe6655164c req-88937356-4654-44e4-8d90-ee9780bb7cad tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.342022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7766e2c-d8f0-4d70-a293-73fe6655164c req-88937356-4654-44e4-8d90-ee9780bb7cad tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 943 time: 0.4388506 Aug 27 12:14:09.390604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7766e2c-d8f0-4d70-a293-73fe6655164c req-b4e1bdb0-bc73-4c02-ae49-17a647ac9e63 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 Aug 27 12:14:09.833632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ae75-e62f-4906-8217-4ea63e6c9932 req-a08ab3b2-2ed9-43ff-a09c-72b2c314ccb0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.836091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9381ae75-e62f-4906-8217-4ea63e6c9932 req-a08ab3b2-2ed9-43ff-a09c-72b2c314ccb0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.0712996 Aug 27 12:14:09.874973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9381ae75-e62f-4906-8217-4ea63e6c9932 req-4e07cf3e-997b-4a64-84a8-c04435bbea6b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Aug 27 12:14:09.899965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-40f3f7d6-db21-427a-a887-99d7d1291095 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273394 Aug 27 12:14:09.939126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782401e6-7a1f-4aa6-a6de-ab86c260bba3 req-e82bc64a-13b4-459f-92e9-60b110459d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:09.940695 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-782401e6-7a1f-4aa6-a6de-ab86c260bba3 req-e82bc64a-13b4-459f-92e9-60b110459d0b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6411743 Aug 27 12:14:09.966266 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-06280e5f-af0f-443a-94e8-a437f10f404c service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655033 Aug 27 12:14:10.071532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-e2a5af4e-7546-4be4-9f8e-26dfe0351ad6 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549711 Aug 27 12:14:10.092783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-962d9f5a-d1da-451e-95e2-eed1249c23f4 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165667 Aug 27 12:14:10.207429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-e0943d0f-3d50-4b9b-aa0e-fb1d4e14d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:10.209028 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-e0943d0f-3d50-4b9b-aa0e-fb1d4e14d75f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1094 time: 0.0428443 Aug 27 12:14:10.312926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-4acb3f9a-06db-4308-91b3-057be246f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:10.314578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-4acb3f9a-06db-4308-91b3-057be246f566 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 898 time: 0.0974088 Aug 27 12:14:10.359144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-ea2733db-2c47-45db-84eb-eadd69a1acf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 200 len: 217 time: 0.0359564 Aug 27 12:14:10.412573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-7ff21cf6-0e6e-4b3f-952b-cf2e836af523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:10.414072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-7ff21cf6-0e6e-4b3f-952b-cf2e836af523 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 HTTP/1.1" status: 200 len: 834 time: 0.0457776 Aug 27 12:14:10.458771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51c6d377-0d4f-4d71-8845-266d41ee8fb8 req-e8a970a0-3047-48aa-a706-5f8c0a35c69b tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0646522 Aug 27 12:14:10.483051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-62f648e6-50bb-44b5-aedc-a7e0f1bdb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:10.484646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-62f648e6-50bb-44b5-aedc-a7e0f1bdb66e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96a0ff34-cf75-496a-9f1b-6e18824895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622678 Aug 27 12:14:10.491129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:14:10.543346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:14:10.589994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bbd5e-29f5-44ea-ae9e-b50038457a00 req-ccc2edb6-04d8-479f-a886-f93fdaefd60d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:10.591670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-941bbd5e-29f5-44ea-ae9e-b50038457a00 req-ccc2edb6-04d8-479f-a886-f93fdaefd60d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 943 time: 0.0721180 Aug 27 12:14:10.616567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-ad32c892-472b-452a-87aa-7659231fe637 service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135750 Aug 27 12:14:10.635434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-941bbd5e-29f5-44ea-ae9e-b50038457a00 req-ec5a8f19-ea34-4b68-b05e-32b7ef605996 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357432 Aug 27 12:14:10.720434 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d3defcb1-8f3d-4b5d-b963-de18e2dd6666 req-ed7e2bc1-f420-49da-8721-a1283140cf1a service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899835 Aug 27 12:14:10.997992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4dafe-46e2-4282-a39b-88fad35aafd3 req-33407fec-5a44-4975-ab34-3c777f9a7fdd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:10.999798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0b4dafe-46e2-4282-a39b-88fad35aafd3 req-33407fec-5a44-4975-ab34-3c777f9a7fdd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.0493917 Aug 27 12:14:11.050574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0b4dafe-46e2-4282-a39b-88fad35aafd3 req-185cf78b-2401-4675-bb81-d57032b5165b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Aug 27 12:14:11.538832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337bb5ee-bfda-4216-9cab-cf297059ae55 req-d6b7ec1d-e1f3-4098-8c59-e45c2888d612 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0326748 Aug 27 12:14:11.753653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241a8f2-b520-416a-924f-0f40319c2363 req-8939dbc9-9da9-4a48-9e51-21a0d5096832 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:11.755180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2241a8f2-b520-416a-924f-0f40319c2363 req-8939dbc9-9da9-4a48-9e51-21a0d5096832 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 943 time: 0.0530331 Aug 27 12:14:11.793512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2241a8f2-b520-416a-924f-0f40319c2363 req-6828ad43-5bc6-4d1c-a523-e8337ff16450 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Aug 27 12:14:11.975586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-782401e6-7a1f-4aa6-a6de-ab86c260bba3 req-87de5132-9bf7-42ed-b911-2040895f8a60 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.77 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0261402 Aug 27 12:14:12.190524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cff4-1667-4056-afb5-8aa37ffeb182 req-bd9d0315-a924-47b0-bd3c-5435f51d2285 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:12.193967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6891cff4-1667-4056-afb5-8aa37ffeb182 req-bd9d0315-a924-47b0-bd3c-5435f51d2285 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.0528588 Aug 27 12:14:12.233247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6891cff4-1667-4056-afb5-8aa37ffeb182 req-6c07c9a0-133d-46b0-a6eb-1edd72164b83 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Aug 27 12:14:12.666057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d27c7167-5cd7-4092-8d42-04d8d360faef req-dbecc972-4aec-449a-9309-310461eb5bf0 tempest-ServerShowV254Test-1487069628 tempest-ServerShowV254Test-1487069628-project] 10.222.0.76 "GET /v2.0/ports?device_id=90bff4b2-784a-4612-ab43-28641a7e31fd HTTP/1.1" status: 200 len: 210 time: 0.0313542 Aug 27 12:14:12.923903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b37753-46b3-4631-8fb5-ec02595d9b22 req-2305f7cb-bbaf-4b2d-bec7-5542ce649de5 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:12.923903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9b37753-46b3-4631-8fb5-ec02595d9b22 req-2305f7cb-bbaf-4b2d-bec7-5542ce649de5 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 943 time: 0.0561860 Aug 27 12:14:12.963548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9b37753-46b3-4631-8fb5-ec02595d9b22 req-ed384433-5b7b-44f0-885d-35ff50e1b02d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350347 Aug 27 12:14:13.303153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:13.357870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130f2e-956d-4c71-ab76-6b725724db67 req-d826a958-bd87-4f0a-94ef-84671caf5474 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:13.367076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9130f2e-956d-4c71-ab76-6b725724db67 req-d826a958-bd87-4f0a-94ef-84671caf5474 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 948 time: 0.0622897 Aug 27 12:14:13.403587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:13.405572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9130f2e-956d-4c71-ab76-6b725724db67 req-6da3f5eb-95cd-454a-8977-0f131c7114b1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Aug 27 12:14:13.431368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'mac_address': 'fa:16:3e:ac:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:13.476722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:13.491348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2602900-ecc0-40d9-91b7-266ac625d5e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:13.511720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:13.515950 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:13.516747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d9f68730-cc72-44e2-acaf-efaf0536c039 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:13.624548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:13.665822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d9f68730-cc72-44e2-acaf-efaf0536c039, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d9f68730-cc72-44e2-acaf-efaf0536c039,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:13.682103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:13.690212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-8ac5c8d3-7ad5-4e4e-a0f3-19ee4ffb2be1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:13.692566 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-8ac5c8d3-7ad5-4e4e-a0f3-19ee4ffb2be1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778&tenant_id=43e6074878f84fc7877a852f8ff751b1&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 949 time: 0.0792775 Aug 27 12:14:13.707882 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:14:13.719452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7f3b-da63-4a26-9158-c26304c720b0 req-567e81be-4f47-4f5c-9535-5e20fe4d423d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:13.728273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7b7f3b-da63-4a26-9158-c26304c720b0 req-567e81be-4f47-4f5c-9535-5e20fe4d423d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.1056283 Aug 27 12:14:13.775366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-2601a8b9-5d35-4d33-8d0c-39bfe0b59510 service neutron] 10.222.0.77 "GET /v2.0/ports/a2602900-ecc0-40d9-91b7-266ac625d5e7/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 382 time: 0.0696180 Aug 27 12:14:13.777563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7b7f3b-da63-4a26-9158-c26304c720b0 req-e881e2f0-36e7-4023-bf9e-1c9f3f42bd76 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Aug 27 12:14:13.792136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:13.810366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f68730-cc72-44e2-acaf-efaf0536c039 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:13.845216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d9f68730-cc72-44e2-acaf-efaf0536c039, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d9f68730-cc72-44e2-acaf-efaf0536c039,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:13.853145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:13.876677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-7fb08a9b-5d29-4c4d-a563-85da797e482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:13.878134 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-7fb08a9b-5d29-4c4d-a563-85da797e482e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1100 time: 0.0596099 Aug 27 12:14:13.914319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d9f68730-cc72-44e2-acaf-efaf0536c039,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:13.997144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-321867e5-24ff-45cc-91fe-698fb5376c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:13.999038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-321867e5-24ff-45cc-91fe-698fb5376c40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1122301 Aug 27 12:14:14.048571 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-e8123fb3-71e5-47e0-9210-25b515ed6598 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.0385425 Aug 27 12:14:14.117821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce876-5345-4c39-943d-dd7139cfeb9d req-9b99f560-dd2e-4185-973f-0db1db25998b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:14.124179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-d387d21c-8fd2-47fd-b255-fdd841a6c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:14.125774 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-d387d21c-8fd2-47fd-b255-fdd841a6c4eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0631347 Aug 27 12:14:14.125889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e5ce876-5345-4c39-943d-dd7139cfeb9d req-9b99f560-dd2e-4185-973f-0db1db25998b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 944 time: 0.0777614 Aug 27 12:14:14.126574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58848) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:14.168279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e5ce876-5345-4c39-943d-dd7139cfeb9d req-4862e7fe-b68d-48d4-9d71-6fd36f3ef01d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Aug 27 12:14:14.186329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-ca9fc4f5-996e-4369-a48e-b585bddc38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:14.187941 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-ca9fc4f5-996e-4369-a48e-b585bddc38f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533304 Aug 27 12:14:14.260453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1441c9ea-bbe4-4b80-a918-4a70049fdad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.329554 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-ff4d09e9-f9ca-4e52-b998-c8179522f97c service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297324 Aug 27 12:14:14.409259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d9f68730-cc72-44e2-acaf-efaf0536c039'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:14.437436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['a2602900-ecc0-40d9-91b7-266ac625d5e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:14.447908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1441c9ea-bbe4-4b80-a918-4a70049fdad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.457942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1441c9ea-bbe4-4b80-a918-4a70049fdad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.517369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-78359211-96b0-4127-bf83-4a3963ad6bd3 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445861 Aug 27 12:14:14.519043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441c9ea-bbe4-4b80-a918-4a70049fdad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303033b4-91fe-4c11-ad29-523886c3cd8c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:14.539519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1441c9ea-bbe4-4b80-a918-4a70049fdad6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc278bd8a05e40e5b0a5edb066d72492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096618 Aug 27 12:14:14.540230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58858) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:14.609669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889cdabc-3cff-4d29-9545-aa92b525db1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.634640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889cdabc-3cff-4d29-9545-aa92b525db1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.687697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889cdabc-3cff-4d29-9545-aa92b525db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.690988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889cdabc-3cff-4d29-9545-aa92b525db1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:14.695075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-889cdabc-3cff-4d29-9545-aa92b525db1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/303033b4-91fe-4c11-ad29-523886c3cd8c HTTP/1.1" status: 204 len: 168 time: 0.1508756 Aug 27 12:14:14.701511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cdabc-3cff-4d29-9545-aa92b525db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303033b4-91fe-4c11-ad29-523886c3cd8c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:14.995797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17e3e2-13be-4324-9e1f-8566537d1745 req-eaa7eee8-4d2b-456f-9452-4b35343274d0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:14.997333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b17e3e2-13be-4324-9e1f-8566537d1745 req-eaa7eee8-4d2b-456f-9452-4b35343274d0 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0652130 Aug 27 12:14:15.036947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b17e3e2-13be-4324-9e1f-8566537d1745 req-fe0d022d-088c-47f5-b39b-f8a345616509 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Aug 27 12:14:15.324843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7aecd-9b43-4d77-a17c-181adafdbb95 req-92e8de0c-65dc-400d-aba1-8a535a5401fd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:15.326533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32f7aecd-9b43-4d77-a17c-181adafdbb95 req-92e8de0c-65dc-400d-aba1-8a535a5401fd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 944 time: 0.0625086 Aug 27 12:14:15.371105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32f7aecd-9b43-4d77-a17c-181adafdbb95 req-d9c92ac0-0af9-42f2-96b7-3479991e60ee tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371077 Aug 27 12:14:15.421855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58904) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:15.533260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-201923956-network', 'tenant_id': '0210f0761ddc47d99064e2f5861b7b55'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:15.554207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Made reservation on behalf of 0210f0761ddc47d99064e2f5861b7b55 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:15.556496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.565449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.663812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.667637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.694463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:14:15.700629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:15.706468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.706794 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Added segment cbeb60c7-bca4-4f71-8aa3-489b4293a62d of type vlan for network 02bf6462-b214-4875-911a-02b2d7a633e4 Aug 27 12:14:15.748593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.774226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.775220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:15.775802 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.837702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4117389 Aug 27 12:14:15.838364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 58918) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:15.843793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Request body: {'subnet': {'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-201923956-subnet', 'tenant_id': '0210f0761ddc47d99064e2f5861b7b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:15.867599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Made reservation on behalf of 0210f0761ddc47d99064e2f5861b7b55 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:15.870529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:15.910830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21486e-4a12-4ba9-9425-2ca72b2e8997 admin admin] Pushing event updated for resources: {'Network': ['ID=02bf6462-b214-4875-911a-02b2d7a633e4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:15.921193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 02bf6462-b214-4875-911a-02b2d7a633e4 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:14:16.075837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:16.138017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff301c9-e874-4c23-877d-d7f5adfa2d03,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:16.149283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Checking segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:16.149724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Network hostable DHCP agents. Network: 02bf6462-b214-4875-911a-02b2d7a633e4, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:14:16.168816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Network 02bf6462-b214-4875-911a-02b2d7a633e4 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:14:16.169238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f930e5-f70c-4835-8ad6-21ff48dcc52b req-a02a77eb-547d-4f1f-bab2-702fc9ecc61d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:16.170809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61f930e5-f70c-4835-8ad6-21ff48dcc52b req-a02a77eb-547d-4f1f-bab2-702fc9ecc61d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0513890 Aug 27 12:14:16.198504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 02bf6462-b214-4875-911a-02b2d7a633e4) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:16.202793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:16.203611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:16.209013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df3fea-7dd9-455f-87c2-bea969232c79 None None] Network 02bf6462-b214-4875-911a-02b2d7a633e4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:14:16.214336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61f930e5-f70c-4835-8ad6-21ff48dcc52b req-d1355090-16c6-4c8b-a3d0-c9336589c873 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351002 Aug 27 12:14:16.242679 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2dcb8218-ec8b-45aa-b936-4925e85569e0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3998647 Aug 27 12:14:16.357762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6826ad-7e83-4c87-a68b-512c139b0443 None None] Network 02bf6462-b214-4875-911a-02b2d7a633e4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:14:16.552941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e8d51-f2fa-46ed-8c68-a5ad8a8149cd req-a2aee53a-b84e-46b0-9c86-f2302f289c00 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:16.554451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a9e8d51-f2fa-46ed-8c68-a5ad8a8149cd req-a2aee53a-b84e-46b0-9c86-f2302f289c00 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 944 time: 0.0511203 Aug 27 12:14:16.595876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a9e8d51-f2fa-46ed-8c68-a5ad8a8149cd req-402925ce-2a47-4005-be65-403b77e1f7cd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354042 Aug 27 12:14:16.879328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-9bbc4691-3d8c-45f0-a337-a19a2c3e9859 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:16.881454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-9bbc4691-3d8c-45f0-a337-a19a2c3e9859 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.1064773 Aug 27 12:14:16.897721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-46544c78-3b1b-436f-b3dd-85f33e114854 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/quotas/0210f0761ddc47d99064e2f5861b7b55 HTTP/1.1" status: 200 len: 375 time: 0.0100603 Aug 27 12:14:16.935585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-9c61ffd8-fb0f-4e62-bcff-2f66ee4b7a52 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291007 Aug 27 12:14:17.038788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-490a1674-d2e4-483d-9f49-adc6350e0844 service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946412 Aug 27 12:14:17.142611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-27b04d70-2142-48d8-be39-54abcd456d87 service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977743 Aug 27 12:14:17.344340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:17.362090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89ea1b-1344-4d01-9acc-37fc41cf693c req-2e85c66f-218c-4896-bc18-c832276b084e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:17.363768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a89ea1b-1344-4d01-9acc-37fc41cf693c req-2e85c66f-218c-4896-bc18-c832276b084e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0695643 Aug 27 12:14:17.421895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port a2602900-ecc0-40d9-91b7-266ac625d5e7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:17.435692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port a2602900-ecc0-40d9-91b7-266ac625d5e7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:17.436115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:17.469493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d46810e-732c-4b31-9ef7-7cf212408ff3 req-71eace66-f577-47fc-a0d1-37e62123b6ca tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 210 time: 0.0793335 Aug 27 12:14:17.509119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a89ea1b-1344-4d01-9acc-37fc41cf693c req-797e9d8a-d2af-443a-9dd8-fc675c700940 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376483 Aug 27 12:14:17.540478 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:17.577686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:17.580727 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cf5e2-1b00-48cd-a070-d2110701bf99" -d '{"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-plugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:17.586346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:17.591356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:17.592262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d9f68730-cc72-44e2-acaf-efaf0536c039 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:17.730864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:17.735653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d9f68730-cc72-44e2-acaf-efaf0536c039 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:17.741444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d9f68730-cc72-44e2-acaf-efaf0536c039 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:17.742028 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:17.798326 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99544d9-ec1f-4869-b347-cb84ffdc375c x-openstack-request-id: req-d99544d9-ec1f-4869-b347-cb84ffdc375c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:17.798699 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-plugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:17.799097 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d99544d9-ec1f-4869-b347-cb84ffdc375c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:17.799656 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'code': 200} Aug 27 12:14:17.859563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296536e7-d176-4209-bd68-015a9287dbbe req-8e1215ae-9d0a-4d04-82fa-c7b078aa04be tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:17.861444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-296536e7-d176-4209-bd68-015a9287dbbe req-8e1215ae-9d0a-4d04-82fa-c7b078aa04be tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 944 time: 0.0599866 Aug 27 12:14:17.868275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-ebfbcd31-ec78-4422-873b-be5d712d986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:17.875335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-ebfbcd31-ec78-4422-873b-be5d712d986e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778&tenant_id=43e6074878f84fc7877a852f8ff751b1 HTTP/1.1" status: 200 len: 1101 time: 0.0917211 Aug 27 12:14:17.888541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:17.923793 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:17.936286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-296536e7-d176-4209-bd68-015a9287dbbe req-a38e7778-8a1d-4c83-8633-40e803769d1a tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659649 Aug 27 12:14:17.972736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:17.983499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d9f68730-cc72-44e2-acaf-efaf0536c039, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d9f68730-cc72-44e2-acaf-efaf0536c039,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:18.001229 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.077447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d9f68730-cc72-44e2-acaf-efaf0536c039,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:18.297258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:18.337496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:18.380603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:18.383640 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b1f558-f30a-467d-956c-e8fd00aa71b3" -d '{"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-unplugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:18.390085 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.407924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Transition to ACTIVE for port object a2602900-ecc0-40d9-91b7-266ac625d5e7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:18.408965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-da1aedfe-59e5-4d3c-a7de-72455d18f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.414747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.451273 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedcc22-2afe-47fd-80f6-9e03933aa4d9 x-openstack-request-id: req-ceedcc22-2afe-47fd-80f6-9e03933aa4d9 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:18.451571 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-unplugged", "status": "completed", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:18.451825 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ceedcc22-2afe-47fd-80f6-9e03933aa4d9 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:18.452223 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'code': 200} Aug 27 12:14:18.492614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] No DVR routers for this DVR port a2602900-ecc0-40d9-91b7-266ac625d5e7 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:14:18.499353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:18.554175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:18.554769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:18.555313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:18.562952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:18.563301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Attempting to bind port a2602900-ecc0-40d9-91b7-266ac625d5e7 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:18.582154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:18.582824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:18.583383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:18.583776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6eaedc89-8e20-40a3-93fb-68215582a1e6 req-db165bb2-a79a-42f5-979a-3be807584355 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 210 time: 0.0353961 Aug 27 12:14:18.584577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Bound port: a2602900-ecc0-40d9-91b7-266ac625d5e7, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:18.585582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.671499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde8df-a2b1-4cfd-988a-773ab8e98be6 req-523279ed-12f5-493f-bb87-718ea48abbf2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:18.673547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6fde8df-a2b1-4cfd-988a-773ab8e98be6 req-523279ed-12f5-493f-bb87-718ea48abbf2 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0864108 Aug 27 12:14:18.689475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:18.694087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:18.700182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.737204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:18.738080 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:18.739909 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 1097 time: 0.8559477 Aug 27 12:14:18.779590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6fde8df-a2b1-4cfd-988a-773ab8e98be6 req-d0ae7ee6-7fea-42d6-bb44-52d9c543aaef tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978770 Aug 27 12:14:18.814620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5dd74-8563-4075-9347-5253b013c473 service neutron] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:18.836770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-aa93ffe9-51a7-4ebd-927e-d6da5e34c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:18.838795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-aa93ffe9-51a7-4ebd-927e-d6da5e34c8f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1100 time: 0.0638523 Aug 27 12:14:19.040807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-6f3f9e86-63f5-4175-a9ad-ca8bbc7a4fc2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:19.042442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-6f3f9e86-63f5-4175-a9ad-ca8bbc7a4fc2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.1251316 Aug 27 12:14:19.075585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Request body: {'port': {'device_id': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'admin_state_up': True, 'tenant_id': '0210f0761ddc47d99064e2f5861b7b55'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:19.087099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd962e-f6b1-4583-ba25-3032fb8e461d req-df513876-6900-4b11-9f48-50184c4656d9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:19.091886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93fd962e-f6b1-4583-ba25-3032fb8e461d req-df513876-6900-4b11-9f48-50184c4656d9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.0637131 Aug 27 12:14:19.147973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93fd962e-f6b1-4583-ba25-3032fb8e461d req-cfe53fbf-b332-4511-9828-3938e6b3a22d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529244 Aug 27 12:14:19.224025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-dc398c1f-1f2c-4ead-90ec-fe0fc948d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:19.226349 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-dc398c1f-1f2c-4ead-90ec-fe0fc948d13c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3802295 Aug 27 12:14:19.282913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-0cf47274-d4bb-40e0-909f-e1310ce2bb7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.0472126 Aug 27 12:14:19.285899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Made reservation on behalf of 0210f0761ddc47d99064e2f5861b7b55 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:19.290727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:19.325334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:14:19.367671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:14:19.389942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-04141e49-6456-4012-9c1a-4824a6543e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:19.391541 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-04141e49-6456-4012-9c1a-4824a6543e7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0981991 Aug 27 12:14:19.487060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-911ac08f-6bcf-45d0-ba66-ac230bdd8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:19.488603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-911ac08f-6bcf-45d0-ba66-ac230bdd8d1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883019 Aug 27 12:14:19.547026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Allocated IP 172.20.0.14 (02bf6462-b214-4875-911a-02b2d7a633e4/2ff301c9-e874-4c23-877d-d7f5adfa2d03/8df179e1-2955-4a46-9adf-396aa2528f08) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:14:19.640730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-edd88a4b-a948-49ce-997b-e9389e483d42 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441703 Aug 27 12:14:19.703146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ca637e0-5af3-4552-8297-e0c7d8393e4a req-51055dd6-2890-4ec8-a00f-74b9cf8ab0f8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 210 time: 0.0369949 Aug 27 12:14:19.800875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:19.806027 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c2a92-ae4f-4ed0-a892-2da8376ef5a0" -d '{"events": [{"server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:19.814879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc6ffe3-6add-4a1c-b148-b09811358ce5 req-f79c9f64-b999-450b-91ef-1fc9086571d9 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592751 Aug 27 12:14:19.817750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:19.865077 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed4f654-3690-4194-b12e-ba01b49f1be5 x-openstack-request-id: req-0ed4f654-3690-4194-b12e-ba01b49f1be5 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:19.869433 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "name": "network-vif-plugged", "status": "completed", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:19.869725 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ed4f654-3690-4194-b12e-ba01b49f1be5 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:19.870577 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'code': 200} Aug 27 12:14:19.871798 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:19.906769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:19.931162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Network 02bf6462-b214-4875-911a-02b2d7a633e4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:14:19.934687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:19.944751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:14:19.995348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event updated for resources: {'Port': ['ID=8df179e1-2955-4a46-9adf-396aa2528f08,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:19.997170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da844ff-51d6-4fdc-be6e-047377caba26 req-9439faf5-b7a2-463c-8eda-b8cc141ff7b3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.007010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5da844ff-51d6-4fdc-be6e-047377caba26 req-9439faf5-b7a2-463c-8eda-b8cc141ff7b3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0825548 Aug 27 12:14:20.045048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5da844ff-51d6-4fdc-be6e-047377caba26 req-a778618b-1869-41a5-9bef-7d515b6cb3df tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Aug 27 12:14:20.047298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.048153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:20.063220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80362b-8ee6-49c4-8246-de09b34cba20 req-46b7ade9-f115-48c3-8223-bd36d15447b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.064831 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-da80362b-8ee6-49c4-8246-de09b34cba20 req-46b7ade9-f115-48c3-8223-bd36d15447b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1096 time: 0.0826757 Aug 27 12:14:20.072033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-1ef45916-0cff-43c8-8e1d-f78e6d32c570 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0039127 Aug 27 12:14:20.092449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Request body: {'port': {'device_id': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:20.140668 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-da80362b-8ee6-49c4-8246-de09b34cba20 req-3a19d319-1701-4f35-b8bb-87b22af1cd62 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676260 Aug 27 12:14:20.186129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:20.324981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58bf63-0fc9-4da0-947f-56ab44b8bd61 req-b7282550-1c04-4ae5-adb2-95215fc547d1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.326230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b58bf63-0fc9-4da0-947f-56ab44b8bd61 req-b7282550-1c04-4ae5-adb2-95215fc547d1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.0625477 Aug 27 12:14:20.384110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b58bf63-0fc9-4da0-947f-56ab44b8bd61 req-0f0e9f18-c5d6-4c6b-b688-e85d3de3622d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512617 Aug 27 12:14:20.583353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:20.585893 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496b36a-0089-41f6-ac4f-2fd5be98327a" -d '{"events": [{"name": "network-changed", "server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:20.605126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-86d66edc-9bdc-4149-ad89-b445343a0fcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4461000 Aug 27 12:14:20.661415 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7fd67-af4b-4983-8cc3-e8ac198ae347 x-openstack-request-id: req-a8c7fd67-af4b-4983-8cc3-e8ac198ae347 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:20.662310 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:20.662944 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8c7fd67-af4b-4983-8cc3-e8ac198ae347 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:20.663301 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'status': 'completed', 'code': 200} Aug 27 12:14:20.830726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b668-fb87-4580-9a90-216d01c33870 req-65e53c05-c987-460f-920b-76cd959f8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.834107 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-65e53c05-c987-460f-920b-76cd959f8cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.1702018 Aug 27 12:14:20.840214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-26cd8d56-748a-431c-aba0-c9de4877e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.841806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-26cd8d56-748a-431c-aba0-c9de4877e375 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1100 time: 0.1648438 Aug 27 12:14:20.856051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-527a0797-8606-4d48-9a41-41e485d56342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.857518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-527a0797-8606-4d48-9a41-41e485d56342 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e6074878f84fc7877a852f8ff751b1&device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1100 time: 0.1314633 Aug 27 12:14:20.859400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ad176-dbad-45dd-a8a6-c903316b53cd req-964adcbd-9bcc-415e-a07d-dcac2c45663b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:20.860909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a5ad176-dbad-45dd-a8a6-c903316b53cd req-964adcbd-9bcc-415e-a07d-dcac2c45663b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 932 time: 0.0591705 Aug 27 12:14:20.902632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a5ad176-dbad-45dd-a8a6-c903316b53cd req-116b8050-f6ef-49bb-9e97-8366031778ac tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Aug 27 12:14:20.959929 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3983b5f0-5b61-4cf9-914f-a50901678794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:21.141323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:21.162865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b668-fb87-4580-9a90-216d01c33870 req-9bb18914-315f-44f9-a8fe-6e753e46f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.164376 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-9bb18914-315f-44f9-a8fe-6e753e46f4e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.3060164 Aug 27 12:14:21.170860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-939b221f-2b96-447a-8e9b-f80a981b6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.172254 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-939b221f-2b96-447a-8e9b-f80a981b6fbc service neutron] 10.222.0.77 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3014512 Aug 27 12:14:21.174710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-850e3a50-c034-475a-8150-2019ff3dad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.176096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-850e3a50-c034-475a-8150-2019ff3dad6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.3152246 Aug 27 12:14:21.180488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7559126-37e4-4ee1-b42d-997d8a39aaa4 req-2503eb52-6925-432b-91c3-b567f277bda4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.182071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7559126-37e4-4ee1-b42d-997d8a39aaa4 req-2503eb52-6925-432b-91c3-b567f277bda4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0609455 Aug 27 12:14:21.197474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df179e1-2955-4a46-9adf-396aa2528f08 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:21.239744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7559126-37e4-4ee1-b42d-997d8a39aaa4 req-3afe0485-166e-48a0-abcd-a96263d65155 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498881 Aug 27 12:14:21.293184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:21.296688 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-16675a58-6695-47d7-a5c5-57a72f072cde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.1159410 Aug 27 12:14:21.299445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-92329870-d5f3-44f7-bda0-5e3c17108662 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.1108332 Aug 27 12:14:21.303199 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-c4485267-32c5-40e5-ad56-f806903a3864 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 200 len: 217 time: 0.1135681 Aug 27 12:14:21.310504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Transition to ACTIVE for port object 8df179e1-2955-4a46-9adf-396aa2528f08 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:21.365106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:21.491714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8df179e1-2955-4a46-9adf-396aa2528f08,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:21.494995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-c4fa9fca-28e2-4010-a8df-05b43bb37fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.496499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-c4fa9fca-28e2-4010-a8df-05b43bb37fba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.1849487 Aug 27 12:14:21.510146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16b668-fb87-4580-9a90-216d01c33870 req-0bb168a7-9386-42d5-831e-35941fe563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.511647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-0bb168a7-9386-42d5-831e-35941fe563c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1899786 Aug 27 12:14:21.521213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-2448d8ef-4e8b-44c0-9175-8b145c8443d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.522815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-2448d8ef-4e8b-44c0-9175-8b145c8443d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.2024796 Aug 27 12:14:21.526560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4039a-2aa5-4091-8e7e-6d114bd2fb46 req-f7750373-9930-4bee-a755-95dccbc754e6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.528403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee4039a-2aa5-4091-8e7e-6d114bd2fb46 req-f7750373-9930-4bee-a755-95dccbc754e6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.0574138 Aug 27 12:14:21.571555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee4039a-2aa5-4091-8e7e-6d114bd2fb46 req-b9f93a41-be5f-4b35-b224-5111e3d30056 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365896 Aug 27 12:14:21.592862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-fdb22818-1cdb-4f9b-8ab6-47692ed4ea2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679626 Aug 27 12:14:21.708930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-3bed257d-f7d4-473c-a766-fbed378b08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.710723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-3bed257d-f7d4-473c-a766-fbed378b08d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021611 Aug 27 12:14:21.723565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-313d7b7a-61b4-44c5-852b-d6c1f3478711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:21.725098 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-313d7b7a-61b4-44c5-852b-d6c1f3478711 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720002 Aug 27 12:14:21.807936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Attempting to bind port 8df179e1-2955-4a46-9adf-396aa2528f08 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:21.808279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Attempting to bind port 8df179e1-2955-4a46-9adf-396aa2528f08 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:21.808617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Attempting to bind port 8df179e1-2955-4a46-9adf-396aa2528f08 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:21.855478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Port 8df179e1-2955-4a46-9adf-396aa2528f08 on network 02bf6462-b214-4875-911a-02b2d7a633e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:21.855796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Attempting to bind port 8df179e1-2955-4a46-9adf-396aa2528f08 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:21.863888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-62a7cb4e-390a-41e6-9918-147986db9468 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548387 Aug 27 12:14:21.884745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:21.885092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Checking segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:21.885687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Bound using segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:21.886319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Bound port: 8df179e1-2955-4a46-9adf-396aa2528f08, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:21.886914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:22.014237 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:22.051970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-04c58c7d-f368-45da-9967-7625a07ff14f service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129854 Aug 27 12:14:22.096861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b79c-1c79-4324-acf3-5c9e9ec22706 req-476486f1-035e-46e8-95c2-a1e758f2af17 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.100001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04e1b79c-1c79-4324-acf3-5c9e9ec22706 req-476486f1-035e-46e8-95c2-a1e758f2af17 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 944 time: 0.0909083 Aug 27 12:14:22.160295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-35f218a6-475f-4fc6-b4d6-3625b71432c4 service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089129 Aug 27 12:14:22.166850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04e1b79c-1c79-4324-acf3-5c9e9ec22706 req-f9635ff8-88f0-4d11-b2e1-df2bf34996de tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Aug 27 12:14:22.168096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fa16b668-fb87-4580-9a90-216d01c33870 req-02aed50e-1b7b-4650-b95d-aba095e58cc5 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946055 Aug 27 12:14:22.208106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] For port 8df179e1-2955-4a46-9adf-396aa2528f08, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:22.264819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] For port 8df179e1-2955-4a46-9adf-396aa2528f08, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8df179e1-2955-4a46-9adf-396aa2528f08,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:22.269167 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-50fb1fb8-9963-4d94-8f6b-07bc87409e4c service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053072 Aug 27 12:14:22.272985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:22.334750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.335648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:22.337033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] 10.222.0.77 "PUT /v2.0/ports/8df179e1-2955-4a46-9adf-396aa2528f08 HTTP/1.1" status: 200 len: 1092 time: 2.2488899 Aug 27 12:14:22.365306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef06d88-14e6-488d-aec8-cc9dec916d6c service neutron] Pushing event updated for resources: {'Port': ['ID=8df179e1-2955-4a46-9adf-396aa2528f08,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:22.369384 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a496b36a-0089-41f6-ac4f-2fd5be98327a req-a07d7516-25da-4467-8ff2-bba755f937fd service neutron] 10.222.0.77 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719575 Aug 27 12:14:22.415853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59daa97-2ecd-4daf-b18f-35b1316a3bf6 req-b2afbbe7-b468-4de7-ac18-6c6152fe5dfe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.417467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d59daa97-2ecd-4daf-b18f-35b1316a3bf6 req-b2afbbe7-b468-4de7-ac18-6c6152fe5dfe tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 949 time: 0.0884993 Aug 27 12:14:22.491031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d59daa97-2ecd-4daf-b18f-35b1316a3bf6 req-25e77f4d-2119-42bf-b947-614b6627beba tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Aug 27 12:14:22.519002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-24f33ed5-5af6-4488-86a1-4ec497f675a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.521242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-24f33ed5-5af6-4488-86a1-4ec497f675a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 1095 time: 0.1152964 Aug 27 12:14:22.554966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:22.624290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-13712fe9-01ac-4d04-8da9-77c30ccf90da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df179e1-2955-4a46-9adf-396aa2528f08 HTTP/1.1" status: 200 len: 217 time: 0.0872099 Aug 27 12:14:22.700486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'tag': '8df179e1-2955-4a46-9adf-396aa2528f08'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:22.702889 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd57611d-c9f7-4a65-86db-f7064d4aedab" -d '{"events": [{"name": "network-changed", "server_uuid": "9efd53f7-f63a-4688-ade2-31638bdf0c98", "tag": "8df179e1-2955-4a46-9adf-396aa2528f08"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:22.706581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf38e9f-84d3-48cd-923c-3ce86b55c6ce req-c715a6c4-c69d-472e-8e16-bb02ca9618ae tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.710938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-98a1754c-2086-4cdc-bb3a-3638fe977465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.712444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-98a1754c-2086-4cdc-bb3a-3638fe977465 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0808356 Aug 27 12:14:22.716245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-abf38e9f-84d3-48cd-923c-3ce86b55c6ce req-c715a6c4-c69d-472e-8e16-bb02ca9618ae tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 1100 time: 0.1015806 Aug 27 12:14:22.778940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:22.795718 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-e9e52bea-050a-4597-a7a6-e146018b7530 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738006 Aug 27 12:14:22.799751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'mac_address': 'fa:16:3e:ac:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:22.828570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-abf38e9f-84d3-48cd-923c-3ce86b55c6ce req-22b32403-acfd-4017-8255-0c579af70fc7 tempest-MigrationsAdminTest-133058096 tempest-MigrationsAdminTest-133058096-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107912 Aug 27 12:14:22.841693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942901c7-7def-4147-8a9a-4e35875e7155 req-983c2a54-d5aa-48fb-aba9-2108c533e45f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:22.853281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-942901c7-7def-4147-8a9a-4e35875e7155 req-983c2a54-d5aa-48fb-aba9-2108c533e45f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.1279368 Aug 27 12:14:22.870216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:22.889289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2602900-ecc0-40d9-91b7-266ac625d5e7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:22.953799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:22.955728 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-f9104b3d-3ddf-4551-b875-33aba02f330d service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511331 Aug 27 12:14:22.958657 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b450a0-c3be-4ac9-bb07-e80aa1bae946 x-openstack-request-id: req-55b450a0-c3be-4ac9-bb07-e80aa1bae946 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:22.959639 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efd53f7-f63a-4688-ade2-31638bdf0c98", "tag": "8df179e1-2955-4a46-9adf-396aa2528f08", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:22.960595 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:22.961065 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55b450a0-c3be-4ac9-bb07-e80aa1bae946 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:22.961676 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'tag': '8df179e1-2955-4a46-9adf-396aa2528f08', 'status': 'completed', 'code': 200} Aug 27 12:14:22.969109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-942901c7-7def-4147-8a9a-4e35875e7155 req-662eab05-3ca4-433e-a37d-4d4219b036f4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962453 Aug 27 12:14:23.134510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:23.141414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6eda6d9e-9105-4c34-9afa-1caeb384a426 req-56b66408-19da-41d5-a29c-655e4f558214 service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657360 Aug 27 12:14:23.145698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.146299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.147017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.147513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.148049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.148602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.149256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.149992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.150501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.151003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.151502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.151983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:23.226427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdbf26-b57c-464b-bb81-248e5086e9c7 req-683cd26a-f115-48b2-bb38-8772e98250e7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.228470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dccdbf26-b57c-464b-bb81-248e5086e9c7 req-683cd26a-f115-48b2-bb38-8772e98250e7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.1390023 Aug 27 12:14:23.303678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d142e94-348b-49dc-8aaf-9d05f9dbf36c req-d3248d24-cde5-4c4f-a3c1-cf551117204a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.304384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-ce296f44-8946-4ce1-b2db-b3e1445bdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.306132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d142e94-348b-49dc-8aaf-9d05f9dbf36c req-d3248d24-cde5-4c4f-a3c1-cf551117204a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.0932066 Aug 27 12:14:23.311486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-ce296f44-8946-4ce1-b2db-b3e1445bdceb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 1095 time: 0.0725746 Aug 27 12:14:23.336999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dccdbf26-b57c-464b-bb81-248e5086e9c7 req-41fe3575-d8c0-4c2f-9512-a0316ced4f3f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991151 Aug 27 12:14:23.354693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a2602900-ecc0-40d9-91b7-266ac625d5e7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:23.392667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d142e94-348b-49dc-8aaf-9d05f9dbf36c req-6c4796d6-8469-488a-ac7d-54c2a9250d0f tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769143 Aug 27 12:14:23.403258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:23.482447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc925b2-4094-4490-9eb4-29fd8944d1f0 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.488216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2fc925b2-4094-4490-9eb4-29fd8944d1f0 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1091 time: 0.0797622 Aug 27 12:14:23.488965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59200) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:23.500982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:23.602622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-751c99a5-e9eb-41cd-a0da-2d34a966445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.605580 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-751c99a5-e9eb-41cd-a0da-2d34a966445d service neutron] 10.222.0.77 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 915 time: 0.2862890 Aug 27 12:14:23.629088 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:23.629982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4e99f-e2f3-4071-bbd4-257c73dd8668 req-15461dc7-6351-46ce-a191-8be4fe078840 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.631345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63a4e99f-e2f3-4071-bbd4-257c73dd8668 req-15461dc7-6351-46ce-a191-8be4fe078840 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 944 time: 0.1166306 Aug 27 12:14:23.694982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63a4e99f-e2f3-4071-bbd4-257c73dd8668 req-85317829-eaea-4b8f-86a2-360fd3e7c1bd tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Aug 27 12:14:23.712651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-c69d1ef8-f445-4f04-ab55-9ef92b90a45a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8df179e1-2955-4a46-9adf-396aa2528f08 HTTP/1.1" status: 200 len: 217 time: 0.0984108 Aug 27 12:14:23.808463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-503dacd9-171f-4c42-8a0f-7cbfb732334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:23.809922 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-503dacd9-171f-4c42-8a0f-7cbfb732334e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0573447 Aug 27 12:14:23.855773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-c2bd69b7-7a5b-4baa-828a-e96ed3d12392 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372784 Aug 27 12:14:23.913409 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:23.946113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:24.032020 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-843520a7-06fe-4e1c-bac2-bf30df596a8e service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652603 Aug 27 12:14:24.481832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.25.8.56 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/fdb09bc4-50ad-4b3e-9a27-71624b8633e7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:14:24.567400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37783-cd44-47f7-8a5d-1fb9b7d29598 req-a18ff963-07ad-41b5-b956-1d410a0d2430 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:24.586419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f37783-cd44-47f7-8a5d-1fb9b7d29598 req-a18ff963-07ad-41b5-b956-1d410a0d2430 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1054866 Aug 27 12:14:24.668627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-6b6d15da-4401-4c37-bccd-08b1fc657229 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:24.670187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-6b6d15da-4401-4c37-bccd-08b1fc657229 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 950 time: 0.1638865 Aug 27 12:14:24.683848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f37783-cd44-47f7-8a5d-1fb9b7d29598 req-8aadca36-ffc5-4b03-815a-4b2bd7260086 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878499 Aug 27 12:14:24.706702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dd57611d-c9f7-4a65-86db-f7064d4aedab req-cb2f77d8-1dfa-4cc1-82c5-a57f014f7525 service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497068 Aug 27 12:14:24.789266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:24.822841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Deleting port a2602900-ecc0-40d9-91b7-266ac625d5e7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:14:24.823601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:24.865635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673e279-a23c-4006-b0da-e98f85fb87b5 req-e38a29af-d92d-4769-8c6c-e9400d942c34 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:24.877707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c673e279-a23c-4006-b0da-e98f85fb87b5 req-e38a29af-d92d-4769-8c6c-e9400d942c34 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 944 time: 0.0736802 Aug 27 12:14:24.920898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c673e279-a23c-4006-b0da-e98f85fb87b5 req-26062a57-2177-415b-8738-55fe5c28fc35 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Aug 27 12:14:24.938471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:24.953560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] For port a2602900-ecc0-40d9-91b7-266ac625d5e7, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a2602900-ecc0-40d9-91b7-266ac625d5e7,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:24.953963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:24.996681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Calling delete_port for a2602900-ecc0-40d9-91b7-266ac625d5e7 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:14:24.999369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:14:25.010444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:25.018674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:14:25.022904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=fdb09bc4-50ad-4b3e-9a27-71624b8633e7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:25.318471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:25.333719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:25.359684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event deleted for resources: {'Port': ['ID=a2602900-ecc0-40d9-91b7-266ac625d5e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:25.417845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99', '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:25.453301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] No DVR routers for this DVR port a2602900-ecc0-40d9-91b7-266ac625d5e7 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:14:25.459172 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:25.464073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-71a8e398-a877-4d54-8cd5-a4a60a588570 req-92aa8ef7-24de-4565-8474-3a148c559b81 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "DELETE /v2.0/ports/a2602900-ecc0-40d9-91b7-266ac625d5e7 HTTP/1.1" status: 204 len: 173 time: 0.7858753 Aug 27 12:14:25.533444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-deleted', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:25.542846 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df00155-b2af-47f4-91f6-95b9085dba37" -d '{"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-deleted", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:25.703144 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6600ad87-4af0-4c4f-a788-ca0e41d6cf2f x-openstack-request-id: req-6600ad87-4af0-4c4f-a788-ca0e41d6cf2f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:25.703423 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e10f-8ac6-483b-9231-b6cdacabf778", "name": "network-vif-deleted", "tag": "a2602900-ecc0-40d9-91b7-266ac625d5e7", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:25.703656 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6600ad87-4af0-4c4f-a788-ca0e41d6cf2f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:25.704024 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e10f-8ac6-483b-9231-b6cdacabf778', 'name': 'network-vif-deleted', 'tag': 'a2602900-ecc0-40d9-91b7-266ac625d5e7', 'status': 'completed', 'code': 200} Aug 27 12:14:25.747204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:25.858610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:25.869745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c525e451-ec29-46d9-af17-d69ae69ff312 req-c0b704a6-179c-4ccd-9a31-864e6734e128 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e637e10f-8ac6-483b-9231-b6cdacabf778 HTTP/1.1" status: 200 len: 210 time: 0.0791209 Aug 27 12:14:26.133194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795899f7-94b5-4e17-9d77-5c5659368847 req-ba45dee0-67a9-4997-a1e9-af7ae772862f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:26.141492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-795899f7-94b5-4e17-9d77-5c5659368847 req-ba45dee0-67a9-4997-a1e9-af7ae772862f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 944 time: 0.0810962 Aug 27 12:14:26.167524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:26.173293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:26.199474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-795899f7-94b5-4e17-9d77-5c5659368847 req-28c0ed3c-cd2f-4c30-8335-742608a82aee tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567906 Aug 27 12:14:26.263110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=fdb09bc4-50ad-4b3e-9a27-71624b8633e7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:26.288153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:26.402054 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Floating IP f3b98b8c-38fc-47f9-b134-72ec050a8e01 associated. External IP: 172.25.8.56, port: d9f68730-cc72-44e2-acaf-efaf0536c039. Aug 27 12:14:26.596194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:26.601944 n-d-688802-4 neutron-server[94625]: INFO neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No ports have port_id starting with a2602900-ecc0-40d9-91b7-266ac625d5e7 Aug 27 12:14:26.603750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 requested by agent hyperv_n-h2-688802-4 not found in database {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 27 12:14:26.690324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:14:26.827577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:14:26.837785 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:14:26.851404 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:14:26.852022 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:26.891713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:26.960547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:26.964082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-78f78a4f-9716-421e-81ca-7832809ed353 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4741426 Aug 27 12:14:26.987584 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:14:27.094479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac475bf0-014d-461c-b9d4-8d3f5de0da1c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/f3b98b8c-38fc-47f9-b134-72ec050a8e01 HTTP/1.1" status: 200 len: 990 time: 0.1324799 Aug 27 12:14:27.392381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8df179e1-2955-4a46-9adf-396aa2528f08 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:27.427864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad4b99-4c94-4d54-8bba-d50dce669362 req-db743171-f5ae-4fd6-b435-7e4cc380e9c0 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:27.429505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46ad4b99-4c94-4d54-8bba-d50dce669362 req-db743171-f5ae-4fd6-b435-7e4cc380e9c0 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 944 time: 0.1244724 Aug 27 12:14:27.477436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8fa1d-0578-440a-aa0a-79226bf03488 req-ade30ea6-3e22-4955-96c5-6c1ebc328692 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:27.485167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fed8fa1d-0578-440a-aa0a-79226bf03488 req-ade30ea6-3e22-4955-96c5-6c1ebc328692 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 951 time: 0.1260929 Aug 27 12:14:27.485511 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:25Z', 'revision_number': 0, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:27.527493 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:14:27.536591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:14:27.537524 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:27.568725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8df179e1-2955-4a46-9adf-396aa2528f08, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8df179e1-2955-4a46-9adf-396aa2528f08,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:27.585657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '8df179e1-2955-4a46-9adf-396aa2528f08', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'port_id': '8df179e1-2955-4a46-9adf-396aa2528f08', 'mac_address': 'fa:16:3e:30:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff301c9-e874-4c23-877d-d7f5adfa2d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:27.606367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46ad4b99-4c94-4d54-8bba-d50dce669362 req-5f9803ff-ed01-4c39-a3a6-07706d81b1b6 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651030 Aug 27 12:14:27.636178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fed8fa1d-0578-440a-aa0a-79226bf03488 req-9a438d67-9b43-4bdc-a017-00ae882d1d1e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393759 Aug 27 12:14:27.639212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:27.658342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df179e1-2955-4a46-9adf-396aa2528f08 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:27.687463 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:14:27.694656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8df179e1-2955-4a46-9adf-396aa2528f08, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8df179e1-2955-4a46-9adf-396aa2528f08,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:27.700117 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:27.705544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:27.708654 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05fd24c-293a-4719-b406-780f9c2968c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:27.773871 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b4ff28-6975-4da0-a059-f66978bba37d x-openstack-request-id: req-79b4ff28-6975-4da0-a059-f66978bba37d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:27.774175 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:27.774466 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79b4ff28-6975-4da0-a059-f66978bba37d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:27.774944 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'status': 'completed', 'code': 200} Aug 27 12:14:27.796799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8df179e1-2955-4a46-9adf-396aa2528f08,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:27.874286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-34efbe77-625b-49e4-8f34-972529193d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:27.875842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-34efbe77-625b-49e4-8f34-972529193d3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1096 time: 0.0459595 Aug 27 12:14:28.006827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-7e5f67a5-aec0-4c6f-a91d-f7ace4f9143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:28.008816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-7e5f67a5-aec0-4c6f-a91d-f7ace4f9143b service neutron] 10.222.0.77 "GET /v2.0/networks?id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 898 time: 0.1225190 Aug 27 12:14:28.016708 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:25Z', 'revision_number': 0, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:14:28.055775 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81655d3c-64bd-457c-ab2d-f4ee61e984d5 None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:58Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:25Z', 'revision_number': 0, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:14:28.098701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:28.107385 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-78031825-1eb6-40fc-b906-b59890b53b92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 200 len: 998 time: 0.0908716 Aug 27 12:14:28.200764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-616af8d5-7206-4340-af2b-bbed6dca19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:28.202823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-616af8d5-7206-4340-af2b-bbed6dca19a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 HTTP/1.1" status: 200 len: 834 time: 0.0854008 Aug 27 12:14:28.231567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-429e2b69-7d94-46c1-8b9c-0624ed5812bf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/f3b98b8c-38fc-47f9-b134-72ec050a8e01 HTTP/1.1" status: 200 len: 990 time: 0.1316590 Aug 27 12:14:28.244678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:28.265728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-602688a3-4652-467d-b93b-20e62c76cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:28.267289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-602688a3-4652-467d-b93b-20e62c76cc6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96a0ff34-cf75-496a-9f1b-6e18824895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508471 Aug 27 12:14:28.381765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b87a5-e71f-4887-98ea-a2b5e408ddb6 None None] New status for floating IP f3b98b8c-38fc-47f9-b134-72ec050a8e01: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:14:28.397407 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-195ce6bd-ebb0-41a7-8b1d-fe6458a4d1ea service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167982 Aug 27 12:14:28.521517 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a05fd24c-293a-4719-b406-780f9c2968c6 req-3a9ae1e6-b0db-4686-963b-b573a989e215 service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163421 Aug 27 12:14:28.612118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:14:28.649336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: a2602900-ecc0-40d9-91b7-266ac625d5e7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:14:28.649876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a2602900-ecc0-40d9-91b7-266ac625d5e7 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:14:28.823255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26d04-0fd6-460c-a17c-43ff910bd05e req-900c8630-39f7-45cd-8e06-dbc08a5ec370 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:28.824851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20e26d04-0fd6-460c-a17c-43ff910bd05e req-900c8630-39f7-45cd-8e06-dbc08a5ec370 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 945 time: 0.0916569 Aug 27 12:14:28.837448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60942a1e-5f67-44e4-a066-bd71a8bf4891 req-fdeba42a-fada-4502-ae0e-0c4d74c3c8d9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:28.845074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60942a1e-5f67-44e4-a066-bd71a8bf4891 req-fdeba42a-fada-4502-ae0e-0c4d74c3c8d9 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 951 time: 0.0972464 Aug 27 12:14:28.907265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60942a1e-5f67-44e4-a066-bd71a8bf4891 req-2f731ace-4626-4948-901e-72bba7e52aa1 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612130 Aug 27 12:14:28.926617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20e26d04-0fd6-460c-a17c-43ff910bd05e req-53fab37d-b095-418e-bf59-03f513021186 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730503 Aug 27 12:14:29.234883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:29.303358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79b5e379-c90f-4d17-a985-4f909399a55b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/f3b98b8c-38fc-47f9-b134-72ec050a8e01 HTTP/1.1" status: 200 len: 992 time: 0.0664673 Aug 27 12:14:29.480537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-08be3e2d-3eb6-4c88-bfaa-c3550c963b48 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:29.482334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-08be3e2d-3eb6-4c88-bfaa-c3550c963b48 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 951 time: 0.0613680 Aug 27 12:14:29.586127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Deleting port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:14:29.586505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:29.687666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] For port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:29.688585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:29.703942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Calling delete_port for 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:14:29.859942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:29.873532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:29.892171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event deleted for resources: {'Port': ['ID=52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:29.914354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99', '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:29.971592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] No DVR routers for this DVR port 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:14:29.975303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:29.986225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-18ad0318-0c33-4462-a5d3-87569f8ba58c req-54ffcc89-ae94-4e4f-b82a-7486030bda53 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "DELETE /v2.0/ports/52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 HTTP/1.1" status: 204 len: 173 time: 0.4968734 Aug 27 12:14:29.987117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-deleted', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:29.990022 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbacb24-a65b-44aa-99fc-14bed79b6512" -d '{"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-deleted", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:30.091747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ab8c56f-1bf5-46e1-87c0-81061134bc7f req-8e0cd1c1-a8e4-423c-82d3-17a6bed23faa tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8325ace-12cd-4e46-8092-e46f76307420 HTTP/1.1" status: 200 len: 210 time: 0.0530651 Aug 27 12:14:30.190010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164f224-cd04-4044-af11-a2359466e121 req-40cac7ba-10d7-4ffd-a786-d123a5f55bb4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:30.199590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8164f224-cd04-4044-af11-a2359466e121 req-40cac7ba-10d7-4ffd-a786-d123a5f55bb4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 945 time: 0.1066170 Aug 27 12:14:30.263248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8164f224-cd04-4044-af11-a2359466e121 req-87b9ccb0-6d41-4a42-b7a6-f6f01b088ad3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Aug 27 12:14:30.298971 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4c739c-43c1-42a8-aefa-b764e15afc1b x-openstack-request-id: req-fd4c739c-43c1-42a8-aefa-b764e15afc1b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:30.299429 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8325ace-12cd-4e46-8092-e46f76307420", "name": "network-vif-deleted", "tag": "52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:30.299634 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd4c739c-43c1-42a8-aefa-b764e15afc1b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:30.300086 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8325ace-12cd-4e46-8092-e46f76307420', 'name': 'network-vif-deleted', 'tag': '52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8', 'status': 'completed', 'code': 200} Aug 27 12:14:31.415629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8df179e1-2955-4a46-9adf-396aa2528f08 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:31.435524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310b3-1fdf-4bd7-8e19-3e426b38ca15 req-28b196fc-8c68-4a6a-8c1a-a0e93938762c tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:31.442094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c310b3-1fdf-4bd7-8e19-3e426b38ca15 req-28b196fc-8c68-4a6a-8c1a-a0e93938762c tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 945 time: 0.1153235 Aug 27 12:14:31.480010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe932a-eef3-40cd-9813-e2ff8b12213e req-beeeffe0-a870-4c4c-bb33-43207fb74a16 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:31.481874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9fe932a-eef3-40cd-9813-e2ff8b12213e req-beeeffe0-a870-4c4c-bb33-43207fb74a16 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0927191 Aug 27 12:14:31.507553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 8df179e1-2955-4a46-9adf-396aa2528f08 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:31.512905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 8df179e1-2955-4a46-9adf-396aa2528f08 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:31.513160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:31.532285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c310b3-1fdf-4bd7-8e19-3e426b38ca15 req-70af16e4-02ad-4e03-9286-d46824bad97a tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885367 Aug 27 12:14:31.559366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9fe932a-eef3-40cd-9813-e2ff8b12213e req-b3f3710b-3875-4ca1-a275-3c41c09ea91b tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671833 Aug 27 12:14:31.634658 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:31.668900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df179e1-2955-4a46-9adf-396aa2528f08'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:31.671811 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba3a6c-40e6-4786-a96c-9846ba3035fc" -d '{"events": [{"server_uuid": "9efd53f7-f63a-4688-ade2-31638bdf0c98", "name": "network-vif-plugged", "status": "completed", "tag": "8df179e1-2955-4a46-9adf-396aa2528f08"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:31.696014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8df179e1-2955-4a46-9adf-396aa2528f08, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8df179e1-2955-4a46-9adf-396aa2528f08,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:31.701354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:31.727160 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5ca97f-1449-4838-8a8e-f8566ded7e6c x-openstack-request-id: req-cf5ca97f-1449-4838-8a8e-f8566ded7e6c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:31.727457 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efd53f7-f63a-4688-ade2-31638bdf0c98", "name": "network-vif-plugged", "status": "completed", "tag": "8df179e1-2955-4a46-9adf-396aa2528f08", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:31.727714 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf5ca97f-1449-4838-8a8e-f8566ded7e6c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:31.728105 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df179e1-2955-4a46-9adf-396aa2528f08', 'code': 200} Aug 27 12:14:31.758481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8df179e1-2955-4a46-9adf-396aa2528f08,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:31.894404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f1ce3-ad92-4dca-95b8-1fc899ee7697 req-da14039d-3ee9-4fc1-8769-ab962d976ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:31.896504 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-006f1ce3-ad92-4dca-95b8-1fc899ee7697 req-da14039d-3ee9-4fc1-8769-ab962d976ccf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 1097 time: 0.0492585 Aug 27 12:14:31.940550 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-006f1ce3-ad92-4dca-95b8-1fc899ee7697 req-8ee55468-5e8c-4cbe-af10-312c98aabfea service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Aug 27 12:14:32.701614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0328-0967-48fd-9159-93d36b0878ac req-f7456466-06dd-42bc-bd6a-8ba717c4ad44 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:32.703104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11ca0328-0967-48fd-9159-93d36b0878ac req-f7456466-06dd-42bc-bd6a-8ba717c4ad44 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.0933890 Aug 27 12:14:32.738778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431264-293d-453b-9a91-0c8829b929e5 req-cc1eaae7-9a4a-47cb-ae5b-6fbe912c56f3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:32.740883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42431264-293d-453b-9a91-0c8829b929e5 req-cc1eaae7-9a4a-47cb-ae5b-6fbe912c56f3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0885122 Aug 27 12:14:32.775548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11ca0328-0967-48fd-9159-93d36b0878ac req-aea568ab-3553-4a81-ac23-d7246575349f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Aug 27 12:14:32.798594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42431264-293d-453b-9a91-0c8829b929e5 req-b0faf747-13cb-4703-ab7a-0a510e6da55a tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Aug 27 12:14:33.404821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:14:33.431571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:14:33.432148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 52dc6c6f-8dcb-4f9a-bd1b-74374b01bfe8 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:14:33.974926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b4752-cf89-4f28-b587-b8f9eac9c814 req-64aa2a1a-3093-4036-b7c9-a4a7a064496e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:33.976598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb6b4752-cf89-4f28-b587-b8f9eac9c814 req-64aa2a1a-3093-4036-b7c9-a4a7a064496e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.0944252 Aug 27 12:14:34.007644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee226a-0e45-43c4-a551-13e98372312b req-f61d6e1d-9460-4f0f-ba01-9bcb0af611cd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:34.009322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47ee226a-0e45-43c4-a551-13e98372312b req-f61d6e1d-9460-4f0f-ba01-9bcb0af611cd tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.0906734 Aug 27 12:14:34.065779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb6b4752-cf89-4f28-b587-b8f9eac9c814 req-75bbc050-4c1e-4dd6-b534-3a822d73730b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806220 Aug 27 12:14:34.087200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47ee226a-0e45-43c4-a551-13e98372312b req-825e4419-0ce6-44a8-9710-b926846adc45 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Aug 27 12:14:34.138457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-6960e369-4fcc-48c4-9c1b-264abd835b01 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:34.140246 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-6960e369-4fcc-48c4-9c1b-264abd835b01 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 949 time: 0.1051812 Aug 27 12:14:34.271006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Deleting port 5a23e74b-206d-4e1b-bde1-59a06f483d99 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:14:34.271530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:34.371565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] For port 5a23e74b-206d-4e1b-bde1-59a06f483d99, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5a23e74b-206d-4e1b-bde1-59a06f483d99,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:34.371941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:34.386115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Calling delete_port for 5a23e74b-206d-4e1b-bde1-59a06f483d99 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:14:34.538356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:34.552823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:34.573051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event deleted for resources: {'Port': ['ID=5a23e74b-206d-4e1b-bde1-59a06f483d99,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:34.614858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5a23e74b-206d-4e1b-bde1-59a06f483d99'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:34.620020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] No DVR routers for this DVR port 5a23e74b-206d-4e1b-bde1-59a06f483d99 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:14:34.625180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:34.629903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5808305b-bc0d-4ccc-a4cd-3e012ceaa1e8 req-15818d20-493e-4376-a575-1946b7975e3e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.77 "DELETE /v2.0/ports/5a23e74b-206d-4e1b-bde1-59a06f483d99 HTTP/1.1" status: 204 len: 173 time: 0.4695570 Aug 27 12:14:34.630656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-deleted', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:34.645149 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4123a203-8c75-4af3-932a-9a83acdeac09" -d '{"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-deleted", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:34.696197 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5798b231-689c-4474-bde3-25b274ee06ad x-openstack-request-id: req-5798b231-689c-4474-bde3-25b274ee06ad {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:34.696502 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba07c7-64a5-423c-905b-6fafac53cd47", "name": "network-vif-deleted", "tag": "5a23e74b-206d-4e1b-bde1-59a06f483d99", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:34.696752 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5798b231-689c-4474-bde3-25b274ee06ad {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:34.697184 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba07c7-64a5-423c-905b-6fafac53cd47', 'name': 'network-vif-deleted', 'tag': '5a23e74b-206d-4e1b-bde1-59a06f483d99', 'status': 'completed', 'code': 200} Aug 27 12:14:35.263352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8dfd3523-895f-4ad9-b2c8-3a6c7d995adc req-0288b2ff-46a5-4508-b083-14e73ad6801e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2ba07c7-64a5-423c-905b-6fafac53cd47 HTTP/1.1" status: 200 len: 210 time: 0.0846245 Aug 27 12:14:35.324001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63541688-dcb2-49a9-bbdb-275e8ce42913 req-e8c0ef73-0c06-4516-bb70-136b94f3e127 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:35.332075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63541688-dcb2-49a9-bbdb-275e8ce42913 req-e8c0ef73-0c06-4516-bb70-136b94f3e127 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.1628270 Aug 27 12:14:35.376015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63541688-dcb2-49a9-bbdb-275e8ce42913 req-8ca2b184-9365-4199-a957-cf6b6cad505b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Aug 27 12:14:36.754771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0641dbb-2f78-4ac5-a3a8-2c47853632d0 req-a96e0c83-2169-44b7-a110-19134fc01bd3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:36.756874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0641dbb-2f78-4ac5-a3a8-2c47853632d0 req-a96e0c83-2169-44b7-a110-19134fc01bd3 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.0667205 Aug 27 12:14:36.810968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0641dbb-2f78-4ac5-a3a8-2c47853632d0 req-ff5a2177-ca63-4ecc-a1a1-ef4588d54571 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464942 Aug 27 12:14:37.410245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:14:37.433738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 5a23e74b-206d-4e1b-bde1-59a06f483d99 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:14:37.434083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5a23e74b-206d-4e1b-bde1-59a06f483d99 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:14:37.972845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524013f-fb79-4f1e-8e2a-35006e5b7f7a req-b3725145-5dbb-4c98-84c7-bf819735fe2d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:37.974618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d524013f-fb79-4f1e-8e2a-35006e5b7f7a req-b3725145-5dbb-4c98-84c7-bf819735fe2d tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.0612931 Aug 27 12:14:38.022799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d524013f-fb79-4f1e-8e2a-35006e5b7f7a req-54c432c3-b681-4492-8ed1-e4b0c66b67f6 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/security-groups?id=24e277ec-4d8a-4768-b671-d79a7b0433f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Aug 27 12:14:38.078803 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:38.116979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f4017-381f-467c-a7ce-a0b71f92827e req-ea170468-d1af-4d36-8f36-e0e8b0038d8e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:38.118671 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-955f4017-381f-467c-a7ce-a0b71f92827e req-ea170468-d1af-4d36-8f36-e0e8b0038d8e tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 950 time: 0.0936196 Aug 27 12:14:38.235336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Deleting port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:14:38.235724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:38.345623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] For port 8d4ba49d-8ac4-4df8-864e-027242e1eae5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=8d4ba49d-8ac4-4df8-864e-027242e1eae5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:38.347376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:38.391610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Calling delete_port for 8d4ba49d-8ac4-4df8-864e-027242e1eae5 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:14:38.569329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:38.583266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['8d4ba49d-8ac4-4df8-864e-027242e1eae5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:38.628388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Pushing event deleted for resources: {'Port': ['ID=8d4ba49d-8ac4-4df8-864e-027242e1eae5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:38.737400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] No DVR routers for this DVR port 8d4ba49d-8ac4-4df8-864e-027242e1eae5 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:14:38.746292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:38.748815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-955f4017-381f-467c-a7ce-a0b71f92827e req-43feae32-65b5-4ec4-9d73-caa03b45cdf4 tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.65 "DELETE /v2.0/ports/8d4ba49d-8ac4-4df8-864e-027242e1eae5 HTTP/1.1" status: 204 len: 173 time: 0.6236224 Aug 27 12:14:38.749576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-deleted', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:38.752300 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c9459c-8730-4914-a55a-db540191103c" -d '{"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-deleted", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:38.807138 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846a27ef-3ad7-4e59-af22-e97022815240 x-openstack-request-id: req-846a27ef-3ad7-4e59-af22-e97022815240 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:38.807773 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ebb09f-083f-481d-b642-6aea3382de71", "name": "network-vif-deleted", "tag": "8d4ba49d-8ac4-4df8-864e-027242e1eae5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:38.808245 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-846a27ef-3ad7-4e59-af22-e97022815240 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:38.808848 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ebb09f-083f-481d-b642-6aea3382de71', 'name': 'network-vif-deleted', 'tag': '8d4ba49d-8ac4-4df8-864e-027242e1eae5', 'status': 'completed', 'code': 200} Aug 27 12:14:39.229300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f80515cd-5915-4c50-a554-4e4ba726eda8 req-61dda936-48e3-4a66-b3de-8ac68ae881af tempest-MigrationsAdminTest-129647081 tempest-MigrationsAdminTest-129647081-project] 10.222.0.76 "GET /v2.0/ports?device_id=75ebb09f-083f-481d-b642-6aea3382de71 HTTP/1.1" status: 200 len: 210 time: 0.0448053 Aug 27 12:14:40.461358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-36bfc4ef-5f41-4725-9085-e0cd1d0b73fb tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:40.468215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-36bfc4ef-5f41-4725-9085-e0cd1d0b73fb tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/networks?id=b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 200 len: 813 time: 0.1456697 Aug 27 12:14:40.484672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-352af558-4881-463d-847f-170b04b0c776 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/quotas/53d96228961642daa4ceabdbb5de5011 HTTP/1.1" status: 200 len: 375 time: 0.0155489 Aug 27 12:14:40.527188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-5776c562-a2ea-424e-8d0c-05267518514b tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=53d96228961642daa4ceabdbb5de5011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412471 Aug 27 12:14:40.551419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:40.643053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-f78cb468-ee9e-453c-b62e-8e54dc13a3cf service neutron] 10.222.0.76 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150146 Aug 27 12:14:40.732164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5ebf22f9-2426-4247-b365-a3da5f42889c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43e6074878f84fc7877a852f8ff751b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794765 Aug 27 12:14:40.734721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60028) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:40.783595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-5f7ac428-f958-43ac-bbf2-16ba37ef4d0b service neutron] 10.222.0.76 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395202 Aug 27 12:14:40.788423 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3af27120-145a-437a-8f4d-fd73709a86ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:40.811327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3af27120-145a-437a-8f4d-fd73709a86ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:40.872312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3af27120-145a-437a-8f4d-fd73709a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:40.875857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3af27120-145a-437a-8f4d-fd73709a86ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:40.877495 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3af27120-145a-437a-8f4d-fd73709a86ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24e277ec-4d8a-4768-b671-d79a7b0433f3 HTTP/1.1" status: 204 len: 168 time: 0.1418290 Aug 27 12:14:40.888745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af27120-145a-437a-8f4d-fd73709a86ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e277ec-4d8a-4768-b671-d79a7b0433f3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:41.052264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b80de59b-5ddc-4988-92a0-6edff6c2b6a6 req-568858cd-f1c4-4837-8667-39dd606d2480 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 210 time: 0.0646620 Aug 27 12:14:41.327942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60050) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:41.388048 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d7459a81-e690-4c66-bc14-a5b8064b0435 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6f27cd6c4d54f6fb3f266e75e834554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588105 Aug 27 12:14:41.390260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60052) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:41.458893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75718ed3-e2a8-40fe-b01c-fdee52c6f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:41.495347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75718ed3-e2a8-40fe-b01c-fdee52c6f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:41.558619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75718ed3-e2a8-40fe-b01c-fdee52c6f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:41.562542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75718ed3-e2a8-40fe-b01c-fdee52c6f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:41.563984 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-75718ed3-e2a8-40fe-b01c-fdee52c6f37b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7834b14-a209-4b9e-b78e-93f82414069a HTTP/1.1" status: 204 len: 168 time: 0.1723456 Aug 27 12:14:41.574010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75718ed3-e2a8-40fe-b01c-fdee52c6f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7834b14-a209-4b9e-b78e-93f82414069a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:42.214974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48e4a7ea-6544-40ec-9fed-480b9f23b7e8 req-ed76a695-e24a-40dd-a13d-5e05a12701a2 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 210 time: 0.0591953 Aug 27 12:14:42.590627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-0e0a49d0-019b-4239-bdc4-6dbbdbf5c2b9 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:42.595656 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-0e0a49d0-019b-4239-bdc4-6dbbdbf5c2b9 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "GET /v2.0/networks?id=b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 200 len: 813 time: 0.2512436 Aug 27 12:14:42.657855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:14:42.665688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Request body: {'port': {'device_id': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35', 'admin_state_up': True, 'tenant_id': '53d96228961642daa4ceabdbb5de5011'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:42.688058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 8d4ba49d-8ac4-4df8-864e-027242e1eae5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:14:42.688762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 8d4ba49d-8ac4-4df8-864e-027242e1eae5 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:14:42.828428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Made reservation on behalf of 53d96228961642daa4ceabdbb5de5011 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:42.832285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:42.992451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Allocated IP 172.20.0.12 (b1d21eea-ce75-4232-abfc-691372fe6e35/3c5efa07-6c11-45ed-8d48-624f8910a133/d448a407-0ee3-4057-92f3-b1b434b610d8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:14:43.209724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:43.262650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:43.315486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Network b1d21eea-ce75-4232-abfc-691372fe6e35 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:14:43.319322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:43.322102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:14:43.347986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Pushing event updated for resources: {'Port': ['ID=d448a407-0ee3-4057-92f3-b1b434b610d8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:43.364704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.365060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.365508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.366267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.366444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.366723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.367063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.367403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.367843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.368193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.368529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.368866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:43.408204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:43.408837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:43.427700 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-376c06d2-87a9-45df-a382-29c5ef480e7d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673216 Aug 27 12:14:43.452981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Request body: {'port': {'device_id': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:43.468582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc6cb6-5ce9-4ca2-86d8-f739f9624820 req-f8b17f2d-4429-4c1f-b61a-512bc24aedc8 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:43.471526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35fc6cb6-5ce9-4ca2-86d8-f739f9624820 req-f8b17f2d-4429-4c1f-b61a-512bc24aedc8 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 932 time: 0.0792015 Aug 27 12:14:43.530750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35fc6cb6-5ce9-4ca2-86d8-f739f9624820 req-45bb2059-0133-437e-89c2-2c7cfd82b8b6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512915 Aug 27 12:14:43.551025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:43.918311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d448a407-0ee3-4057-92f3-b1b434b610d8 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:43.927626 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:43.940997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Transition to ACTIVE for port object d448a407-0ee3-4057-92f3-b1b434b610d8 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:43.944968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:44.018959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d448a407-0ee3-4057-92f3-b1b434b610d8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:44.074986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Attempting to bind port d448a407-0ee3-4057-92f3-b1b434b610d8 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:44.075351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Attempting to bind port d448a407-0ee3-4057-92f3-b1b434b610d8 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:44.075682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Attempting to bind port d448a407-0ee3-4057-92f3-b1b434b610d8 on network b1d21eea-ce75-4232-abfc-691372fe6e35 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:44.080722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Port d448a407-0ee3-4057-92f3-b1b434b610d8 on network b1d21eea-ce75-4232-abfc-691372fe6e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:44.081041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Attempting to bind port d448a407-0ee3-4057-92f3-b1b434b610d8 on network b1d21eea-ce75-4232-abfc-691372fe6e35 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:44.086492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:44.086995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Checking segment: {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:44.087212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Bound using segment: {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:44.087637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Bound port: d448a407-0ee3-4057-92f3-b1b434b610d8, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:44.087997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:44.164356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] For port d448a407-0ee3-4057-92f3-b1b434b610d8, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:44.167796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] For port d448a407-0ee3-4057-92f3-b1b434b610d8, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d448a407-0ee3-4057-92f3-b1b434b610d8,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:44.174893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:44.230958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:44.231748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:44.233216 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] 10.222.0.77 "PUT /v2.0/ports/d448a407-0ee3-4057-92f3-b1b434b610d8 HTTP/1.1" status: 200 len: 1092 time: 0.7874215 Aug 27 12:14:44.233677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'tag': 'd448a407-0ee3-4057-92f3-b1b434b610d8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:44.236200 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d96fbb-e6bb-4602-b3b3-9363032ed7f7", "tag": "d448a407-0ee3-4057-92f3-b1b434b610d8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:44.277019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b64ae-2488-4c12-9e6d-bf9533bf22b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d448a407-0ee3-4057-92f3-b1b434b610d8,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:44.283940 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02a18a6-478a-4fb8-860c-e64d6e9a9ca0 x-openstack-request-id: req-d02a18a6-478a-4fb8-860c-e64d6e9a9ca0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:44.284678 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d96fbb-e6bb-4602-b3b3-9363032ed7f7", "tag": "d448a407-0ee3-4057-92f3-b1b434b610d8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:44.285546 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d02a18a6-478a-4fb8-860c-e64d6e9a9ca0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:44.286917 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'tag': 'd448a407-0ee3-4057-92f3-b1b434b610d8', 'status': 'completed', 'code': 200} Aug 27 12:14:44.356912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-a0f7b309-d3b4-489e-8782-4c07b98cb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:44.358618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-a0f7b309-d3b4-489e-8782-4c07b98cb482 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d96228961642daa4ceabdbb5de5011&device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0507326 Aug 27 12:14:44.544078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-45ca8032-4ec1-46be-b761-d1914d661991 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:44.546949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-45ca8032-4ec1-46be-b761-d1914d661991 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.1478281 Aug 27 12:14:44.563619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-f1864b20-1c17-49ba-9435-6530a384ac48 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/quotas/4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 375 time: 0.0117230 Aug 27 12:14:44.671879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-76e5d07d-1c8c-4897-bf3f-60e056d03d5a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732489 Aug 27 12:14:44.672483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:44.786585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-ea872cbf-eeb4-4204-93f8-e584f5db7903 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d448a407-0ee3-4057-92f3-b1b434b610d8 HTTP/1.1" status: 200 len: 217 time: 0.4060731 Aug 27 12:14:44.803480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb20725-a3ae-4e01-9c46-e5697b71480b req-6ab0e2cf-a31a-4d27-a10e-0225774af9d5 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:44.805162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-acb20725-a3ae-4e01-9c46-e5697b71480b req-6ab0e2cf-a31a-4d27-a10e-0225774af9d5 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 944 time: 0.1207509 Aug 27 12:14:44.822187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4828d177-de3a-4e1c-aaba-8885a65be77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:44.837335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c034-4b94-4850-982f-89e63292ee25 req-71ac82c4-003e-410a-82c3-f93e2adc6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:44.838827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-71ac82c4-003e-410a-82c3-f93e2adc6f41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c5efa07-6c11-45ed-8d48-624f8910a133 HTTP/1.1" status: 200 len: 853 time: 0.0443671 Aug 27 12:14:44.877142 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-cc0724cc-572c-40e3-a4cc-8e44ea647928 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1d21eea-ce75-4232-abfc-691372fe6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306773 Aug 27 12:14:44.894145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-acb20725-a3ae-4e01-9c46-e5697b71480b req-1ea25e2c-6eb2-4f13-968e-685192da8368 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790133 Aug 27 12:14:44.900004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-98b03d8d-a6bc-4934-9efa-a1d6801f0873 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143793 Aug 27 12:14:45.004216 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-47776c9b-ca48-4360-b74a-dcca3fbbf93f service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163774 Aug 27 12:14:45.056669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-293b2a72-15d3-414f-b2b3-09dffd16c0a4 service neutron] 10.222.0.76 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447592 Aug 27 12:14:45.076015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4828d177-de3a-4e1c-aaba-8885a65be77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.081542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4828d177-de3a-4e1c-aaba-8885a65be77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.115201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4828d177-de3a-4e1c-aaba-8885a65be77b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2301c414e1184d08b621165ff5137069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411852 Aug 27 12:14:45.116312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:45.132785 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df76c034-4b94-4850-982f-89e63292ee25 req-9885e210-1f46-48d6-bb46-9bacf19f4314 service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210878 Aug 27 12:14:45.139422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828d177-de3a-4e1c-aaba-8885a65be77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51add5aa-39bb-46e4-98ed-d78442d59981,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:45.190664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ec20f0-fa6c-428d-83b0-af9f0532bdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.221567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ec20f0-fa6c-428d-83b0-af9f0532bdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.304867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ec20f0-fa6c-428d-83b0-af9f0532bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.307475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ec20f0-fa6c-428d-83b0-af9f0532bdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.308843 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-69ec20f0-fa6c-428d-83b0-af9f0532bdbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51add5aa-39bb-46e4-98ed-d78442d59981 HTTP/1.1" status: 204 len: 168 time: 0.1913502 Aug 27 12:14:45.326098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec20f0-fa6c-428d-83b0-af9f0532bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51add5aa-39bb-46e4-98ed-d78442d59981,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:45.333899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-49ebf9db-b2a0-4dfc-8087-5db926197459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:45.336018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-49ebf9db-b2a0-4dfc-8087-5db926197459 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d96228961642daa4ceabdbb5de5011&device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0699451 Aug 27 12:14:45.448517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0deb0c0c-928f-4d84-ad7a-e24a418c8b5d req-e838c7c4-ee27-4310-9228-cd2620a8ecf8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0345926 Aug 27 12:14:45.450037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-360281aa-d7ec-4f56-9d74-9d68479e61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:45.451514 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-360281aa-d7ec-4f56-9d74-9d68479e61fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 200 len: 914 time: 0.1079836 Aug 27 12:14:45.523851 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-5c292087-f34d-4696-b6fc-a50f3a1cd6c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d448a407-0ee3-4057-92f3-b1b434b610d8 HTTP/1.1" status: 200 len: 217 time: 0.0609245 Aug 27 12:14:45.590595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-f5c8b5e8-0db3-468c-b892-f3d39c34185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:45.592636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-f5c8b5e8-0db3-468c-b892-f3d39c34185f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c5efa07-6c11-45ed-8d48-624f8910a133 HTTP/1.1" status: 200 len: 853 time: 0.0566216 Aug 27 12:14:45.627662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-030ef138-a6e2-46fd-aa8b-77d89906c7ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1d21eea-ce75-4232-abfc-691372fe6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276172 Aug 27 12:14:45.674806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:45.688757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-774ec084-3cfe-4b5b-ba78-61989bde1aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.759124 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-c706b0c7-a038-412c-bf86-b4fffa121e3f service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169283 Aug 27 12:14:45.812762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-774ec084-3cfe-4b5b-ba78-61989bde1aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.816595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-774ec084-3cfe-4b5b-ba78-61989bde1aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.863289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-774ec084-3cfe-4b5b-ba78-61989bde1aee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=996d9d4aac4948cbbbbd8aec5beb3038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870692 Aug 27 12:14:45.865312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ec084-3cfe-4b5b-ba78-61989bde1aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440fe0cd-deed-4c15-9d16-4068eb901dfc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:45.865565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:45.875477 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3c29cf-bb81-4a8e-a83d-460e4d558f87 req-904d1b19-eb38-4ca8-8f62-ae2a0b5d62c9 service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045167 Aug 27 12:14:45.924858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7046a8b3-791f-49d4-8f6e-4f6f738b6984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:45.953974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7046a8b3-791f-49d4-8f6e-4f6f738b6984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:46.027837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e050ba-dc1a-417e-8a56-ab2271d86b27 req-86a96fe0-8ebe-4c1b-abe9-1d8bd14ad6f8 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:46.028960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7046a8b3-791f-49d4-8f6e-4f6f738b6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:46.031639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7046a8b3-791f-49d4-8f6e-4f6f738b6984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:46.032801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7046a8b3-791f-49d4-8f6e-4f6f738b6984 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/440fe0cd-deed-4c15-9d16-4068eb901dfc HTTP/1.1" status: 204 len: 168 time: 0.1660161 Aug 27 12:14:46.036795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76e050ba-dc1a-417e-8a56-ab2271d86b27 req-86a96fe0-8ebe-4c1b-abe9-1d8bd14ad6f8 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 944 time: 0.0628660 Aug 27 12:14:46.043467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046a8b3-791f-49d4-8f6e-4f6f738b6984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440fe0cd-deed-4c15-9d16-4068eb901dfc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:46.080160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76e050ba-dc1a-417e-8a56-ab2271d86b27 req-1288006f-0907-43d2-9883-89a2058ff066 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Aug 27 12:14:46.522449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-c0538a69-7046-41ab-b103-7ec71a56c41e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:46.524342 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-c0538a69-7046-41ab-b103-7ec71a56c41e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 808 time: 0.1332793 Aug 27 12:14:46.527933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11b1879c-edb1-4d32-9577-382c6d7f9064 req-a3e8a062-bba6-418b-b9c7-50ff494cfcb0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Aug 27 12:14:46.538257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Request body: {'port': {'device_id': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'admin_state_up': True, 'tenant_id': '4d8b68a3f5c24767aed383205f87b862'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:46.673381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Made reservation on behalf of 4d8b68a3f5c24767aed383205f87b862 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:46.678121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:46.826531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Allocated IP 172.20.0.12 (c3413eeb-efb4-4a7b-bd76-5198de6c7fdd/9395a922-30e4-4584-8b4a-f0da551ea860/20aa5318-1f1c-409d-8292-08dc267578dd) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:14:47.009517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.057658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.071119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:47.118430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:14:47.121193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:47.139434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:14:47.144400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:47.221643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:47.222306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.240968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-ae1e3c85-5daf-4811-b971-e1c121855180 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7070804 Aug 27 12:14:47.256087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Request body: {'port': {'device_id': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:47.274709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d50a9-440b-4ea7-a45d-80eda8babf43 req-ab48abff-d15f-46a0-81f1-bf40233922a7 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:47.276620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea6d50a9-440b-4ea7-a45d-80eda8babf43 req-ab48abff-d15f-46a0-81f1-bf40233922a7 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 944 time: 0.0994489 Aug 27 12:14:47.322018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.343515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea6d50a9-440b-4ea7-a45d-80eda8babf43 req-0fabb786-29c5-4053-9367-7dfd1e99900f tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566783 Aug 27 12:14:47.682312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20aa5318-1f1c-409d-8292-08dc267578dd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:47.682854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202b38c-b34b-4320-927b-4f58efe0bc61 req-7b940f44-db94-4de8-ac16-6a8a00e631ac tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:47.684512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7202b38c-b34b-4320-927b-4f58efe0bc61 req-7b940f44-db94-4de8-ac16-6a8a00e631ac tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 932 time: 0.0668526 Aug 27 12:14:47.693901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.707822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Transition to ACTIVE for port object 20aa5318-1f1c-409d-8292-08dc267578dd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:47.712022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.749241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7202b38c-b34b-4320-927b-4f58efe0bc61 req-662a7c77-2068-4d82-8cef-4d9f7a092323 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571373 Aug 27 12:14:47.795513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:47.866052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:47.866463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:47.866772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:47.871744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:47.872117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:47.877260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:47.877605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:47.878252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:47.878729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Bound port: 20aa5318-1f1c-409d-8292-08dc267578dd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:47.879270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:47.959602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:47.964380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:47.973763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:48.013765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.014350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:48.015926 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] 10.222.0.65 "PUT /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 1092 time: 0.7657838 Aug 27 12:14:48.016441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:48.018843 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f40fd7-7735-4526-ad13-1ba07e35b419" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:48.047178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d92251-8475-4631-b73c-6400ec6e0731 service neutron] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:48.084253 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf1c76-0772-45c4-9be0-a0cb3ffec886 x-openstack-request-id: req-4bcf1c76-0772-45c4-9be0-a0cb3ffec886 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:48.085092 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:48.085092 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4bcf1c76-0772-45c4-9be0-a0cb3ffec886 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:48.086425 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd', 'status': 'completed', 'code': 200} Aug 27 12:14:48.138623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-b5f10aa6-7f17-4649-9409-9308cc378f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.140352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-b5f10aa6-7f17-4649-9409-9308cc378f24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1095 time: 0.0538397 Aug 27 12:14:48.192227 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-94371fcd-8063-4b69-b583-81d170181478 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 217 time: 0.0431445 Aug 27 12:14:48.264381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c93f-a889-48c0-b253-438d7ad203fc req-31bd3a7d-09ce-4633-a3e5-068f4e2f562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.268930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-31bd3a7d-09ce-4633-a3e5-068f4e2f562b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0697556 Aug 27 12:14:48.312573 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-83ce4c95-1d71-4201-a954-51b6e0ff81d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333407 Aug 27 12:14:48.415560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-adabde1d-24fd-4415-96f2-27c298e7411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:48.464746 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-0684cb75-9925-430f-ab91-70a4b7770e2b service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447635 Aug 27 12:14:48.524798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bb4-c232-4521-bf46-924b77128cec req-8bd089c0-bb33-485e-adad-03a26e7d24a5 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.535080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02743bb4-c232-4521-bf46-924b77128cec req-8bd089c0-bb33-485e-adad-03a26e7d24a5 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 944 time: 0.0977974 Aug 27 12:14:48.616102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02743bb4-c232-4521-bf46-924b77128cec req-a3e473e2-35e3-4071-88c6-bf02b53f22b8 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766950 Aug 27 12:14:48.645332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4008c93f-a889-48c0-b253-438d7ad203fc req-14966dd2-1775-4f85-b288-a4453ba9d26e service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730976 Aug 27 12:14:48.772688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-898e0bee-77b4-4e2f-9ccc-35743da19b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.774220 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-898e0bee-77b4-4e2f-9ccc-35743da19b30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1095 time: 0.0668743 Aug 27 12:14:48.891718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-c9abd2fd-5376-4d23-baca-a71d47554624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.893330 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-c9abd2fd-5376-4d23-baca-a71d47554624 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1109591 Aug 27 12:14:48.935598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c610fc-25bd-4e22-a402-02a0e48ef055 req-4d00875d-15de-456a-933b-65afd3e2648c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:48.943434 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-73341293-efc7-4b3b-a714-658a8493633c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 217 time: 0.0404737 Aug 27 12:14:48.944464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46c610fc-25bd-4e22-a402-02a0e48ef055 req-4d00875d-15de-456a-933b-65afd3e2648c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0759912 Aug 27 12:14:48.992110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46c610fc-25bd-4e22-a402-02a0e48ef055 req-25091209-6c6c-46e4-b5c1-59a0e1f671d9 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Aug 27 12:14:49.023796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-de1e4b08-30ff-4a2d-8a6c-3e8982995da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:49.029077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-de1e4b08-30ff-4a2d-8a6c-3e8982995da8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0738444 Aug 27 12:14:49.060239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-f1274dd4-7c26-4f2f-8c17-2f1848d35cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269485 Aug 27 12:14:49.161278 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-82369cd0-ff26-4f95-a2ee-3ffd96f2e96b service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932813 Aug 27 12:14:49.259229 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e3f40fd7-7735-4526-ad13-1ba07e35b419 req-d189bf2e-0172-44ac-bed3-aae7593dd098 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908446 Aug 27 12:14:49.500470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d448a407-0ee3-4057-92f3-b1b434b610d8 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:49.645318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-78acfc0a-a819-499c-b5b3-1b0dfef5608c tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:49.653225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-78acfc0a-a819-499c-b5b3-1b0dfef5608c tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.1638200 Aug 27 12:14:49.672608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-7a487a7e-f995-4b64-8543-fa8198ba57de tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/quotas/0210f0761ddc47d99064e2f5861b7b55 HTTP/1.1" status: 200 len: 375 time: 0.0182507 Aug 27 12:14:49.673081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:49.685863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d448a407-0ee3-4057-92f3-b1b434b610d8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d448a407-0ee3-4057-92f3-b1b434b610d8,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:49.701283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd448a407-0ee3-4057-92f3-b1b434b610d8', 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35', 'port_id': 'd448a407-0ee3-4057-92f3-b1b434b610d8', 'mac_address': 'fa:16:3e:cd:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5efa07-6c11-45ed-8d48-624f8910a133', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:49.733701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-3cc36437-cbaf-4c6d-ba7d-47953d51e681 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596704 Aug 27 12:14:49.760149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:49.775716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d448a407-0ee3-4057-92f3-b1b434b610d8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:49.797448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d448a407-0ee3-4057-92f3-b1b434b610d8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d448a407-0ee3-4057-92f3-b1b434b610d8,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:49.805276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:49.864401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d448a407-0ee3-4057-92f3-b1b434b610d8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:49.873259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dd6dc60-1a71-4142-adac-8d9774a852a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:49.882196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-aae48073-cff2-4039-8383-e31170fc25e3 service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338735 Aug 27 12:14:49.898769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:49.973353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feccc2-fb27-475b-a8d1-b57b635d2515 req-f1d6e2a6-c973-4276-8480-b3ad4a115939 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:49.974963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1feccc2-fb27-475b-a8d1-b57b635d2515 req-f1d6e2a6-c973-4276-8480-b3ad4a115939 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 945 time: 0.2399879 Aug 27 12:14:49.988706 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dd6dc60-1a71-4142-adac-8d9774a852a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:49.992796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dd6dc60-1a71-4142-adac-8d9774a852a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.019262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1feccc2-fb27-475b-a8d1-b57b635d2515 req-90b191b9-a54f-4a67-bafb-6a062d4ac78e tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375550 Aug 27 12:14:50.032498 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3dd6dc60-1a71-4142-adac-8d9774a852a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b9ff3d7de614a70bba898992ca7a66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581576 Aug 27 12:14:50.033465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6dc60-1a71-4142-adac-8d9774a852a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c460473-5657-4c69-9b1d-8bc3ac33d5e8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:50.035191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:50.063042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-07d26c92-d645-4436-a223-d024d9cda854 service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795967 Aug 27 12:14:50.130493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b93ced8-c596-411d-919e-d86ae3413aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.165592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b93ced8-c596-411d-919e-d86ae3413aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.191203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f03e2-36f9-473a-81de-30880a85096f req-2e962498-2d01-45c5-a247-60195681fb56 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:50.193400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-816f03e2-36f9-473a-81de-30880a85096f req-2e962498-2d01-45c5-a247-60195681fb56 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0973616 Aug 27 12:14:50.254446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-816f03e2-36f9-473a-81de-30880a85096f req-8dcf0b79-09ed-4255-b7d2-a128739b82d0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Aug 27 12:14:50.287994 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b93ced8-c596-411d-919e-d86ae3413aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.291368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b93ced8-c596-411d-919e-d86ae3413aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.295101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6b93ced8-c596-411d-919e-d86ae3413aa4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c460473-5657-4c69-9b1d-8bc3ac33d5e8 HTTP/1.1" status: 204 len: 168 time: 0.2560182 Aug 27 12:14:50.333198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93ced8-c596-411d-919e-d86ae3413aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c460473-5657-4c69-9b1d-8bc3ac33d5e8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:50.353080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d448a407-0ee3-4057-92f3-b1b434b610d8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:50.367032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e70155b0-d98e-4a3f-b44a-73e47a7a28ea req-50d2e886-49b7-4240-a70f-dd890371eb9b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 210 time: 0.0461977 Aug 27 12:14:50.636853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:50.655394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37619988-d908-47fa-85f4-228a116e4c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.708056 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:14:50.766004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37619988-d908-47fa-85f4-228a116e4c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.771369 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37619988-d908-47fa-85f4-228a116e4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.812584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37619988-d908-47fa-85f4-228a116e4c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e3476-b002-4c7d-98e9-cb0dd9ffbe0c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:50.818436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37619988-d908-47fa-85f4-228a116e4c92 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d6bdc0ef11d4099b3eabc763296a752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793935 Aug 27 12:14:50.820454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:50.876313 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-661e2afb-fb95-45aa-aa6f-70ac0ebe97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.901539 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-661e2afb-fb95-45aa-aa6f-70ac0ebe97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.954120 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1c98da0a-3e27-4e52-967e-126147458393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.970796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-661e2afb-fb95-45aa-aa6f-70ac0ebe97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.973385 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-661e2afb-fb95-45aa-aa6f-70ac0ebe97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:50.976911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-661e2afb-fb95-45aa-aa6f-70ac0ebe97be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f07e3476-b002-4c7d-98e9-cb0dd9ffbe0c HTTP/1.1" status: 204 len: 168 time: 0.1530964 Aug 27 12:14:50.989831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e2afb-fb95-45aa-aa6f-70ac0ebe97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e3476-b002-4c7d-98e9-cb0dd9ffbe0c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:51.122158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:51.176762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc221eb-c828-44d8-9d88-858dd36096b0 req-0b963d39-f8e7-4500-b9b7-90158fed29a7 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:51.178497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfc221eb-c828-44d8-9d88-858dd36096b0 req-0b963d39-f8e7-4500-b9b7-90158fed29a7 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Aug 27 12:14:51.220318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfc221eb-c828-44d8-9d88-858dd36096b0 req-07c49872-0982-470a-bdce-5ed6c7656a4e tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 Aug 27 12:14:51.401292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58ae79-89c7-4e7a-a7d6-0ad979863db1 req-cd45fdab-8976-4e48-87ba-a6e36cfd1865 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:51.403614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f58ae79-89c7-4e7a-a7d6-0ad979863db1 req-cd45fdab-8976-4e48-87ba-a6e36cfd1865 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0670383 Aug 27 12:14:51.494504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f58ae79-89c7-4e7a-a7d6-0ad979863db1 req-ac2f5405-20af-4d58-b6e1-d4cd493501d8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731199 Aug 27 12:14:51.540011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7c52839-59f5-4520-8034-dc310ed1bed8 req-eedcfa60-414a-46fe-ba62-0215bfaf039e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 210 time: 0.0437083 Aug 27 12:14:51.768290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-5471d1ad-e406-498f-8fff-62665eb7f0a3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:51.772526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-5471d1ad-e406-498f-8fff-62665eb7f0a3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.1408069 Aug 27 12:14:51.797295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Request body: {'port': {'device_id': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'admin_state_up': True, 'tenant_id': '0210f0761ddc47d99064e2f5861b7b55'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:51.915130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Made reservation on behalf of 0210f0761ddc47d99064e2f5861b7b55 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:14:51.919352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.013447 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.067394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Allocated IP 172.20.0.10 (02bf6462-b214-4875-911a-02b2d7a633e4/2ff301c9-e874-4c23-877d-d7f5adfa2d03/f4591b5b-40d2-4918-95f8-b700a87f8fc3) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:14:52.230813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.275731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.313072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:52.326669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Network 02bf6462-b214-4875-911a-02b2d7a633e4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:14:52.332143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:14:52.340018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:14:52.369851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030bb7b-f9d7-4752-b404-a26a5646a98a req-b30d16a6-2769-4323-8666-5de9d11b070a tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:52.372032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7030bb7b-f9d7-4752-b404-a26a5646a98a req-b30d16a6-2769-4323-8666-5de9d11b070a tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 945 time: 0.0760026 Aug 27 12:14:52.382936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event updated for resources: {'Port': ['ID=f4591b5b-40d2-4918-95f8-b700a87f8fc3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:52.433590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:52.434201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.457836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7030bb7b-f9d7-4752-b404-a26a5646a98a req-37b1ab14-5e69-4736-b962-a9d55ca918af tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751326 Aug 27 12:14:52.468415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-0a2eb939-a998-47b6-ab8a-9732a200ff56 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6751268 Aug 27 12:14:52.491681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Request body: {'port': {'device_id': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:52.555408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.640843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2482e-77db-40e8-a708-d892de291f52 req-bfca47d6-6c77-4a6a-aad0-e9ffca880764 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:52.646953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15c2482e-77db-40e8-a708-d892de291f52 req-bfca47d6-6c77-4a6a-aad0-e9ffca880764 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0699182 Aug 27 12:14:52.689635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15c2482e-77db-40e8-a708-d892de291f52 req-670ca584-8306-4632-9af4-efdce09ce760 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Aug 27 12:14:52.750666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2136968046', 'description': 'tempest-description-1347464868'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:52.816642 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.832768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.855463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf98db8-7014-4c40-a0f6-ec1735b640b3 req-c66a4b0f-7774-42e8-a5e8-f3e158e12caf tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:52.857087 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdf98db8-7014-4c40-a0f6-ec1735b640b3 req-c66a4b0f-7774-42e8-a5e8-f3e158e12caf tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 932 time: 0.0883462 Aug 27 12:14:52.897775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4591b5b-40d2-4918-95f8-b700a87f8fc3 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:52.905606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.918002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Transition to ACTIVE for port object f4591b5b-40d2-4918-95f8-b700a87f8fc3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:14:52.921669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:52.935567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdf98db8-7014-4c40-a0f6-ec1735b640b3 req-68b2bb51-7f89-4ebb-856a-a21b9db142ba tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 Aug 27 12:14:52.998113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.002754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.013816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Pushing event updated for resources: {'Port': ['ID=f4591b5b-40d2-4918-95f8-b700a87f8fc3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.042618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115b0db6-afc3-4cab-a16d-7a2fce2726f9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.046996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Attempting to bind port f4591b5b-40d2-4918-95f8-b700a87f8fc3 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:14:53.047343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Attempting to bind port f4591b5b-40d2-4918-95f8-b700a87f8fc3 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:14:53.047704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Attempting to bind port f4591b5b-40d2-4918-95f8-b700a87f8fc3 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:53.053102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Port f4591b5b-40d2-4918-95f8-b700a87f8fc3 on network 02bf6462-b214-4875-911a-02b2d7a633e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:14:53.053426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Attempting to bind port f4591b5b-40d2-4918-95f8-b700a87f8fc3 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:14:53.058291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:14:53.058774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Checking segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:14:53.059247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Bound using segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:14:53.059679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Bound port: f4591b5b-40d2-4918-95f8-b700a87f8fc3, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:14:53.060154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.098540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.103163 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.129051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.130288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb01e1ae-fe2a-4c27-a09c-40b68ec57ec4 req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3842111 Aug 27 12:14:53.131946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] For port f4591b5b-40d2-4918-95f8-b700a87f8fc3, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:14:53.134069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56892619-43e6-47a8-99ee-e29b2ec44d32 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14473970-f5d7-4fa3-8cec-928aeaabda28,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.135394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] For port f4591b5b-40d2-4918-95f8-b700a87f8fc3, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:14:53.144427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.159996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-81fdfec7-9759-48b3-acb3-140b94d2b00d req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Request body: {'security_group': {'name': 'tempest-securitygroup-666690892', 'description': 'tempest-description-1953158514'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:53.179588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:53.180171 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.181616 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4591b5b-40d2-4918-95f8-b700a87f8fc3 HTTP/1.1" status: 200 len: 1092 time: 0.6956465 Aug 27 12:14:53.182089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'tag': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:53.183611 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-81fdfec7-9759-48b3-acb3-140b94d2b00d req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.184444 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda4a23-1b14-4d13-ad20-49eda03e17a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2577aad9-f144-46d8-a3a0-d6bd0f71061e", "tag": "f4591b5b-40d2-4918-95f8-b700a87f8fc3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:53.216397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1213-3927-40f4-84aa-7898e484d616 service neutron] Pushing event updated for resources: {'Port': ['ID=f4591b5b-40d2-4918-95f8-b700a87f8fc3,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.230662 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dc11dc-4bbc-43e4-9085-c98296033e65 x-openstack-request-id: req-61dc11dc-4bbc-43e4-9085-c98296033e65 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:53.231009 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2577aad9-f144-46d8-a3a0-d6bd0f71061e", "tag": "f4591b5b-40d2-4918-95f8-b700a87f8fc3", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:53.231262 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61dc11dc-4bbc-43e4-9085-c98296033e65 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:53.231663 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'tag': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3', 'status': 'completed', 'code': 200} Aug 27 12:14:53.281910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-81fdfec7-9759-48b3-acb3-140b94d2b00d req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.286464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-81fdfec7-9759-48b3-acb3-140b94d2b00d req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.312573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-81fdfec7-9759-48b3-acb3-140b94d2b00d req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.313817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81fdfec7-9759-48b3-acb3-140b94d2b00d req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1582389 Aug 27 12:14:53.317806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ef983-b755-4e23-919a-8faab9e42713 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a18e3c-1ca3-46f8-b36d-bc8bd4cbc651,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.398597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-807789957', 'description': 'tempest-description-378988622'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:53.426950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-ccaeb1e7-c143-48ac-b9b1-1a3ac17ac105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:53.428180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.428652 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-ccaeb1e7-c143-48ac-b9b1-1a3ac17ac105 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 1095 time: 0.1665020 Aug 27 12:14:53.438151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.484879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-60e450aa-f418-4928-95db-3f2316f32413 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3 HTTP/1.1" status: 200 len: 217 time: 0.0417318 Aug 27 12:14:53.499918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d448a407-0ee3-4057-92f3-b1b434b610d8 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:14:53.553465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-34f4ab9f-52a1-4d0e-870e-ab5512bdfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:53.555416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-34f4ab9f-52a1-4d0e-870e-ab5512bdfb25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0632489 Aug 27 12:14:53.557170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d448a407-0ee3-4057-92f3-b1b434b610d8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:14:53.561197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d448a407-0ee3-4057-92f3-b1b434b610d8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:14:53.561569 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.565788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.584613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.596869 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-f3c4dace-49b0-4c96-9e45-e8bca003f2fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330541 Aug 27 12:14:53.638401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec95875c-441d-4def-a8ad-0c11099462d8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.657666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063ab68-e313-4884-9e17-ce0b3a01333a req-1024cf2c-1b0a-4717-8c94-3e2539829df9 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:53.659591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7063ab68-e313-4884-9e17-ce0b3a01333a req-1024cf2c-1b0a-4717-8c94-3e2539829df9 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 945 time: 0.1133697 Aug 27 12:14:53.712100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-8780d90a-eff3-4d0c-801e-6556fd02ee8e service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076708 Aug 27 12:14:53.734525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7063ab68-e313-4884-9e17-ce0b3a01333a req-f8aac01c-65d8-47de-a974-2a28b2c17b14 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Aug 27 12:14:53.745278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.751549 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.797487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.799968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1f2135d-c8a1-4ea5-9a95-2b6adde689a6 req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4068429 Aug 27 12:14:53.814864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789a425-3e02-40f6-a7a0-2124f81636e2 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c671fbf6-512a-4027-ba3c-947b77887b22,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:53.852431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.855593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b317acb-fb80-4696-97e2-9a9abab44bb7 req-3a36c783-fc20-4226-be4c-f37ee9d21cd5 service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342101 Aug 27 12:14:53.884893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd448a407-0ee3-4057-92f3-b1b434b610d8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:14:53.888211 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf036010-79f0-41b6-a110-5151ac572026" -d '{"events": [{"server_uuid": "b3d96fbb-e6bb-4602-b3b3-9363032ed7f7", "name": "network-vif-plugged", "status": "completed", "tag": "d448a407-0ee3-4057-92f3-b1b434b610d8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:14:53.891209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-80028729-4603-4816-a70f-18522dadb2d5 req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-696309147', 'description': 'tempest-description-709149012'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:14:53.911031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d448a407-0ee3-4057-92f3-b1b434b610d8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d448a407-0ee3-4057-92f3-b1b434b610d8,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:53.916544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.922633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.941348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-80028729-4603-4816-a70f-18522dadb2d5 req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:53.951222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa7add-963f-4f1f-bc68-99633620e18d req-5a91785b-886b-420a-98c5-c66da7d45267 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:53.956741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2aa7add-963f-4f1f-bc68-99633620e18d req-5a91785b-886b-420a-98c5-c66da7d45267 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0855820 Aug 27 12:14:53.989609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d448a407-0ee3-4057-92f3-b1b434b610d8,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:54.003420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-26eba6e9-17fa-4718-b264-07283496d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:54.005532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-26eba6e9-17fa-4718-b264-07283496d10e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 1095 time: 0.0533493 Aug 27 12:14:54.030161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2aa7add-963f-4f1f-bc68-99633620e18d req-fee409fa-0c07-4c48-ad7c-8a5159634b67 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575447 Aug 27 12:14:54.088535 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4a662-8f8e-4a4b-a2de-b0126491b1d5 x-openstack-request-id: req-64b4a662-8f8e-4a4b-a2de-b0126491b1d5 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:14:54.088757 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d96fbb-e6bb-4602-b3b3-9363032ed7f7", "name": "network-vif-plugged", "status": "completed", "tag": "d448a407-0ee3-4057-92f3-b1b434b610d8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:14:54.089309 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64b4a662-8f8e-4a4b-a2de-b0126491b1d5 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:14:54.090139 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd448a407-0ee3-4057-92f3-b1b434b610d8', 'code': 200} Aug 27 12:14:54.108969 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-80028729-4603-4816-a70f-18522dadb2d5 req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:54.114822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-80028729-4603-4816-a70f-18522dadb2d5 req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:54.124688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-1762c14e-502b-4cca-89af-9a6049d148c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:54.127068 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-1762c14e-502b-4cca-89af-9a6049d148c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 915 time: 0.1141553 Aug 27 12:14:54.143136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-80028729-4603-4816-a70f-18522dadb2d5 req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:54.144424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80028729-4603-4816-a70f-18522dadb2d5 req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2589705 Aug 27 12:14:54.155798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2de759-d685-4c16-9dc5-47de382ecd3a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247c9aa3-7126-457b-a810-2cef0cc12863,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:54.182867 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-52c4b147-b20e-42ca-8117-2719bcebd17f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3 HTTP/1.1" status: 200 len: 217 time: 0.0446589 Aug 27 12:14:54.216081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04330b27-5053-42d4-970c-264b52ad47b3 req-5fb18ff9-e0bf-4f51-837e-8d0d4557be28 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:54.217668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04330b27-5053-42d4-970c-264b52ad47b3 req-5fb18ff9-e0bf-4f51-837e-8d0d4557be28 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 944 time: 0.0723321 Aug 27 12:14:54.280083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04330b27-5053-42d4-970c-264b52ad47b3 req-6287f9d9-6dcb-434e-bb1d-90c04aed6529 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539160 Aug 27 12:14:54.284271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-fc428938-2f7e-41fd-919b-8d1d4ae40d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:54.285916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-fc428938-2f7e-41fd-919b-8d1d4ae40d34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0843401 Aug 27 12:14:54.293070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8df6bc-3569-477b-a332-353d69824dac req-e34b19cb-7704-4738-9c21-c515a5c66c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:54.295100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a8df6bc-3569-477b-a332-353d69824dac req-e34b19cb-7704-4738-9c21-c515a5c66c79 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0921226 Aug 27 12:14:54.327080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-8a02fe3d-b1db-480a-a2a6-cd593016e066 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309210 Aug 27 12:14:54.401867 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a8df6bc-3569-477b-a332-353d69824dac req-344e68d9-3c05-4871-9ea5-b548b2e0d63f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964429 Aug 27 12:14:54.445604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-b49876fe-651d-4290-a522-1af3ea88cfe3 service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086886 Aug 27 12:14:54.537346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-cea9f20f-d996-4c27-8f9c-0a658de60a36 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 55663 time: 0.2913048 Aug 27 12:14:54.581879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-6bb8e97c-1cb9-40a9-b2e4-34f6aefa1a9d tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/115b0db6-afc3-4cab-a16d-7a2fce2726f9 HTTP/1.1" status: 200 len: 2985 time: 0.0354991 Aug 27 12:14:54.625867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-210dd940-c7bc-40d4-95ec-70867d408920 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/115b0db6-afc3-4cab-a16d-7a2fce2726f9 HTTP/1.1" status: 200 len: 2985 time: 0.0359814 Aug 27 12:14:54.671838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-c619bb18-3613-43bd-9cba-31ff29befaa5 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1fd9a9cd-db88-4f59-8068-518140b74b47 HTTP/1.1" status: 200 len: 2981 time: 0.0385859 Aug 27 12:14:54.715588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-3afd703b-d724-45f3-ae0e-96b5eba86049 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1fd9a9cd-db88-4f59-8068-518140b74b47 HTTP/1.1" status: 200 len: 2981 time: 0.0368886 Aug 27 12:14:54.761967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-0b78d02b-d0e5-46ef-980d-dc8d054d84ff tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd HTTP/1.1" status: 200 len: 2985 time: 0.0401051 Aug 27 12:14:54.808165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-a217aea2-1bce-44c7-bb1f-92decfcb1045 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd HTTP/1.1" status: 200 len: 2985 time: 0.0401597 Aug 27 12:14:54.880180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-a6beaf74-d7dc-4838-8b49-361ce7c9fbc8 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/4595aa72-29f3-4fba-8f4b-c863a7f629b8 HTTP/1.1" status: 200 len: 2985 time: 0.0586317 Aug 27 12:14:54.887715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f9bc6-a3e1-450a-a4d4-c5ab3f8b3960 req-5aa587b9-c2bd-4ed7-87db-71dc255e826d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:54.889144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-176f9bc6-a3e1-450a-a4d4-c5ab3f8b3960 req-5aa587b9-c2bd-4ed7-87db-71dc255e826d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.0766242 Aug 27 12:14:54.906933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-edda4a23-1b14-4d13-ad20-49eda03e17a4 req-4a054ae7-5c12-4d7c-b404-06c805c004b2 service neutron] 10.222.0.77 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894489 Aug 27 12:14:54.952783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-176f9bc6-a3e1-450a-a4d4-c5ab3f8b3960 req-d28783d7-4e94-4659-8448-1ff06ef73985 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570233 Aug 27 12:14:54.954195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-057492d6-d507-42a3-8460-b961b0cce4f7 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/4595aa72-29f3-4fba-8f4b-c863a7f629b8 HTTP/1.1" status: 200 len: 2985 time: 0.0642025 Aug 27 12:14:55.000041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-f2576b4f-ca15-45e7-bcc9-96ba193094d6 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/54650ef1-56d4-420e-9c44-99d196200b39 HTTP/1.1" status: 200 len: 2973 time: 0.0382869 Aug 27 12:14:55.045738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-3f995ac6-c451-43a2-aefb-24b6dfac95fb tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/54650ef1-56d4-420e-9c44-99d196200b39 HTTP/1.1" status: 200 len: 2973 time: 0.0393090 Aug 27 12:14:55.091261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-13fa590d-bb40-42ec-926b-e5fcf2f48153 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/5f89dd42-3815-4679-9c52-ec9087ecec7d HTTP/1.1" status: 200 len: 2977 time: 0.0386310 Aug 27 12:14:55.161850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-a1000156-3acd-4813-af1b-42a97c9f3f7a tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/5f89dd42-3815-4679-9c52-ec9087ecec7d HTTP/1.1" status: 200 len: 2977 time: 0.0645137 Aug 27 12:14:55.174134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35d26d-f02f-4cdd-a43c-c418ffbc0dba req-b94a5562-0554-45d9-bec8-919e3eaa85bd tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:55.176679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb35d26d-f02f-4cdd-a43c-c418ffbc0dba req-b94a5562-0554-45d9-bec8-919e3eaa85bd tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0709758 Aug 27 12:14:55.236706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-0ef4d48f-289d-4c89-a3cd-d831726a9482 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/780daa13-9e8d-4761-84f1-c5277bb27fde HTTP/1.1" status: 200 len: 2981 time: 0.0595543 Aug 27 12:14:55.239956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb35d26d-f02f-4cdd-a43c-c418ffbc0dba req-1023f825-f12e-4053-8865-33f4dd49e50e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Aug 27 12:14:55.285495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-51097e25-ea27-46ba-a607-5c9840fc7e1f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/780daa13-9e8d-4761-84f1-c5277bb27fde HTTP/1.1" status: 200 len: 2981 time: 0.0410702 Aug 27 12:14:55.330682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-0bb61887-8fde-4426-a147-1b14497d3cef tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/80f0edc4-c693-4587-8152-89830f723af1 HTTP/1.1" status: 200 len: 2981 time: 0.0389202 Aug 27 12:14:55.401790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-3e5bd798-a3e0-4358-94a3-481826c8a138 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/80f0edc4-c693-4587-8152-89830f723af1 HTTP/1.1" status: 200 len: 2981 time: 0.0647933 Aug 27 12:14:55.418472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf6b56-f138-451a-923a-72cb50d520bc req-2bf2f428-b643-48e8-b23a-7ec6601a15b8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:55.419951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9faf6b56-f138-451a-923a-72cb50d520bc req-2bf2f428-b643-48e8-b23a-7ec6601a15b8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 944 time: 0.0666559 Aug 27 12:14:55.483961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9faf6b56-f138-451a-923a-72cb50d520bc req-4c214da9-6f3c-4111-a2f5-0b4be1d1663b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572028 Aug 27 12:14:55.487389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-253c8f6b-ee06-4a0d-8469-2766c4672659 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/df7677da-2f23-44f9-aa31-42de681b969d HTTP/1.1" status: 200 len: 2985 time: 0.0780897 Aug 27 12:14:55.536537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-1b1ae0b9-7941-4cb0-ad74-ba267c13ee7f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/df7677da-2f23-44f9-aa31-42de681b969d HTTP/1.1" status: 200 len: 2985 time: 0.0422275 Aug 27 12:14:55.577780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-abb0fc3f-e396-4433-98a3-121c025587a0 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/e640f01e-55fa-4e2d-8577-5407e615a0fe HTTP/1.1" status: 200 len: 2985 time: 0.0349436 Aug 27 12:14:55.621007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-97b94f8a-51d1-4da5-8801-9398a907f349 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/e640f01e-55fa-4e2d-8577-5407e615a0fe HTTP/1.1" status: 200 len: 2985 time: 0.0366940 Aug 27 12:14:55.663382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-d5d6f4ca-4006-4da1-8719-2702ec4e5ac4 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ea5c39f7-f762-4ffa-b862-64646b7c427e HTTP/1.1" status: 200 len: 2985 time: 0.0363719 Aug 27 12:14:55.706662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-8f5d5f06-d471-4388-a21e-a6641bd831b8 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ea5c39f7-f762-4ffa-b862-64646b7c427e HTTP/1.1" status: 200 len: 2985 time: 0.0372121 Aug 27 12:14:55.753606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-f43c246e-ea79-48f1-a37a-59eb7e5b973d tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ec95875c-441d-4def-a8ad-0c11099462d8 HTTP/1.1" status: 200 len: 2985 time: 0.0397387 Aug 27 12:14:56.142682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-a61617c0-b871-4470-8e09-2ff3798cf202 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ec95875c-441d-4def-a8ad-0c11099462d8 HTTP/1.1" status: 200 len: 2985 time: 0.3813941 Aug 27 12:14:56.207864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38258c-0132-41b8-8620-d76a582c42fd req-4630cd14-e902-43f3-a666-cc997903074d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:56.209240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f38258c-0132-41b8-8620-d76a582c42fd req-4630cd14-e902-43f3-a666-cc997903074d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.0817757 Aug 27 12:14:56.211063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-596a3816-ecf3-42ce-8816-384bed65c0fc tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/f98526c1-c29d-4efe-8c85-bfc9f0c70c8b HTTP/1.1" status: 200 len: 2981 time: 0.0555835 Aug 27 12:14:56.289697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f38258c-0132-41b8-8620-d76a582c42fd req-343b2c57-0d3d-4d94-a54a-6481babde965 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728695 Aug 27 12:14:56.295381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84e35-71ae-4491-88db-3da2341f5de3 req-c4116bce-cb72-4db1-9e0c-72e20af7968c tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/f98526c1-c29d-4efe-8c85-bfc9f0c70c8b HTTP/1.1" status: 200 len: 2981 time: 0.0768747 Aug 27 12:14:56.417987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa105-7e5b-43e4-9986-8c8c9d966e6b req-192e0ec5-83a6-4578-94db-ffe962be41d7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:56.419546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a6fa105-7e5b-43e4-9986-8c8c9d966e6b req-192e0ec5-83a6-4578-94db-ffe962be41d7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0576954 Aug 27 12:14:56.464288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a6fa105-7e5b-43e4-9986-8c8c9d966e6b req-cd3e7056-f8ed-45f9-a95b-0ba2a22a5d75 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366397 Aug 27 12:14:56.543589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-530c11a4-5bc6-4980-93b3-ee0ed2e70c7e req-2bae3e8b-a28f-4cf2-975f-40a99c60e435 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04fffce67786405a9f8a4c58b5a90c09 HTTP/1.1" status: 200 len: 6111 time: 0.0782485 Aug 27 12:14:56.621002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-530c11a4-5bc6-4980-93b3-ee0ed2e70c7e req-20844dfd-85f5-463a-a26d-072971499bc8 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "GET /v2.0/security-groups/115b0db6-afc3-4cab-a16d-7a2fce2726f9 HTTP/1.1" status: 200 len: 2985 time: 0.0705798 Aug 27 12:14:56.632902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc039bf0-89f1-488f-a3a9-b3904fab3e61 req-9644d878-9893-4723-a272-ba4b4f47d640 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:56.634339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc039bf0-89f1-488f-a3a9-b3904fab3e61 req-9644d878-9893-4723-a272-ba4b4f47d640 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 944 time: 0.0769315 Aug 27 12:14:56.698220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc039bf0-89f1-488f-a3a9-b3904fab3e61 req-bf93108d-57fa-4f5d-abaf-7e5f8d82a1f2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Aug 27 12:14:56.701432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-530c11a4-5bc6-4980-93b3-ee0ed2e70c7e req-32cda00f-e3d6-43a2-826a-079c87e48570 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "GET /v2.0/security-groups/115b0db6-afc3-4cab-a16d-7a2fce2726f9 HTTP/1.1" status: 200 len: 2985 time: 0.0660741 Aug 27 12:14:56.758394 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38837069-f2f2-42eb-a0df-4d29e56aee1c req-d4039b2b-a9ec-4e30-804a-00075deec906 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/247c9aa3-7126-457b-a810-2cef0cc12863 HTTP/1.1" status: 200 len: 1778 time: 0.0356982 Aug 27 12:14:56.809198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-38837069-f2f2-42eb-a0df-4d29e56aee1c req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:56.836087 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-38837069-f2f2-42eb-a0df-4d29e56aee1c req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:56.877254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-38837069-f2f2-42eb-a0df-4d29e56aee1c req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:56.880682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-38837069-f2f2-42eb-a0df-4d29e56aee1c req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:56.882191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38837069-f2f2-42eb-a0df-4d29e56aee1c req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/247c9aa3-7126-457b-a810-2cef0cc12863 HTTP/1.1" status: 204 len: 173 time: 0.1177859 Aug 27 12:14:56.893730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247c9aa3-7126-457b-a810-2cef0cc12863,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:56.908152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.908729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.909314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.909898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.911222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.911794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.912359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.912936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.913504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.913896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.914277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.914689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36850a6d-76ab-4b39-ac9e-bc160b18564f tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:14:56.960721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db532b9-508d-4162-8b43-203ab523cb47 req-c124b9d8-5f7d-41a2-b6fe-d66c5ba79946 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "GET /v2.0/security-groups/c671fbf6-512a-4027-ba3c-947b77887b22 HTTP/1.1" status: 200 len: 1778 time: 0.0419302 Aug 27 12:14:57.026062 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db532b9-508d-4162-8b43-203ab523cb47 req-0a3448d9-5098-4311-836e-ae04cd7fd288 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.047548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db532b9-508d-4162-8b43-203ab523cb47 req-0a3448d9-5098-4311-836e-ae04cd7fd288 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.091209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db532b9-508d-4162-8b43-203ab523cb47 req-0a3448d9-5098-4311-836e-ae04cd7fd288 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.093732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db532b9-508d-4162-8b43-203ab523cb47 req-0a3448d9-5098-4311-836e-ae04cd7fd288 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.094964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db532b9-508d-4162-8b43-203ab523cb47 req-0a3448d9-5098-4311-836e-ae04cd7fd288 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/c671fbf6-512a-4027-ba3c-947b77887b22 HTTP/1.1" status: 204 len: 173 time: 0.1279836 Aug 27 12:14:57.104290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3448d9-5098-4311-836e-ae04cd7fd288 tempest-SecurityGroupsTestAdminJSON-1394898038 tempest-SecurityGroupsTestAdminJSON-1394898038-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c671fbf6-512a-4027-ba3c-947b77887b22,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:57.163717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfa34cee-527b-4263-9f6e-ac36fbfbf9e3 req-9bc28e2b-45e7-47b2-af9a-6af50c977309 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "GET /v2.0/security-groups/00a18e3c-1ca3-46f8-b36d-bc8bd4cbc651 HTTP/1.1" status: 200 len: 1779 time: 0.0426536 Aug 27 12:14:57.231833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfa34cee-527b-4263-9f6e-ac36fbfbf9e3 req-73a04bfc-c6df-45ad-bada-5ee8cf7a9348 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.256747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfa34cee-527b-4263-9f6e-ac36fbfbf9e3 req-73a04bfc-c6df-45ad-bada-5ee8cf7a9348 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.308009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfa34cee-527b-4263-9f6e-ac36fbfbf9e3 req-73a04bfc-c6df-45ad-bada-5ee8cf7a9348 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.310606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-bfa34cee-527b-4263-9f6e-ac36fbfbf9e3 req-73a04bfc-c6df-45ad-bada-5ee8cf7a9348 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.311929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfa34cee-527b-4263-9f6e-ac36fbfbf9e3 req-73a04bfc-c6df-45ad-bada-5ee8cf7a9348 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "DELETE /v2.0/security-groups/00a18e3c-1ca3-46f8-b36d-bc8bd4cbc651 HTTP/1.1" status: 204 len: 173 time: 0.1423490 Aug 27 12:14:57.324046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04bfc-c6df-45ad-bada-5ee8cf7a9348 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a18e3c-1ca3-46f8-b36d-bc8bd4cbc651,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:57.380798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67c9f90a-585b-4fbc-8bde-213b5c4170b5 req-d27e72e9-a0df-44f7-b5aa-1e48dbfa50eb tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "GET /v2.0/security-groups/14473970-f5d7-4fa3-8cec-928aeaabda28 HTTP/1.1" status: 200 len: 1780 time: 0.0457001 Aug 27 12:14:57.467623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82a14-67eb-4f91-bd47-58352a499188 req-e72d2c86-9237-4bbb-93ab-92087df3724e tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:57.469185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58a82a14-67eb-4f91-bd47-58352a499188 req-e72d2c86-9237-4bbb-93ab-92087df3724e tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.0874381 Aug 27 12:14:57.492489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c9f90a-585b-4fbc-8bde-213b5c4170b5 req-d6ab8319-218d-4ea7-9d08-36d3396378a9 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.534186 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c9f90a-585b-4fbc-8bde-213b5c4170b5 req-d6ab8319-218d-4ea7-9d08-36d3396378a9 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.539850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58a82a14-67eb-4f91-bd47-58352a499188 req-be73b1ae-01b9-4552-a907-7066c45debca tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590446 Aug 27 12:14:57.598951 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c9f90a-585b-4fbc-8bde-213b5c4170b5 req-d6ab8319-218d-4ea7-9d08-36d3396378a9 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.602092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-67c9f90a-585b-4fbc-8bde-213b5c4170b5 req-d6ab8319-218d-4ea7-9d08-36d3396378a9 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:57.603292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67c9f90a-585b-4fbc-8bde-213b5c4170b5 req-d6ab8319-218d-4ea7-9d08-36d3396378a9 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] 10.222.0.76 "DELETE /v2.0/security-groups/14473970-f5d7-4fa3-8cec-928aeaabda28 HTTP/1.1" status: 204 len: 173 time: 0.2102051 Aug 27 12:14:57.621407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab8319-218d-4ea7-9d08-36d3396378a9 tempest-SecurityGroupsTestAdminJSON-1312193934 tempest-SecurityGroupsTestAdminJSON-1312193934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14473970-f5d7-4fa3-8cec-928aeaabda28,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:57.850134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a85d96-1f3a-4e85-b28a-08d6a61dcf7e req-5f73d6e5-15cb-4115-b41b-3242182fecf4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:57.851638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30a85d96-1f3a-4e85-b28a-08d6a61dcf7e req-5f73d6e5-15cb-4115-b41b-3242182fecf4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0903444 Aug 27 12:14:57.875393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227c3c1-6878-4a72-a3a6-2f4d6c7a3df0 req-b0276bdf-8365-4145-947f-f8bbe300328b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:57.877210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e227c3c1-6878-4a72-a3a6-2f4d6c7a3df0 req-b0276bdf-8365-4145-947f-f8bbe300328b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 944 time: 0.0769112 Aug 27 12:14:57.919676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30a85d96-1f3a-4e85-b28a-08d6a61dcf7e req-594e17b6-da24-4146-ac31-7eee4607e319 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592387 Aug 27 12:14:57.944433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e227c3c1-6878-4a72-a3a6-2f4d6c7a3df0 req-1fef3870-6f37-4ae8-b92c-dbebca75749f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565345 Aug 27 12:14:57.952672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:58.111811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c17f432-7ca8-4242-bffd-630c80f55ab8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04fffce67786405a9f8a4c58b5a90c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577032 Aug 27 12:14:58.114904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:58.166585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33598b5b-3b5d-42c5-8220-f5ec8e43ddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.188281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33598b5b-3b5d-42c5-8220-f5ec8e43ddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.239825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33598b5b-3b5d-42c5-8220-f5ec8e43ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.242714 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33598b5b-3b5d-42c5-8220-f5ec8e43ddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.243892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33598b5b-3b5d-42c5-8220-f5ec8e43ddab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/115b0db6-afc3-4cab-a16d-7a2fce2726f9 HTTP/1.1" status: 204 len: 168 time: 0.1276059 Aug 27 12:14:58.253075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33598b5b-3b5d-42c5-8220-f5ec8e43ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115b0db6-afc3-4cab-a16d-7a2fce2726f9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:58.569541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:58.625278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd349660-7573-4b4a-bb30-4e82495da554 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=608b445a361744f7ababcc4f1a944edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517693 Aug 27 12:14:58.625953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60550) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:14:58.683602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db93dee8-0c47-4d65-bc09-7d8650648195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.710958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db93dee8-0c47-4d65-bc09-7d8650648195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.719725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:58.790074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db93dee8-0c47-4d65-bc09-7d8650648195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.791842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db93dee8-0c47-4d65-bc09-7d8650648195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.799219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-db93dee8-0c47-4d65-bc09-7d8650648195 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec95875c-441d-4def-a8ad-0c11099462d8 HTTP/1.1" status: 204 len: 168 time: 0.1719191 Aug 27 12:14:58.816892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93dee8-0c47-4d65-bc09-7d8650648195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec95875c-441d-4def-a8ad-0c11099462d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:58.881665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:58.899919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '20aa5318-1f1c-409d-8292-08dc267578dd', 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd', 'port_id': '20aa5318-1f1c-409d-8292-08dc267578dd', 'mac_address': 'fa:16:3e:ca:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9395a922-30e4-4584-8b4a-f0da551ea860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:58.972136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:58.997160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20aa5318-1f1c-409d-8292-08dc267578dd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:59.028578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:59.034660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:59.125547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:14:59.166549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7b85-24ed-4722-833b-7ac3de40b3fe req-e99ef719-72fb-4627-906b-6932debc6cd2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:59.168282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4dd7b85-24ed-4722-833b-7ac3de40b3fe req-e99ef719-72fb-4627-906b-6932debc6cd2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 944 time: 0.1284454 Aug 27 12:14:59.183305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17255d-54f9-419d-a5b1-a6fd95626fcc req-b5c1d202-2a7f-4c82-a10a-21a335d2f3e9 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:14:59.185027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa17255d-54f9-419d-a5b1-a6fd95626fcc req-b5c1d202-2a7f-4c82-a10a-21a335d2f3e9 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.1213086 Aug 27 12:14:59.256797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4dd7b85-24ed-4722-833b-7ac3de40b3fe req-4be142ad-f9bb-48a0-95f3-f45bd3f3f501 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Aug 27 12:14:59.260250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa17255d-54f9-419d-a5b1-a6fd95626fcc req-f2a795b3-495d-4a18-b954-7f4737ddfe79 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659051 Aug 27 12:14:59.362897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['20aa5318-1f1c-409d-8292-08dc267578dd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:14:59.558132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4591b5b-40d2-4918-95f8-b700a87f8fc3 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:14:59.667370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4591b5b-40d2-4918-95f8-b700a87f8fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:59.679950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'port_id': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3', 'mac_address': 'fa:16:3e:b2:84:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff301c9-e874-4c23-877d-d7f5adfa2d03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:14:59.721641 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:59.737024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4591b5b-40d2-4918-95f8-b700a87f8fc3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:14:59.761671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4591b5b-40d2-4918-95f8-b700a87f8fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:14:59.767040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:14:59.825375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4591b5b-40d2-4918-95f8-b700a87f8fc3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:00.295445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f4591b5b-40d2-4918-95f8-b700a87f8fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:00.461704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886191a-03b0-40b2-9eac-bb36f2ff4bf6 req-238cf629-616d-4167-8ac9-4c61e207f9e3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:00.464164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c886191a-03b0-40b2-9eac-bb36f2ff4bf6 req-238cf629-616d-4167-8ac9-4c61e207f9e3 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.1033444 Aug 27 12:15:00.482085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9a763-c7c2-459a-8399-76378b8f48cc req-9948467b-81ee-46d6-8fff-2e0f68862fe4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:00.484006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60d9a763-c7c2-459a-8399-76378b8f48cc req-9948467b-81ee-46d6-8fff-2e0f68862fe4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 945 time: 0.0864177 Aug 27 12:15:00.541006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c886191a-03b0-40b2-9eac-bb36f2ff4bf6 req-b1e89a69-6365-4f9a-9516-75ec41c7aa36 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685136 Aug 27 12:15:00.551413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60d9a763-c7c2-459a-8399-76378b8f48cc req-1b00f34a-de90-4f80-817c-e6107c3d3947 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594773 Aug 27 12:15:00.744192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:00.815468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 20aa5318-1f1c-409d-8292-08dc267578dd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:00.821671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 20aa5318-1f1c-409d-8292-08dc267578dd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:00.822049 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:00.934484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:00.974483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:00.977304 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690fec96-ebae-4b76-ad2b-9e10967c815c" -d '{"events": [{"server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "name": "network-vif-plugged", "status": "completed", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:00.992519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:00.999581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.070437 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0cb870-cc24-4bde-a563-c9359e1f20d0 x-openstack-request-id: req-1b0cb870-cc24-4bde-a563-c9359e1f20d0 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:01.070794 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "name": "network-vif-plugged", "status": "completed", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:01.071113 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b0cb870-cc24-4bde-a563-c9359e1f20d0 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:01.071557 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd', 'code': 200} Aug 27 12:15:01.087931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:01.207930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11cd9b-8005-4ac4-b0dd-f33ccef63659 req-ddf3da50-1b11-41cd-a3ba-cebb32c0678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:01.209974 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d11cd9b-8005-4ac4-b0dd-f33ccef63659 req-ddf3da50-1b11-41cd-a3ba-cebb32c0678d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1097 time: 0.0641558 Aug 27 12:15:01.262901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d11cd9b-8005-4ac4-b0dd-f33ccef63659 req-22abdc8d-d337-49e2-a9d6-459712cf27c0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Aug 27 12:15:01.571238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4591b5b-40d2-4918-95f8-b700a87f8fc3 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:01.585487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60654) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:01.687168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f4591b5b-40d2-4918-95f8-b700a87f8fc3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:01.697463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f4591b5b-40d2-4918-95f8-b700a87f8fc3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:01.698076 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.754765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba76e3-9d85-4b00-9554-55fe08947f16 req-d2017d48-fa56-4166-83f6-6c1ad7975e26 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:01.771570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6ba76e3-9d85-4b00-9554-55fe08947f16 req-d2017d48-fa56-4166-83f6-6c1ad7975e26 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 945 time: 0.1289303 Aug 27 12:15:01.783388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6840c66e-f0bf-4b72-86e7-8e170007d9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.823924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.837840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6ba76e3-9d85-4b00-9554-55fe08947f16 req-b5c02767-c503-4082-be4a-cd48282d8911 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Aug 27 12:15:01.851976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347f871-c73f-46bb-9305-ae90c71c09db req-54d11a57-7d27-4cad-8ba6-4e180f7f5174 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:01.853785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c347f871-c73f-46bb-9305-ae90c71c09db req-54d11a57-7d27-4cad-8ba6-4e180f7f5174 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.2003105 Aug 27 12:15:01.883659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4591b5b-40d2-4918-95f8-b700a87f8fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:01.888945 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.922613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c347f871-c73f-46bb-9305-ae90c71c09db req-b6125ec6-6c3a-4a59-9f98-00c357203d2d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Aug 27 12:15:01.948787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6840c66e-f0bf-4b72-86e7-8e170007d9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.955000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6840c66e-f0bf-4b72-86e7-8e170007d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:01.972235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4591b5b-40d2-4918-95f8-b700a87f8fc3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:02.036080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840c66e-f0bf-4b72-86e7-8e170007d9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac0492-3762-4a84-b642-98c40c0069f4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:02.045634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:02.046016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6840c66e-f0bf-4b72-86e7-8e170007d9ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=030f67f1992f4af4921f37dd63e1c332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593518 Aug 27 12:15:02.117238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dbafc88-f0b4-498b-9e19-f4141627896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.148580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dbafc88-f0b4-498b-9e19-f4141627896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.197284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dbafc88-f0b4-498b-9e19-f4141627896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.200116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dbafc88-f0b4-498b-9e19-f4141627896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.201444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7dbafc88-f0b4-498b-9e19-f4141627896f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4ac0492-3762-4a84-b642-98c40c0069f4 HTTP/1.1" status: 204 len: 168 time: 0.1547890 Aug 27 12:15:02.219055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbafc88-f0b4-498b-9e19-f4141627896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac0492-3762-4a84-b642-98c40c0069f4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:02.507902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:02.523174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-107aaeb4-5993-4e84-abf3-8d84eea37628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.639491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-107aaeb4-5993-4e84-abf3-8d84eea37628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.643376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-107aaeb4-5993-4e84-abf3-8d84eea37628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.685280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-107aaeb4-5993-4e84-abf3-8d84eea37628 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbe7541d14004eb986f7596e3b239f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759222 Aug 27 12:15:02.687536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aaeb4-5993-4e84-abf3-8d84eea37628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450ec9ff-9fe2-425f-ab01-2385be85c537,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:02.688205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60672) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:02.740041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdff6487-35bd-44eb-bdb7-565a4db7b602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.764478 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdff6487-35bd-44eb-bdb7-565a4db7b602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.821319 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdff6487-35bd-44eb-bdb7-565a4db7b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.824092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdff6487-35bd-44eb-bdb7-565a4db7b602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:02.825314 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdff6487-35bd-44eb-bdb7-565a4db7b602 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/450ec9ff-9fe2-425f-ab01-2385be85c537 HTTP/1.1" status: 204 len: 168 time: 0.1360211 Aug 27 12:15:02.834349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff6487-35bd-44eb-bdb7-565a4db7b602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ec9ff-9fe2-425f-ab01-2385be85c537,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:02.973906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7d5bd-0b35-47d4-a3ea-56e9d20546c7 req-b80cd5f5-ff5e-4302-8ff9-742212c41e2c tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:02.976610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ed7d5bd-0b35-47d4-a3ea-56e9d20546c7 req-b80cd5f5-ff5e-4302-8ff9-742212c41e2c tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0583167 Aug 27 12:15:03.052863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ed7d5bd-0b35-47d4-a3ea-56e9d20546c7 req-6acd4f3f-8d00-40d4-a28a-f2762ee6a6cf tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Aug 27 12:15:03.076037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e798848-42fb-47dc-838a-9f3e31d84287 req-8ac5a08c-717c-4f5d-92c3-74bfb5d27d3a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:03.076037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e798848-42fb-47dc-838a-9f3e31d84287 req-8ac5a08c-717c-4f5d-92c3-74bfb5d27d3a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0753896 Aug 27 12:15:03.076942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:03.079781 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e35ae8-021b-498b-b87e-bf5548f9fb1a" -d '{"events": [{"server_uuid": "2577aad9-f144-46d8-a3a0-d6bd0f71061e", "name": "network-vif-plugged", "status": "completed", "tag": "f4591b5b-40d2-4918-95f8-b700a87f8fc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:03.136039 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb5674-7370-417b-b250-2d8e34765392 x-openstack-request-id: req-15bb5674-7370-417b-b250-2d8e34765392 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:03.136339 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2577aad9-f144-46d8-a3a0-d6bd0f71061e", "name": "network-vif-plugged", "status": "completed", "tag": "f4591b5b-40d2-4918-95f8-b700a87f8fc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:03.136601 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15bb5674-7370-417b-b250-2d8e34765392 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:03.137022 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3', 'code': 200} Aug 27 12:15:03.146818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e798848-42fb-47dc-838a-9f3e31d84287 req-19b2ad8d-b601-4c80-be01-01421847df64 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Aug 27 12:15:03.294647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141f668-c2e5-4b02-a552-8c2ca19c4003 req-c32db075-88b1-4c23-be80-2a6fe2d5b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:03.296663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6141f668-c2e5-4b02-a552-8c2ca19c4003 req-c32db075-88b1-4c23-be80-2a6fe2d5b3bf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 1097 time: 0.0530138 Aug 27 12:15:03.339443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6141f668-c2e5-4b02-a552-8c2ca19c4003 req-b4dc8666-7a25-4b29-9138-e341f399dc5e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354848 Aug 27 12:15:03.672623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60710) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:03.678059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88722f6-4cf8-4426-b8d7-3446797aefdd req-d1994c67-f41e-462f-9033-d6aaf307cf5f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:03.680043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c88722f6-4cf8-4426-b8d7-3446797aefdd req-d1994c67-f41e-462f-9033-d6aaf307cf5f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1097 time: 0.0551083 Aug 27 12:15:03.717935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c88722f6-4cf8-4426-b8d7-3446797aefdd req-2202ca09-55d4-4d00-8b3d-7040c801eadc tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Aug 27 12:15:03.793340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-network', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:03.819027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Made reservation on behalf of 0b244b71aff5428dadb5c1410d69ea4d for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:03.821835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:03.834487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:03.849448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c1d5b-b660-4c2f-b5c9-7b7cc061cefd req-679f1fd5-f7af-43c3-95cc-eaa0dc2ddffb tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:03.851814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b8c1d5b-b660-4c2f-b5c9-7b7cc061cefd req-679f1fd5-f7af-43c3-95cc-eaa0dc2ddffb tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1097 time: 0.0510802 Aug 27 12:15:03.896206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b8c1d5b-b660-4c2f-b5c9-7b7cc061cefd req-bb005b0b-5121-46c3-947b-c6c05d17298f tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Aug 27 12:15:03.956927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:03.963424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:03.986728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:15:04.005645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146bacd5-0c81-48a0-a6ba-2c2ed8356008,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:04.008998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.009385 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Added segment 37d0aa25-156a-446d-ab7a-5ff570c82a51 of type vlan for network b2b0caf8-7a43-477e-a19f-598831b99eab Aug 27 12:15:04.054683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.084068 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.085582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:04.086214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.159578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4858301 Aug 27 12:15:04.163065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60724) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:04.170408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Request body: {'subnet': {'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-subnet', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:04.179737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a58d5-b07d-4848-98df-76067deb2f4f admin admin] Pushing event updated for resources: {'Network': ['ID=b2b0caf8-7a43-477e-a19f-598831b99eab,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:04.191375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b2b0caf8-7a43-477e-a19f-598831b99eab details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:15:04.201013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Made reservation on behalf of 0b244b71aff5428dadb5c1410d69ea4d for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:04.201985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295abcab-6953-4f10-821a-539336fd0247 req-803ef056-f69c-459f-aebe-cef70bede0a7 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:04.203648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.210609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-295abcab-6953-4f10-821a-539336fd0247 req-803ef056-f69c-459f-aebe-cef70bede0a7 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0688772 Aug 27 12:15:04.269483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-295abcab-6953-4f10-821a-539336fd0247 req-65dc8fa5-fd47-4b4e-8977-daddb271722e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Aug 27 12:15:04.435038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.513864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6348c6bc-886e-45a6-b388-e4e54f8b4cd3,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:04.533263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Checking segment: {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:04.533706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Network hostable DHCP agents. Network: b2b0caf8-7a43-477e-a19f-598831b99eab, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:15:04.554011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Network b2b0caf8-7a43-477e-a19f-598831b99eab is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:15:04.564888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b2b0caf8-7a43-477e-a19f-598831b99eab) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:04.571617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:04.572410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.577295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ac6de-e5fa-4a36-adaf-d97d4eeb5e77 None None] Network b2b0caf8-7a43-477e-a19f-598831b99eab requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:04.595418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-015840c0-e9c6-428e-8692-b7e555ef5f4c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4313149 Aug 27 12:15:04.595720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:04.603253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:04.632992 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.637406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.707146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.767525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b2b0caf8-7a43-477e-a19f-598831b99eab', 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'fixed_ips': [{'subnet_id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:15:04.768401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.875365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:04.936674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Allocated IP 172.20.0.2 (b2b0caf8-7a43-477e-a19f-598831b99eab/6348c6bc-886e-45a6-b388-e4e54f8b4cd3/23d89250-2f8a-4a7b-a3cd-5d86ef15d142) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:05.119250 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.133084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Transition to ACTIVE for port object 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:05.138500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.149892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Transition to ACTIVE for port object 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:05.157186 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.160487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.226062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Network b2b0caf8-7a43-477e-a19f-598831b99eab is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:05.229445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:05.231392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f5186625-7812-4893-a3ab-06da70c2951d tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:15:05.231973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:05.232428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f5186625-7812-4893-a3ab-06da70c2951d tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061212 Aug 27 12:15:05.245127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Request body: {'binding': {'host': 'n-h1-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:05.245736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:15:05.249774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Pushing event updated for resources: {'Port': ['ID=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:05.297145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Allocated IP 172.25.8.125 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a208aac5-17df-48f8-a918-056a48db7e2d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:05.350250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Attempting to bind port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:05.350570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Attempting to bind port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:05.350952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Attempting to bind port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 on network b2b0caf8-7a43-477e-a19f-598831b99eab {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:05.359442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:05.360035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Checking segment: {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:05.360434 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.360669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Bound using segment: {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:05.361142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Bound port: 23d89250-2f8a-4a7b-a3cd-5d86ef15d142, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:05.361461 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.415031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h1-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:05.416597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:05.418702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:05.428026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:05.428026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:05.428411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.439180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:05.439180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:05.439180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:05.439871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Bound port: 20aa5318-1f1c-409d-8292-08dc267578dd, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:05.448940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] For port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:05.452716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] For port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,segment=NetworkSegment(37d0aa25-156a-446d-ab7a-5ff570c82a51),segment_id=37d0aa25-156a-446d-ab7a-5ff570c82a51)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:05.459147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.498620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32191d9a-71de-4e8e-968e-5c30b3b78a8d req-b8a19461-25c5-4558-bc81-749472a0e5c2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:05.508205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32191d9a-71de-4e8e-968e-5c30b3b78a8d req-b8a19461-25c5-4558-bc81-749472a0e5c2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0948768 Aug 27 12:15:05.517228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c0609-74e0-4d7b-b753-16a9f8f645c8 None None] Pushing event updated for resources: {'Port': ['ID=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:05.576631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.576962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:05.585220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:05.598523 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-2a9f1098-7aa1-4599-aa4a-422b6252568d service neutron] 10.222.0.76 "POST /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3537817 Aug 27 12:15:05.599171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32191d9a-71de-4e8e-968e-5c30b3b78a8d req-c226e2c7-81cf-4674-bd73-d69204b61544 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890346 Aug 27 12:15:05.676115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:05.686702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:05.701598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:05.742460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Pushing event updated for resources: {'Port': ['ID=a208aac5-17df-48f8-a918-056a48db7e2d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:05.976399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-dafe3979-a083-4163-b320-81ef2f41cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:05.978804 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-dafe3979-a083-4163-b320-81ef2f41cac9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1097 time: 0.0776148 Aug 27 12:15:06.017135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3946-fae0-4511-ac80-26f4b869e872 req-f19e8523-bf8b-49c2-b1a2-0dd9c7c22b8b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:06.019011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a57b3946-fae0-4511-ac80-26f4b869e872 req-f19e8523-bf8b-49c2-b1a2-0dd9c7c22b8b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0946975 Aug 27 12:15:06.121283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-1d8b0310-718a-44e7-838e-cbe352d66a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:06.123078 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-1d8b0310-718a-44e7-838e-cbe352d66a2b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1366937 Aug 27 12:15:06.134584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a57b3946-fae0-4511-ac80-26f4b869e872 req-07349a14-c78d-451f-9102-2eb71bb18ace tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040137 Aug 27 12:15:06.203514 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:06.204559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-24ef3dda-65c6-4b5b-a972-c613bc7bdbee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 217 time: 0.0687191 Aug 27 12:15:06.277790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-b617b41c-de0b-4b50-a257-0d23916276af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:06.279018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-b617b41c-de0b-4b50-a257-0d23916276af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0656080 Aug 27 12:15:06.341349 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-732b8489-3d76-4bcd-bb9b-1c5d257c72f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550027 Aug 27 12:15:06.491756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-d54cdb56-1151-4aa2-adcb-69b523bc8d30 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398709 Aug 27 12:15:06.505109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:06.644234 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-10b14610-087f-47b2-bb69-dd6384b38398 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447570 Aug 27 12:15:06.715539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:15:06.779557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:06.856039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:06.904542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea8508-44c6-4f76-b435-66dc0d5af05b None None] Network b2b0caf8-7a43-477e-a19f-598831b99eab requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:06.945057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:15:06.957218 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Sync routers for ids ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:15:06.966006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:06.967662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dab75905-0861-45fa-b6e4-a82d41c2b506 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3701110 Aug 27 12:15:06.970281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:06.975805 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Routers {'40d9d00a-3c84-409b-b8ad-292e8b4577c4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:06.976448 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:07.035313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] Provisioning for port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:07.047756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] Provisioning complete for port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:07.048501 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:07.166059 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Set router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:07.407036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:04Z', 'updated_at': '2021-08-27T12:15:06Z', 'revision_number': 3, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'gw_port': {'id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:05Z', 'updated_at': '2021-08-27T12:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:07.411716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:07.509974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f795f-407b-4937-80ac-6f092e5e2734 req-635559d0-3c13-4f60-ad64-a72c7d69235e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:07.510570 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Checking router: 40d9d00a-3c84-409b-b8ad-292e8b4577c4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:15:07.511710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff8f795f-407b-4937-80ac-6f092e5e2734 req-635559d0-3c13-4f60-ad64-a72c7d69235e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.1886027 Aug 27 12:15:07.513394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] For port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,segment=NetworkSegment(37d0aa25-156a-446d-ab7a-5ff570c82a51),segment_id=37d0aa25-156a-446d-ab7a-5ff570c82a51)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:07.517640 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Updating router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 port a208aac5-17df-48f8-a918-056a48db7e2d binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:15:07.524313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:07.547184 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:07.615627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff8f795f-407b-4937-80ac-6f092e5e2734 req-024aac69-b599-41c0-89e3-13b5292a28fc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970006 Aug 27 12:15:07.647500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71a8fd-0221-488e-b985-cbbea3621573 None None] Pushing event updated for resources: {'Port': ['ID=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:07.856458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-121dd4e0-07f1-4ce9-b789-6a6034fb0563 None None] Provisioning complete for port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:07.857108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-121dd4e0-07f1-4ce9-b789-6a6034fb0563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:07.866950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.086355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.110894 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.123200 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Transition to ACTIVE for port object a208aac5-17df-48f8-a918-056a48db7e2d will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:08.131416 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.182180 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Pushing event updated for resources: {'Port': ['ID=a208aac5-17df-48f8-a918-056a48db7e2d,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:08.195960 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.196477 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.196838 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.197163 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.197500 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.197831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.198157 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.198508 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.198834 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.199157 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.199509 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.200006 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:08.213983 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Attempting to bind port a208aac5-17df-48f8-a918-056a48db7e2d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:08.216271 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Attempting to bind port a208aac5-17df-48f8-a918-056a48db7e2d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:08.216271 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Attempting to bind port a208aac5-17df-48f8-a918-056a48db7e2d on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:08.220293 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:08.220598 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:08.221004 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.221401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:08.221870 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Bound port: a208aac5-17df-48f8-a918-056a48db7e2d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:08.222317 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.239482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Allocated IP 172.20.0.1 (b2b0caf8-7a43-477e-a19f-598831b99eab/6348c6bc-886e-45a6-b388-e4e54f8b4cd3/f504c9c5-18ad-4721-811a-4311007f0e3b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:08.285894 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] For port a208aac5-17df-48f8-a918-056a48db7e2d, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:08.292346 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] For port a208aac5-17df-48f8-a918-056a48db7e2d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a208aac5-17df-48f8-a918-056a48db7e2d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:08.297222 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.383511 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Routers {'40d9d00a-3c84-409b-b8ad-292e8b4577c4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:08.384465 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:08.403468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.420707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Transition to ACTIVE for port object f504c9c5-18ad-4721-811a-4311007f0e3b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:08.431801 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558896f-3ca4-4a1c-8cb8-c14124485c58 None None] Pushing event updated for resources: {'Port': ['ID=a208aac5-17df-48f8-a918-056a48db7e2d,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:08.484178 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.653903 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] Set router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:08.748049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:08.852592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:08.853759 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:08.912814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:04Z', 'updated_at': '2021-08-27T12:15:06Z', 'revision_number': 3, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'gw_port': {'id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:05Z', 'updated_at': '2021-08-27T12:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:08.953693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49998ea0-d26f-46a5-974a-5fc29be4d93c None None] The sync data for ids ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'] in n-d-688802-4 is: [{'id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:04Z', 'updated_at': '2021-08-27T12:15:06Z', 'revision_number': 3, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'gw_port': {'id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:05Z', 'updated_at': '2021-08-27T12:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:15:09.012955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Network b2b0caf8-7a43-477e-a19f-598831b99eab is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:09.016953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:09.020686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:09.094005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Pushing event updated for resources: {'Port': ['ID=f504c9c5-18ad-4721-811a-4311007f0e3b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:09.135043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:09.146963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6517bb9-d326-4254-a1a5-031cef82d96a req-e6a9d002-9e47-4493-ac16-8f3cee2c7817 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:09.154650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6517bb9-d326-4254-a1a5-031cef82d96a req-e6a9d002-9e47-4493-ac16-8f3cee2c7817 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.2093611 Aug 27 12:15:09.235174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6517bb9-d326-4254-a1a5-031cef82d96a req-73da80dc-83a0-40d7-af85-5f4d42cc7e7e tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793545 Aug 27 12:15:09.416737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ab45c234-280d-4af3-ae5d-d140eb216078 None None] Provisioning for port f504c9c5-18ad-4721-811a-4311007f0e3b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:09.422889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:09.440458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ab45c234-280d-4af3-ae5d-d140eb216078 None None] Provisioning complete for port f504c9c5-18ad-4721-811a-4311007f0e3b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:09.441434 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab45c234-280d-4af3-ae5d-d140eb216078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:09.492660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ab45c234-280d-4af3-ae5d-d140eb216078 None None] Port f504c9c5-18ad-4721-811a-4311007f0e3b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:09.613311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:09.619005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:09.698686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Pushing event updated for resources: {'Port': ['ID=f504c9c5-18ad-4721-811a-4311007f0e3b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:09.701452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:09.821150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Network b2b0caf8-7a43-477e-a19f-598831b99eab is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:09.823333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:10.000090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:15:10.152544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:15:10.163108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-246e1d43-41e8-4545-abc5-1175c4e61913 admin admin] 10.222.0.76 "PUT /v2.0/routers/40d9d00a-3c84-409b-b8ad-292e8b4577c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911793 Aug 27 12:15:10.225831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ebfc25c0-676f-4e7b-91c0-f6955bf907aa None None] Provisioning complete for port f504c9c5-18ad-4721-811a-4311007f0e3b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:10.226285 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebfc25c0-676f-4e7b-91c0-f6955bf907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:10.315451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc25c0-676f-4e7b-91c0-f6955bf907aa None None] Port f504c9c5-18ad-4721-811a-4311007f0e3b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:10.430339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22584a97-fa4b-4a10-836b-cf369a8fa02e req-30a2fbf8-205e-4e64-b135-70d821df5fe4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:10.442955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22584a97-fa4b-4a10-836b-cf369a8fa02e req-30a2fbf8-205e-4e64-b135-70d821df5fe4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0892074 Aug 27 12:15:10.489182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22584a97-fa4b-4a10-836b-cf369a8fa02e req-30faf4f9-ef91-4884-9f76-d61c1e733e76 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Aug 27 12:15:10.617765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fefe4b73-2a0e-4b49-b9ce-01baa8687c8c req-fdf9e25d-497a-4777-892e-b1c3de4a796a tempest-FloatingIPsNegativeTestJSON-1652908599 tempest-FloatingIPsNegativeTestJSON-1652908599-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=0b244b71aff5428dadb5c1410d69ea4d HTTP/1.1" status: 200 len: 217 time: 0.0754573 Aug 27 12:15:10.678596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-808df26c-33c1-46ae-b9f8-b292ec23980c req-69cbedb0-b749-4070-ad5c-8ff6f792f9c8 tempest-FloatingIPsNegativeTestJSON-1652908599 tempest-FloatingIPsNegativeTestJSON-1652908599-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0331280 Aug 27 12:15:10.728017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a208aac5-17df-48f8-a918-056a48db7e2d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:10.772759 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-f9af2674-391d-4b11-989c-46b22fd1b8df req-c523708f-0222-4578-a6b0-47ce93abad38 tempest-FloatingIPsNegativeTestJSON-1652908599 tempest-FloatingIPsNegativeTestJSON-1652908599-project] show failed (client error): The resource could not be found. Aug 27 12:15:10.783840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60828) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:10.786144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9af2674-391d-4b11-989c-46b22fd1b8df req-c523708f-0222-4578-a6b0-47ce93abad38 tempest-FloatingIPsNegativeTestJSON-1652908599 tempest-FloatingIPsNegativeTestJSON-1652908599-project] 10.222.0.76 "GET /v2.0/floatingips/ad26fdd8-5bbc-467f-afce-f8c16c461343 HTTP/1.1" status: 404 len: 350 time: 0.0848181 Aug 27 12:15:10.808415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a208aac5-17df-48f8-a918-056a48db7e2d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:10.817800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a208aac5-17df-48f8-a918-056a48db7e2d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:10.818540 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:10.917948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:10.947442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a208aac5-17df-48f8-a918-056a48db7e2d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a208aac5-17df-48f8-a918-056a48db7e2d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:10.953201 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:11.037241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a208aac5-17df-48f8-a918-056a48db7e2d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:11.229493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Sync routers for ids ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:15:11.246453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Routers {'40d9d00a-3c84-409b-b8ad-292e8b4577c4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:11.247176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:11.254930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:11.420171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Set router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:11.653205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087a879-6e06-43ed-8c78-7c71a4a5d8eb req-2abdb05e-f4f0-4cd0-9556-06f763bac661 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:11.664181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9087a879-6e06-43ed-8c78-7c71a4a5d8eb req-2abdb05e-f4f0-4cd0-9556-06f763bac661 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0719264 Aug 27 12:15:11.732338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:04Z', 'updated_at': '2021-08-27T12:15:09Z', 'revision_number': 4, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'gw_port': {'id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:05Z', 'updated_at': '2021-08-27T12:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'f504c9c5-18ad-4721-811a-4311007f0e3b', 'name': '', 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'mac_address': 'fa:16:3e:56:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:07Z', 'updated_at': '2021-08-27T12:15:09Z', 'revision_number': 2, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'subnets': [{'id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:11.744621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9087a879-6e06-43ed-8c78-7c71a4a5d8eb req-ef13b232-8949-4535-a56a-085feae31aba tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775774 Aug 27 12:15:11.774067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Checking router: 40d9d00a-3c84-409b-b8ad-292e8b4577c4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:15:11.774067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Updating router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 port f504c9c5-18ad-4721-811a-4311007f0e3b binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:15:11.800713 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.164704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Deleting port f504c9c5-18ad-4721-811a-4311007f0e3b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:12.165323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.216632 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.229266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Transition to ACTIVE for port object f504c9c5-18ad-4721-811a-4311007f0e3b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:12.241463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.308086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683ebc-94e3-47c9-910f-7754ac2a5a5c None None] Pushing event updated for resources: {'Port': ['ID=f504c9c5-18ad-4721-811a-4311007f0e3b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:12.334408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.359229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Calling delete_port for f504c9c5-18ad-4721-811a-4311007f0e3b owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:12.441365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Attempting to bind port f504c9c5-18ad-4721-811a-4311007f0e3b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:12.441834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Attempting to bind port f504c9c5-18ad-4721-811a-4311007f0e3b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:12.442239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Attempting to bind port f504c9c5-18ad-4721-811a-4311007f0e3b on network b2b0caf8-7a43-477e-a19f-598831b99eab {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:12.460579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:12.461372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Checking segment: {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:12.461889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.462430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Bound using segment: {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:12.463112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Bound port: f504c9c5-18ad-4721-811a-4311007f0e3b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d0aa25-156a-446d-ab7a-5ff570c82a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:12.463512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.551977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-b7cc6b7d-317f-4d39-9afb-844187aec6bb tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:12.553216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-b7cc6b7d-317f-4d39-9afb-844187aec6bb tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.2320480 Aug 27 12:15:12.586908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-00d27934-9c38-4faf-9f4c-1a86eaac850e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/quotas/0210f0761ddc47d99064e2f5861b7b55 HTTP/1.1" status: 200 len: 375 time: 0.0235929 Aug 27 12:15:12.619153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] For port f504c9c5-18ad-4721-811a-4311007f0e3b, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:12.627937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] For port f504c9c5-18ad-4721-811a-4311007f0e3b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f504c9c5-18ad-4721-811a-4311007f0e3b,segment=NetworkSegment(37d0aa25-156a-446d-ab7a-5ff570c82a51),segment_id=37d0aa25-156a-446d-ab7a-5ff570c82a51)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:12.634477 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.713160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Routers {'40d9d00a-3c84-409b-b8ad-292e8b4577c4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:12.713795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:12.743463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-fb889ea3-caa9-4442-adac-bcdd1ece159a tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483340 Aug 27 12:15:12.786524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:12.827035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f504c9c5-18ad-4721-811a-4311007f0e3b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:12.856894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a208aac5-17df-48f8-a918-056a48db7e2d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:12.911743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-2deb026c-2874-441b-ab6a-c24788ab4df1 service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607473 Aug 27 12:15:13.193869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:13.196660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f351c4c-5a1e-4105-a968-e169360b6ec2 req-dd705044-03eb-4e1c-87f8-ac8bf9c40b9c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:13.211304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f351c4c-5a1e-4105-a968-e169360b6ec2 req-dd705044-03eb-4e1c-87f8-ac8bf9c40b9c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.2745068 Aug 27 12:15:13.373050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7d75120e-0db3-4cf9-8bf3-d9596ed0a389 None None] Could not find standard attr ID for object f504c9c5-18ad-4721-811a-4311007f0e3b. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:15:13.405862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-b71b5eed-abe0-4dc3-8c3c-54107de289fc service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894257 Aug 27 12:15:13.484733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f351c4c-5a1e-4105-a968-e169360b6ec2 req-1721bb97-13fd-4ab8-9baa-b3c804e018f2 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482877 Aug 27 12:15:13.549303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] Set router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:13.658522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:15:13.700502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-601224d7-29a2-4da3-917b-9264ad183127 None None] Could not find standard attr ID for object f504c9c5-18ad-4721-811a-4311007f0e3b. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:15:13.805091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683ebc-94e3-47c9-910f-7754ac2a5a5c None None] Pushing event updated for resources: {'Port': ['ID=f504c9c5-18ad-4721-811a-4311007f0e3b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:13.876106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a208aac5-17df-48f8-a918-056a48db7e2d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:13.877017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:13.882395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:15:13.888783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d4b98a7-5082-480d-a349-5b299cb99ea1 req-9dc933d7-4e88-4be2-8a59-5e2fab68526a tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 210 time: 0.0496161 Aug 27 12:15:13.895987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aaa8d56f-112a-4dd0-bec3-1cc0cffb3e82 admin admin] 10.222.0.76 "PUT /v2.0/routers/40d9d00a-3c84-409b-b8ad-292e8b4577c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115303 Aug 27 12:15:13.898657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60880) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:14.104392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:04Z', 'updated_at': '2021-08-27T12:15:09Z', 'revision_number': 4, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'gw_port': {'id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:05Z', 'updated_at': '2021-08-27T12:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'f504c9c5-18ad-4721-811a-4311007f0e3b', 'name': '', 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'mac_address': 'fa:16:3e:56:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:07Z', 'updated_at': '2021-08-27T12:15:12Z', 'revision_number': 4, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'subnets': [{'id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:14.118718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:14.166318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e90a0d-96cd-441f-8746-ccf2f8e7d65e None None] The sync data for ids ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'] in n-d-688802-4 is: [{'id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-338480042-router', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:04Z', 'updated_at': '2021-08-27T12:15:09Z', 'revision_number': 4, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'gw_port': {'id': 'a208aac5-17df-48f8-a918-056a48db7e2d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:05Z', 'updated_at': '2021-08-27T12:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'f504c9c5-18ad-4721-811a-4311007f0e3b', 'name': '', 'network_id': 'b2b0caf8-7a43-477e-a19f-598831b99eab', 'tenant_id': '0b244b71aff5428dadb5c1410d69ea4d', 'mac_address': 'fa:16:3e:56:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d9d00a-3c84-409b-b8ad-292e8b4577c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:07Z', 'updated_at': '2021-08-27T12:15:12Z', 'revision_number': 4, 'project_id': '0b244b71aff5428dadb5c1410d69ea4d', 'subnets': [{'id': '6348c6bc-886e-45a6-b388-e4e54f8b4cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:15:14.391770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:14.458848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Deleting port a208aac5-17df-48f8-a918-056a48db7e2d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:14.459172 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:14.577655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] For port a208aac5-17df-48f8-a918-056a48db7e2d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a208aac5-17df-48f8-a918-056a48db7e2d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:14.578307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:14.602083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Calling delete_port for a208aac5-17df-48f8-a918-056a48db7e2d owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:14.760071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d31fa-6bb3-46e2-9b5e-03c1ebad09d1 req-73925858-4b72-4a39-ad2d-272a2d5e4274 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:14.762892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d8d31fa-6bb3-46e2-9b5e-03c1ebad09d1 req-73925858-4b72-4a39-ad2d-272a2d5e4274 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.1484811 Aug 27 12:15:14.866879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d8d31fa-6bb3-46e2-9b5e-03c1ebad09d1 req-d0f8ebb9-c573-4a0d-bc50-8ceb98961dcd tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905154 Aug 27 12:15:14.946590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.000390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a208aac5-17df-48f8-a918-056a48db7e2d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:15.067544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c99beb5-71e1-4e4a-bfce-2733f2f906c9 req-941a9bc0-e476-4560-862a-43b46ef21e60 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 210 time: 0.0660987 Aug 27 12:15:15.131229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.338066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.342520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.461201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.463146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d9d00a-3c84-409b-b8ad-292e8b4577c4 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:15:15.472710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.476309 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16724b67-52b8-4d47-996f-f46b6244ccd2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/40d9d00a-3c84-409b-b8ad-292e8b4577c4 HTTP/1.1" status: 204 len: 168 time: 1.5744176 Aug 27 12:15:15.476720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:15.516384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-3be16edb-d783-4787-ab85-579b636f42c4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:15.518185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-3be16edb-d783-4787-ab85-579b636f42c4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.3648548 Aug 27 12:15:15.533380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Request body: {'port': {'device_id': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'admin_state_up': True, 'tenant_id': '0210f0761ddc47d99064e2f5861b7b55'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:15.580857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Deleting subnet 6348c6bc-886e-45a6-b388-e4e54f8b4cd3 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:15:15.585497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.644053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.757202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Made reservation on behalf of 0210f0761ddc47d99064e2f5861b7b55 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:15.770901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.868700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:15.962149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.033892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae909b4-94b7-44cd-8515-a1f4b6225110 None None] Network b2b0caf8-7a43-477e-a19f-598831b99eab requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:16.039134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.050950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6348c6bc-886e-45a6-b388-e4e54f8b4cd3 HTTP/1.1" status: 204 len: 168 time: 0.5728433 Aug 27 12:15:16.052318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:16.054821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82bf78-1dae-4101-a3fc-e538f24e51c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6348c6bc-886e-45a6-b388-e4e54f8b4cd3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:16.084806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Allocated IP 172.20.0.6 (02bf6462-b214-4875-911a-02b2d7a633e4/2ff301c9-e874-4c23-877d-d7f5adfa2d03/5ef69a86-ba7c-426c-9633-5dca9f487578) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:16.159407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.284736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66808a47-5d88-4fc5-a04f-7c965cd9b151 req-9074fcb7-6e26-45f6-85c2-de22f8c0a446 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:16.286627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66808a47-5d88-4fc5-a04f-7c965cd9b151 req-9074fcb7-6e26-45f6-85c2-de22f8c0a446 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.2329059 Aug 27 12:15:16.324686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-372a0841-fa02-4ff2-9bbd-cb1d17968d36 req-bb996f9f-a208-48e0-804b-46cc0e5de9ce tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 210 time: 0.0980766 Aug 27 12:15:16.368606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.395720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] DHCP port deletion for b2b0caf8-7a43-477e-a19f-598831b99eab request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:15:16.407199 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Sync routers for ids ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:15:16.421879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:16.422699 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:15:16.423667 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'40d9d00a-3c84-409b-b8ad-292e8b4577c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94626) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:15:16.443858 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:16.444495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:15:16.445345 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'40d9d00a-3c84-409b-b8ad-292e8b4577c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:14:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94626) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:15:16.445850 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23941a-08d4-4177-a3ad-3122d47b1f09 None None] The sync data for ids ['40d9d00a-3c84-409b-b8ad-292e8b4577c4'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:15:16.450124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66808a47-5d88-4fc5-a04f-7c965cd9b151 req-58835d37-50c9-448a-b195-46e3cc1b5ccd tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376474 Aug 27 12:15:16.478504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Deleting port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:16.480251 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.508117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] Deleting port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:16.508489 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.509436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.573800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] For port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,segment=NetworkSegment(37d0aa25-156a-446d-ab7a-5ff570c82a51),segment_id=37d0aa25-156a-446d-ab7a-5ff570c82a51)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:16.574101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.581803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08', 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:16.585551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event updated for resources: {'Port': ['ID=5ef69a86-ba7c-426c-9633-5dca9f487578,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:16.588520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Calling delete_port for 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:16.602667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Network 02bf6462-b214-4875-911a-02b2d7a633e4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:16.604458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:16.608380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:16.657469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] For port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,segment=NetworkSegment(37d0aa25-156a-446d-ab7a-5ff570c82a51),segment_id=37d0aa25-156a-446d-ab7a-5ff570c82a51)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:16.657862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.672566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:16.673181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.677883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] Calling delete_port for 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:16.692280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.694160 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-61a997bd-fc94-44aa-b23f-752cd9db5bb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1654315 Aug 27 12:15:16.716424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Request body: {'port': {'device_id': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:16.756751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] No DVR routers for this DVR port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:16.761011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:16.795692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.855765 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.900259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.916810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b0caf8-7a43-477e-a19f-598831b99eab']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:16.931309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d0aa25-156a-446d-ab7a-5ff570c82a51') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:16.931521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d0aa25-156a-446d-ab7a-5ff570c82a51') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:16.939415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] Pushing event deleted for resources: {'Port': ['ID=23d89250-2f8a-4a7b-a3cd-5d86ef15d142,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:16.942151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.963320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9163ef1-c5a8-4184-9250-996a228656a5 None None] No DVR routers for this DVR port 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:16.966294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:16.989817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:15:16.990785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:15:17.094751 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:15:17.099535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.113872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.132774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] 10.222.0.76 "DELETE /v2.0/networks/b2b0caf8-7a43-477e-a19f-598831b99eab HTTP/1.1" status: 204 len: 168 time: 1.0706832 Aug 27 12:15:17.168946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c083b7-ee8e-446c-bd39-315ed85b9d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b0caf8-7a43-477e-a19f-598831b99eab,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:17.249846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:17.274297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:15:17.274825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 23d89250-2f8a-4a7b-a3cd-5d86ef15d142 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:17.275237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f504c9c5-18ad-4721-811a-4311007f0e3b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:17.314633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f504c9c5-18ad-4721-811a-4311007f0e3b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:15:17.315747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f504c9c5-18ad-4721-811a-4311007f0e3b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:17.327437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:17.348383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef69a86-ba7c-426c-9633-5dca9f487578 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:15:17.371009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.390237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2bd880c1-5b80-44de-8d9c-409db4ff1f11 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b244b71aff5428dadb5c1410d69ea4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619209 Aug 27 12:15:17.392660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:17.398814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Transition to ACTIVE for port object 5ef69a86-ba7c-426c-9633-5dca9f487578 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:17.407703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.519366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60d91d-2d35-4676-a6e5-8453e8458068 req-5599635e-d0c8-4f21-9faa-e428ef834725 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:17.521000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e60d91d-2d35-4676-a6e5-8453e8458068 req-5599635e-d0c8-4f21-9faa-e428ef834725 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 943 time: 0.1177089 Aug 27 12:15:17.522621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b57a4547-c813-4283-9e96-a3955a6f8df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.563035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Pushing event updated for resources: {'Port': ['ID=5ef69a86-ba7c-426c-9633-5dca9f487578,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:17.654263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b57a4547-c813-4283-9e96-a3955a6f8df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.667939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Attempting to bind port 5ef69a86-ba7c-426c-9633-5dca9f487578 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:17.669044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Attempting to bind port 5ef69a86-ba7c-426c-9633-5dca9f487578 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:17.669529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Attempting to bind port 5ef69a86-ba7c-426c-9633-5dca9f487578 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:17.674945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e60d91d-2d35-4676-a6e5-8453e8458068 req-23802c1c-2b18-4c72-ae60-7631d37c773a tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415246 Aug 27 12:15:17.675874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Port 5ef69a86-ba7c-426c-9633-5dca9f487578 on network 02bf6462-b214-4875-911a-02b2d7a633e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:17.676400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Attempting to bind port 5ef69a86-ba7c-426c-9633-5dca9f487578 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:17.682797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:17.683245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Checking segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:17.683729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Bound using segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:17.684750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Bound port: 5ef69a86-ba7c-426c-9633-5dca9f487578, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:17.685213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.701663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f11a-fada-4d77-9b81-3c04c647365e req-dfe44ebc-bf97-4bb3-a176-ca9feab236c6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:17.703377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3574f11a-fada-4d77-9b81-3c04c647365e req-dfe44ebc-bf97-4bb3-a176-ca9feab236c6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0921595 Aug 27 12:15:17.759358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3574f11a-fada-4d77-9b81-3c04c647365e req-1ef237f5-5e28-4ad1-a9d8-2e8ad6b948e4 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Aug 27 12:15:17.770809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b57a4547-c813-4283-9e96-a3955a6f8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.774226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b57a4547-c813-4283-9e96-a3955a6f8df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.777706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b57a4547-c813-4283-9e96-a3955a6f8df6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/146bacd5-0c81-48a0-a6ba-2c2ed8356008 HTTP/1.1" status: 204 len: 168 time: 0.3818207 Aug 27 12:15:17.786156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] For port 5ef69a86-ba7c-426c-9633-5dca9f487578, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:17.791105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] For port 5ef69a86-ba7c-426c-9633-5dca9f487578, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5ef69a86-ba7c-426c-9633-5dca9f487578,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:17.796628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.803286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a4547-c813-4283-9e96-a3955a6f8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146bacd5-0c81-48a0-a6ba-2c2ed8356008,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:17.867927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:17.868742 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:17.870210 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] 10.222.0.65 "PUT /v2.0/ports/5ef69a86-ba7c-426c-9633-5dca9f487578 HTTP/1.1" status: 200 len: 1091 time: 1.1663420 Aug 27 12:15:17.870907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'tag': '5ef69a86-ba7c-426c-9633-5dca9f487578'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:17.873466 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9" -d '{"events": [{"name": "network-changed", "server_uuid": "17687ce2-70e2-4fc6-a669-1d957f1c49cc", "tag": "5ef69a86-ba7c-426c-9633-5dca9f487578"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:17.902680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824ff73-fa5d-40a9-9ed9-7f1dee2f866b service neutron] Pushing event updated for resources: {'Port': ['ID=5ef69a86-ba7c-426c-9633-5dca9f487578,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:17.938610 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6da44d-38d1-4eb6-86d8-43c03c4e9fe7 x-openstack-request-id: req-dd6da44d-38d1-4eb6-86d8-43c03c4e9fe7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:17.938912 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17687ce2-70e2-4fc6-a669-1d957f1c49cc", "tag": "5ef69a86-ba7c-426c-9633-5dca9f487578", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:17.939210 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd6da44d-38d1-4eb6-86d8-43c03c4e9fe7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:17.939853 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'tag': '5ef69a86-ba7c-426c-9633-5dca9f487578', 'status': 'completed', 'code': 200} Aug 27 12:15:17.993796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-b113dee2-3a55-4057-9d27-5484b45f9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:17.995724 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-b113dee2-3a55-4057-9d27-5484b45f9658 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 1094 time: 0.0696812 Aug 27 12:15:18.053497 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-076fe9d7-3056-4b09-b2f6-b2f69b9edc8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef69a86-ba7c-426c-9633-5dca9f487578 HTTP/1.1" status: 200 len: 217 time: 0.0482433 Aug 27 12:15:18.118208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-e801fc8e-7040-4786-89ac-6ae90ad7244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:18.120776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-e801fc8e-7040-4786-89ac-6ae90ad7244e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0584939 Aug 27 12:15:18.157105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-655d7f35-3cc6-4f68-ba8c-f2492e2a98be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292766 Aug 27 12:15:18.277121 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-59656a26-f402-444a-bb10-2ef397ded203 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053307 Aug 27 12:15:18.399907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c7cb9b4-3a3d-42d1-9dbd-40e19d466919 req-8691cc05-3989-4c00-9c20-d9d30e223cb5 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145349 Aug 27 12:15:18.413591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e455124f-4f9e-4575-833c-ecd9bf806ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:18.502138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-f9549d80-f812-497e-a82a-f8caa5833f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:18.503736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-f9549d80-f812-497e-a82a-f8caa5833f02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 1094 time: 0.0516293 Aug 27 12:15:18.650573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a208aac5-17df-48f8-a918-056a48db7e2d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:18.657134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-ff0a30c1-0fe5-4df5-bf13-72aaad2257c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:18.660919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-ff0a30c1-0fe5-4df5-bf13-72aaad2257c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 915 time: 0.1493213 Aug 27 12:15:18.683054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a208aac5-17df-48f8-a918-056a48db7e2d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:15:18.683790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a208aac5-17df-48f8-a918-056a48db7e2d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:18.720943 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-1e68a792-cb5b-4f50-b9f1-edf5469788a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef69a86-ba7c-426c-9633-5dca9f487578 HTTP/1.1" status: 200 len: 217 time: 0.0508559 Aug 27 12:15:18.812132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-5db83df5-9e50-4475-97d2-3768b72143e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:18.815989 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-5db83df5-9e50-4475-97d2-3768b72143e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0819969 Aug 27 12:15:18.847472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64764448-85c3-45bf-ac0c-36e6ae77d9cb req-2a37751b-6320-4f13-a430-f34bcdd9b8b3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:18.849134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64764448-85c3-45bf-ac0c-36e6ae77d9cb req-2a37751b-6320-4f13-a430-f34bcdd9b8b3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 943 time: 0.0808294 Aug 27 12:15:18.864660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-fc52f57a-28f8-4695-a2e6-1dbfdbd78152 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413256 Aug 27 12:15:18.937762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64764448-85c3-45bf-ac0c-36e6ae77d9cb req-bfe2a46a-8545-4dd9-8a13-c46f04385136 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814312 Aug 27 12:15:18.946591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812760-de45-4eb3-9ab0-ac1fb1539fc7 req-e2872413-15e6-4f51-b43f-76880b8eb8ba tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:18.948156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03812760-de45-4eb3-9ab0-ac1fb1539fc7 req-e2872413-15e6-4f51-b43f-76880b8eb8ba tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0844953 Aug 27 12:15:18.987243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-93d07099-2129-40ae-8d42-4a318b29b249 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141512 Aug 27 12:15:19.007396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03812760-de45-4eb3-9ab0-ac1fb1539fc7 req-a47ea5b4-166f-40ab-9ec1-b332e34071a7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Aug 27 12:15:19.119954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb0aa948-6e3b-44d9-9264-a77dd0d27af9 req-9979b681-bd51-49aa-b80a-3a5e3afcd799 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252594 Aug 27 12:15:19.330987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0999079-9cd2-4f59-8ef3-d4322e7fb2d8 req-dafb1955-e8b7-4ef6-a0d7-dd5db5e428a3 tempest-AbsoluteLimitsNegativeTestJSON-349872553 tempest-AbsoluteLimitsNegativeTestJSON-349872553-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=aa43450a46d74b5faf0cebaff60f5545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223503 Aug 27 12:15:19.453461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0999079-9cd2-4f59-8ef3-d4322e7fb2d8 req-e1517dd9-b0c2-4907-b12a-3cf3e3815c97 tempest-AbsoluteLimitsNegativeTestJSON-349872553 tempest-AbsoluteLimitsNegativeTestJSON-349872553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:19.455048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0999079-9cd2-4f59-8ef3-d4322e7fb2d8 req-e1517dd9-b0c2-4907-b12a-3cf3e3815c97 tempest-AbsoluteLimitsNegativeTestJSON-349872553 tempest-AbsoluteLimitsNegativeTestJSON-349872553-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178615 Aug 27 12:15:19.471745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0999079-9cd2-4f59-8ef3-d4322e7fb2d8 req-3f6948a1-3343-48ca-be13-9d9c177047cc tempest-AbsoluteLimitsNegativeTestJSON-349872553 tempest-AbsoluteLimitsNegativeTestJSON-349872553-project] 10.222.0.76 "GET /v2.0/quotas/aa43450a46d74b5faf0cebaff60f5545 HTTP/1.1" status: 200 len: 375 time: 0.0099089 Aug 27 12:15:19.506170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0999079-9cd2-4f59-8ef3-d4322e7fb2d8 req-7f29d9fb-e2f9-456a-a9f6-e604edab7c3e tempest-AbsoluteLimitsNegativeTestJSON-349872553 tempest-AbsoluteLimitsNegativeTestJSON-349872553-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa43450a46d74b5faf0cebaff60f5545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283434 Aug 27 12:15:19.788882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:19.897229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ed64e05-0166-40cb-a2ac-81d5cea29e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:19.899879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:19.984067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ed64e05-0166-40cb-a2ac-81d5cea29e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:19.989423 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ed64e05-0166-40cb-a2ac-81d5cea29e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:20.035154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed64e05-0166-40cb-a2ac-81d5cea29e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e15adb-9030-4765-a16b-a89059c724e5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:20.056632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7ed64e05-0166-40cb-a2ac-81d5cea29e54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa43450a46d74b5faf0cebaff60f5545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662981 Aug 27 12:15:20.059409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32784) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:20.080569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910e62-121c-4f69-aed6-fc811524a911 req-a298ea09-1b74-4707-bb56-e4ec1c03744b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.082396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d910e62-121c-4f69-aed6-fc811524a911 req-a298ea09-1b74-4707-bb56-e4ec1c03744b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 943 time: 0.0676191 Aug 27 12:15:20.112828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6690b91-02a5-4361-bbec-0e41057edaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:20.134335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6690b91-02a5-4361-bbec-0e41057edaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:20.152830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d910e62-121c-4f69-aed6-fc811524a911 req-5f0b8c6b-5e83-4b1c-895b-fe834160021b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Aug 27 12:15:20.170498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331484c-5599-4c48-9840-3721fe5148ad req-4f51bb6d-0adb-478b-beb2-b9338741f760 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.172037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f331484c-5599-4c48-9840-3721fe5148ad req-4f51bb6d-0adb-478b-beb2-b9338741f760 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0810294 Aug 27 12:15:20.190108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6690b91-02a5-4361-bbec-0e41057edaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:20.192978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6690b91-02a5-4361-bbec-0e41057edaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:20.196947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6690b91-02a5-4361-bbec-0e41057edaec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78e15adb-9030-4765-a16b-a89059c724e5 HTTP/1.1" status: 204 len: 168 time: 0.1328356 Aug 27 12:15:20.212045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6690b91-02a5-4361-bbec-0e41057edaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e15adb-9030-4765-a16b-a89059c724e5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:20.222370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f331484c-5599-4c48-9840-3721fe5148ad req-63ff8f7d-a1b9-4000-a370-5677c45e7826 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Aug 27 12:15:20.275301 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-5ba00040-35ae-48eb-835c-0400b4e87953 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0783112 Aug 27 12:15:20.361848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.362557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.363265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.363831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.364388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.364945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.365558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.367533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-760ca92a-e7ae-4ed9-a7ac-b010fa1259b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 6500 time: 0.0629044 Aug 27 12:15:20.487706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-fdb64635-d613-402b-af9c-fe3c527b8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.488283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-fdb64635-d613-402b-af9c-fe3c527b8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.488679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-fdb64635-d613-402b-af9c-fe3c527b8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.491022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-fdb64635-d613-402b-af9c-fe3c527b8c70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=a7e00852-f168-4c00-83a6-d873967572e8&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba HTTP/1.1" status: 200 len: 2297 time: 0.0975244 Aug 27 12:15:20.573982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-65782f1c-94c0-4710-bfc2-cb2ef2945a85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4 HTTP/1.1" status: 200 len: 1002 time: 0.0745385 Aug 27 12:15:20.632627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-332b5d1d-3210-4dd7-8d4e-e98504fd6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.634281 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-332b5d1d-3210-4dd7-8d4e-e98504fd6e70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe HTTP/1.1" status: 200 len: 855 time: 0.0474551 Aug 27 12:15:20.683600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-dbbaea1a-4d81-433a-bac1-f2830b5284b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:20.685248 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-dbbaea1a-4d81-433a-bac1-f2830b5284b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5ed55c4-ec89-43e0-880d-192337e5a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425198 Aug 27 12:15:20.795985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-3bb7a690-8f46-473a-abd0-3ad52b517cce service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021006 Aug 27 12:15:20.804650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5ef69a86-ba7c-426c-9633-5dca9f487578 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:15:20.911137 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-a7ed23cd-2c1e-41d8-86d7-f738c318ec45 service neutron] 10.222.0.65 "GET /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038597 Aug 27 12:15:20.946636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32822) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:20.950960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 5ef69a86-ba7c-426c-9633-5dca9f487578, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5ef69a86-ba7c-426c-9633-5dca9f487578,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:20.979139 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-b681be05-c21e-40db-b757-392f8e159576 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 217 time: 0.0600548 Aug 27 12:15:20.982606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '5ef69a86-ba7c-426c-9633-5dca9f487578', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'port_id': '5ef69a86-ba7c-426c-9633-5dca9f487578', 'mac_address': 'fa:16:3e:16:df:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff301c9-e874-4c23-877d-d7f5adfa2d03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:15:20.991674 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3710ae2f-2b0d-4e4e-8097-895dbcf8d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.029782 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.032904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-9102205c-7395-4aee-a50a-37f323be295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.034642 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-9102205c-7395-4aee-a50a-37f323be295e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.0481956 Aug 27 12:15:21.043726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef69a86-ba7c-426c-9633-5dca9f487578 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:15:21.063939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 5ef69a86-ba7c-426c-9633-5dca9f487578, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5ef69a86-ba7c-426c-9633-5dca9f487578,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:21.069409 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.087063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-a07f8cf1-30d6-4864-92d7-ff7572291f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.088611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-a07f8cf1-30d6-4864-92d7-ff7572291f58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463343 Aug 27 12:15:21.102917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1823989315-network', 'tenant_id': '02c6740e00c84061aba34c360ee3ee62'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:21.132989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.137040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Made reservation on behalf of 02c6740e00c84061aba34c360ee3ee62 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:21.137210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=5ef69a86-ba7c-426c-9633-5dca9f487578,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:21.140632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.150727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.206820 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-e0a3563e-63b7-4f8b-a5b4-1ba0243be8ac service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072557 Aug 27 12:15:21.264368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.277472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.341052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:15:21.389974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.390303 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Added segment e5f2086d-d22f-4605-8405-f46dde3f548e of type vlan for network fc3772e0-429d-4b97-8de4-ea07e17b90af Aug 27 12:15:21.416302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72780b60-3ae3-4921-9a9a-9a1f59be1342 req-5575bf55-e464-43b1-ba78-1637b352af10 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.418147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72780b60-3ae3-4921-9a9a-9a1f59be1342 req-5575bf55-e464-43b1-ba78-1637b352af10 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 944 time: 0.1562803 Aug 27 12:15:21.425006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adfbd59-d1bc-4705-903a-9937180abc52,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:21.446213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['5ef69a86-ba7c-426c-9633-5dca9f487578'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:21.468617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.510034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd3874-1e1f-40f7-a59b-b2d2147a6a57 req-2428f3cf-cfe6-4dde-bace-64e51e68fc90 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.512098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39dd3874-1e1f-40f7-a59b-b2d2147a6a57 req-2428f3cf-cfe6-4dde-bace-64e51e68fc90 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.1993098 Aug 27 12:15:21.568399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72780b60-3ae3-4921-9a9a-9a1f59be1342 req-edbfff56-a0e1-433e-b53b-5826745dc68a tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957062 Aug 27 12:15:21.579944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.581758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.582435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.664406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] Pushing event updated for resources: {'Network': ['ID=fc3772e0-429d-4b97-8de4-ea07e17b90af,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:21.682144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fc3772e0-429d-4b97-8de4-ea07e17b90af details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:15:21.693809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39dd3874-1e1f-40f7-a59b-b2d2147a6a57 req-9c402b7f-e294-4587-b4ed-9ee76a0b4a3d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610146 Aug 27 12:15:21.700413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:21.701037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-054ce6b7-f756-4ccd-9b50-3971cc0d639e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7522404 Aug 27 12:15:21.707459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Request body: {'subnet': {'network_id': 'fc3772e0-429d-4b97-8de4-ea07e17b90af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1823989315-subnet', 'tenant_id': '02c6740e00c84061aba34c360ee3ee62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:21.722638 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-7c8b79c0-198c-4452-9a40-9f6b48c7a100 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069127 Aug 27 12:15:21.783648 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-c620e9b4-ef01-40be-ba80-56189934c9b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 217 time: 0.0513277 Aug 27 12:15:21.784942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Made reservation on behalf of 02c6740e00c84061aba34c360ee3ee62 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:21.787384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:21.887405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-19f6534c-6f79-411a-8915-88538ac7bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.888884 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-19f6534c-6f79-411a-8915-88538ac7bb2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.0959101 Aug 27 12:15:21.979418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-d3dccdda-1be7-405c-a1d1-0ac7196ade16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:21.980887 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-d3dccdda-1be7-405c-a1d1-0ac7196ade16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835755 Aug 27 12:15:22.017329 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.117014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.177598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-db21a72c-4e02-4c60-9bfb-bf4eebd4b080 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784704 Aug 27 12:15:22.199457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053cb24d-c4d0-4b59-84ab-db1f34d1f639,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:22.248419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Checking segment: {'id': 'e5f2086d-d22f-4605-8405-f46dde3f548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'fc3772e0-429d-4b97-8de4-ea07e17b90af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:22.248721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Network hostable DHCP agents. Network: fc3772e0-429d-4b97-8de4-ea07e17b90af, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:15:22.279842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Network fc3772e0-429d-4b97-8de4-ea07e17b90af is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:15:22.295313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fc3772e0-429d-4b97-8de4-ea07e17b90af) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:22.305466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:22.306066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.307660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a68d9-6f1f-419b-8079-d55124fc33c2 None None] Network fc3772e0-429d-4b97-8de4-ea07e17b90af requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:22.314227 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-304429b4-4e4e-40ed-b559-d26737a24bae service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243320 Aug 27 12:15:22.330027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dcf8b139-e9b2-403c-b401-5d1ca40d5554 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6268635 Aug 27 12:15:22.379218 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-b1ab1c26-d30e-4e24-8906-6144f04fe79a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae HTTP/1.1" status: 200 len: 217 time: 0.0564508 Aug 27 12:15:22.455382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-3791a044-8d09-4945-a39d-299033e6b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:22.458788 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-3791a044-8d09-4945-a39d-299033e6b59e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.0685875 Aug 27 12:15:22.520514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8880ea-3d5d-463e-a937-19965be4a2ad None None] Network fc3772e0-429d-4b97-8de4-ea07e17b90af requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:22.543103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-d2e75d83-4f9c-41fb-b78f-8aeb9f5a146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:22.544920 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-d2e75d83-4f9c-41fb-b78f-8aeb9f5a146c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758467 Aug 27 12:15:22.678029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-897cdbf5-92c9-4dd9-bae0-4cd2f1094742 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207795 Aug 27 12:15:22.732449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e25ec75e-a7c2-414c-8866-fff3719bb536 req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-303902837', 'description': 'tempest-description-959258599'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:22.765586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e000c96-203e-4f3c-9a30-02cc48e735da req-84b57984-10f4-4654-b603-ad5558321041 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:22.767193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e000c96-203e-4f3c-9a30-02cc48e735da req-84b57984-10f4-4654-b603-ad5558321041 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 944 time: 0.0865798 Aug 27 12:15:22.774968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e25ec75e-a7c2-414c-8866-fff3719bb536 req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.796049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-c0776015-63b1-4182-9f83-8cdb10a88cf0 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046531 Aug 27 12:15:22.814928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5ef69a86-ba7c-426c-9633-5dca9f487578 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:22.849293 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-b3915399-fbc9-4d06-a57e-c7186a312ff3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=28de0042-2938-45ab-89b9-473397c499aa HTTP/1.1" status: 200 len: 217 time: 0.0457122 Aug 27 12:15:22.866501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e000c96-203e-4f3c-9a30-02cc48e735da req-d7a352d1-f536-4a46-9a86-1982554b5f06 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Aug 27 12:15:22.913575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 5ef69a86-ba7c-426c-9633-5dca9f487578 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:22.916203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-05d93c7c-4420-445a-b365-47492f0b71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:22.917823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-05d93c7c-4420-445a-b365-47492f0b71c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 200 len: 797 time: 0.0604937 Aug 27 12:15:22.920502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 5ef69a86-ba7c-426c-9633-5dca9f487578 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:22.921148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.933488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e25ec75e-a7c2-414c-8866-fff3719bb536 req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.939155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e25ec75e-a7c2-414c-8866-fff3719bb536 req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.978892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-071ec8df-63f7-4b7e-969b-cf82ee04a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:22.980062 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e25ec75e-a7c2-414c-8866-fff3719bb536 req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:22.980729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-071ec8df-63f7-4b7e-969b-cf82ee04a5b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7e00852-f168-4c00-83a6-d873967572e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560706 Aug 27 12:15:22.982052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e25ec75e-a7c2-414c-8866-fff3719bb536 req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2550461 Aug 27 12:15:22.987788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2add96-0eb5-4745-9ba4-d34577520c77 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f419e25b-52b9-477e-8bf6-758f74c6783a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:23.056525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.106187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 5ef69a86-ba7c-426c-9633-5dca9f487578, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5ef69a86-ba7c-426c-9633-5dca9f487578,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:23.107192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef69a86-ba7c-426c-9633-5dca9f487578'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:23.111173 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c61f39-4479-44ce-8ede-83f95fac2123" -d '{"events": [{"server_uuid": "17687ce2-70e2-4fc6-a669-1d957f1c49cc", "name": "network-vif-plugged", "status": "completed", "tag": "5ef69a86-ba7c-426c-9633-5dca9f487578"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:23.116232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.128232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1280177-f881-4d47-ad36-57a23318e074 req-70a04ff2-9225-40b3-8b24-22a4fb5714ed tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:23.132095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1280177-f881-4d47-ad36-57a23318e074 req-70a04ff2-9225-40b3-8b24-22a4fb5714ed tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.1034632 Aug 27 12:15:23.160625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-8001ac3d-bb34-4d61-9908-e0d5e3b39d73 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535614 Aug 27 12:15:23.183839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=5ef69a86-ba7c-426c-9633-5dca9f487578,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:23.192798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.193148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.193495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.193839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.194175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.194537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.194866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.195195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.195542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.196245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.196673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.197141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:23.214319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1280177-f881-4d47-ad36-57a23318e074 req-3bfd0772-1dfb-4dde-8219-887b9f521848 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749674 Aug 27 12:15:23.218983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-288c64fe-3b84-413e-8aa5-b88289aade8a tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/f419e25b-52b9-477e-8bf6-758f74c6783a HTTP/1.1" status: 200 len: 1805 time: 0.0697417 Aug 27 12:15:23.239547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f419e25b-52b9-477e-8bf6-758f74c6783a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:23.239986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f419e25b-52b9-477e-8bf6-758f74c6783a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:23.269092 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c233be-cf07-43aa-95d7-9f7e144c504f x-openstack-request-id: req-f9c233be-cf07-43aa-95d7-9f7e144c504f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:23.269396 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17687ce2-70e2-4fc6-a669-1d957f1c49cc", "name": "network-vif-plugged", "status": "completed", "tag": "5ef69a86-ba7c-426c-9633-5dca9f487578", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:23.269693 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9c233be-cf07-43aa-95d7-9f7e144c504f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:23.270178 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef69a86-ba7c-426c-9633-5dca9f487578', 'code': 200} Aug 27 12:15:23.292916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-83810db7-962f-4ede-8863-172ae3f5b224 service neutron] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223609 Aug 27 12:15:23.312646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.351832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.355912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.368842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-b229a157-8fbc-43f5-a30f-9269df775f8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=83251085-f91e-4671-bd23-770ccf58b2eb HTTP/1.1" status: 200 len: 217 time: 0.0571983 Aug 27 12:15:23.380574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8da2a6-8dc9-4535-a0dc-cc6945882a19,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:23.397682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.399840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac55af2b-eac7-47b8-a1c0-d5519db61ce3 req-9cebe91a-5c7d-4334-8729-543c074e3521 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1727436 Aug 27 12:15:23.440990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9088af6c-e4f2-4961-ab41-370a77e81b91 req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-23242876', 'description': 'tempest-description-925313380'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:23.454833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-7680187b-092d-4f1a-b0bc-020f24a49e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:23.456690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-7680187b-092d-4f1a-b0bc-020f24a49e98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.0728066 Aug 27 12:15:23.458949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45354c-6a7d-4700-8c01-193c6813ec58 req-49b757ff-18f2-452d-805d-a84ada4b7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:23.460939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c45354c-6a7d-4700-8c01-193c6813ec58 req-49b757ff-18f2-452d-805d-a84ada4b7bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 1096 time: 0.1052268 Aug 27 12:15:23.467050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9088af6c-e4f2-4961-ab41-370a77e81b91 req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.535191 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c45354c-6a7d-4700-8c01-193c6813ec58 req-93ddbbe4-9ffa-4612-a1b2-0645fc37d590 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615687 Aug 27 12:15:23.544697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-e872ea88-1a27-45b8-b38e-39c3fe14dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:23.546178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-e872ea88-1a27-45b8-b38e-39c3fe14dec9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739477 Aug 27 12:15:23.563944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9088af6c-e4f2-4961-ab41-370a77e81b91 req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.567761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9088af6c-e4f2-4961-ab41-370a77e81b91 req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.594945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9088af6c-e4f2-4961-ab41-370a77e81b91 req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.596250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9088af6c-e4f2-4961-ab41-370a77e81b91 req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1615942 Aug 27 12:15:23.600682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26034f2c-9fd0-465f-8f52-9c1096e7b03d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4894dcf-8542-48be-9c89-384a78d748e8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:23.664068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-c32fe580-241e-4d64-9a9f-debacb9cdcdb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/e4894dcf-8542-48be-9c89-384a78d748e8 HTTP/1.1" status: 200 len: 1804 time: 0.0389578 Aug 27 12:15:23.675361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e4894dcf-8542-48be-9c89-384a78d748e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:23.675705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e4894dcf-8542-48be-9c89-384a78d748e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:23.733713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.759511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.763542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.782417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27587c9-8641-4d2d-b8e5-f2b3a30bb958,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:23.792089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.793715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d9e199-3f03-4dfa-8d10-a5267adbdea7 req-36b1996c-89fc-4ba4-9bf6-03be30f14f61 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1229594 Aug 27 12:15:23.819561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-420cb3e0-1814-4a9a-b321-6d0519dfcbcb req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1588207853', 'description': 'tempest-description-1051263110'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:23.844868 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-420cb3e0-1814-4a9a-b321-6d0519dfcbcb req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.859967 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-02e16d75-cd6d-4757-9f2b-3f7e9c02b1e9 service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982256 Aug 27 12:15:23.927815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.946537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-420cb3e0-1814-4a9a-b321-6d0519dfcbcb req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.953341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-420cb3e0-1814-4a9a-b321-6d0519dfcbcb req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.974197 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-87f909e4-3937-4772-a816-efa0ce66c28d service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065221 Aug 27 12:15:23.983564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-420cb3e0-1814-4a9a-b321-6d0519dfcbcb req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:23.984946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-420cb3e0-1814-4a9a-b321-6d0519dfcbcb req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1696239 Aug 27 12:15:23.998588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50901172-3af9-44cb-b462-1c362e03f78d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d5bd40-0688-4c34-bce7-639abd5af38b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:24.041421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-af82497e-cc34-4f3a-8893-442de5585b4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456 HTTP/1.1" status: 200 len: 217 time: 0.0546477 Aug 27 12:15:24.045474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f2c7c-0237-46d8-889e-50bb3c9cdf8b req-8d881261-73fc-40e4-a830-b0b0473666ae tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:24.047645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b26f2c7c-0237-46d8-889e-50bb3c9cdf8b req-8d881261-73fc-40e4-a830-b0b0473666ae tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 945 time: 0.0608258 Aug 27 12:15:24.095819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e97f04bd-853a-4c07-b745-a0ff77251b60 req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1655498076', 'description': 'tempest-description-318121239'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:24.105185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-e3d99c72-e439-426d-af84-072ddbe1e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:24.106958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-e3d99c72-e439-426d-af84-072ddbe1e980 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 200 len: 797 time: 0.0551062 Aug 27 12:15:24.114061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b26f2c7c-0237-46d8-889e-50bb3c9cdf8b req-96930d93-cbb9-45ae-81c7-a9bff2e26d40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599923 Aug 27 12:15:24.131615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e97f04bd-853a-4c07-b745-a0ff77251b60 req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.179955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-11f1ffae-f07f-4672-b7d3-27a0053f846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:24.183488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-11f1ffae-f07f-4672-b7d3-27a0053f846b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681705 Aug 27 12:15:24.225929 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e97f04bd-853a-4c07-b745-a0ff77251b60 req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.231361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e97f04bd-853a-4c07-b745-a0ff77251b60 req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.280070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9066cb9e-d57b-4da5-98c7-796940283e4d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:24.287509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e97f04bd-853a-4c07-b745-a0ff77251b60 req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.302621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e97f04bd-853a-4c07-b745-a0ff77251b60 req-1d7c9bf3-e0f8-4730-b801-2cc8430eee43 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2191703 Aug 27 12:15:24.335513 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-6ac27c2e-18dd-483f-9b4f-7d4d91c0abed service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436143 Aug 27 12:15:24.393602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e157385-dd40-4bdf-91df-5b87d222d83a req-044787e2-d5de-4543-ac52-2a4b925eac07 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:24.395163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e157385-dd40-4bdf-91df-5b87d222d83a req-044787e2-d5de-4543-ac52-2a4b925eac07 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.0906456 Aug 27 12:15:24.399094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-5c39c632-9bc4-4c5a-90be-1ad4b08ac698 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/36d5bd40-0688-4c34-bce7-639abd5af38b HTTP/1.1" status: 200 len: 1807 time: 0.0624566 Aug 27 12:15:24.457296 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cff3b99-829c-4f9f-9c39-38f7457ebeba req-14a98358-9d8b-47f8-b81d-b4dbf89beed7 service neutron] 10.222.0.65 "GET /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133010 Aug 27 12:15:24.472537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e157385-dd40-4bdf-91df-5b87d222d83a req-56b1a6dd-e77d-4c1a-ba06-7f63152b1763 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699337 Aug 27 12:15:24.482854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-57ffcd12-e073-4ee6-8000-075779b30183 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/9066cb9e-d57b-4da5-98c7-796940283e4d HTTP/1.1" status: 200 len: 1806 time: 0.0739844 Aug 27 12:15:24.495256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36d5bd40-0688-4c34-bce7-639abd5af38b', 'remote_group_id': '9066cb9e-d57b-4da5-98c7-796940283e4d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:24.495561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '36d5bd40-0688-4c34-bce7-639abd5af38b', 'remote_group_id': '9066cb9e-d57b-4da5-98c7-796940283e4d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:24.573208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.618888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.622906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.644284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9262873-cd92-4c60-9126-3c1c267aecc1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:24.648082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.659642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-877a4b58-dec0-4d95-b8ea-e311bc1395ad req-b7c73244-b2ed-4487-8fa1-60efa5ec032d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1650665 Aug 27 12:15:24.681111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-fd7719dc-b453-4fb7-8824-e3435a482ae2 req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1368364318', 'description': 'tempest-description-1464750861'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:24.704807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd7719dc-b453-4fb7-8824-e3435a482ae2 req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.793444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd7719dc-b453-4fb7-8824-e3435a482ae2 req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.797937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd7719dc-b453-4fb7-8824-e3435a482ae2 req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.830050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-fd7719dc-b453-4fb7-8824-e3435a482ae2 req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:24.832016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd7719dc-b453-4fb7-8824-e3435a482ae2 req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1577594 Aug 27 12:15:24.844772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d528-84c6-4f37-830a-041409d3dbb8 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5864a-7991-4239-8d84-005fae9da143,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:24.870332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a2734727-6eea-49e6-9333-703cf4d315ed req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-21322312', 'description': 'tempest-description-239338846'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:24.893823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2734727-6eea-49e6-9333-703cf4d315ed req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.006446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2734727-6eea-49e6-9333-703cf4d315ed req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.010874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2734727-6eea-49e6-9333-703cf4d315ed req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.042520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d70d28-e568-4f62-8ab1-326bebdc0004,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:25.045715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a2734727-6eea-49e6-9333-703cf4d315ed req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.054959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2734727-6eea-49e6-9333-703cf4d315ed req-a3667a97-9915-41b3-b3d5-b9f930749203 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1888618 Aug 27 12:15:25.111550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-aaf93352-41a1-4d25-bedc-3b59af215c7a tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/7af5864a-7991-4239-8d84-005fae9da143 HTTP/1.1" status: 200 len: 1807 time: 0.0432661 Aug 27 12:15:25.158603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-eccc2c0b-099e-4cde-a4d2-c82c1dac48fc tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/f0d70d28-e568-4f62-8ab1-326bebdc0004 HTTP/1.1" status: 200 len: 1804 time: 0.0403001 Aug 27 12:15:25.169250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7af5864a-7991-4239-8d84-005fae9da143', 'remote_group_id': 'f0d70d28-e568-4f62-8ab1-326bebdc0004', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:25.169692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7af5864a-7991-4239-8d84-005fae9da143', 'remote_group_id': 'f0d70d28-e568-4f62-8ab1-326bebdc0004', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:25.279059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.287809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-5a2b5a0c-26d3-4b3d-a089-b60b1fe42db8 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:25.289646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-5a2b5a0c-26d3-4b3d-a089-b60b1fe42db8 tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1097 time: 0.0925269 Aug 27 12:15:25.294307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921135-629b-4956-bbac-131abe3490ef req-c73ea50a-4949-4b90-b3ce-378685208397 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:25.300146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee921135-629b-4956-bbac-131abe3490ef req-c73ea50a-4949-4b90-b3ce-378685208397 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 945 time: 0.0955586 Aug 27 12:15:25.307017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:25.351224 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.361771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.372311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.380931 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee921135-629b-4956-bbac-131abe3490ef req-65c97e3a-1656-433a-b407-f6142ac0cc0b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673723 Aug 27 12:15:25.390619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211cf14b-479c-4a53-bf13-888d70a02b90,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:25.402697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.404187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f6305dc-2d06-4c95-a67d-964f142b48f2 req-cf45330b-ad66-438f-a212-1becdffb10b2 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2390606 Aug 27 12:15:25.519321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db007c85-9f28-4857-954b-4dbe26c032ba req-02df8efc-a4e8-451c-9f97-ec40d501029a tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/f0d70d28-e568-4f62-8ab1-326bebdc0004 HTTP/1.1" status: 200 len: 1804 time: 0.0509996 Aug 27 12:15:25.560175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:25.610155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-db007c85-9f28-4857-954b-4dbe26c032ba req-d5f4b7ca-325c-4c5b-815c-d38af97876eb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.639140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:25.666686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-db007c85-9f28-4857-954b-4dbe26c032ba req-d5f4b7ca-325c-4c5b-815c-d38af97876eb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.693984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.697207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:25.698502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433969b-d74c-4793-a639-55937698aa15 req-8638d7b0-5146-49cc-8d1e-9e57f057f579 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:25.700425 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f1571-987b-44a7-9124-baab635756ec" -d '{"events": [{"server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "name": "network-vif-unplugged", "status": "completed", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:25.701912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3433969b-d74c-4793-a639-55937698aa15 req-8638d7b0-5146-49cc-8d1e-9e57f057f579 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 946 time: 0.1069956 Aug 27 12:15:25.702766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:15:25.711983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.783679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3433969b-d74c-4793-a639-55937698aa15 req-a38d4e72-9163-4f1a-bc12-a69187285a61 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Aug 27 12:15:25.794496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-db007c85-9f28-4857-954b-4dbe26c032ba req-d5f4b7ca-325c-4c5b-815c-d38af97876eb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.800307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-db007c85-9f28-4857-954b-4dbe26c032ba req-d5f4b7ca-325c-4c5b-815c-d38af97876eb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.806758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db007c85-9f28-4857-954b-4dbe26c032ba req-d5f4b7ca-325c-4c5b-815c-d38af97876eb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/f0d70d28-e568-4f62-8ab1-326bebdc0004 HTTP/1.1" status: 204 len: 173 time: 0.2792897 Aug 27 12:15:25.849123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4b7ca-325c-4c5b-815c-d38af97876eb tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d70d28-e568-4f62-8ab1-326bebdc0004,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:25.905585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:25.934781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:25.935156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:25.935520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:25.947266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:25.947857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:25.956900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:25.957437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:25.958055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:25.958602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Bound port: 20aa5318-1f1c-409d-8292-08dc267578dd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:25.958972 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.959884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:25.961067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f0ac528-533b-4660-9697-8f6489eaee93 req-a011f7ac-a516-48a8-ad73-046b84cef4cf tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/7af5864a-7991-4239-8d84-005fae9da143 HTTP/1.1" status: 200 len: 1807 time: 0.0912895 Aug 27 12:15:25.968540 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a795f7-7907-4bd5-8c0e-18a26b88e621 x-openstack-request-id: req-47a795f7-7907-4bd5-8c0e-18a26b88e621 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:25.968826 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "name": "network-vif-unplugged", "status": "completed", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:25.969088 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47a795f7-7907-4bd5-8c0e-18a26b88e621 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:25.971079 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd', 'code': 200} Aug 27 12:15:25.971079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:25.971079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:25.971079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:25.979326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:25.979657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:25.986497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:25.986923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:25.987806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:25.988244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Bound port: 20aa5318-1f1c-409d-8292-08dc267578dd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:25.988603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:25.995494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7a43dbfd-6694-4af5-a8dd-282bb21e6e37 req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-309514805', 'description': 'tempest-description-412118115'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:26.027617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a43dbfd-6694-4af5-a8dd-282bb21e6e37 req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.069870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:26.074664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:26.082340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.088865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:26.095716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 20aa5318-1f1c-409d-8292-08dc267578dd-n-h2-688802-4-0 {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:15:26.096851 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:15:26.145918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a43dbfd-6694-4af5-a8dd-282bb21e6e37 req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.151035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a43dbfd-6694-4af5-a8dd-282bb21e6e37 req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.184170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7a43dbfd-6694-4af5-a8dd-282bb21e6e37 req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.186995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:26.187778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.188585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a43dbfd-6694-4af5-a8dd-282bb21e6e37 req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1979246 Aug 27 12:15:26.189763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-f053d652-1933-4722-8a4d-469292438dbd service neutron] 10.222.0.77 "PUT /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 1122 time: 0.8900948 Aug 27 12:15:26.190557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053d652-1933-4722-8a4d-469292438dbd service neutron] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:26.194111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f62e59-d495-47b3-8639-4ff5c0588ca4 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065b9fce-f7e0-480e-ae87-c93d0b064de3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:26.266318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-520e196c-875d-42d3-a092-16633b695ca1 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/065b9fce-f7e0-480e-ae87-c93d0b064de3 HTTP/1.1" status: 200 len: 1805 time: 0.0543764 Aug 27 12:15:26.286297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '065b9fce-f7e0-480e-ae87-c93d0b064de3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:26.286538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '065b9fce-f7e0-480e-ae87-c93d0b064de3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:26.353672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.367495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['20aa5318-1f1c-409d-8292-08dc267578dd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:26.401606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['20aa5318-1f1c-409d-8292-08dc267578dd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:26.414959 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.420012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.439590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30eb4a0b-6102-414e-87f7-4ebc21444c3a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:26.454626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.462528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3c479e4-cbcf-4ea4-97a4-d8a778123abe req-758974dc-f827-4e0e-8fd9-10101cd2e46f tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1798105 Aug 27 12:15:26.533113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-8726c59e-fd44-45f6-9074-b5a542466d08 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/065b9fce-f7e0-480e-ae87-c93d0b064de3 HTTP/1.1" status: 200 len: 2399 time: 0.0514901 Aug 27 12:15:26.552594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '065b9fce-f7e0-480e-ae87-c93d0b064de3', 'remote_group_id': None}]} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:26.552594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '065b9fce-f7e0-480e-ae87-c93d0b064de3', 'remote_group_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:26.635627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:26.636067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:26.636365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:26.652217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.660561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:26.660806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempting to bind port 20aa5318-1f1c-409d-8292-08dc267578dd on network c3413eeb-efb4-4a7b-bd76-5198de6c7fdd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:26.673027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:26.673285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Checking segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:26.673599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Bound using segment: {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:26.674077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Bound port: 20aa5318-1f1c-409d-8292-08dc267578dd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684239fe-3a3b-40e1-b643-bf5e4ff49b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c3413eeb-efb4-4a7b-bd76-5198de6c7fdd'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:26.675062 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.683663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.688302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.706834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fb67fa-7637-4a08-8401-410b3dbe9b1b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:26.718205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.719522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05d28ff1-e67d-4887-9edf-95bb8fad76f7 req-6d844ca4-9e85-485a-b177-8197a4a9f549 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1756711 Aug 27 12:15:26.747333 n-d-688802-4 neutron-server[94625]: WARNING neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Concurrent port binding operations failed on port 20aa5318-1f1c-409d-8292-08dc267578dd Aug 27 12:15:26.750992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:26.752381 n-d-688802-4 neutron-server[94625]: INFO neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Attempt 2 to bind port 20aa5318-1f1c-409d-8292-08dc267578dd Aug 27 12:15:26.752800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd has no active binding in host n-h1-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:15:26.787854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-138d2b4a-f745-42fb-a796-9dd8eee285ba req-df386d72-80e8-4fd9-b61d-e194c1250960 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/065b9fce-f7e0-480e-ae87-c93d0b064de3 HTTP/1.1" status: 200 len: 2998 time: 0.0412412 Aug 27 12:15:26.832379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51f39bf1-6746-445b-83c6-7536bd122786 req-e78ff598-40ad-4181-9a48-f37b4db83524 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-group-rules/48fb67fa-7637-4a08-8401-410b3dbe9b1b HTTP/1.1" status: 200 len: 783 time: 0.0218277 Aug 27 12:15:26.894374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51f39bf1-6746-445b-83c6-7536bd122786 req-c41dd04f-856a-4d71-916a-f586cc648871 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/065b9fce-f7e0-480e-ae87-c93d0b064de3 HTTP/1.1" status: 200 len: 2998 time: 0.0551159 Aug 27 12:15:26.937908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-51f39bf1-6746-445b-83c6-7536bd122786 req-a0e8fa82-f471-4718-9d23-b111981594dd tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.948789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-51f39bf1-6746-445b-83c6-7536bd122786 req-a0e8fa82-f471-4718-9d23-b111981594dd tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:26.962914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadb642-1b70-49b5-8721-dc03fe27f715 req-87c0c482-c70a-4a58-b20b-80d809d6d2aa tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:26.964502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fadb642-1b70-49b5-8721-dc03fe27f715 req-87c0c482-c70a-4a58-b20b-80d809d6d2aa tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0915499 Aug 27 12:15:27.010861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-51f39bf1-6746-445b-83c6-7536bd122786 req-a0e8fa82-f471-4718-9d23-b111981594dd tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.022130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-51f39bf1-6746-445b-83c6-7536bd122786 req-a0e8fa82-f471-4718-9d23-b111981594dd tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.023330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51f39bf1-6746-445b-83c6-7536bd122786 req-a0e8fa82-f471-4718-9d23-b111981594dd tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/48fb67fa-7637-4a08-8401-410b3dbe9b1b HTTP/1.1" status: 204 len: 173 time: 0.1154797 Aug 27 12:15:27.030185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fadb642-1b70-49b5-8721-dc03fe27f715 req-b231cdc5-dd00-42bc-b9a1-016ef1dfae60 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Aug 27 12:15:27.031041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8fa82-f471-4718-9d23-b111981594dd tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48fb67fa-7637-4a08-8401-410b3dbe9b1b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:27.111696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2707e9c9-55b9-42af-9ab3-0434e5703716 req-c1d06341-e2fe-4450-a60a-69e58d85fe62 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/065b9fce-f7e0-480e-ae87-c93d0b064de3 HTTP/1.1" status: 200 len: 2399 time: 0.0523992 Aug 27 12:15:27.184883 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2707e9c9-55b9-42af-9ab3-0434e5703716 req-0360e33e-ff90-4fdf-bafc-d9fcbebed0a5 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.214539 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2707e9c9-55b9-42af-9ab3-0434e5703716 req-0360e33e-ff90-4fdf-bafc-d9fcbebed0a5 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.271601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2707e9c9-55b9-42af-9ab3-0434e5703716 req-0360e33e-ff90-4fdf-bafc-d9fcbebed0a5 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.274629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2707e9c9-55b9-42af-9ab3-0434e5703716 req-0360e33e-ff90-4fdf-bafc-d9fcbebed0a5 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.275825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2707e9c9-55b9-42af-9ab3-0434e5703716 req-0360e33e-ff90-4fdf-bafc-d9fcbebed0a5 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/065b9fce-f7e0-480e-ae87-c93d0b064de3 HTTP/1.1" status: 204 len: 173 time: 0.1576777 Aug 27 12:15:27.287797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360e33e-ff90-4fdf-bafc-d9fcbebed0a5 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b9fce-f7e0-480e-ae87-c93d0b064de3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:27.372911 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-a17e152d-7f95-48e4-a489-58cebe3ed200 req-daa49b98-cf99-4b24-9e2c-311d968c5d31 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] show failed (client error): The resource could not be found. Aug 27 12:15:27.373995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a17e152d-7f95-48e4-a489-58cebe3ed200 req-daa49b98-cf99-4b24-9e2c-311d968c5d31 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/f0d70d28-e568-4f62-8ab1-326bebdc0004 HTTP/1.1" status: 404 len: 352 time: 0.0233428 Aug 27 12:15:27.479276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f946bd2d-f5e7-445d-977a-5c94c355df7b req-7389eecd-f1cd-4bf7-a533-2f0816d829cf tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/7af5864a-7991-4239-8d84-005fae9da143 HTTP/1.1" status: 200 len: 1807 time: 0.0803225 Aug 27 12:15:27.491100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5637-ab8c-4993-87a2-a508fdb6ec96 req-91d7c306-fea9-4bfa-aff2-1e451ad2eb6e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:27.492650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e63d5637-ab8c-4993-87a2-a508fdb6ec96 req-91d7c306-fea9-4bfa-aff2-1e451ad2eb6e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.0734658 Aug 27 12:15:27.562453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e63d5637-ab8c-4993-87a2-a508fdb6ec96 req-d5276ba1-6754-4b12-8b37-0e465eafe151 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622258 Aug 27 12:15:27.577678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f946bd2d-f5e7-445d-977a-5c94c355df7b req-6cef4098-d533-4a35-b80b-4b56101a2dc7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.611006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f946bd2d-f5e7-445d-977a-5c94c355df7b req-6cef4098-d533-4a35-b80b-4b56101a2dc7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.659016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f946bd2d-f5e7-445d-977a-5c94c355df7b req-6cef4098-d533-4a35-b80b-4b56101a2dc7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.663107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f946bd2d-f5e7-445d-977a-5c94c355df7b req-6cef4098-d533-4a35-b80b-4b56101a2dc7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.664631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f946bd2d-f5e7-445d-977a-5c94c355df7b req-6cef4098-d533-4a35-b80b-4b56101a2dc7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/7af5864a-7991-4239-8d84-005fae9da143 HTTP/1.1" status: 204 len: 173 time: 0.1710267 Aug 27 12:15:27.677807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef4098-d533-4a35-b80b-4b56101a2dc7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5864a-7991-4239-8d84-005fae9da143,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:27.711314 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:15:27.849413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c75d8910-8298-4432-86d1-be97774e14f1 req-ae0e58f2-c9e6-4a18-a4aa-b4fea5a46f76 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/9066cb9e-d57b-4da5-98c7-796940283e4d HTTP/1.1" status: 200 len: 1806 time: 0.0453892 Aug 27 12:15:27.928436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c75d8910-8298-4432-86d1-be97774e14f1 req-db888fda-055c-4828-a9cf-013e4f517d8d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.958228 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c75d8910-8298-4432-86d1-be97774e14f1 req-db888fda-055c-4828-a9cf-013e4f517d8d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:27.972301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:27.974785 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850136c1-6f1c-4645-af13-4af04862e808" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:28.017121 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b3d30b-2a46-45e1-8d8b-cd19d64bbbbc x-openstack-request-id: req-36b3d30b-2a46-45e1-8d8b-cd19d64bbbbc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:28.017418 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:28.017676 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36b3d30b-2a46-45e1-8d8b-cd19d64bbbbc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:28.018250 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd', 'status': 'completed', 'code': 200} Aug 27 12:15:28.022815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c75d8910-8298-4432-86d1-be97774e14f1 req-db888fda-055c-4828-a9cf-013e4f517d8d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.026104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c75d8910-8298-4432-86d1-be97774e14f1 req-db888fda-055c-4828-a9cf-013e4f517d8d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.027305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c75d8910-8298-4432-86d1-be97774e14f1 req-db888fda-055c-4828-a9cf-013e4f517d8d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/9066cb9e-d57b-4da5-98c7-796940283e4d HTTP/1.1" status: 204 len: 173 time: 0.1662111 Aug 27 12:15:28.042904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888fda-055c-4828-a9cf-013e4f517d8d tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9066cb9e-d57b-4da5-98c7-796940283e4d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:28.113472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9316ee59-6495-4c94-871e-bc0bd855cc7a req-f30271a9-9004-4c2d-9ac4-54354043bdaf tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/36d5bd40-0688-4c34-bce7-639abd5af38b HTTP/1.1" status: 200 len: 1807 time: 0.0548172 Aug 27 12:15:28.145028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850136c1-6f1c-4645-af13-4af04862e808 req-cea8f808-2590-4df3-b7c9-b60aad75e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:28.147260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-cea8f808-2590-4df3-b7c9-b60aad75e46f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1125 time: 0.0944262 Aug 27 12:15:28.224376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9316ee59-6495-4c94-871e-bc0bd855cc7a req-317c8b83-c410-4e61-87d3-09069842feb7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.235161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af430875-f0ce-457f-bc61-659575c7f3a4 req-06cef696-d450-457a-ba0b-4d450d37ba7a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:28.236886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af430875-f0ce-457f-bc61-659575c7f3a4 req-06cef696-d450-457a-ba0b-4d450d37ba7a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0809965 Aug 27 12:15:28.255285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850136c1-6f1c-4645-af13-4af04862e808 req-fbc0dfe3-201f-4f14-b8d0-90b378046a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:28.256972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-fbc0dfe3-201f-4f14-b8d0-90b378046a42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.0951803 Aug 27 12:15:28.273478 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9316ee59-6495-4c94-871e-bc0bd855cc7a req-317c8b83-c410-4e61-87d3-09069842feb7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.304857 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-4357dd95-d891-443e-a156-6c14b3ceec08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 217 time: 0.0364959 Aug 27 12:15:28.318211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af430875-f0ce-457f-bc61-659575c7f3a4 req-3d167f93-2706-4ee8-b07b-44c2c4f0694c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697670 Aug 27 12:15:28.331998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9316ee59-6495-4c94-871e-bc0bd855cc7a req-317c8b83-c410-4e61-87d3-09069842feb7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.335927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9316ee59-6495-4c94-871e-bc0bd855cc7a req-317c8b83-c410-4e61-87d3-09069842feb7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.337399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9316ee59-6495-4c94-871e-bc0bd855cc7a req-317c8b83-c410-4e61-87d3-09069842feb7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/36d5bd40-0688-4c34-bce7-639abd5af38b HTTP/1.1" status: 204 len: 173 time: 0.2141082 Aug 27 12:15:28.351477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c8b83-c410-4e61-87d3-09069842feb7 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d5bd40-0688-4c34-bce7-639abd5af38b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:28.389734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850136c1-6f1c-4645-af13-4af04862e808 req-e6ef1b39-83c9-43da-bbef-6691657a6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:28.391389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-e6ef1b39-83c9-43da-bbef-6691657a6064 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0760612 Aug 27 12:15:28.413110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ed26cd0-f900-45f0-8052-5ae367a8c8d9 req-26e9d179-0219-4d0a-9e5c-b821c3161072 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/e4894dcf-8542-48be-9c89-384a78d748e8 HTTP/1.1" status: 200 len: 2404 time: 0.0486674 Aug 27 12:15:28.427520 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-9a35bb47-4e53-4ef0-bc61-fa32087f5aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279064 Aug 27 12:15:28.482731 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ed26cd0-f900-45f0-8052-5ae367a8c8d9 req-7c44d9e8-b397-4788-8f9a-fc132d239f65 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.514029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ed26cd0-f900-45f0-8052-5ae367a8c8d9 req-7c44d9e8-b397-4788-8f9a-fc132d239f65 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.554141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-efbef079-0f51-402a-a6b2-b39bc183f88d service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112883 Aug 27 12:15:28.567421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ed26cd0-f900-45f0-8052-5ae367a8c8d9 req-7c44d9e8-b397-4788-8f9a-fc132d239f65 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.570506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ed26cd0-f900-45f0-8052-5ae367a8c8d9 req-7c44d9e8-b397-4788-8f9a-fc132d239f65 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.573123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ed26cd0-f900-45f0-8052-5ae367a8c8d9 req-7c44d9e8-b397-4788-8f9a-fc132d239f65 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/e4894dcf-8542-48be-9c89-384a78d748e8 HTTP/1.1" status: 204 len: 173 time: 0.1529922 Aug 27 12:15:28.607168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d9e8-b397-4788-8f9a-fc132d239f65 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4894dcf-8542-48be-9c89-384a78d748e8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:28.676316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32ccf2d0-2193-4ec8-97c4-a4ae8c36d3f5 req-eb0491d5-d8c1-4175-a2b1-68e72abd7606 tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "GET /v2.0/security-groups/f419e25b-52b9-477e-8bf6-758f74c6783a HTTP/1.1" status: 200 len: 2399 time: 0.0645981 Aug 27 12:15:28.682066 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-850136c1-6f1c-4645-af13-4af04862e808 req-ade53fbc-716c-4d2b-a69e-74c93edb8ccc service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105649 Aug 27 12:15:28.750362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32ccf2d0-2193-4ec8-97c4-a4ae8c36d3f5 req-dbbc9561-32e9-46f7-96e0-1fbbf9b548fa tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.774903 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32ccf2d0-2193-4ec8-97c4-a4ae8c36d3f5 req-dbbc9561-32e9-46f7-96e0-1fbbf9b548fa tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.832204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32ccf2d0-2193-4ec8-97c4-a4ae8c36d3f5 req-dbbc9561-32e9-46f7-96e0-1fbbf9b548fa tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.836309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-32ccf2d0-2193-4ec8-97c4-a4ae8c36d3f5 req-dbbc9561-32e9-46f7-96e0-1fbbf9b548fa tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.837908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32ccf2d0-2193-4ec8-97c4-a4ae8c36d3f5 req-dbbc9561-32e9-46f7-96e0-1fbbf9b548fa tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] 10.222.0.76 "DELETE /v2.0/security-groups/f419e25b-52b9-477e-8bf6-758f74c6783a HTTP/1.1" status: 204 len: 173 time: 0.1504517 Aug 27 12:15:28.844425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:28.862729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc9561-32e9-46f7-96e0-1fbbf9b548fa tempest-SecurityGroupRulesTestJSON-2146010433 tempest-SecurityGroupRulesTestJSON-2146010433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419e25b-52b9-477e-8bf6-758f74c6783a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:28.907035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Deleting subnet 053cb24d-c4d0-4b59-84ab-db1f34d1f639 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:15:28.910824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.951537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:28.996411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.052314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.082857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053cb24d-c4d0-4b59-84ab-db1f34d1f639,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:29.086967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.091232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e6faf57-8b09-44fb-a4b5-86064e39f550 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/053cb24d-c4d0-4b59-84ab-db1f34d1f639 HTTP/1.1" status: 204 len: 168 time: 0.2433722 Aug 27 12:15:29.092227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:29.160669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.242663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.252483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3772e0-429d-4b97-8de4-ea07e17b90af']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:29.262719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f2086d-d22f-4605-8405-f46dde3f548e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:29.263019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f2086d-d22f-4605-8405-f46dde3f548e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:29.272181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.286796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.292649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:15:29.293053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:15:29.294743 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:15:29.349349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.354695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.359673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fc3772e0-429d-4b97-8de4-ea07e17b90af HTTP/1.1" status: 204 len: 168 time: 0.2641854 Aug 27 12:15:29.368781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838a71-8b62-4f68-a6f0-62a233a46f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3772e0-429d-4b97-8de4-ea07e17b90af,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:29.475378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e8885-cbd9-465d-95e2-cf69964b3788 req-53a0d89f-7dd5-405a-afdd-9e9a7b994293 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:29.478217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a1e8885-cbd9-465d-95e2-cf69964b3788 req-53a0d89f-7dd5-405a-afdd-9e9a7b994293 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0589247 Aug 27 12:15:29.503998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:29.533258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a1e8885-cbd9-465d-95e2-cf69964b3788 req-581c2fea-0322-49e6-a79a-067d9b8a948d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478621 Aug 27 12:15:29.573567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-201fc075-8191-436c-96c9-4dabea0a04cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02c6740e00c84061aba34c360ee3ee62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661418 Aug 27 12:15:29.573985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:29.626490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d67de0-1d2b-4733-926f-34aa877ee655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.655045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d67de0-1d2b-4733-926f-34aa877ee655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.702770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d67de0-1d2b-4733-926f-34aa877ee655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.706877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d67de0-1d2b-4733-926f-34aa877ee655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:29.708049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-53d67de0-1d2b-4733-926f-34aa877ee655 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1adfbd59-d1bc-4705-903a-9937180abc52 HTTP/1.1" status: 204 len: 168 time: 0.1330812 Aug 27 12:15:29.716547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d67de0-1d2b-4733-926f-34aa877ee655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adfbd59-d1bc-4705-903a-9937180abc52,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:30.442634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33034) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:30.544736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-324037215-network', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:30.567324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Made reservation on behalf of f4a79a2a42184c928d29a5d400e2f74f for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:30.570089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.579027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.680896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.683905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ae417-996b-4491-9858-34c62c63f1e5 req-48bfaeb6-b93e-4733-9635-06d3b3167a3c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:30.686100 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.691523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a7ae417-996b-4491-9858-34c62c63f1e5 req-48bfaeb6-b93e-4733-9635-06d3b3167a3c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.0776737 Aug 27 12:15:30.717983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:15:30.736471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebccc4e-1137-40c3-ae5a-070854d48e4c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:30.741593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a7ae417-996b-4491-9858-34c62c63f1e5 req-eba05ff5-da2e-4ce8-8ec3-9c04862ddc4c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Aug 27 12:15:30.751431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.751789 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Added segment 265e6195-44cf-4490-96ac-d7e2bed4a07e of type vlan for network f2357a25-d198-4807-8833-9309b4b74db0 Aug 27 12:15:30.795052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.821597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.823025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:30.823619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:30.888905 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4425747 Aug 27 12:15:30.889435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:30.893855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f827aff-0ea4-4f4b-a090-b4ce21977543 admin admin] Pushing event updated for resources: {'Network': ['ID=f2357a25-d198-4807-8833-9309b4b74db0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:30.904095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Request body: {'subnet': {'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-324037215-subnet', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:30.904842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f2357a25-d198-4807-8833-9309b4b74db0 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:15:30.935376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Made reservation on behalf of f4a79a2a42184c928d29a5d400e2f74f for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:30.939334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.143871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.213464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:31.232266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Checking segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:31.232637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Network hostable DHCP agents. Network: f2357a25-d198-4807-8833-9309b4b74db0, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:15:31.253923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Network f2357a25-d198-4807-8833-9309b4b74db0 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:15:31.263507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f2357a25-d198-4807-8833-9309b4b74db0) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:31.275070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2234da8-e2e1-45ca-aca6-5e40d10ee844 None None] Network f2357a25-d198-4807-8833-9309b4b74db0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:31.275633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:31.276388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.293379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c5a2d8b6-5add-4aec-b9f4-1323e3975ecf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4026370 Aug 27 12:15:31.295782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33052) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:31.301709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:31.328857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.330053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.390975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.429602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-f2357a25-d198-4807-8833-9309b4b74db0', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:15:31.430516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.577226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Allocated IP 172.20.0.2 (f2357a25-d198-4807-8833-9309b4b74db0/23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f/7b288980-3ff2-48f4-b6b0-157652351ad8) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:31.746662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.759233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Transition to ACTIVE for port object 7b288980-3ff2-48f4-b6b0-157652351ad8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:31.777781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Transition to ACTIVE for port object 7b288980-3ff2-48f4-b6b0-157652351ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:31.784544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.825176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Network f2357a25-d198-4807-8833-9309b4b74db0 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:31.828545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:31.836169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:31.845995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Pushing event updated for resources: {'Port': ['ID=7b288980-3ff2-48f4-b6b0-157652351ad8,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:31.908997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Attempting to bind port 7b288980-3ff2-48f4-b6b0-157652351ad8 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:31.909685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Attempting to bind port 7b288980-3ff2-48f4-b6b0-157652351ad8 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:31.910985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Attempting to bind port 7b288980-3ff2-48f4-b6b0-157652351ad8 on network f2357a25-d198-4807-8833-9309b4b74db0 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:31.916488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:31.916863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Checking segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:31.917513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.918083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Bound using segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:31.918759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Bound port: 7b288980-3ff2-48f4-b6b0-157652351ad8, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:31.919316 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:31.987009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:32.001670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] For port 7b288980-3ff2-48f4-b6b0-157652351ad8, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:32.006640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] For port 7b288980-3ff2-48f4-b6b0-157652351ad8, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7b288980-3ff2-48f4-b6b0-157652351ad8,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:32.013695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a2eb8-e256-4bd4-b9f5-8459ffa2d2d7 req-784305cf-1fa1-4af1-a352-6a0f4c922e00 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:32.014730 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:32.015884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-293a2eb8-e256-4bd4-b9f5-8459ffa2d2d7 req-784305cf-1fa1-4af1-a352-6a0f4c922e00 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.1414630 Aug 27 12:15:32.135103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-293a2eb8-e256-4bd4-b9f5-8459ffa2d2d7 req-852bc3e9-1ffe-44e8-8e59-281896ad3776 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079628 Aug 27 12:15:32.138275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768a8c3-bbc4-4d2d-b5ab-4254d0a17bb5 None None] Pushing event updated for resources: {'Port': ['ID=7b288980-3ff2-48f4-b6b0-157652351ad8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:32.358293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:32.415013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:32.587122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Allocated IP 172.25.8.229 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/0475f1d6-54b5-4168-8a65-f7503c386f0e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:32.743692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:32.794503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:32.807492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7b288980-3ff2-48f4-b6b0-157652351ad8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:32.846091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0475f1d6-54b5-4168-8a65-f7503c386f0e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:32.859189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:32.860784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:32.864121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:32.865822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:15:32.899688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7b288980-3ff2-48f4-b6b0-157652351ad8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:33.046836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:33.068607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:15:33.119136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:33.135719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:15:33.162536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:33.168980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:33.331831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3b1c6cc2-22ff-4800-9b03-074e7fa256fe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:33.357929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:33.373627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:33.489369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767d82-bef9-4341-9e99-b1810dfc706c req-e0287ef5-2edc-4a19-9fb6-34d5c1c448e6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:33.491016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b767d82-bef9-4341-9e99-b1810dfc706c req-e0287ef5-2edc-4a19-9fb6-34d5c1c448e6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.2428226 Aug 27 12:15:33.707012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b767d82-bef9-4341-9e99-b1810dfc706c req-49c0bab2-c3fb-41eb-8273-9e927df9f23d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063069 Aug 27 12:15:33.762476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583eda88-4b28-40c3-9d0a-c72a32b8f863 None None] Network f2357a25-d198-4807-8833-9309b4b74db0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:15:33.903665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:33.904037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] Provisioning for port 7b288980-3ff2-48f4-b6b0-157652351ad8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:33.994965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] Provisioning complete for port 7b288980-3ff2-48f4-b6b0-157652351ad8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:33.995821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:34.096906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Router 72f37b44-949b-47fb-8efe-5aaadbac42b7 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:15:34.257586 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:34.288414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-9dbb8cd8-32b8-482f-9052-bd0f0abe1daa service neutron] 10.222.0.65 "GET /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.0940938 Aug 27 12:15:34.376373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] For port 7b288980-3ff2-48f4-b6b0-157652351ad8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7b288980-3ff2-48f4-b6b0-157652351ad8,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:34.391277 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:34.461971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:15:34.483160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:34.489310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:34.489900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a8ec5ab0-5033-4fd3-b33a-c1c1d914d9b3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1929533 Aug 27 12:15:34.504518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Sync routers for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:15:34.552305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:34.553197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:34.826917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:34.853772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dd2ac-b9d5-4b03-9e4d-c06fbd6611a3 None None] Pushing event updated for resources: {'Port': ['ID=7b288980-3ff2-48f4-b6b0-157652351ad8,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:34.870950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:34.955897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:34.961630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9abd3b-9585-48b4-841d-eef946b13496 req-76c05426-ed29-4bd4-98a6-46dd76e52bdc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:34.967268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e9abd3b-9585-48b4-841d-eef946b13496 req-76c05426-ed29-4bd4-98a6-46dd76e52bdc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 944 time: 0.1060138 Aug 27 12:15:34.998047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e923447c-0c09-4057-bd6d-fd3bc140d098 None None] Provisioning complete for port 7b288980-3ff2-48f4-b6b0-157652351ad8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:34.998570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e923447c-0c09-4057-bd6d-fd3bc140d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.041216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e9abd3b-9585-48b4-841d-eef946b13496 req-6c6290b2-f2f4-4b08-9751-61c031712d6b tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650175 Aug 27 12:15:35.053563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20aa5318-1f1c-409d-8292-08dc267578dd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:15:35.103774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:35.104640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.106264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:35.124575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.221267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:35.354550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.361286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] Transition to ACTIVE for port object 20aa5318-1f1c-409d-8292-08dc267578dd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:35.371766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.507564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:35.510315 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f6a9b9-067e-4b08-bc05-c988ce5a71cd" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:35.551115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] No DVR routers for this DVR port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:35.563970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:35.570921 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.571741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:35.579484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] Pushing event updated for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:35.582656 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6848a8b-ca7c-49a1-ad18-093e63335cc9 x-openstack-request-id: req-b6848a8b-ca7c-49a1-ad18-093e63335cc9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:35.583451 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:35.583709 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6848a8b-ca7c-49a1-ad18-093e63335cc9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:35.584120 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:15:35.610087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.645877 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-290c1dca-7297-4c94-a092-ff31960dffad service neutron] 10.222.0.65 "PUT /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd/bindings/n-h1-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3466630 Aug 27 12:15:35.675979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:35.723670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:35.750492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:35.791972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:33Z', 'revision_number': 3, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:35.825360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Checking router: 72f37b44-949b-47fb-8efe-5aaadbac42b7 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:15:35.825998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Updating router 72f37b44-949b-47fb-8efe-5aaadbac42b7 port 0475f1d6-54b5-4168-8a65-f7503c386f0e binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:15:35.826225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-986edcc7-b3ae-4ca4-b224-4585c9a1e08b tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:35.827749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-986edcc7-b3ae-4ca4-b224-4585c9a1e08b tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.1078074 Aug 27 12:15:35.864040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:35.954107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Allocated IP 172.20.0.1 (f2357a25-d198-4807-8833-9309b4b74db0/23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f/322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:36.070480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-d644807b-0890-472d-be2e-d335fd4ed048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:36.072089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-d644807b-0890-472d-be2e-d335fd4ed048 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542&tenant_id=4d8b68a3f5c24767aed383205f87b862 HTTP/1.1" status: 200 len: 1096 time: 0.1984701 Aug 27 12:15:36.166223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:36.227439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Transition to ACTIVE for port object 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:36.233275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecc13c-49ed-417d-85f3-5e13da22b6e4 req-a506752d-ba13-4c01-b205-461a010dc444 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:36.242766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7ecc13c-49ed-417d-85f3-5e13da22b6e4 req-a506752d-ba13-4c01-b205-461a010dc444 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.0704701 Aug 27 12:15:36.267180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-108b2509-04e2-4872-bcb7-41d5146bf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:36.277582 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-108b2509-04e2-4872-bcb7-41d5146bf878 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1096 time: 0.1305344 Aug 27 12:15:36.302749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:36.313545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7ecc13c-49ed-417d-85f3-5e13da22b6e4 req-ae934c18-09a8-4b55-9add-6b26a64b6d89 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Aug 27 12:15:36.317590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Transition to ACTIVE for port object 0475f1d6-54b5-4168-8a65-f7503c386f0e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:36.326006 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:36.395937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Attempting to bind port 0475f1d6-54b5-4168-8a65-f7503c386f0e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:36.396660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Attempting to bind port 0475f1d6-54b5-4168-8a65-f7503c386f0e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:36.397212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Attempting to bind port 0475f1d6-54b5-4168-8a65-f7503c386f0e on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:36.401798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066900b-6674-4d3d-94d1-63be96f89dd6 None None] Pushing event updated for resources: {'Port': ['ID=0475f1d6-54b5-4168-8a65-f7503c386f0e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:36.408218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:36.409258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:36.409869 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:36.410470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:36.411326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Bound port: 0475f1d6-54b5-4168-8a65-f7503c386f0e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:36.412138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:36.481251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] For port 0475f1d6-54b5-4168-8a65-f7503c386f0e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:36.485224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] For port 0475f1d6-54b5-4168-8a65-f7503c386f0e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0475f1d6-54b5-4168-8a65-f7503c386f0e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:36.491508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:36.560230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066900b-6674-4d3d-94d1-63be96f89dd6 None None] Pushing event updated for resources: {'Port': ['ID=0475f1d6-54b5-4168-8a65-f7503c386f0e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:36.595826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:36.596399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:36.781382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7b288980-3ff2-48f4-b6b0-157652351ad8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:36.845372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:36.886725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-e51fd31a-1970-4ccf-b7e4-8d0dae41b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:36.888248 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-e51fd31a-1970-4ccf-b7e4-8d0dae41b081 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.5937591 Aug 27 12:15:36.946945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-18a932c4-2307-4d12-adee-2d7e0ebbcd1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 200 len: 217 time: 0.0467572 Aug 27 12:15:36.948745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:37.013627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7b288980-3ff2-48f4-b6b0-157652351ad8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:37.014215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:37.056757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Pushing event updated for resources: {'Port': ['ID=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:37.061075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-0bb596cb-3ed2-4f36-bd53-f9bad3627475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:37.063035 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-0bb596cb-3ed2-4f36-bd53-f9bad3627475 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0621817 Aug 27 12:15:37.076647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Network f2357a25-d198-4807-8833-9309b4b74db0 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:37.107548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:37.110336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:37.153624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-8bb2fc5e-a609-4baf-a3ea-0bac95fca60b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753226 Aug 27 12:15:37.269585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:33Z', 'revision_number': 3, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:37.314113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:37.320642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547edd9-9517-47dc-8f6a-65f3f67ae2c7 None None] The sync data for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 is: [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:33Z', 'revision_number': 3, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:15:37.438340 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-1617eeb1-a91d-40b4-9bc2-a543cd8e1ae1 service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616737 Aug 27 12:15:37.546641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf611a-54b6-448b-9769-135443adb1a9 req-5c56d964-c099-494d-a8cf-7f048baa7ea6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:37.550422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccdf611a-54b6-448b-9769-135443adb1a9 req-5c56d964-c099-494d-a8cf-7f048baa7ea6 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.1293185 Aug 27 12:15:37.613496 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-6f6036d6-92eb-4cc4-86f2-24114fc9a681 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3021317 Aug 27 12:15:37.631205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8c2a547-b329-4fb5-a36b-5befaa43d20e None None] Provisioning for port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:37.642661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8c2a547-b329-4fb5-a36b-5befaa43d20e None None] Provisioning complete for port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:37.643049 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a547-b329-4fb5-a36b-5befaa43d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:37.698417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccdf611a-54b6-448b-9769-135443adb1a9 req-4ce98c25-ec92-407c-b8af-0d971972f72d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402552 Aug 27 12:15:37.853038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2a547-b329-4fb5-a36b-5befaa43d20e None None] Port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:37.948121 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-60b49c80-bdcf-4c5d-8362-ed45deb3bc5d service neutron] 10.222.0.77 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494913 Aug 27 12:15:38.031068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-424dc213-e0ee-40a6-9f20-d2bfa62955d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:38.037567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-424dc213-e0ee-40a6-9f20-d2bfa62955d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1096 time: 0.3151581 Aug 27 12:15:38.038564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:38.117466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:38.340142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:38.473026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:38.661901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-7209169e-8602-4593-baab-369ef410bded tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:38.663717 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-7209169e-8602-4593-baab-369ef410bded tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542&tenant_id=4d8b68a3f5c24767aed383205f87b862&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.3213220 Aug 27 12:15:38.669964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Pushing event updated for resources: {'Port': ['ID=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:38.682498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:38.825273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-74353f5c-6fd3-455b-9e14-189447b75b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:38.845043 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-74353f5c-6fd3-455b-9e14-189447b75b85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.4317465 Aug 27 12:15:38.882316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0475f1d6-54b5-4168-8a65-f7503c386f0e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:38.965999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256771-a8f8-4ae8-ac6c-cab4b365cea2 req-9d0d5743-462d-47d5-85d2-163a9b97496a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:38.988887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce256771-a8f8-4ae8-ac6c-cab4b365cea2 req-9d0d5743-462d-47d5-85d2-163a9b97496a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.1576369 Aug 27 12:15:39.011399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 0475f1d6-54b5-4168-8a65-f7503c386f0e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:39.029324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0475f1d6-54b5-4168-8a65-f7503c386f0e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:39.029670 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:39.097446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce256771-a8f8-4ae8-ac6c-cab4b365cea2 req-a5b7c54e-875c-4b2d-978a-9ffde428219a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052196 Aug 27 12:15:39.259517 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-43a37957-ffc1-45f0-9b06-88e967ffe316 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 1001 time: 0.4042220 Aug 27 12:15:39.267677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-9a4c8459-26a7-4bcb-8851-b16557954a52 service neutron] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:39.285631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-9a4c8459-26a7-4bcb-8851-b16557954a52 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:39.287801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b61fe4dd-b29d-4d08-b72a-b24651ee7e64 req-9a4c8459-26a7-4bcb-8851-b16557954a52 service neutron] 10.222.0.77 "DELETE /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd/bindings/n-h2-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.6144023 Aug 27 12:15:39.290661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:39.319860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 0475f1d6-54b5-4168-8a65-f7503c386f0e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0475f1d6-54b5-4168-8a65-f7503c386f0e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:39.324692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:39.384685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-837f273c-1926-4eaa-a16a-3c71aa1dac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:39.387553 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-837f273c-1926-4eaa-a16a-3c71aa1dac34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.1173759 Aug 27 12:15:39.410481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=0475f1d6-54b5-4168-8a65-f7503c386f0e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:39.463188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e82fce-d9c5-48bd-af25-7b416b7deddb req-6713dd4b-3000-464e-a43f-105250e4efca tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:39.474242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65e82fce-d9c5-48bd-af25-7b416b7deddb req-6713dd4b-3000-464e-a43f-105250e4efca tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 1096 time: 0.1149349 Aug 27 12:15:39.486473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Network f2357a25-d198-4807-8833-9309b4b74db0 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:39.489762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-95da500b-e2e9-4024-9577-a2ad3bd284fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:39.491531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-95da500b-e2e9-4024-9577-a2ad3bd284fe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907197 Aug 27 12:15:39.493353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:39.569396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65e82fce-d9c5-48bd-af25-7b416b7deddb req-5a7b1d7d-3c02-486b-855a-b2ba6c969e2b tempest-LiveMigrationTest-864175466 tempest-LiveMigrationTest-864175466-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937817 Aug 27 12:15:40.008764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-ec784889-5e2f-45d6-8900-8a738fbe12c7 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086989 Aug 27 12:15:40.009511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-65e97634-7a71-4356-ba78-162212673228 None None] Provisioning complete for port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:40.010770 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65e97634-7a71-4356-ba78-162212673228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:40.039478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Router 72f37b44-949b-47fb-8efe-5aaadbac42b7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:15:40.081741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-65e97634-7a71-4356-ba78-162212673228 None None] Port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:40.133168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0b9b-e3b4-458c-ae88-0b497dc8cbd4 req-a143dd6d-8c4d-4b90-bef0-e2ce41b353dc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:40.148236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccce0b9b-e3b4-458c-ae88-0b497dc8cbd4 req-a143dd6d-8c4d-4b90-bef0-e2ce41b353dc tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.1185989 Aug 27 12:15:40.254721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-60a58412-e38a-4dc9-9525-813e0aee7a08 req-f25c11a2-1101-43b4-a310-cb2584089a92 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332351 Aug 27 12:15:40.259345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccce0b9b-e3b4-458c-ae88-0b497dc8cbd4 req-1ab14293-ef42-49e5-be70-f2bea70f1e7a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033762 Aug 27 12:15:40.289023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:15:40.304987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fbf0ddd9-65e9-45af-801a-c575f1cb106e admin admin] 10.222.0.76 "PUT /v2.0/routers/72f37b44-949b-47fb-8efe-5aaadbac42b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8130138 Aug 27 12:15:40.362114 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Sync routers for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:15:40.380691 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:40.381755 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:40.609810 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:40.789891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0475f1d6-54b5-4168-8a65-f7503c386f0e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:40.996427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0475f1d6-54b5-4168-8a65-f7503c386f0e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:40.996427 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.262926 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:38Z', 'revision_number': 2, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:41.368357 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Checking router: 72f37b44-949b-47fb-8efe-5aaadbac42b7 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:15:41.369446 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Updating router 72f37b44-949b-47fb-8efe-5aaadbac42b7 port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:15:41.384513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797a78a-49dc-4e96-9843-2150040b2774 req-2155a950-5a15-4f54-85e9-9db026da0f0c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:41.386341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b797a78a-49dc-4e96-9843-2150040b2774 req-2155a950-5a15-4f54-85e9-9db026da0f0c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.1361864 Aug 27 12:15:41.424376 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.494752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:41.516056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051972463', 'description': 'tempest-description--62219868'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:41.590212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.656151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Deleting port 20aa5318-1f1c-409d-8292-08dc267578dd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:41.657142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.759137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.767828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.792233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] For port 20aa5318-1f1c-409d-8292-08dc267578dd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20aa5318-1f1c-409d-8292-08dc267578dd,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:41.792538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.803445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.807360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3065398 Aug 27 12:15:41.807834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Calling delete_port for 20aa5318-1f1c-409d-8292-08dc267578dd owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:41.821085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a04bbd-ad93-43fe-8c10-3489cd9f4ac7 req-d5bb1047-f88d-4cb6-b250-166e268e5b88 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:41.829561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51a04bbd-ad93-43fe-8c10-3489cd9f4ac7 req-d5bb1047-f88d-4cb6-b250-166e268e5b88 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 945 time: 0.4307058 Aug 27 12:15:41.833642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:41.860013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Request body: {'security_group_rule': {'security_group_id': '3147d9ca-3795-491f-adde-8e67bd699ac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:41.866643 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.878212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Transition to ACTIVE for port object 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:41.887640 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.913742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.937713 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22d9ff-1146-44e3-9d82-0d13fda3295b None None] Pushing event updated for resources: {'Port': ['ID=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:41.946415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:41.958083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:42.001924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51a04bbd-ad93-43fe-8c10-3489cd9f4ac7 req-3519e388-e235-4860-a4f9-1da38b7a6cd7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714087 Aug 27 12:15:42.025836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9445f6e-4db2-4df0-89d2-fde0589795c0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3147d9ca-3795-491f-adde-8e67bd699ac2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:42.090305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event deleted for resources: {'Port': ['ID=20aa5318-1f1c-409d-8292-08dc267578dd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:42.090836 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Attempting to bind port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:42.091678 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Attempting to bind port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:42.092167 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Attempting to bind port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a on network f2357a25-d198-4807-8833-9309b4b74db0 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:42.103352 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:42.107544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.111483 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Checking segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:42.112444 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.112677 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Bound using segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:42.113189 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Bound port: 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:42.113581 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.131728 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.176007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] No DVR routers for this DVR port 20aa5318-1f1c-409d-8292-08dc267578dd on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:42.181103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.189763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b797a78a-49dc-4e96-9843-2150040b2774 req-92bddbfd-095e-4905-b27f-24be2e6db71c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.77 "DELETE /v2.0/ports/20aa5318-1f1c-409d-8292-08dc267578dd HTTP/1.1" status: 204 len: 173 time: 0.7860363 Aug 27 12:15:42.192031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'name': 'network-vif-deleted', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:42.201162 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0f9b14-4742-4130-825e-d341765bcb2e" -d '{"events": [{"server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "name": "network-vif-deleted", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:42.212912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3c77b6-65e1-4bae-9ab9-39a80ea14d4c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:42.219870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.224783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7eb5993a-fda1-4c76-935d-911896b76be3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672104 Aug 27 12:15:42.225311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:42.231648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Request body: {'security_group_rule': {'security_group_id': '3147d9ca-3795-491f-adde-8e67bd699ac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:42.336416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.362660 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4b9f15-758c-44ac-b2ce-e15ddae29003 x-openstack-request-id: req-9a4b9f15-758c-44ac-b2ce-e15ddae29003 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:42.363306 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfbdc47-b159-40da-8e2b-3cc38613e542", "name": "network-vif-deleted", "tag": "20aa5318-1f1c-409d-8292-08dc267578dd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:42.363817 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a4b9f15-758c-44ac-b2ce-e15ddae29003 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:42.364602 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfbdc47-b159-40da-8e2b-3cc38613e542', 'name': 'network-vif-deleted', 'tag': '20aa5318-1f1c-409d-8292-08dc267578dd', 'status': 'completed', 'code': 200} Aug 27 12:15:42.401067 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] For port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:42.408674 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] For port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:42.416121 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.477847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.484328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.514906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc820861-38a0-4d84-8cee-d1d9b8823343,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:42.530767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.537134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33258) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:15:42.538084 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8226c122-05c5-4ac9-bca8-bd4668a2648a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103268 Aug 27 12:15:42.541801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:42.577778 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22d9ff-1146-44e3-9d82-0d13fda3295b None None] Pushing event updated for resources: {'Port': ['ID=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:42.594943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.603898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:42.604638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:42.885773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:42.940475 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:43.122665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Allocated IP 172.25.8.205 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/11ebfcef-5854-423b-a5e4-1733a25d4def) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:43.324556 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:42Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:43.367622 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807aa9d6-5404-430d-80fa-8bfc0ef88743 None None] The sync data for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 is: [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:42Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:15:43.528820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-230db24c-7c65-461d-98df-7c9bbda4bfb8 req-aa275656-b4b3-459f-9926-aa6f09617122 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.3984749 Aug 27 12:15:43.693056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:43.781574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:43.938745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:43.938900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event updated for resources: {'Port': ['ID=11ebfcef-5854-423b-a5e4-1733a25d4def,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:43.951274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:43.954922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:44.195089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:44.249340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:44.472553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:44.488494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:44.556972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event updated for resources: {'Port': ['ID=11ebfcef-5854-423b-a5e4-1733a25d4def,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:44.657655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:44.708087 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:44.711109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2c10cbc5-df32-40f9-bc27-b1244ed9c97e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1728964 Aug 27 12:15:44.797803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e0c0e6-8227-457e-82c3-abd9dd9336e9 req-85f19075-a4fb-4703-9b2a-3e03b7fde95d tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0522664 Aug 27 12:15:44.851558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:44.933713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:44.945579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:44.945579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:45.052726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-337237c3-f502-4f25-bac3-b619af1f0df3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1051972463&fields=id&tenant_id=f4a79a2a42184c928d29a5d400e2f74f HTTP/1.1" status: 200 len: 267 time: 0.0903618 Aug 27 12:15:45.055715 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:45.096523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:45.102865 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:45.163907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:45.262769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-43d92fba-1dac-4ea9-8910-7120a2197aed tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:45.264385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-43d92fba-1dac-4ea9-8910-7120a2197aed tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/networks?id=f2357a25-d198-4807-8833-9309b4b74db0 HTTP/1.1" status: 200 len: 814 time: 0.2044983 Aug 27 12:15:45.282500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-cbe0ace6-7106-4681-9356-3efc9dc7d20e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/quotas/f4a79a2a42184c928d29a5d400e2f74f HTTP/1.1" status: 200 len: 375 time: 0.0102732 Aug 27 12:15:45.366499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-0b8295f7-a680-48cb-87a3-1a9f2b0a16b9 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f4a79a2a42184c928d29a5d400e2f74f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714426 Aug 27 12:15:45.498944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-c1686bfa-42ef-49fa-947f-dd46185ce4d4 service neutron] 10.222.0.76 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167641 Aug 27 12:15:45.619247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-e4060b51-9b54-40a1-9dc5-368a9a3a39d5 service neutron] 10.222.0.76 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133120 Aug 27 12:15:45.796250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:45.820271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 20aa5318-1f1c-409d-8292-08dc267578dd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:15:45.820718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20aa5318-1f1c-409d-8292-08dc267578dd not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:45.914935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaf0f9d2-e746-492e-beb9-dfa07fbd3b94 req-2be9babf-f3f2-4b6d-92b0-0e9552bfebbf tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 210 time: 0.0443752 Aug 27 12:15:45.953240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e891d9e-b588-49d8-9524-2529e6b7ec31 req-f34b07bc-201f-405f-abb9-0d3f498e5d23 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0329998 Aug 27 12:15:46.805589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:15:46.909252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:46.909951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:47.068125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd839c07-55bd-4af7-a168-41af12360fc7 req-9726f1bc-d1a1-4ab3-bc4e-0f41c0a8ce7c tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 210 time: 0.0667207 Aug 27 12:15:47.222909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c15df8f8-f3d9-4c98-a731-adafc05e4535 req-e4fdb4c1-5306-44c0-b4d8-3a8338f207a7 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0800700 Aug 27 12:15:47.659844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.691494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.737155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.766475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.802340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.847484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.880703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.915259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-2a8ea285-7994-4182-a307-924c02d803c8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.4299183 Aug 27 12:15:47.944032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-c3c5f5f3-5ea7-4073-a26b-98c015d608b0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:47.945747 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-c3c5f5f3-5ea7-4073-a26b-98c015d608b0 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.77 "GET /v2.0/networks?id=f2357a25-d198-4807-8833-9309b4b74db0 HTTP/1.1" status: 200 len: 814 time: 0.2666676 Aug 27 12:15:48.068582 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-a4020923-eb39-44fd-8c09-346fa10c0db8 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4a79a2a42184c928d29a5d400e2f74f HTTP/1.1" status: 200 len: 380 time: 0.1019592 Aug 27 12:15:48.090138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Request body: {'port': {'device_id': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'admin_state_up': True, 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'security_groups': ['3147d9ca-3795-491f-adde-8e67bd699ac2']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:48.203840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6736e599-8dfb-41ee-b456-e0a5414d0d1d req-120df10a-7d7d-4a2c-b585-abdd176441a8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2794733 Aug 27 12:15:48.244948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Made reservation on behalf of f4a79a2a42184c928d29a5d400e2f74f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:48.259751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:48.304053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-21fe33d8-4c61-461b-894d-52f0becba1ba tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.313540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-21fe33d8-4c61-461b-894d-52f0becba1ba tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.3216507 Aug 27 12:15:48.338341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-bbd990aa-f6e1-4a2e-be13-d595aabab558 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/quotas/0210f0761ddc47d99064e2f5861b7b55 HTTP/1.1" status: 200 len: 375 time: 0.0227923 Aug 27 12:15:48.416990 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a4ba43ba-e5b0-4595-9ab8-dd706fd28973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:48.450727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc2429f2-9be0-4cfe-8cc9-b643e46be057 req-43b8f3b0-e711-4e4c-acb2-a038e41eb600 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 210 time: 0.0698690 Aug 27 12:15:48.475637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-c6dce29b-ce41-4906-b330-5369a2ef3cde tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362097 Aug 27 12:15:48.587415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Allocated IP 172.20.0.11 (f2357a25-d198-4807-8833-9309b4b74db0/23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f/c8556d2e-251e-479e-9c9f-15c887b6830d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:48.679026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60ce488e-9722-4cd8-a351-6eac7357ea4c req-3d851fa2-a59f-46d3-b625-13ba5134deb0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0651081 Aug 27 12:15:48.729265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-16ccc2ed-27ca-4737-8824-8898c713a69f service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527077 Aug 27 12:15:48.849051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.867087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.875711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.882720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.888734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.892121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f41c6209-34fb-4163-b8b8-aca828b910fa service neutron] 10.222.0.76 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604762 Aug 27 12:15:48.894957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.901159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:48.903224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-55b07b43-1f11-400b-a712-10b92d2b7f59 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.2760682 Aug 27 12:15:49.030156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-e6cb40a8-5ade-4cde-b643-59481d634cf7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.031684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-e6cb40a8-5ade-4cde-b643-59481d634cf7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "GET /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1157598 Aug 27 12:15:49.366686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:49.372040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34ca214e-c197-4fa5-8412-d9211b108650 req-92c9fa5b-8b9b-4db3-9e2f-8117d22437b7 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 210 time: 0.0832138 Aug 27 12:15:49.373307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-3ba5e739-c5e1-4ff2-9613-cc2f7e65620d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "GET /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3106010 Aug 27 12:15:49.387656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Transition to ACTIVE for port object c8556d2e-251e-479e-9c9f-15c887b6830d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:49.426865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:49.466561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.478170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.498828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.523166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.543640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.567645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.574190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:49.589355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:49.590327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-be1a23c5-2240-45c4-9674-8e50dc4cecaa tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 5443 time: 0.2265153 Aug 27 12:15:49.639910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:49.648641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0135d821-a941-46d3-b83f-53ae07de522c req-8431a193-a973-420d-a21f-9c59efa84d62 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 210 time: 0.0565612 Aug 27 12:15:49.722846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-665ebfc3-631a-4af6-ba21-c24c5dd55d15 req-27560a6f-3da2-4479-9ee1-de23bddee9ce tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206474 Aug 27 12:15:49.733412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Network f2357a25-d198-4807-8833-9309b4b74db0 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:49.798362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:49.817439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:49.823171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1f6cb8e-56f3-406a-8110-5b9d91851cba req-db45235d-b484-4b9c-8769-5bf416e40533 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0386062 Aug 27 12:15:49.834520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event updated for resources: {'Port': ['ID=c8556d2e-251e-479e-9c9f-15c887b6830d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:49.874519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.874875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.875232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.875560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.875894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.876224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.877151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.877483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.877845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.878132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.878512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.881233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:15:49.914671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:50.061084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:50.061696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:50.112762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-aeda9698-8923-4f98-9cdc-5dbf539f16f5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0273623 Aug 27 12:15:50.139736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Request body: {'port': {'device_id': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:50.248853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ea44324c-65d2-4fd3-9435-8fd05c0098e2 None None] Provisioning for port c8556d2e-251e-479e-9c9f-15c887b6830d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:15:50.255914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ea44324c-65d2-4fd3-9435-8fd05c0098e2 None None] Provisioning complete for port c8556d2e-251e-479e-9c9f-15c887b6830d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:50.256652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ea44324c-65d2-4fd3-9435-8fd05c0098e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:50.275629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:50.305252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ea44324c-65d2-4fd3-9435-8fd05c0098e2 None None] Port c8556d2e-251e-479e-9c9f-15c887b6830d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:50.345599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7291b3d8-65e1-4d1c-b938-db2da327ce26,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:50.405089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] For port 7291b3d8-65e1-4d1c-b938-db2da327ce26, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:50.467232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] device_id is not set on port 7291b3d8-65e1-4d1c-b938-db2da327ce26 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:15:50.477763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:50.516446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:50.583069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e94ff49-0d5b-49f3-b3a7-ea33e390dc3b req-5b8a40fa-d059-49ad-af1b-92ff5467a5cd tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 210 time: 0.0709436 Aug 27 12:15:50.717446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] No DVR routers for this DVR port 7291b3d8-65e1-4d1c-b938-db2da327ce26 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:50.882846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Pushing event updated for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:50.974557 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4767b49-22f5-4953-981f-10df640ef8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:51.056370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.066510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.074099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.083289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.094136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.121700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.138743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-1a2778e7-f529-446d-bd03-2d2ebd259f4f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 4663 time: 0.2509596 Aug 27 12:15:51.154037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:51.191326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4985ee53-010d-4e8b-ae52-c7126f88536f None None] Provisioning complete for port 7291b3d8-65e1-4d1c-b938-db2da327ce26 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:51.191882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4985ee53-010d-4e8b-ae52-c7126f88536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:51.197436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499c521-bf81-46b4-bd48-6091ef842192 req-8905da9b-cff3-4c46-87b7-fe6d568a0541 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.213214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3499c521-bf81-46b4-bd48-6091ef842192 req-8905da9b-cff3-4c46-87b7-fe6d568a0541 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 932 time: 0.4037635 Aug 27 12:15:51.286457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4985ee53-010d-4e8b-ae52-c7126f88536f None None] Port 7291b3d8-65e1-4d1c-b938-db2da327ce26 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:51.312485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62df293c-cb8e-43b5-a556-021a86c39f70 req-c0aa3d76-fee9-4a3b-be77-928cc332dc3b tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1720843 Aug 27 12:15:51.358726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3499c521-bf81-46b4-bd48-6091ef842192 req-648f6248-951e-409b-a670-e5c0bb165747 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432686 Aug 27 12:15:51.497587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4c1d171-399b-4d6d-8cd3-3d8d75d51271 req-0da325fb-cec3-4dcc-a6e1-d5116efd5538 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0438054 Aug 27 12:15:51.712444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] In _notify_port_updated(), no bound segment for port 7291b3d8-65e1-4d1c-b938-db2da327ce26 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:15:51.713345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.713965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:51.714994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82fcfbf3-19c3-42c1-809e-1ad5bc071fe1 req-77070b52-ff15-488d-b3ff-bbb2edb8b4c9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 210 time: 0.0592413 Aug 27 12:15:51.715444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-9b63efe5-6a39-447b-bd19-c2e1f1c10499 service neutron] 10.222.0.65 "PUT /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 200 len: 1033 time: 2.3328815 Aug 27 12:15:51.827807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f7b41a84-ce7c-49e3-bf7b-a70a5dac6593 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.829335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f7b41a84-ce7c-49e3-bf7b-a70a5dac6593 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "GET /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0944979 Aug 27 12:15:51.836626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-9dda99ed-f8df-4bd4-83e3-1f9f417ea9a1 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:51.838054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-9dda99ed-f8df-4bd4-83e3-1f9f417ea9a1 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 814 time: 0.9268579 Aug 27 12:15:51.854277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:51.864040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Request body: {'port': {'device_id': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'admin_state_up': True, 'tenant_id': '0210f0761ddc47d99064e2f5861b7b55'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:52.017324 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.029167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.278524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8556d2e-251e-479e-9c9f-15c887b6830d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:15:52.302039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.321321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Made reservation on behalf of 0210f0761ddc47d99064e2f5861b7b55 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:15:52.325031 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.349641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Transition to ACTIVE for port object c8556d2e-251e-479e-9c9f-15c887b6830d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:52.353418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d3f290ff-d604-45ac-95d0-9d0f371850c6,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:52.363451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.577939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] For port d3f290ff-d604-45ac-95d0-9d0f371850c6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:52.628110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73fe36-08a4-4a16-821e-059e7ec12366 req-b10128ca-5c91-4dc4-88b6-0f987465d598 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.634651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8556d2e-251e-479e-9c9f-15c887b6830d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:52.635591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b73fe36-08a4-4a16-821e-059e7ec12366 req-b10128ca-5c91-4dc4-88b6-0f987465d598 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 944 time: 0.1538491 Aug 27 12:15:52.658905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.672737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.695385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.710018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.716060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.735236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:52.746512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-f764b12d-0625-4090-b1f7-d953003e01ca tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 4663 time: 0.2166018 Aug 27 12:15:52.765619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] device_id is not set on port d3f290ff-d604-45ac-95d0-9d0f371850c6 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:15:52.809019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.836470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:52.846640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b73fe36-08a4-4a16-821e-059e7ec12366 req-deabc2ed-a969-4fd1-bedf-bcf80e392510 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063243 Aug 27 12:15:52.872536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Allocated IP 172.20.0.7 (02bf6462-b214-4875-911a-02b2d7a633e4/2ff301c9-e874-4c23-877d-d7f5adfa2d03/152df117-7880-4c46-82f1-d61df794bcf1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:15:52.882304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dadb21eb-98a7-4b27-b2d5-8124f2132863 req-d9bcea85-2385-4868-ba84-85cd8b9be984 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=780daa13-9e8d-4761-84f1-c5277bb27fde&id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347573 Aug 27 12:15:52.958277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 28de0042-2938-45ab-89b9-473397c499aa no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:53.011831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Attempting to bind port c8556d2e-251e-479e-9c9f-15c887b6830d on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:53.012180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Attempting to bind port c8556d2e-251e-479e-9c9f-15c887b6830d by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:53.012512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Attempting to bind port c8556d2e-251e-479e-9c9f-15c887b6830d on network f2357a25-d198-4807-8833-9309b4b74db0 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:53.025009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Port c8556d2e-251e-479e-9c9f-15c887b6830d on network f2357a25-d198-4807-8833-9309b4b74db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:53.025355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Attempting to bind port c8556d2e-251e-479e-9c9f-15c887b6830d on network f2357a25-d198-4807-8833-9309b4b74db0 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:53.040948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:53.041216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Checking segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:53.041618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Bound using segment: {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:53.042067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Bound port: c8556d2e-251e-479e-9c9f-15c887b6830d, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265e6195-44cf-4490-96ac-d7e2bed4a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:53.045780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.059983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:53.098607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30e0721c-93d0-4239-86e3-f502529f381c req-f6bf5a9e-319f-4307-adc4-d436d7585150 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0473173 Aug 27 12:15:53.111743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] No DVR routers for this DVR port d3f290ff-d604-45ac-95d0-9d0f371850c6 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:53.141121 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.186258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28de0042-2938-45ab-89b9-473397c499aa'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:53.192740 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1250e6-6119-4608-8c3d-c611ee30616c" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "28de0042-2938-45ab-89b9-473397c499aa"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:53.212011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=28de0042-2938-45ab-89b9-473397c499aa,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:53.215709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.216661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7862e275-8fb5-4b04-85ac-c9fe79d067e4 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:53.231920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec48663c-6440-4b27-9c9a-fc5d9255ba89 req-299d745c-13af-4941-b4a0-f98ec36aaf85 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 210 time: 0.0531101 Aug 27 12:15:53.232230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] In _notify_port_updated(), no bound segment for port d3f290ff-d604-45ac-95d0-9d0f371850c6 on network a7e00852-f168-4c00-83a6-d873967572e8 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:15:53.233162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:53.233796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.235147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f14f7346-e0df-4a7b-bc01-637f2feb6bbd service neutron] 10.222.0.65 "PUT /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 200 len: 1032 time: 1.3913329 Aug 27 12:15:53.377316 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577db7ff-64e5-44f3-9027-ada1b7ecd0ef x-openstack-request-id: req-577db7ff-64e5-44f3-9027-ada1b7ecd0ef {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:53.377873 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "28de0042-2938-45ab-89b9-473397c499aa", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:53.378189 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-577db7ff-64e5-44f3-9027-ada1b7ecd0ef {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:53.378673 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28de0042-2938-45ab-89b9-473397c499aa', 'code': 200} Aug 27 12:15:53.379307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:53.447494 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.461652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] For port c8556d2e-251e-479e-9c9f-15c887b6830d, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:53.498489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:53.498879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] For port c8556d2e-251e-479e-9c9f-15c887b6830d, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c8556d2e-251e-479e-9c9f-15c887b6830d,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:53.513159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.525061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.525827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 69f35f7c-cbd8-4dc7-9a04-49471b07d456 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:53.529702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e01233b8-6091-489b-b030-8df5985f4149 None None] Provisioning complete for port d3f290ff-d604-45ac-95d0-9d0f371850c6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:15:53.530115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e01233b8-6091-489b-b030-8df5985f4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.610276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8556d2e-251e-479e-9c9f-15c887b6830d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:53.631082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:53.632062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.633687 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-15b1b64e-8aec-4f8b-babd-0f00626e5ae6 service neutron] 10.222.0.77 "PUT /v2.0/ports/c8556d2e-251e-479e-9c9f-15c887b6830d HTTP/1.1" status: 200 len: 1092 time: 3.5012782 Aug 27 12:15:53.637003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:53.637569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.637790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e01233b8-6091-489b-b030-8df5985f4149 None None] Port d3f290ff-d604-45ac-95d0-9d0f371850c6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:15:53.644686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:53.651807 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:53.769317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:53.776269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.787291 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49834014-bb43-429b-b5b5-54e3a20e49e7 x-openstack-request-id: req-49834014-bb43-429b-b5b5-54e3a20e49e7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:53.790605 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:53.791464 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49834014-bb43-429b-b5b5-54e3a20e49e7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:53.791630 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'status': 'completed', 'code': 200} Aug 27 12:15:53.810050 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.870909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:53.878528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:53.879635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7291b3d8-65e1-4d1c-b938-db2da327ce26 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:53.974320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-5983d03e-7c54-4fd6-8977-59d44c7694f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:53.975898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-5983d03e-7c54-4fd6-8977-59d44c7694f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4a79a2a42184c928d29a5d400e2f74f&device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 1095 time: 0.2531393 Aug 27 12:15:54.016913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port 7862e275-8fb5-4b04-85ac-c9fe79d067e4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7862e275-8fb5-4b04-85ac-c9fe79d067e4,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:54.017609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.104839 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-8682d827-996a-472d-a63f-5085d8decb7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8556d2e-251e-479e-9c9f-15c887b6830d HTTP/1.1" status: 200 len: 217 time: 0.1093512 Aug 27 12:15:54.106005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.111926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:54.136760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['5ef69a86-ba7c-426c-9633-5dca9f487578'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:54.182937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08', 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:15:54.188889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.199021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af63c-f20b-4c6c-b002-028849f901f9 req-73854c79-91f0-4b80-a342-2cfa1093f0b2 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.208245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-328af63c-f20b-4c6c-b002-028849f901f9 req-73854c79-91f0-4b80-a342-2cfa1093f0b2 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 944 time: 0.2076178 Aug 27 12:15:54.304998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7291b3d8-65e1-4d1c-b938-db2da327ce26 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:54.305428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c0efbfc5-5a8a-46f3-956a-e79706ea3fae no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:54.371041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-328af63c-f20b-4c6c-b002-028849f901f9 req-05dea9fb-dd78-4ee2-93ac-bee7bfa8f6fc tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516054 Aug 27 12:15:54.414056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Network 02bf6462-b214-4875-911a-02b2d7a633e4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:15:54.449361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:15:54.472552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:15:54.501852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event updated for resources: {'Port': ['ID=152df117-7880-4c46-82f1-d61df794bcf1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:54.560697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca106fa-d637-4926-8afb-29e2074a1994 req-6c3bd877-43dc-4ac0-95f5-a1806d4418b9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.568017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca106fa-d637-4926-8afb-29e2074a1994 req-6c3bd877-43dc-4ac0-95f5-a1806d4418b9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.585100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca106fa-d637-4926-8afb-29e2074a1994 req-6c3bd877-43dc-4ac0-95f5-a1806d4418b9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.596826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca106fa-d637-4926-8afb-29e2074a1994 req-6c3bd877-43dc-4ac0-95f5-a1806d4418b9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.617230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca106fa-d637-4926-8afb-29e2074a1994 req-6c3bd877-43dc-4ac0-95f5-a1806d4418b9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.626016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fca106fa-d637-4926-8afb-29e2074a1994 req-6c3bd877-43dc-4ac0-95f5-a1806d4418b9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 3878 time: 0.1703849 Aug 27 12:15:54.633675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-a31af718-f37d-48ca-ae26-8fbcc42f76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.638303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-a31af718-f37d-48ca-ae26-8fbcc42f76d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f HTTP/1.1" status: 200 len: 853 time: 0.5103745 Aug 27 12:15:54.670606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.671566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.716707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fca106fa-d637-4926-8afb-29e2074a1994 req-f1575afc-8ae6-4ef0-91e6-b751735fb5e3 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831661 Aug 27 12:15:54.797272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f31798d1-8852-4baf-b14a-16bbfea92c40 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9473984 Aug 27 12:15:54.812436 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.818141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26f37071-51c0-4162-883c-b33b03751147 req-598a011a-4ad1-40d1-9ea2-17f862d180b1 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=2dfbdc47-b159-40da-8e2b-3cc38613e542 HTTP/1.1" status: 200 len: 210 time: 0.0656714 Aug 27 12:15:54.818824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Request body: {'port': {'device_id': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:15:54.929791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f857b5-2ba6-4605-a185-edca5af060a0 req-0f3567c6-e3e1-4b00-8342-84af742533f2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.941369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.941973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87f857b5-2ba6-4605-a185-edca5af060a0 req-0f3567c6-e3e1-4b00-8342-84af742533f2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 931 time: 0.0829034 Aug 27 12:15:54.981178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-2d61eb95-84c3-409d-87d0-c8a7fab81eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:54.982946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-2d61eb95-84c3-409d-87d0-c8a7fab81eaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f2357a25-d198-4807-8833-9309b4b74db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706275 Aug 27 12:15:54.983996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:54.990680 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:54.991397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d3f290ff-d604-45ac-95d0-9d0f371850c6 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:55.013365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87f857b5-2ba6-4605-a185-edca5af060a0 req-5818f400-ff3a-4fb7-ba4e-487db03db753 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696709 Aug 27 12:15:55.087951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:55.096906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d3f290ff-d604-45ac-95d0-9d0f371850c6 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:15:55.097334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 83251085-f91e-4671-bd23-770ccf58b2eb no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:15:55.127788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:55.128652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:55.129181 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Floating IP de1131ad-6a39-43e5-a6ab-bdf8a7062a83 disassociated. External IP: 172.25.8.103, port: 7862e275-8fb5-4b04-85ac-c9fe79d067e4. Aug 27 12:15:55.129792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 7862e275-8fb5-4b04-85ac-c9fe79d067e4 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:55.251662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:55.306489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=83251085-f91e-4671-bd23-770ccf58b2eb,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:55.313009 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:55.373495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:55.381222 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-23597ed2-a5d9-4893-ac50-d4d7c0f8f392 service neutron] 10.222.0.77 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558836 Aug 27 12:15:55.385994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:55.389381 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae7f6f6-b6c6-404a-9983-349fe58726cd" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:55.464905 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116eedf4-4f2f-4b57-93a3-4eadc138554d x-openstack-request-id: req-116eedf4-4f2f-4b57-93a3-4eadc138554d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:55.464905 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:55.465202 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-116eedf4-4f2f-4b57-93a3-4eadc138554d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:55.465555 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'code': 200} Aug 27 12:15:55.465817 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456', 'code': 200} Aug 27 12:15:55.466074 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae', 'code': 200} Aug 27 12:15:55.466332 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb', 'code': 200} Aug 27 12:15:55.601571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9904e-7239-4307-ba92-0caac984ab49 req-8d3bdc21-79f2-4d19-8c44-e8bbcda0c635 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:55.608950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a9904e-7239-4307-ba92-0caac984ab49 req-8d3bdc21-79f2-4d19-8c44-e8bbcda0c635 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 944 time: 0.1008778 Aug 27 12:15:55.710618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a9904e-7239-4307-ba92-0caac984ab49 req-2c8f0c9a-f4f2-4dbf-af0d-71764a4ebfc4 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006484 Aug 27 12:15:55.738495 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:55.748875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca5b1bf4-2e9d-4aaa-af28-0efc13c7785b req-e6c1bcb3-8618-4d42-bbe2-9f7d48622835 service neutron] 10.222.0.77 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536668 Aug 27 12:15:55.783272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=7862e275-8fb5-4b04-85ac-c9fe79d067e4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:56.029919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636da9f-ca1d-44f8-a0a0-2fb73e31cbf1 req-ebeae050-4de6-45b0-a878-5884b0e1d65c tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.042515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636da9f-ca1d-44f8-a0a0-2fb73e31cbf1 req-ebeae050-4de6-45b0-a878-5884b0e1d65c tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.064291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636da9f-ca1d-44f8-a0a0-2fb73e31cbf1 req-ebeae050-4de6-45b0-a878-5884b0e1d65c tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.081946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636da9f-ca1d-44f8-a0a0-2fb73e31cbf1 req-ebeae050-4de6-45b0-a878-5884b0e1d65c tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.088808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f636da9f-ca1d-44f8-a0a0-2fb73e31cbf1 req-ebeae050-4de6-45b0-a878-5884b0e1d65c tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 3140 time: 0.1646218 Aug 27 12:15:56.124135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:15:56.178057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-0ec2f1f7-6bd8-4b3f-9dcf-0f6e8512a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.179663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-0ec2f1f7-6bd8-4b3f-9dcf-0f6e8512a11d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4a79a2a42184c928d29a5d400e2f74f&device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 1095 time: 0.3134897 Aug 27 12:15:56.186535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152df117-7880-4c46-82f1-d61df794bcf1 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:15:56.187657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f636da9f-ca1d-44f8-a0a0-2fb73e31cbf1 req-0efde27c-1a14-43ca-addc-6fe9037c0238 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967672 Aug 27 12:15:56.221443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:56.250039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353b69-7b54-4015-abed-1e802d578385 req-e417cf1a-6456-49ae-a9a8-851395c1a647 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.253921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43353b69-7b54-4015-abed-1e802d578385 req-e417cf1a-6456-49ae-a9a8-851395c1a647 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 931 time: 0.1246912 Aug 27 12:15:56.331926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43353b69-7b54-4015-abed-1e802d578385 req-2b7db782-3777-4566-bf6e-56e2dc0cb4a6 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715525 Aug 27 12:15:56.831304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f34f5-87a8-4b24-9c43-5624056abd92 req-b4f2aaa7-2f94-40ba-9264-d3fe928b0d7f tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.832924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e0f34f5-87a8-4b24-9c43-5624056abd92 req-b4f2aaa7-2f94-40ba-9264-d3fe928b0d7f tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 944 time: 0.0575922 Aug 27 12:15:56.884371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:15:56.897740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] Sync routers for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:15:56.912391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e0f34f5-87a8-4b24-9c43-5624056abd92 req-fe6fb76d-8256-43cb-b4d2-bbc5c2b52ba2 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 Aug 27 12:15:56.914917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:56.915560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:56.935912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Transition to ACTIVE for port object 152df117-7880-4c46-82f1-d61df794bcf1 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:15:56.956027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:56.958415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-626713f9-c3ca-4bc4-9dcc-ae86023c32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:56.960239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-626713f9-c3ca-4bc4-9dcc-ae86023c32d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f2357a25-d198-4807-8833-9309b4b74db0 HTTP/1.1" status: 200 len: 915 time: 0.7687383 Aug 27 12:15:56.989935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port 7862e275-8fb5-4b04-85ac-c9fe79d067e4 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:56.992843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:56.995124 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-501dc6e9-7851-45e6-ba0c-acb6e4974c5d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "DELETE /v2.0/ports/7862e275-8fb5-4b04-85ac-c9fe79d067e4 HTTP/1.1" status: 204 len: 173 time: 3.7505634 Aug 27 12:15:57.014275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:57.017319 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f810b2-a3e5-4037-8af2-62ac2edf74c6" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:57.090256 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-946a9e1b-a3d1-49ae-aca9-54a3f4a12ae0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8556d2e-251e-479e-9c9f-15c887b6830d HTTP/1.1" status: 200 len: 217 time: 0.1042240 Aug 27 12:15:57.093566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:57.166872 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4cfaa0-2c10-4918-a16c-3bc5a74e6724 x-openstack-request-id: req-bd4cfaa0-2c10-4918-a16c-3bc5a74e6724 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:57.167463 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "7862e275-8fb5-4b04-85ac-c9fe79d067e4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:57.167463 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd4cfaa0-2c10-4918-a16c-3bc5a74e6724 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:57.170951 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '7862e275-8fb5-4b04-85ac-c9fe79d067e4', 'status': 'completed', 'code': 200} Aug 27 12:15:57.170951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Pushing event updated for resources: {'Port': ['ID=152df117-7880-4c46-82f1-d61df794bcf1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:57.279038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-70e29146-a041-44f5-9537-800173ab1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.280517 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-70e29146-a041-44f5-9537-800173ab1e10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f HTTP/1.1" status: 200 len: 853 time: 0.1773794 Aug 27 12:15:57.334401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079e86-f18b-4a80-9cb2-738fc69a71e9 req-184beb0f-9114-4d02-beef-b6d61dc8270c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.344945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Attempting to bind port 152df117-7880-4c46-82f1-d61df794bcf1 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:15:57.345292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Attempting to bind port 152df117-7880-4c46-82f1-d61df794bcf1 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:15:57.345630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Attempting to bind port 152df117-7880-4c46-82f1-d61df794bcf1 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:57.346437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c079e86-f18b-4a80-9cb2-738fc69a71e9 req-184beb0f-9114-4d02-beef-b6d61dc8270c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.0908971 Aug 27 12:15:57.351788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Port 152df117-7880-4c46-82f1-d61df794bcf1 on network 02bf6462-b214-4875-911a-02b2d7a633e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:15:57.352124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Attempting to bind port 152df117-7880-4c46-82f1-d61df794bcf1 on network 02bf6462-b214-4875-911a-02b2d7a633e4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:15:57.360810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:15:57.361152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Checking segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:15:57.361606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Bound using segment: {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:15:57.362199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Bound port: 152df117-7880-4c46-82f1-d61df794bcf1, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:15:57.362592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:57.369476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 28de0042-2938-45ab-89b9-473397c499aa {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:57.369842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:57.453751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c079e86-f18b-4a80-9cb2-738fc69a71e9 req-dbdf444f-3eef-4b18-a610-accde5122010 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061931 Aug 27 12:15:57.472149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-449636d8-1306-4b8d-8438-8e920dc1160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.473901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-449636d8-1306-4b8d-8438-8e920dc1160c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f2357a25-d198-4807-8833-9309b4b74db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841776 Aug 27 12:15:57.486816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072b885-4301-499c-b841-1731357a032b req-dba2ecf2-6283-437e-b5ae-99eabe4cd283 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.495196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072b885-4301-499c-b841-1731357a032b req-dba2ecf2-6283-437e-b5ae-99eabe4cd283 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.502341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072b885-4301-499c-b841-1731357a032b req-dba2ecf2-6283-437e-b5ae-99eabe4cd283 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.509129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072b885-4301-499c-b841-1731357a032b req-dba2ecf2-6283-437e-b5ae-99eabe4cd283 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.513148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:22Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:57.518105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9072b885-4301-499c-b841-1731357a032b req-dba2ecf2-6283-437e-b5ae-99eabe4cd283 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 3140 time: 0.1413190 Aug 27 12:15:57.579534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] Checking router: 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:15:57.607638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:15:57.608187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:57.655261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9072b885-4301-499c-b841-1731357a032b req-d0a19569-3e5b-43fe-a2fe-75e3ccdd8313 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304138 Aug 27 12:15:57.676545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port 28de0042-2938-45ab-89b9-473397c499aa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=28de0042-2938-45ab-89b9-473397c499aa,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:57.676926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:57.692714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] For port 152df117-7880-4c46-82f1-d61df794bcf1, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:15:57.698561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70d0b-9537-43c5-8a64-ed067e595f05 req-2cfa632b-ef10-4f9b-9549-c867d4a69d61 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.700179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7eb70d0b-9537-43c5-8a64-ed067e595f05 req-2cfa632b-ef10-4f9b-9549-c867d4a69d61 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 943 time: 0.1170456 Aug 27 12:15:57.719808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] For port 152df117-7880-4c46-82f1-d61df794bcf1, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=152df117-7880-4c46-82f1-d61df794bcf1,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:15:57.721207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 28de0042-2938-45ab-89b9-473397c499aa owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:57.732230 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-da643962-5008-4072-a2f4-b9d52e3a06bd service neutron] 10.222.0.77 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446406 Aug 27 12:15:57.745822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:57.794736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7eb70d0b-9537-43c5-8a64-ed067e595f05 req-94893c85-accc-4858-a3cf-c6b1131b05e3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Aug 27 12:15:57.853324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:57.855043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:57.856868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] 10.222.0.65 "PUT /v2.0/ports/152df117-7880-4c46-82f1-d61df794bcf1 HTTP/1.1" status: 200 len: 1091 time: 3.0423481 Aug 27 12:15:57.893707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:15:58.091567 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c4f83ce-aaba-4fc4-ab19-5e9713d69da4 req-06320ee0-e7c5-4212-bc00-63075b1acc28 service neutron] 10.222.0.77 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406751 Aug 27 12:15:58.098509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266f86e-1c4e-44c8-8d1f-b07035e97962 service neutron] Pushing event updated for resources: {'Port': ['ID=152df117-7880-4c46-82f1-d61df794bcf1,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:58.104380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f1664a09-9c3e-47a5-a776-ae219067b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:58.105903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-f1664a09-9c3e-47a5-a776-ae219067b686 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 1094 time: 0.1837533 Aug 27 12:15:58.165130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0a5e-4156-47e1-8672-c788a690bbc6 req-8c4f70ce-590c-48ac-a639-e7d9778f4bc6 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:58.170088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cacf0a5e-4156-47e1-8672-c788a690bbc6 req-8c4f70ce-590c-48ac-a639-e7d9778f4bc6 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 944 time: 0.1214943 Aug 27 12:15:58.234837 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-a06527aa-6951-428c-b4cc-5e604875ab36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152df117-7880-4c46-82f1-d61df794bcf1 HTTP/1.1" status: 200 len: 217 time: 0.1079152 Aug 27 12:15:58.254341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cacf0a5e-4156-47e1-8672-c788a690bbc6 req-2f06e08a-8921-49a2-b220-8a5c68533ad5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628173 Aug 27 12:15:58.256874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:22Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:15:58.309041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cad9e-235f-48cf-9446-d3da9c0195a6 None None] The sync data for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 is: [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:05:14Z', 'revision_number': 4, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a9956fd7-6aa0-4fe6-9046-a5897b509db2', 'name': '', 'network_id': 'c5ed55c4-ec89-43e0-880d-192337e5a1b3', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'mac_address': 'fa:16:3e:13:f1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:13Z', 'updated_at': '2021-08-27T12:05:22Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'subnets': [{'id': '0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:15:58.340733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4892b8-440f-41fe-8864-a02d495f216e req-0e4edcc9-3918-4d73-837d-39d78d1544a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:58.342546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-0e4edcc9-3918-4d73-837d-39d78d1544a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.1068475 Aug 27 12:15:58.441249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:58.446747 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-25a18c9e-0dbc-41cd-aa64-c78444a556e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714643 Aug 27 12:15:58.512470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=28de0042-2938-45ab-89b9-473397c499aa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:58.595787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port 28de0042-2938-45ab-89b9-473397c499aa on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:58.604277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:58.606426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-8a19a41e-da4a-4655-9875-a328f3599d17 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "DELETE /v2.0/ports/28de0042-2938-45ab-89b9-473397c499aa HTTP/1.1" status: 204 len: 173 time: 1.5837002 Aug 27 12:15:58.662505 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-20c2e3d8-f3c6-4273-ac6e-2e3c0179ecc6 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838627 Aug 27 12:15:58.701460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac65012-120a-4b52-a621-aebe594e08cc None None] New status for floating IP de1131ad-6a39-43e5-a6ab-bdf8a7062a83: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:15:58.901056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ee4892b8-440f-41fe-8864-a02d495f216e req-6573dedc-0e8a-43e6-9d77-e61055be8048 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303872 Aug 27 12:15:58.921462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 83251085-f91e-4671-bd23-770ccf58b2eb {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:58.922045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:59.073145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3b87-ab92-4fa4-9ef7-9afa56b932f2 req-72c65e2e-b953-47e1-8294-768086379826 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.086615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3b87-ab92-4fa4-9ef7-9afa56b932f2 req-72c65e2e-b953-47e1-8294-768086379826 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.098874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3b87-ab92-4fa4-9ef7-9afa56b932f2 req-72c65e2e-b953-47e1-8294-768086379826 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.100975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6aa3b87-ab92-4fa4-9ef7-9afa56b932f2 req-72c65e2e-b953-47e1-8294-768086379826 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 2409 time: 0.1786828 Aug 27 12:15:59.142993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port 83251085-f91e-4671-bd23-770ccf58b2eb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=83251085-f91e-4671-bd23-770ccf58b2eb,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:59.143650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:59.169744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 83251085-f91e-4671-bd23-770ccf58b2eb owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:59.193791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ca6e0-7a10-4865-8fdd-d9b208257801 req-31d0a956-6529-4729-ba12-fb9253594157 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.203140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb2ca6e0-7a10-4865-8fdd-d9b208257801 req-31d0a956-6529-4729-ba12-fb9253594157 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 943 time: 0.1582546 Aug 27 12:15:59.240859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'tag': '152df117-7880-4c46-82f1-d61df794bcf1'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '28de0042-2938-45ab-89b9-473397c499aa'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:15:59.243166 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7be85ed-244a-40fd-9ba1-63179d0166de" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d42249-aefc-4b5b-a3e4-98f46110bb50", "tag": "152df117-7880-4c46-82f1-d61df794bcf1"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "28de0042-2938-45ab-89b9-473397c499aa"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:15:59.254846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6aa3b87-ab92-4fa4-9ef7-9afa56b932f2 req-5a02fb0d-e439-4e2c-aaa6-ee52f36295a4 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222725 Aug 27 12:15:59.264422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb2ca6e0-7a10-4865-8fdd-d9b208257801 req-6bcbec20-d8c9-4a60-833a-e7b83a55b31d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Aug 27 12:15:59.327918 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 12:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200871c6-451f-4bdd-81f5-b6f65df5e5c7 x-openstack-request-id: req-200871c6-451f-4bdd-81f5-b6f65df5e5c7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:15:59.328216 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d42249-aefc-4b5b-a3e4-98f46110bb50", "tag": "152df117-7880-4c46-82f1-d61df794bcf1", "status": "completed", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "28de0042-2938-45ab-89b9-473397c499aa", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:15:59.328468 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-200871c6-451f-4bdd-81f5-b6f65df5e5c7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:15:59.330229 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'tag': '152df117-7880-4c46-82f1-d61df794bcf1', 'status': 'completed', 'code': 200} Aug 27 12:15:59.331103 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '28de0042-2938-45ab-89b9-473397c499aa', 'status': 'completed', 'code': 200} Aug 27 12:15:59.399370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:59.453653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=83251085-f91e-4671-bd23-770ccf58b2eb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:15:59.487321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a13f-1e00-40ab-a2b0-b28aebacdd99 req-ef402656-24f3-4c38-b699-95b59963c2f3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.489117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de53a13f-1e00-40ab-a2b0-b28aebacdd99 req-ef402656-24f3-4c38-b699-95b59963c2f3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 944 time: 0.1071045 Aug 27 12:15:59.516103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-3e4d118d-03d7-4720-950d-97488f7d4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.518299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-3e4d118d-03d7-4720-950d-97488f7d4a9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0210f0761ddc47d99064e2f5861b7b55&device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 1094 time: 0.1386569 Aug 27 12:15:59.519104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port 83251085-f91e-4671-bd23-770ccf58b2eb on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:15:59.521829 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:59.524907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-ac507110-b6d2-4089-93e2-4d3497a319fb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "DELETE /v2.0/ports/83251085-f91e-4671-bd23-770ccf58b2eb HTTP/1.1" status: 204 len: 173 time: 0.9108951 Aug 27 12:15:59.530630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de53a13f-1e00-40ab-a2b0-b28aebacdd99 req-ec8d0cd2-c53d-41f7-9a60-b3cbff2b281d tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344944 Aug 27 12:15:59.672591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-ce0f05a2-ceca-4684-b159-f4e4189692fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.674606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-ce0f05a2-ceca-4684-b159-f4e4189692fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 200 len: 915 time: 0.1486001 Aug 27 12:15:59.718792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-ff836168-2c99-4456-a7ea-914af15b0b9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152df117-7880-4c46-82f1-d61df794bcf1 HTTP/1.1" status: 200 len: 217 time: 0.0353541 Aug 27 12:15:59.722842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:15:59.723177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:59.822104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-08099785-f91f-4ab8-bb5a-dda200e4761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:15:59.823662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-08099785-f91f-4ab8-bb5a-dda200e4761c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 200 len: 854 time: 0.0976279 Aug 27 12:15:59.861639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c8556d2e-251e-479e-9c9f-15c887b6830d details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:15:59.869644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-19667495-0ba5-48d3-9c45-5118c7cc59da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02bf6462-b214-4875-911a-02b2d7a633e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357511 Aug 27 12:15:59.893024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port 69f35f7c-cbd8-4dc7-9a04-49471b07d456, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=69f35f7c-cbd8-4dc7-9a04-49471b07d456,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:15:59.893614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:15:59.948582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 69f35f7c-cbd8-4dc7-9a04-49471b07d456 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:15:59.988925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c8556d2e-251e-479e-9c9f-15c887b6830d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c8556d2e-251e-479e-9c9f-15c887b6830d,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:00.010978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'port_id': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'mac_address': 'fa:16:3e:85:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:16:00.044102 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-e4aef832-77ad-43e4-87dc-ca5733b3bcf3 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623297 Aug 27 12:16:00.082419 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.096841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8556d2e-251e-479e-9c9f-15c887b6830d {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:00.117351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c8556d2e-251e-479e-9c9f-15c887b6830d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c8556d2e-251e-479e-9c9f-15c887b6830d,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:00.122800 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.171543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c8556d2e-251e-479e-9c9f-15c887b6830d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:00.190219 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7be85ed-244a-40fd-9ba1-63179d0166de req-cef0d916-1152-4571-a361-558982a65498 service neutron] 10.222.0.65 "GET /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372201 Aug 27 12:16:00.191303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.223033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=69f35f7c-cbd8-4dc7-9a04-49471b07d456,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:00.273031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port 69f35f7c-cbd8-4dc7-9a04-49471b07d456 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:00.275720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.277753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-f61c5355-2625-4e10-a299-82665420870d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "DELETE /v2.0/ports/69f35f7c-cbd8-4dc7-9a04-49471b07d456 HTTP/1.1" status: 204 len: 173 time: 0.7435167 Aug 27 12:16:00.384166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port c0efbfc5-5a8a-46f3-956a-e79706ea3fae {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:00.384852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.423232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7901d80-64e6-4238-b0a3-5cb262119bab req-f3b93140-1b5a-40a5-90ae-932cfb612179 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:00.431622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7901d80-64e6-4238-b0a3-5cb262119bab req-f3b93140-1b5a-40a5-90ae-932cfb612179 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 943 time: 0.0935771 Aug 27 12:16:00.459234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37d6cc-1764-4588-a735-f5d35e93dec5 req-fac8a040-00c6-4589-8e35-9e51cfb64ef0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:00.460807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d37d6cc-1764-4588-a735-f5d35e93dec5 req-fac8a040-00c6-4589-8e35-9e51cfb64ef0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 942 time: 0.1127117 Aug 27 12:16:00.487757 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7901d80-64e6-4238-b0a3-5cb262119bab req-de17d410-e985-4856-987e-47a01cb10ff6 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551906 Aug 27 12:16:00.515569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port c0efbfc5-5a8a-46f3-956a-e79706ea3fae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:00.516404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.520020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d37d6cc-1764-4588-a735-f5d35e93dec5 req-7ae41dae-81b3-45de-ae32-12ce8f8188fd tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups?id=f8ff160d-a195-4f0c-a40d-c8968d98052f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466337 Aug 27 12:16:00.534410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for c0efbfc5-5a8a-46f3-956a-e79706ea3fae owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:00.704975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.707805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0241-d540-487b-ae1a-e96ea41a6cc9 req-afd4c86b-e5d6-4340-9c53-709d6fd9c601 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:00.710903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['c8556d2e-251e-479e-9c9f-15c887b6830d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:00.721689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dce0241-d540-487b-ae1a-e96ea41a6cc9 req-afd4c86b-e5d6-4340-9c53-709d6fd9c601 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 945 time: 0.0902588 Aug 27 12:16:00.740051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=c0efbfc5-5a8a-46f3-956a-e79706ea3fae,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:00.787347 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dce0241-d540-487b-ae1a-e96ea41a6cc9 req-09d3e779-4cf9-4a31-b54b-2925df41987b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643764 Aug 27 12:16:00.794776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port c0efbfc5-5a8a-46f3-956a-e79706ea3fae on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:00.798320 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:00.800510 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f268c9ec-7800-4dd5-90a0-eb30dc7516bf req-866bedfb-4b48-4a0e-87c1-a29c6f35b4ab tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.65 "DELETE /v2.0/ports/c0efbfc5-5a8a-46f3-956a-e79706ea3fae HTTP/1.1" status: 204 len: 173 time: 0.5152135 Aug 27 12:16:00.997912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:01.078036 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:01.114461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:01.115630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:01.118727 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89591da2-7c08-41cf-858a-4ae0c78d207a" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:01.130927 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:01.215158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:01.229046 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431394be-f263-431a-9c69-b793ea689a2c x-openstack-request-id: req-431394be-f263-431a-9c69-b793ea689a2c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:01.229549 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:01.229974 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-431394be-f263-431a-9c69-b793ea689a2c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:01.230560 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:16:01.332829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456'}, {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:01.336089 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb2fda5-7243-418f-a35a-95e949548d03" -d '{"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456"}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:01.399228 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a214d-a2ae-4322-89fe-1145d9a41632 x-openstack-request-id: req-d00a214d-a2ae-4322-89fe-1145d9a41632 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:01.399533 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "83251085-f91e-4671-bd23-770ccf58b2eb", "status": "completed", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "69f35f7c-cbd8-4dc7-9a04-49471b07d456", "status": "completed", "code": 200}, {"server_uuid": "0caee126-ed8a-481a-9a2c-cc76f7e87d9a", "name": "network-vif-deleted", "tag": "c0efbfc5-5a8a-46f3-956a-e79706ea3fae", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:01.399790 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d00a214d-a2ae-4322-89fe-1145d9a41632 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:01.400200 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '83251085-f91e-4671-bd23-770ccf58b2eb', 'status': 'completed', 'code': 200} Aug 27 12:16:01.400460 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': '69f35f7c-cbd8-4dc7-9a04-49471b07d456', 'status': 'completed', 'code': 200} Aug 27 12:16:01.400712 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caee126-ed8a-481a-9a2c-cc76f7e87d9a', 'name': 'network-vif-deleted', 'tag': 'c0efbfc5-5a8a-46f3-956a-e79706ea3fae', 'status': 'completed', 'code': 200} Aug 27 12:16:01.474704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65574ceb-3d13-4c77-975e-8f20c05a663e req-c0936676-d4f7-4d2d-bc6d-5d1d820fc3c3 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:01.476268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65574ceb-3d13-4c77-975e-8f20c05a663e req-c0936676-d4f7-4d2d-bc6d-5d1d820fc3c3 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.0621753 Aug 27 12:16:01.520502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65574ceb-3d13-4c77-975e-8f20c05a663e req-a3eac2f3-f21c-4cf7-b836-5d34fd7fc770 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378323 Aug 27 12:16:01.644352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cc9ce-75f7-4f66-bee0-0a93fb909046 req-cc066f6e-a24e-4e65-b771-8bb3fc07b149 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:01.652024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d1cc9ce-75f7-4f66-bee0-0a93fb909046 req-cc066f6e-a24e-4e65-b771-8bb3fc07b149 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 943 time: 0.0768125 Aug 27 12:16:01.696254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9742a70-e7bf-4b6c-b86e-cff32178698d req-5a1b6697-49aa-4b25-84f8-720460e7dffb tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0363991 Aug 27 12:16:01.722041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d1cc9ce-75f7-4f66-bee0-0a93fb909046 req-85ed28db-041f-4e67-8485-d6c69e5d8cf5 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687742 Aug 27 12:16:01.942194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ecb1a-c3bf-409d-b868-06c3a6296207 req-1466f536-642d-4eeb-aa5d-afb1eb2e1d6b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:01.944098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c38ecb1a-c3bf-409d-b868-06c3a6296207 req-1466f536-642d-4eeb-aa5d-afb1eb2e1d6b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 945 time: 0.0624893 Aug 27 12:16:01.984123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c38ecb1a-c3bf-409d-b868-06c3a6296207 req-7f8b4430-ca94-4326-9b1d-21739b4064c3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338874 Aug 27 12:16:02.652408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e065f-4f13-483e-b6cf-060b1bafd0e1 req-41e44167-39fc-45f4-8894-9416afc77d4d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:02.655263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f4e065f-4f13-483e-b6cf-060b1bafd0e1 req-41e44167-39fc-45f4-8894-9416afc77d4d tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.0551085 Aug 27 12:16:02.724185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f4e065f-4f13-483e-b6cf-060b1bafd0e1 req-7a193435-73f7-4538-9e8a-68b696c3544c tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Aug 27 12:16:02.869682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf966324-0fd5-4f51-ac75-b6a5d0db68e3 req-e46eaa27-7cdc-445e-b825-73fbb7da0ea8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0366278 Aug 27 12:16:02.888666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954355-7e9a-4f72-8b03-0c8043861027 req-0d002b1a-256c-4c4a-b85b-b81472ba9ac8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:02.890881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5954355-7e9a-4f72-8b03-0c8043861027 req-0d002b1a-256c-4c4a-b85b-b81472ba9ac8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 943 time: 0.0877512 Aug 27 12:16:02.945399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5954355-7e9a-4f72-8b03-0c8043861027 req-b9847350-7d83-4098-a40e-83aaff473e9f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Aug 27 12:16:03.017965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:16:03.159952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5acb8-7d31-445c-96e8-9c74a6830182 req-5178805a-0190-4fbc-ba95-4c93287de30e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:03.169964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5a5acb8-7d31-445c-96e8-9c74a6830182 req-5178805a-0190-4fbc-ba95-4c93287de30e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 945 time: 0.0940850 Aug 27 12:16:03.184011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:03.210563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:16:03.236299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5a5acb8-7d31-445c-96e8-9c74a6830182 req-caf48e62-4b43-47a1-a50e-08cd3e16ba2f tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577888 Aug 27 12:16:03.279982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:03.307290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:03.331247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:03.337820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:03.338864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 152df117-7880-4c46-82f1-d61df794bcf1 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:16:03.471959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:03.552965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 152df117-7880-4c46-82f1-d61df794bcf1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=152df117-7880-4c46-82f1-d61df794bcf1,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:03.571005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '152df117-7880-4c46-82f1-d61df794bcf1', 'network_id': '02bf6462-b214-4875-911a-02b2d7a633e4', 'port_id': '152df117-7880-4c46-82f1-d61df794bcf1', 'mac_address': 'fa:16:3e:1d:da:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff301c9-e874-4c23-877d-d7f5adfa2d03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:16:03.622420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:03.640456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152df117-7880-4c46-82f1-d61df794bcf1 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:03.674945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 152df117-7880-4c46-82f1-d61df794bcf1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=152df117-7880-4c46-82f1-d61df794bcf1,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:03.681455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:03.740946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=152df117-7880-4c46-82f1-d61df794bcf1,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:03.803211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3b1c6cc2-22ff-4800-9b03-074e7fa256fe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:03.860087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c8556d2e-251e-479e-9c9f-15c887b6830d up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:03.907799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce545c7-48eb-4640-8c91-4631fd660848 req-fad7f9c8-c0e0-4011-8eef-b28f86d25c02 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:03.913560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fce545c7-48eb-4640-8c91-4631fd660848 req-fad7f9c8-c0e0-4011-8eef-b28f86d25c02 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.1386626 Aug 27 12:16:03.939218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fde7df-e07b-4528-b72b-ec6b173f5ce0 req-515f7b03-f9ec-4a2b-8c24-66128ca6830f tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:03.948928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5fde7df-e07b-4528-b72b-ec6b173f5ce0 req-515f7b03-f9ec-4a2b-8c24-66128ca6830f tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 946 time: 0.0962634 Aug 27 12:16:04.039608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['152df117-7880-4c46-82f1-d61df794bcf1'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:04.063563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5fde7df-e07b-4528-b72b-ec6b173f5ce0 req-9784c307-34a4-4a68-bc0f-2ceb9f3ffecc tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079381 Aug 27 12:16:04.133349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-071f6641-6706-4e7a-af92-0dd97701f1e9 req-03e4d1c1-ae22-451d-b2b8-451217179757 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0659664 Aug 27 12:16:04.149347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Deleting port d448a407-0ee3-4057-92f3-b1b434b610d8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:04.149837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.275932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port c8556d2e-251e-479e-9c9f-15c887b6830d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:04.299628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port c8556d2e-251e-479e-9c9f-15c887b6830d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:04.300000 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.348960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc0229-a1c2-4fc8-9ff9-87ad03d7c18c req-1cfa84d5-5266-4549-ae34-1ec28c7fbd3b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:04.364257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bfc0229-a1c2-4fc8-9ff9-87ad03d7c18c req-1cfa84d5-5266-4549-ae34-1ec28c7fbd3b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 944 time: 0.1138644 Aug 27 12:16:04.397842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] For port d448a407-0ee3-4057-92f3-b1b434b610d8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d448a407-0ee3-4057-92f3-b1b434b610d8,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:04.397842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.416725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Calling delete_port for d448a407-0ee3-4057-92f3-b1b434b610d8 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:04.459579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bfc0229-a1c2-4fc8-9ff9-87ad03d7c18c req-96d5e564-05bf-48b6-9827-b59b82a5f6a3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938792 Aug 27 12:16:04.551602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71a994-2270-4482-b3c4-46e4fb7a2f09 req-de26cc65-a4c7-4d5d-8075-3540d240b695 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:04.553277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c71a994-2270-4482-b3c4-46e4fb7a2f09 req-de26cc65-a4c7-4d5d-8075-3540d240b695 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 945 time: 0.0927272 Aug 27 12:16:04.586569 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.603201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c71a994-2270-4482-b3c4-46e4fb7a2f09 req-90cdfbb5-c7b3-4fab-bfce-b71cec86a220 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435579 Aug 27 12:16:04.651681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:04.654095 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402f326-5724-4d77-814f-d8327811fef2" -d '{"events": [{"server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "name": "network-vif-plugged", "status": "completed", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:04.669152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c8556d2e-251e-479e-9c9f-15c887b6830d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c8556d2e-251e-479e-9c9f-15c887b6830d,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:04.677394 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.704640 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.713289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:16:04.747101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Pushing event deleted for resources: {'Port': ['ID=d448a407-0ee3-4057-92f3-b1b434b610d8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:04.752304 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f3f04-026b-4ccc-a0a1-71753a42e4f4 x-openstack-request-id: req-192f3f04-026b-4ccc-a0a1-71753a42e4f4 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:04.752959 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "name": "network-vif-plugged", "status": "completed", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:04.754732 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-192f3f04-026b-4ccc-a0a1-71753a42e4f4 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:04.755425 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'code': 200} Aug 27 12:16:04.757899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d448a407-0ee3-4057-92f3-b1b434b610d8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:04.818468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] No DVR routers for this DVR port d448a407-0ee3-4057-92f3-b1b434b610d8 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:04.821543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:04.824302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fce545c7-48eb-4640-8c91-4631fd660848 req-453a043e-a0fe-4c0f-a27a-ae2393075211 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "DELETE /v2.0/ports/d448a407-0ee3-4057-92f3-b1b434b610d8 HTTP/1.1" status: 204 len: 173 time: 0.9029002 Aug 27 12:16:04.824754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'name': 'network-vif-deleted', 'tag': 'd448a407-0ee3-4057-92f3-b1b434b610d8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:04.827218 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddec3d8d-976f-4d8a-806f-c97fe2bcf109" -d '{"events": [{"server_uuid": "b3d96fbb-e6bb-4602-b3b3-9363032ed7f7", "name": "network-vif-deleted", "tag": "d448a407-0ee3-4057-92f3-b1b434b610d8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:04.834416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c8556d2e-251e-479e-9c9f-15c887b6830d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:04.922432 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6e569-d544-4e2b-bb44-f2b95af35bfa x-openstack-request-id: req-2ff6e569-d544-4e2b-bb44-f2b95af35bfa {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:04.926799 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d96fbb-e6bb-4602-b3b3-9363032ed7f7", "name": "network-vif-deleted", "tag": "d448a407-0ee3-4057-92f3-b1b434b610d8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:04.928990 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ff6e569-d544-4e2b-bb44-f2b95af35bfa {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:04.930745 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d96fbb-e6bb-4602-b3b3-9363032ed7f7', 'name': 'network-vif-deleted', 'tag': 'd448a407-0ee3-4057-92f3-b1b434b610d8', 'status': 'completed', 'code': 200} Aug 27 12:16:04.966132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eb026-3182-4bfd-bad0-025f9d0fbb55 req-a7b79ef5-e75d-4301-bd55-4cdbc9b60060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:04.973038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb1eb026-3182-4bfd-bad0-025f9d0fbb55 req-a7b79ef5-e75d-4301-bd55-4cdbc9b60060 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 1097 time: 0.1175175 Aug 27 12:16:05.015849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cb1eb026-3182-4bfd-bad0-025f9d0fbb55 req-91407c76-a6a4-4cdd-a1a0-1276d1e8ad59 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 27 12:16:05.206479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-841f4106-af23-4f3d-ab38-f82cdec88af2 req-5f64223d-8135-4d3c-a303-0e5a8418fdb9 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3d96fbb-e6bb-4602-b3b3-9363032ed7f7 HTTP/1.1" status: 200 len: 210 time: 0.0398471 Aug 27 12:16:05.374111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b22c171a-a490-423f-8076-2eb656aa4a9e req-15763b20-46e7-40c0-a425-6a260033a4d8 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0533240 Aug 27 12:16:05.622810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c6667-6b59-4904-a2a1-33d78392ba7e req-e0747b67-c4fa-4069-a5d1-4c53623b425b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:05.631622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-355c6667-6b59-4904-a2a1-33d78392ba7e req-e0747b67-c4fa-4069-a5d1-4c53623b425b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 944 time: 0.0999663 Aug 27 12:16:05.687615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-355c6667-6b59-4904-a2a1-33d78392ba7e req-af8dd7fc-3240-44d1-b469-16f22e5dd2dd tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531240 Aug 27 12:16:05.786908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c2a43-8256-4a24-bc35-edf0a43f7987 req-c17f253e-5993-444d-9f14-24af887815b5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:05.796994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b99c2a43-8256-4a24-bc35-edf0a43f7987 req-c17f253e-5993-444d-9f14-24af887815b5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.0691442 Aug 27 12:16:05.847767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b99c2a43-8256-4a24-bc35-edf0a43f7987 req-ce31155e-d219-4ce4-9757-a43e905c31bb tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 Aug 27 12:16:06.529601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15373014-38d8-43ea-ba91-13bd8a31f8fa req-06a23c6c-8330-4083-9150-4e0711532209 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0609963 Aug 27 12:16:06.840611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3585a-e54e-4f0d-a37f-9ea94751913b req-c0343857-d971-4eba-88f5-6b72596c01be tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:06.852141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7f3585a-e54e-4f0d-a37f-9ea94751913b req-c0343857-d971-4eba-88f5-6b72596c01be tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 944 time: 0.0739601 Aug 27 12:16:06.938890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7f3585a-e54e-4f0d-a37f-9ea94751913b req-d37d741d-3a81-4e5d-8a38-bb9a34946189 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824103 Aug 27 12:16:07.027941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:07.064413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d037b7f-70e8-48af-b138-ad192c7f48b0 req-4b74e9cf-356c-4312-a722-76d4987b770a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:07.075791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d037b7f-70e8-48af-b138-ad192c7f48b0 req-4b74e9cf-356c-4312-a722-76d4987b770a tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.0987651 Aug 27 12:16:07.112960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:07.113427 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:07.136662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d037b7f-70e8-48af-b138-ad192c7f48b0 req-8186415e-be5e-4a5b-957d-c0f132f79a87 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570288 Aug 27 12:16:07.227338 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:07.268676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:07.269659 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f18a1-9442-45ac-a7c1-fed9a823c9da" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:07.287046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:07.293861 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:07.294963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 152df117-7880-4c46-82f1-d61df794bcf1 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:07.567768 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d4a062-ae12-4cd1-a7a5-fa0c1a170d15 x-openstack-request-id: req-11d4a062-ae12-4cd1-a7a5-fa0c1a170d15 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:07.568309 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:07.569118 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11d4a062-ae12-4cd1-a7a5-fa0c1a170d15 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:07.570108 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:16:07.572344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:07.698650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 152df117-7880-4c46-82f1-d61df794bcf1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:07.705606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 152df117-7880-4c46-82f1-d61df794bcf1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:07.706217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:07.815264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51c152dd-5ca9-44fe-800a-b9ec3ace3ebe req-d471b1eb-3f3c-4204-90b4-0be1f8222e3d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0763214 Aug 27 12:16:07.827151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:07.877881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 152df117-7880-4c46-82f1-d61df794bcf1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=152df117-7880-4c46-82f1-d61df794bcf1,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:07.882529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d448a407-0ee3-4057-92f3-b1b434b610d8 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:07.894758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:07.980588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d448a407-0ee3-4057-92f3-b1b434b610d8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:07.981066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d448a407-0ee3-4057-92f3-b1b434b610d8 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:07.983206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=152df117-7880-4c46-82f1-d61df794bcf1,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:08.148507 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:08.220853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2068e70-c7ed-4b7d-9484-355457916a4f req-a36c6802-d839-4fea-8a88-ed444d9775f3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:08.239521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2068e70-c7ed-4b7d-9484-355457916a4f req-a36c6802-d839-4fea-8a88-ed444d9775f3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1862504 Aug 27 12:16:08.324904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2068e70-c7ed-4b7d-9484-355457916a4f req-8e5da1c4-6881-4964-8e9a-27fa2480d1bb tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Aug 27 12:16:08.486514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0b446-ddcc-4f24-9179-dee74b20034f req-bac9570d-1b3a-4939-95e0-c9b497f3cc90 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:08.493927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecd0b446-ddcc-4f24-9179-dee74b20034f req-bac9570d-1b3a-4939-95e0-c9b497f3cc90 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.1112516 Aug 27 12:16:08.552024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecd0b446-ddcc-4f24-9179-dee74b20034f req-59eb56bc-f1d3-4b22-806d-84d4695b1be6 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567646 Aug 27 12:16:08.717753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5418c4-d86f-471b-916c-dfd8d0aa4e55 req-c7be76af-38db-48d8-9cab-1902ee50ab0c tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:08.726648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e5418c4-d86f-471b-916c-dfd8d0aa4e55 req-c7be76af-38db-48d8-9cab-1902ee50ab0c tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.1026242 Aug 27 12:16:08.731549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:08.737785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Request body: {'floatingip': {'port_id': 'c8556d2e-251e-479e-9c9f-15c887b6830d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:08.818701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:09.024642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-febf4e97-931a-46e8-ab07-5c7bfc94b802 req-bf168959-7698-448e-9f79-c1ae554e54b0 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0533254 Aug 27 12:16:09.571143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152df117-7880-4c46-82f1-d61df794bcf1'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:09.573515 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c243f6-d90b-42d1-af68-0f866a3c8b60" -d '{"events": [{"server_uuid": "b6d42249-aefc-4b5b-a3e4-98f46110bb50", "name": "network-vif-plugged", "status": "completed", "tag": "152df117-7880-4c46-82f1-d61df794bcf1"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:09.638518 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0061e-86c8-484a-8c17-d00a596a463c x-openstack-request-id: req-78b0061e-86c8-484a-8c17-d00a596a463c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:09.638819 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d42249-aefc-4b5b-a3e4-98f46110bb50", "name": "network-vif-plugged", "status": "completed", "tag": "152df117-7880-4c46-82f1-d61df794bcf1", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:09.639080 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78b0061e-86c8-484a-8c17-d00a596a463c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:09.639482 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152df117-7880-4c46-82f1-d61df794bcf1', 'code': 200} Aug 27 12:16:09.793214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51537-bd3e-4576-acf6-14688d6b346f req-af02dea0-42be-42f9-8efd-d53d8a96e02d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:09.794852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edadbc9-1211-4811-aa10-74b0d575f213 req-7b2a63ca-ca19-4998-b316-9a472334f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:09.796408 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0edadbc9-1211-4811-aa10-74b0d575f213 req-7b2a63ca-ca19-4998-b316-9a472334f7ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 1096 time: 0.0752180 Aug 27 12:16:09.803927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27a51537-bd3e-4576-acf6-14688d6b346f req-af02dea0-42be-42f9-8efd-d53d8a96e02d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1332598 Aug 27 12:16:09.853139 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0edadbc9-1211-4811-aa10-74b0d575f213 req-59ea7033-25e6-4d20-ab9e-26f1d1e3bc7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485005 Aug 27 12:16:09.896854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27a51537-bd3e-4576-acf6-14688d6b346f req-eee722b2-6004-4357-a0f9-ccf469b85076 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916517 Aug 27 12:16:10.082642 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.resource_extend [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:16:10.205813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b485b094-21e9-4447-8c44-10708e5d3803 req-c5cd439a-228f-4405-a482-226b0408b14a tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0384481 Aug 27 12:16:10.318839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:10.325405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:10.478465 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Floating IP 7bcfdd09-3472-4152-b480-19b0f353f2b2 associated. External IP: 172.25.8.205, port: c8556d2e-251e-479e-9c9f-15c887b6830d. Aug 27 12:16:10.800486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Router 72f37b44-949b-47fb-8efe-5aaadbac42b7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:16:10.951073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:16:10.959064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:10.967018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] Sync routers for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:16:10.993300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:16:10.996385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:11.021797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed07378d-0878-4372-b5b9-26d533a9ecd3 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "PUT /v2.0/floatingips/7bcfdd09-3472-4152-b480-19b0f353f2b2 HTTP/1.1" status: 200 len: 992 time: 2.2888439 Aug 27 12:16:11.023066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:11.026829 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c42aa2-d490-4be5-b630-fa4c0de2fb29" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:11.193054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484832af-a607-4e9e-b4c5-3a19777ea6c6 req-aeb416f0-2a3d-4a23-82c9-7d0ce0804807 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:11.199023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-484832af-a607-4e9e-b4c5-3a19777ea6c6 req-aeb416f0-2a3d-4a23-82c9-7d0ce0804807 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1089554 Aug 27 12:16:11.239052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:16:11.283940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-484832af-a607-4e9e-b4c5-3a19777ea6c6 req-3e9fc9cc-38e6-4a82-a59b-f55da9055521 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719500 Aug 27 12:16:11.524791 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a43377f-3726-4674-942d-2a7fd89a16a8 x-openstack-request-id: req-8a43377f-3726-4674-942d-2a7fd89a16a8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:11.525178 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:11.525481 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a43377f-3726-4674-942d-2a7fd89a16a8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:11.525939 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'status': 'completed', 'code': 200} Aug 27 12:16:11.657900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '7bcfdd09-3472-4152-b480-19b0f353f2b2', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'port_id': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'mac_address': 'fa:16:3e:85:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:15:44Z', 'updated_at': '2021-08-27T12:16:09Z', 'revision_number': 1, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:45Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:11.678765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-91056124-68ba-4eff-a789-f7b2134a3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:11.680285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-91056124-68ba-4eff-a789-f7b2134a3b66 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4a79a2a42184c928d29a5d400e2f74f&device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 1097 time: 0.0623927 Aug 27 12:16:11.696317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc33faa8-bee2-48a4-be81-4f16cb20e526 req-9db2fae6-3cf5-4b80-9b82-6e56890cb7ba tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0714710 Aug 27 12:16:11.757022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] Checking router: 72f37b44-949b-47fb-8efe-5aaadbac42b7 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:16:11.777300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:16:11.779235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:15:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:11.786614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-d021bb5e-b712-4ed2-a50e-e500fc8451f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:11.788448 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-d021bb5e-b712-4ed2-a50e-e500fc8451f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f2357a25-d198-4807-8833-9309b4b74db0 HTTP/1.1" status: 200 len: 915 time: 0.0980313 Aug 27 12:16:11.892171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-9cf0029f-81fc-4366-882f-7cfc45797418 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8556d2e-251e-479e-9c9f-15c887b6830d HTTP/1.1" status: 200 len: 1000 time: 0.0857713 Aug 27 12:16:11.942283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-4e52afec-7c1c-407a-902c-d5cd5643418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:11.943819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-4e52afec-7c1c-407a-902c-d5cd5643418f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f HTTP/1.1" status: 200 len: 853 time: 0.0462215 Aug 27 12:16:11.982864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:16:12.027367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-1749ec2a-928c-46c1-a565-2d4a31e65812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:12.028812 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-1749ec2a-928c-46c1-a565-2d4a31e65812 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f2357a25-d198-4807-8833-9309b4b74db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715663 Aug 27 12:16:12.150868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-6a408948-78bc-4c15-902c-74573e0af0cc service neutron] 10.222.0.77 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119404 Aug 27 12:16:12.279519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86c42aa2-d490-4be5-b630-fa4c0de2fb29 req-674b481c-f714-4ea8-973b-030b26e381ed service neutron] 10.222.0.77 "GET /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130638 Aug 27 12:16:12.346515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '7bcfdd09-3472-4152-b480-19b0f353f2b2', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'port_id': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'mac_address': 'fa:16:3e:85:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:15:44Z', 'updated_at': '2021-08-27T12:16:09Z', 'revision_number': 1, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:45Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:12.408907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355cae3-0ccf-48d2-b483-aa27d03e1518 None None] The sync data for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 is: [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '7bcfdd09-3472-4152-b480-19b0f353f2b2', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'floating_ip_address': '172.25.8.205', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'port_id': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'mac_address': 'fa:16:3e:85:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:15:44Z', 'updated_at': '2021-08-27T12:16:09Z', 'revision_number': 1, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:45Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:16:12.505369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a8bd8-fb2f-4ad3-9780-c6102b3278b9 req-505c84c6-1ebb-4ee9-a8c9-4a0ca3817ae0 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:12.507760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-760a8bd8-fb2f-4ad3-9780-c6102b3278b9 req-505c84c6-1ebb-4ee9-a8c9-4a0ca3817ae0 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1162925 Aug 27 12:16:12.556973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-760a8bd8-fb2f-4ad3-9780-c6102b3278b9 req-db98e29c-c36f-4f6f-8cc3-1e9a682e9596 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Aug 27 12:16:12.757696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:12.847442 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df569f68-5d20-4ffa-9557-c363311f6e60 None None] New status for floating IP 7bcfdd09-3472-4152-b480-19b0f353f2b2: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:16:13.051276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a869f9a2-ff32-424f-9258-c4a1fabd76bc req-1ef050be-d297-4b04-b359-32d2b9dd1f4d tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.1445935 Aug 27 12:16:13.159024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca95b00-15cb-460b-b9ce-3a22c6fec4e3 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:13.159890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca95b00-15cb-460b-b9ce-3a22c6fec4e3 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:13.164567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca95b00-15cb-460b-b9ce-3a22c6fec4e3 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:13.167667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ca95b00-15cb-460b-b9ce-3a22c6fec4e3 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=ad573352da904e8182380ce243e94aa3&network_id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 2969 time: 0.4085867 Aug 27 12:16:13.955409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-e2ef5586-7216-4774-8632-dfc8d3f9cec6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:13.957598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-e2ef5586-7216-4774-8632-dfc8d3f9cec6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/networks?id=b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 200 len: 813 time: 0.1549294 Aug 27 12:16:13.977806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-a18d555b-38eb-477a-b349-7574cffb2b0f tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/quotas/53d96228961642daa4ceabdbb5de5011 HTTP/1.1" status: 200 len: 375 time: 0.0125153 Aug 27 12:16:14.066801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-3b6394f8-7b02-40a2-8bfe-e329b853d8f1 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=53d96228961642daa4ceabdbb5de5011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557370 Aug 27 12:16:14.401834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a609107-5a37-4d42-a0ea-26aa404ed159 req-09f0941a-5f73-4aca-97d6-ef1f12b251d6 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0426941 Aug 27 12:16:14.442589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-5f2f332f-f595-4516-bc73-3c388e5ae2ec service neutron] 10.222.0.76 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560138 Aug 27 12:16:14.609559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-e2ec1b26-69d3-4290-bfed-8704f49193a2 service neutron] 10.222.0.76 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659069 Aug 27 12:16:15.065385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f2428ce-121c-4309-a24b-03dc4c74f927 req-75418a60-2abd-427a-ad14-6e230cea5772 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 210 time: 0.0597219 Aug 27 12:16:15.240409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:15.354814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70188d7-f351-43ed-b6a3-3bb866dcbbd5 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:15.358449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f70188d7-f351-43ed-b6a3-3bb866dcbbd5 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 814 time: 0.1159668 Aug 27 12:16:15.600877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a2846ee-aefb-45b1-9d9a-a13816dc52da req-3126719d-a590-4583-9d89-334f5d3abc29 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.0529213 Aug 27 12:16:15.969839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:15.977656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'network': {'name': 'tempest-network-smoke--384952629', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:16.016983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:16.020498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:16.055486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:16:16.071540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:16.073107 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Added segment 05bb3f73-4f4c-4420-9741-0218dd5ee2cf of type vlan for network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 Aug 27 12:16:16.147957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:16.200846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f132a947-98ef-4233-9045-8bd388affe77 req-b67ec83c-d0b9-4c41-a2f0-8bc3d1e97f1b tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 210 time: 0.0333991 Aug 27 12:16:16.213320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:16.222631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:16.226633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:16.258911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2874737 Aug 27 12:16:16.262037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33938) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:16.358677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Network': ['ID=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:16.369720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.370472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.372108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.372591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.373044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.373492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.374029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.374557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.375002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.375528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.376122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.376585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c11b7-6903-4a5d-a861-6d0f580ad7dc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:16.395646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:16:16.419458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a44319-dcdc-489d-bf0a-9cbb72fd120f tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:16.432130 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47a44319-dcdc-489d-bf0a-9cbb72fd120f tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ad573352da904e8182380ce243e94aa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1688764 Aug 27 12:16:16.434958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:16.772361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d03fa-2a38-461b-98a9-04d71b9e8d1e tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:16.774186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-765d03fa-2a38-461b-98a9-04d71b9e8d1e tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3380787 Aug 27 12:16:16.776986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33944) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:17.210092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6b0825ff-0b6f-4503-b78e-20fa8b3a3787 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4317353 Aug 27 12:16:17.213089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:17.263940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-bab1b08e-442c-4e82-856c-229dea5f8481 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:17.270630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-bab1b08e-442c-4e82-856c-229dea5f8481 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "GET /v2.0/networks?id=b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 200 len: 813 time: 0.8295910 Aug 27 12:16:17.292409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Request body: {'port': {'device_id': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35', 'admin_state_up': True, 'tenant_id': '53d96228961642daa4ceabdbb5de5011'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:17.295203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d2d98d82-c822-4994-b225-69692bc95249 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ad573352da904e8182380ce243e94aa3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796621 Aug 27 12:16:17.296766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33962) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:17.304957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-619ac8c7-26fb-40ea-9a92-372c3f08dd5e req-8ff0a12e-9d6d-482d-8da6-f823172d7b40 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/ports?device_id=0caee126-ed8a-481a-9a2c-cc76f7e87d9a HTTP/1.1" status: 200 len: 210 time: 0.1309936 Aug 27 12:16:17.475910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Made reservation on behalf of 53d96228961642daa4ceabdbb5de5011 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:17.481130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:17.489461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13b291bd-72a7-412b-8144-675487ecc32a req-b04f18e5-ac91-4361-a339-95d28ce86472 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 210 time: 0.0736980 Aug 27 12:16:17.566955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26480ca-fa05-4cb4-8ce3-9897432e3ad9 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:17.571012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d26480ca-fa05-4cb4-8ce3-9897432e3ad9 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2690098 Aug 27 12:16:17.571203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:17.632095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f568cd5a-1ae0-4bc8-8e13-5dde2494e748 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573485 Aug 27 12:16:17.632372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:17.643396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1042646420', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:17.738083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Allocated IP 172.20.0.7 (b1d21eea-ce75-4232-abfc-691372fe6e35/3c5efa07-6c11-45ed-8d48-624f8910a133/d6ac86ab-87eb-4158-9053-d81386d45638) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:16:17.773019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:17.780366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:17.972650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.030278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.064675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.080743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Network b1d21eea-ce75-4232-abfc-691372fe6e35 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:16:18.087339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:18.091895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:16:18.132863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Subnet': ['ID=a82c858e-227c-4eb3-b9d8-2cf3b2870d2e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:18.161046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Pushing event updated for resources: {'Port': ['ID=d6ac86ab-87eb-4158-9053-d81386d45638,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:18.167565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Checking segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:18.168154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network hostable DHCP agents. Network: 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:16:18.191154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:16:18.198188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:18.199288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.204001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:18.214305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82a420-1fc7-4880-a62b-02221d8db27e None None] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:18.218795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-4b2da589-1319-4c50-9b57-66c840495528 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9303854 Aug 27 12:16:18.219888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:18.220841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.242244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76121e14-99d8-4848-807d-9da8c5070735 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6060793 Aug 27 12:16:18.260223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Request body: {'port': {'device_id': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:18.325440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.419386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ips': [{'subnet_id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:16:18.420371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.477039 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c867e217-2513-4989-9047-750bcfa4e3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.519645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:18.633549 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1d6aa05-d67e-43fa-844d-5a16509a6e67 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.737341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1d6aa05-d67e-43fa-844d-5a16509a6e67 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.752053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Allocated IP 172.20.0.18 (1e4e49bc-d9d6-412e-b4a0-3e2ef197b310/a82c858e-227c-4eb3-b9d8-2cf3b2870d2e/03328a8f-c80f-4051-8bb6-e2e9aafe156e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:16:18.922900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ac86ab-87eb-4158-9053-d81386d45638 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:18.947699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:18.976994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Transition to ACTIVE for port object d6ac86ab-87eb-4158-9053-d81386d45638 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:18.982804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.003885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2c6f-5b81-4bf9-8c53-8226edeafaa0 req-9b70a08f-a3a1-4539-b554-eeb36b2ce203 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:19.005376 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-371b2c6f-5b81-4bf9-8c53-8226edeafaa0 req-9b70a08f-a3a1-4539-b554-eeb36b2ce203 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 931 time: 0.1662879 Aug 27 12:16:19.026674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1d6aa05-d67e-43fa-844d-5a16509a6e67 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.030784 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d1d6aa05-d67e-43fa-844d-5a16509a6e67 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.032816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d1d6aa05-d67e-43fa-844d-5a16509a6e67 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/security-groups/f8ff160d-a195-4f0c-a40d-c8968d98052f HTTP/1.1" status: 204 len: 168 time: 0.5117691 Aug 27 12:16:19.044689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:19.045756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6aa05-d67e-43fa-844d-5a16509a6e67 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff160d-a195-4f0c-a40d-c8968d98052f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.073901 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-46372f80-6fcf-416a-b6ac-1fdb8e37a9d7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] show failed (client error): The resource could not be found. Aug 27 12:16:19.075330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-46372f80-6fcf-416a-b6ac-1fdb8e37a9d7 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "GET /v2.0/security-groups/f8ff160d-a195-4f0c-a40d-c8968d98052f HTTP/1.1" status: 404 len: 347 time: 0.0204887 Aug 27 12:16:19.078166 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.082630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34006) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:19.117722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Transition to ACTIVE for port object 03328a8f-c80f-4051-8bb6-e2e9aafe156e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:19.131778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-371b2c6f-5b81-4bf9-8c53-8226edeafaa0 req-76c1648a-f5b3-4544-9685-f815da904a3a tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878334 Aug 27 12:16:19.148333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Transition to ACTIVE for port object 03328a8f-c80f-4051-8bb6-e2e9aafe156e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:19.160026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.220282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Pushing event updated for resources: {'Port': ['ID=d6ac86ab-87eb-4158-9053-d81386d45638,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.225896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:19.230742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Pushing event updated for resources: {'Port': ['ID=03328a8f-c80f-4051-8bb6-e2e9aafe156e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.237154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155354632', 'description': 'tempest-secgroup-smoke-1155354632 description', 'project_id': 'ad573352da904e8182380ce243e94aa3'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:19.246057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:16:19.247879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:19.251016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:16:19.287059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.314667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Attempting to bind port 03328a8f-c80f-4051-8bb6-e2e9aafe156e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:16:19.315409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Attempting to bind port 03328a8f-c80f-4051-8bb6-e2e9aafe156e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:16:19.318769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Attempting to bind port 03328a8f-c80f-4051-8bb6-e2e9aafe156e on network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:19.328899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Attempting to bind port d6ac86ab-87eb-4158-9053-d81386d45638 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:16:19.329565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Attempting to bind port d6ac86ab-87eb-4158-9053-d81386d45638 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:16:19.329565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Attempting to bind port d6ac86ab-87eb-4158-9053-d81386d45638 on network b1d21eea-ce75-4232-abfc-691372fe6e35 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:19.330444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:16:19.331374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Checking segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:19.332149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.332920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Bound using segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:16:19.334484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Bound port: 03328a8f-c80f-4051-8bb6-e2e9aafe156e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:16:19.335173 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.342373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Port d6ac86ab-87eb-4158-9053-d81386d45638 on network b1d21eea-ce75-4232-abfc-691372fe6e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:16:19.342732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Attempting to bind port d6ac86ab-87eb-4158-9053-d81386d45638 on network b1d21eea-ce75-4232-abfc-691372fe6e35 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:19.351571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:16:19.352201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Checking segment: {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:19.352788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Bound using segment: {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:16:19.353423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Bound port: d6ac86ab-87eb-4158-9053-d81386d45638, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191ff46d-20f7-4f95-9d72-11f3be98fc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:16:19.353976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.360595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 6821d997-430a-4ce6-9e3e-f415d63541ca {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:19.361192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.461063 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.468491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.511975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] For port 03328a8f-c80f-4051-8bb6-e2e9aafe156e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:16:19.521777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] For port 03328a8f-c80f-4051-8bb6-e2e9aafe156e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=03328a8f-c80f-4051-8bb6-e2e9aafe156e,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:16:19.528744 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.555389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4285bc95-1ab1-4d98-889d-ccda8dc2ea99,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.564037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.568609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2c36d2c-17cd-4be8-8206-a5c8a2c70eab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3401625 Aug 27 12:16:19.569117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:19.585606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '4285bc95-1ab1-4d98-889d-ccda8dc2ea99', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:19.587186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] For port d6ac86ab-87eb-4158-9053-d81386d45638, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:16:19.596238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] For port d6ac86ab-87eb-4158-9053-d81386d45638, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d6ac86ab-87eb-4158-9053-d81386d45638,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:16:19.599529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.600151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.606697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.616131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c196bd-d9cb-4188-a0fa-228441fffbbd None None] Pushing event updated for resources: {'Port': ['ID=03328a8f-c80f-4051-8bb6-e2e9aafe156e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.636434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b194b2-d786-44f2-98d0-a86e442137e2 req-ca445c6d-8fb0-462c-8dcf-12a4f837b3f5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:19.638243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b194b2-d786-44f2-98d0-a86e442137e2 req-ca445c6d-8fb0-462c-8dcf-12a4f837b3f5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1348836 Aug 27 12:16:19.664538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:19.665170 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.666661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] 10.222.0.77 "PUT /v2.0/ports/d6ac86ab-87eb-4158-9053-d81386d45638 HTTP/1.1" status: 200 len: 1091 time: 1.4259934 Aug 27 12:16:19.670056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'tag': 'd6ac86ab-87eb-4158-9053-d81386d45638'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:19.672467 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7101500-1db0-463c-a6d9-93491ed75d37" -d '{"events": [{"name": "network-changed", "server_uuid": "23cb536a-6d00-4ae9-bb27-6661a5a17b30", "tag": "d6ac86ab-87eb-4158-9053-d81386d45638"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:19.674121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.675495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 6821d997-430a-4ce6-9e3e-f415d63541ca owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:19.712579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b194b2-d786-44f2-98d0-a86e442137e2 req-a55a9282-8a31-4720-b714-03797907fd6c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648341 Aug 27 12:16:19.769038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.773617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.829452 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4766fb-ee83-4ccc-8300-bb437a0e8b5a x-openstack-request-id: req-1a4766fb-ee83-4ccc-8300-bb437a0e8b5a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:19.829842 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cb536a-6d00-4ae9-bb27-6661a5a17b30", "tag": "d6ac86ab-87eb-4158-9053-d81386d45638", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:19.830051 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a4766fb-ee83-4ccc-8300-bb437a0e8b5a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:19.830477 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'tag': 'd6ac86ab-87eb-4158-9053-d81386d45638', 'status': 'completed', 'code': 200} Aug 27 12:16:19.839244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d60623-0f96-498d-b9d5-c991d7dc750f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.851838 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.853382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b9d29ed-379b-45c4-889a-8724e86dc2de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778571 Aug 27 12:16:19.858544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:19.867263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '4285bc95-1ab1-4d98-889d-ccda8dc2ea99', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:19.896286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:19.899237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225fed5-1d2f-445c-a58f-95de62e174cb service neutron] Pushing event updated for resources: {'Port': ['ID=d6ac86ab-87eb-4158-9053-d81386d45638,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:19.918293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-23202474-8148-4b00-912e-94843b7f7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:19.920289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-23202474-8148-4b00-912e-94843b7f7230 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d96228961642daa4ceabdbb5de5011&device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 1094 time: 0.1673162 Aug 27 12:16:19.954860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.014577 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-e8d7d247-bcf1-41a3-99f7-99ffb8984fd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ac86ab-87eb-4158-9053-d81386d45638 HTTP/1.1" status: 200 len: 217 time: 0.0774386 Aug 27 12:16:20.086494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.093181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.114526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bacb9af-8186-4975-95df-3f289469b7ed,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:20.127098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-b039f994-d29e-4770-a0cb-6b509da72f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:20.128911 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-b039f994-d29e-4770-a0cb-6b509da72f80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c5efa07-6c11-45ed-8d48-624f8910a133 HTTP/1.1" status: 200 len: 853 time: 0.1023734 Aug 27 12:16:20.131162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.132508 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3fbd16f-1e55-483a-8279-23b4311df85d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2730184 Aug 27 12:16:20.137192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:20.142863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '4285bc95-1ab1-4d98-889d-ccda8dc2ea99', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:20.178018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-42d9c038-1620-4b0e-b2c2-7c109aefc137 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1d21eea-ce75-4232-abfc-691372fe6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405571 Aug 27 12:16:20.181072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.218525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.299288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=6821d997-430a-4ce6-9e3e-f415d63541ca,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:20.343585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.349922 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.373462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959871c2-e440-4c85-9931-ec812d8e91bb req-ce46f24d-fa26-4060-98a9-873ec35bf781 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:20.383556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-959871c2-e440-4c85-9931-ec812d8e91bb req-ce46f24d-fa26-4060-98a9-873ec35bf781 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 943 time: 0.1371825 Aug 27 12:16:20.412882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.416318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.420444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3f3a927b-bcbe-4d12-a9bb-958248ae6cbe tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/floatingips/de1131ad-6a39-43e5-a6ab-bdf8a7062a83 HTTP/1.1" status: 204 len: 168 time: 1.3338230 Aug 27 12:16:20.421386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34042) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:20.425506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-8f11b8ae-47f2-49a2-9e3c-632d12bb18ce service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374249 Aug 27 12:16:20.437874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e47efa-a6c9-459c-a91e-492a27da727d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:20.445906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.453141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-966f1e13-9ca3-4985-97e8-d1d0a1434421 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095272 Aug 27 12:16:20.453141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:20.467435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '4285bc95-1ab1-4d98-889d-ccda8dc2ea99', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:20.496759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-959871c2-e440-4c85-9931-ec812d8e91bb req-998ff977-ecc9-4aee-8c53-7992a02f3eec tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123576 Aug 27 12:16:20.560740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.639089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.647390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.664995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9b80b2e2-1c45-456d-a646-8883470813f0 req-c4398403-6fd5-4da3-a871-3e7f03c08492 service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197089 Aug 27 12:16:20.678104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9c7f8c-b29e-43ab-a265-23a27f033070,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:20.689076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 7291b3d8-65e1-4d1c-b938-db2da327ce26 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:20.689487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.693084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.697157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-16b677a6-47e0-4c9f-b7dc-7cbc34d7bd31 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2412953 Aug 27 12:16:20.699892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:20.720362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '4285bc95-1ab1-4d98-889d-ccda8dc2ea99', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:20.777727 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Project ad573352da904e8182380ce243e94aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:16:20.784761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.865197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 03328a8f-c80f-4051-8bb6-e2e9aafe156e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:20.904485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-198f4d7d-7386-4622-844c-a34b23576eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:20.905966 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-198f4d7d-7386-4622-844c-a34b23576eff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53d96228961642daa4ceabdbb5de5011&device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 1094 time: 0.1276987 Aug 27 12:16:20.970275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:20.982353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77930de-4737-4d53-a1d1-3160b4209d36 req-6fbb5913-fb55-436b-9749-f509c84594e7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:20.994331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e77930de-4737-4d53-a1d1-3160b4209d36 req-6fbb5913-fb55-436b-9749-f509c84594e7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1145954 Aug 27 12:16:20.996475 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce3185bb-7a51-449d-ba6d-5ebd1a0fc46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.008089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.014906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 03328a8f-c80f-4051-8bb6-e2e9aafe156e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:21.048481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94710e5-6578-4170-b2c2-2e50d939ed60,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:21.072833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.080361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59ecc5b0-b176-46e9-809a-6074719993c9 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3757591 Aug 27 12:16:21.083096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34056) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:21.085540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.092558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '4285bc95-1ab1-4d98-889d-ccda8dc2ea99', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:21.099160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e77930de-4737-4d53-a1d1-3160b4209d36 req-7ef49f21-ac1d-4b7d-a86e-26bad9b05c45 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045494 Aug 27 12:16:21.151147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.158507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 7291b3d8-65e1-4d1c-b938-db2da327ce26 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:21.238939 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Project ad573352da904e8182380ce243e94aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:16:21.250919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.284074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-b3bdedf6-bd98-4a12-a886-3e74ef6c8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:21.285742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-b3bdedf6-bd98-4a12-a886-3e74ef6c8c4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 200 len: 914 time: 0.3434145 Aug 27 12:16:21.286278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83153651-a08f-4a0a-ad83-0654cfbb8511 None None] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:21.348197 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-e012e507-de73-45a3-a759-85d2db4810b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ac86ab-87eb-4158-9053-d81386d45638 HTTP/1.1" status: 200 len: 217 time: 0.0538428 Aug 27 12:16:21.408812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] Provisioning for port 03328a8f-c80f-4051-8bb6-e2e9aafe156e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:21.431992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] Provisioning complete for port 03328a8f-c80f-4051-8bb6-e2e9aafe156e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:21.432711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.479411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.485581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-316d28bd-15cf-4f18-bd7b-c94f0927f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:21.485581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-316d28bd-15cf-4f18-bd7b-c94f0927f8a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c5efa07-6c11-45ed-8d48-624f8910a133 HTTP/1.1" status: 200 len: 853 time: 0.1256652 Aug 27 12:16:21.495137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.542554 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-529c6007-e3a7-4d94-a15c-7b8aa81dbc4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b1d21eea-ce75-4232-abfc-691372fe6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407612 Aug 27 12:16:21.582508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde418c5-9373-44af-864c-f41c3d325d68,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:21.605213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.607313 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c47b271-c4c3-4ad6-abbe-96ae982aee3e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5185704 Aug 27 12:16:21.635337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.688467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=7291b3d8-65e1-4d1c-b938-db2da327ce26,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:21.713980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.775469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] For port 03328a8f-c80f-4051-8bb6-e2e9aafe156e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=03328a8f-c80f-4051-8bb6-e2e9aafe156e,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:21.780485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.812338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e84e18-c33c-41b2-abca-df76023441fa req-e19fc85c-d347-40bc-9535-57b26e04e772 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:21.815923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32e84e18-c33c-41b2-abca-df76023441fa req-e19fc85c-d347-40bc-9535-57b26e04e772 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 943 time: 0.1059728 Aug 27 12:16:21.883977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:21.886456 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c69b984f-3d31-40c2-b895-6f5be53b5180 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/ports/7291b3d8-65e1-4d1c-b938-db2da327ce26 HTTP/1.1" status: 204 len: 168 time: 1.4634092 Aug 27 12:16:21.888279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-3e1ca12c-5f35-432f-9e91-f2d5761cc395 service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205812 Aug 27 12:16:21.888748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34078) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:21.900302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32e84e18-c33c-41b2-abca-df76023441fa req-229fba34-61c8-41e4-9593-c63729fafebd tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759153 Aug 27 12:16:21.919440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb730088-38c5-4cec-aec1-3748009566ff None None] Pushing event updated for resources: {'Port': ['ID=03328a8f-c80f-4051-8bb6-e2e9aafe156e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:22.066297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.112699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5218a-52c3-472c-9b9c-767b397353a0 req-29acbaf1-fbec-4e0d-a6f7-95ab80457875 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:22.121361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86b5218a-52c3-472c-9b9c-767b397353a0 req-29acbaf1-fbec-4e0d-a6f7-95ab80457875 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1200602 Aug 27 12:16:22.178708 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f7101500-1db0-463c-a6d9-93491ed75d37 req-63699517-d8fb-4b9c-977e-f4943af81110 service neutron] 10.222.0.77 "GET /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668939 Aug 27 12:16:22.179000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-eb09cfb8-7069-4423-b90c-6fdd81259ed1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155354632&fields=id&tenant_id=ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 267 time: 0.0541980 Aug 27 12:16:22.193722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port d3f290ff-d604-45ac-95d0-9d0f371850c6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:22.194060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.247226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86b5218a-52c3-472c-9b9c-767b397353a0 req-bf64d8a9-aa34-4786-aca6-42f6a3f1593c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145802 Aug 27 12:16:22.252727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1ccb0893-63e1-4cca-9f9a-52ca90f340a6 None None] Provisioning complete for port 03328a8f-c80f-4051-8bb6-e2e9aafe156e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:22.253392 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0893-63e1-4cca-9f9a-52ca90f340a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.358281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.374103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for d3f290ff-d604-45ac-95d0-9d0f371850c6 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:22.431840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-830ac7bd-2367-48d4-b7de-56bccfed8383 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:22.435057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-830ac7bd-2367-48d4-b7de-56bccfed8383 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/networks?id=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 HTTP/1.1" status: 200 len: 796 time: 0.2551684 Aug 27 12:16:22.453635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-83cd6776-38ea-41b8-a7cd-98c8664a887e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/quotas/ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 375 time: 0.0117483 Aug 27 12:16:22.524544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-948abb20-9b9a-498e-b718-1f2737b5cb85 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0596759 Aug 27 12:16:22.545231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.580777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=d3f290ff-d604-45ac-95d0-9d0f371850c6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:22.663216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-e2095628-fc9f-4b67-a13e-457118fcebae service neutron] 10.222.0.76 "GET /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259522 Aug 27 12:16:22.673720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.678469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cb06307d-fd1c-4fa2-ba7e-d19c7d688a0f tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/ports/d3f290ff-d604-45ac-95d0-9d0f371850c6 HTTP/1.1" status: 204 len: 168 time: 0.7861950 Aug 27 12:16:22.678661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34096) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:22.745961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting subnet baa837d0-3240-4604-a58f-1713a520626a {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:16:22.750853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.760492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 03328a8f-c80f-4051-8bb6-e2e9aafe156e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:22.790229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-5eb5e1da-82e7-475b-b869-4471a3c1b3c7 service neutron] 10.222.0.76 "GET /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186759 Aug 27 12:16:22.805562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.834035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 03328a8f-c80f-4051-8bb6-e2e9aafe156e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:22.834492 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:22.933023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.062068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f35c5a80-a82c-4ce4-a26b-87f4e3a27458 req-482a9d6d-b63e-4f12-996b-54fa19f239f0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 210 time: 0.0562603 Aug 27 12:16:23.107688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:23.112342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.176139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59169-265e-42d5-89c5-a25cc7cfef20 req-2b5adb3e-b557-46b6-9522-230d7d63a1ef tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:23.179461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99e59169-265e-42d5-89c5-a25cc7cfef20 req-2b5adb3e-b557-46b6-9522-230d7d63a1ef tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 943 time: 0.1198132 Aug 27 12:16:23.209329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Subnet': ['ID=baa837d0-3240-4604-a58f-1713a520626a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:23.218142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.225932 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-510d6318-7eb7-4d33-93af-07cd287fc95e tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/subnets/baa837d0-3240-4604-a58f-1713a520626a HTTP/1.1" status: 204 len: 168 time: 0.5458584 Aug 27 12:16:23.226852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34110) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:23.240870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce83c3-369b-4f2f-a12e-bd05d84c291d None None] Network 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:23.277559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99e59169-265e-42d5-89c5-a25cc7cfef20 req-31fca5e9-e871-4fa8-ad70-4ca996963a34 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813122 Aug 27 12:16:23.318541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting subnet 7ce38257-9dd5-4aca-a137-99fdcce0ffd7 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:16:23.326746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.350470 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.469395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.490488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:23.493716 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de4441d-cec2-497c-a146-e137bad281ca" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:23.511261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc4003-860b-499a-9ee7-c06a030b6fba req-6517cca2-cebe-47f5-86f0-b9a3dc08515f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:23.517048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78cc4003-860b-499a-9ee7-c06a030b6fba req-6517cca2-cebe-47f5-86f0-b9a3dc08515f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1582472 Aug 27 12:16:23.614499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78cc4003-860b-499a-9ee7-c06a030b6fba req-2b8f1587-6840-4ee5-a8c8-28fecbccaa5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826938 Aug 27 12:16:23.683654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.729765 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b5850-b3e8-4197-aa50-d233781b7726 x-openstack-request-id: req-8a1b5850-b3e8-4197-aa50-d233781b7726 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:23.729960 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:23.730222 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a1b5850-b3e8-4197-aa50-d233781b7726 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:23.730649 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:16:23.733302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:23.741080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.782094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.818050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:23.826064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce38257-9dd5-4aca-a137-99fdcce0ffd7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:23.827078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.827432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.827919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.828344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.828688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.829024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.829360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.829815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.829986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.830146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.830520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.830850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.831178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:23.831930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-26adadc5-2f80-4902-bb80-24838703a2c9 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/subnets/7ce38257-9dd5-4aca-a137-99fdcce0ffd7 HTTP/1.1" status: 204 len: 168 time: 0.6037631 Aug 27 12:16:23.834733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34126) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:23.847191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49308f0-cccc-4ed7-a17f-7b80f20efd12 None None] Network a7e00852-f168-4c00-83a6-d873967572e8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:23.921482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d6ac86ab-87eb-4158-9053-d81386d45638 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:16:23.923910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] DHCP port deletion for 68eeb9f3-8cdc-4e69-83f8-3c83e884bbba request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:16:23.938138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:23.966608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.014754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:24.015255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.099467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:24.099467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.123057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:24.144825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d6ac86ab-87eb-4158-9053-d81386d45638, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d6ac86ab-87eb-4158-9053-d81386d45638,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:24.160989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] Deleting port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:24.161364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.166453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd6ac86ab-87eb-4158-9053-d81386d45638', 'network_id': 'b1d21eea-ce75-4232-abfc-691372fe6e35', 'port_id': 'd6ac86ab-87eb-4158-9053-d81386d45638', 'mac_address': 'fa:16:3e:24:d2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5efa07-6c11-45ed-8d48-624f8910a133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:16:24.258856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48098ed5-8695-498f-b68f-d25f00f99beb req-01a69fa5-aad4-49c8-9f77-482c7af73277 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 210 time: 0.0702989 Aug 27 12:16:24.266988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] For port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,segment=NetworkSegment(851595c1-3f05-4b8e-9104-e7d3ab6e7973),segment_id=851595c1-3f05-4b8e-9104-e7d3ab6e7973)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:24.267395 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.281766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.282046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.287219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] DHCP port deletion for a7e00852-f168-4c00-83a6-d873967572e8 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:16:24.289128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] Calling delete_port for 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:24.311777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ac86ab-87eb-4158-9053-d81386d45638 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:24.342687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:24.354040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:24.476325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d6ac86ab-87eb-4158-9053-d81386d45638, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d6ac86ab-87eb-4158-9053-d81386d45638,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:24.487822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.497109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.523632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eeb9f3-8cdc-4e69-83f8-3c83e884bbba']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:24.539127 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.540066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16ede-435c-441c-8f4a-b2038f1b5b88 req-4774f6c1-39b4-4126-b698-a5ce53cd74fb tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:24.543474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] Deleting port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:24.543986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.546982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851595c1-3f05-4b8e-9104-e7d3ab6e7973') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:24.547447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851595c1-3f05-4b8e-9104-e7d3ab6e7973') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:24.548762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dce16ede-435c-441c-8f4a-b2038f1b5b88 req-4774f6c1-39b4-4126-b698-a5ce53cd74fb tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 943 time: 0.0810034 Aug 27 12:16:24.562096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.583121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.592547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:16:24.592996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.598113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dce16ede-435c-441c-8f4a-b2038f1b5b88 req-7de8110d-9526-4807-b702-4a56267fdf22 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480053 Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: items = [ Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:16:24.602918 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:16:24.613478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] No DVR routers for this DVR port 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:24.618492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d6ac86ab-87eb-4158-9053-d81386d45638,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:24.689225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade0e8a-99f1-4660-8f65-1d5e1838ac14 None None] Pushing event deleted for resources: {'Port': ['ID=09fccc2c-a7ec-462b-ae93-3fe2eaf76849,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:24.711332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] For port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,segment=NetworkSegment(e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11),segment_id=e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:24.711863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.728142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.735088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] Calling delete_port for 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:24.735592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.740089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/networks/68eeb9f3-8cdc-4e69-83f8-3c83e884bbba HTTP/1.1" status: 204 len: 168 time: 0.9020329 Aug 27 12:16:24.745806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:24.780207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4a660-1558-4a42-8b03-89583ac2a535 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Network': ['ID=68eeb9f3-8cdc-4e69-83f8-3c83e884bbba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:24.823852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:24.851288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.867612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2510b-511e-4615-a554-c358f99f9880 req-141cf151-cd50-43c7-bac4-62e6914e2417 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:24.869284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ea2510b-511e-4615-a554-c358f99f9880 req-141cf151-cd50-43c7-bac4-62e6914e2417 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1715999 Aug 27 12:16:24.898559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:24.899408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 09fccc2c-a7ec-462b-ae93-3fe2eaf76849 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:24.900157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:24.903820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:24.932611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-a03d3bf8-80b4-4a35-b188-c8d1c505d68f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:24.934675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-a03d3bf8-80b4-4a35-b188-c8d1c505d68f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "GET /v2.0/networks?id=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 HTTP/1.1" status: 200 len: 796 time: 0.1297500 Aug 27 12:16:24.936896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ea2510b-511e-4615-a554-c358f99f9880 req-d551e153-49e7-4839-b9af-142e5fd8e843 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599909 Aug 27 12:16:24.948761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] Pushing event deleted for resources: {'Port': ['ID=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:24.955347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:24.955701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:24.964310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf00f81-5225-48a8-9355-c40ad1f552f2 None None] No DVR routers for this DVR port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:24.995490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Deleting port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:24.995988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.026449 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-508b2f82-7dee-4157-b35c-758b44b3cc21 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 472 time: 0.0777500 Aug 27 12:16:25.047507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'port': {'device_id': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'admin_state_up': True, 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'security_groups': ['4285bc95-1ab1-4d98-889d-ccda8dc2ea99']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:25.077395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] For port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283, host n-d-688802-4, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:25.077758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.099877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Calling delete_port for 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:25.104165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 was not found and therefore no delete operation was performed {{(pid=94623) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:16:25.106024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.113015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:16:25.115322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d6ac86ab-87eb-4158-9053-d81386d45638'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:25.150590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] No DVR routers for this DVR port 6ed778ce-70ba-4dfc-95e2-d6ef1a84f283 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:25.154052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Port': ['ID=6ed778ce-70ba-4dfc-95e2-d6ef1a84f283,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:25.226052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:25.229613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.271490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.285875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e00852-f168-4c00-83a6-d873967572e8']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:25.302823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:25.304136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1323573-7fc7-4ea1-ab7e-8fb5a7a02e11') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:25.311039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:25.315567 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.336216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'mac_address': 'fa:16:3e:95:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:16:25.339711 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.350495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:16:25.350991 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.403068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.20.0.30 (1e4e49bc-d9d6-412e-b4a0-3e2ef197b310/a82c858e-227c-4eb3-b9d8-2cf3b2870d2e/631dd041-dc85-459e-9a96-7d594f657aef) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:16:25.418038 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:16:25.427978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.473841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:25.517213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:25.525850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.561966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fc998f6-b79c-4987-baaa-2495f7e41f56 req-24fb5223-1ae8-4455-b9fa-bfb37432e220 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 210 time: 0.1093099 Aug 27 12:16:25.587256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.614620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.617295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] 10.222.0.76 "DELETE /v2.0/networks/a7e00852-f168-4c00-83a6-d873967572e8 HTTP/1.1" status: 204 len: 168 time: 0.8703296 Aug 27 12:16:25.634469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59065019-a074-4419-9860-ea85a8070225 tempest-TaggedBootDevicesTest_v242-417804078 tempest-TaggedBootDevicesTest_v242-417804078-project] Pushing event deleted for resources: {'Network': ['ID=a7e00852-f168-4c00-83a6-d873967572e8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:25.667599 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.686796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Transition to ACTIVE for port object 631dd041-dc85-459e-9a96-7d594f657aef will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:25.722259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3b1c6cc2-22ff-4800-9b03-074e7fa256fe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:25.737740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.770607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:25.846923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:16:25.852775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:25.857454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:16:25.896583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867ce77-8b8e-462e-8d32-e5a60d88d7b0 req-2d0c15e8-3147-44fd-9ed5-d0c7398e2d32 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:25.904828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=631dd041-dc85-459e-9a96-7d594f657aef,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:25.905162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6867ce77-8b8e-462e-8d32-e5a60d88d7b0 req-2d0c15e8-3147-44fd-9ed5-d0c7398e2d32 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 944 time: 0.1230862 Aug 27 12:16:25.965935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:25.966990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:25.973398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6867ce77-8b8e-462e-8d32-e5a60d88d7b0 req-da98d0ff-a9c4-47ab-99fe-b60f34c202a4 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628314 Aug 27 12:16:25.994268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-269b77b1-6659-4e29-bb6c-fb3c271010a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9563799 Aug 27 12:16:26.021014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Request body: {'port': {'device_id': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:26.107398 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:26.158802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5231d-8887-435a-92f0-5acf7bc60290 req-e0f53b75-8490-46b7-a16a-6e2217d3942a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:26.167111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32f5231d-8887-435a-92f0-5acf7bc60290 req-e0f53b75-8490-46b7-a16a-6e2217d3942a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.0829794 Aug 27 12:16:26.242344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d429589c-8c15-4714-9b9a-f47e3d516382 None None] Provisioning for port 631dd041-dc85-459e-9a96-7d594f657aef completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:26.247838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d429589c-8c15-4714-9b9a-f47e3d516382 None None] Provisioning complete for port 631dd041-dc85-459e-9a96-7d594f657aef triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:26.248175 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d429589c-8c15-4714-9b9a-f47e3d516382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:26.251594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32f5231d-8887-435a-92f0-5acf7bc60290 req-6094397b-a6d1-4566-8ecc-9482b7b44972 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835781 Aug 27 12:16:26.339492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d429589c-8c15-4714-9b9a-f47e3d516382 None None] Port 631dd041-dc85-459e-9a96-7d594f657aef cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:16:26.529177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631dd041-dc85-459e-9a96-7d594f657aef {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:26.538486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:26.554108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Transition to ACTIVE for port object 631dd041-dc85-459e-9a96-7d594f657aef will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:26.558351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:26.625885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Pushing event updated for resources: {'Port': ['ID=631dd041-dc85-459e-9a96-7d594f657aef,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:26.830097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287ac1-60db-42aa-bb72-b9674a511e98 req-56b5eaf2-c04a-4034-a796-2826afac2f0f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:26.838629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2287ac1-60db-42aa-bb72-b9674a511e98 req-56b5eaf2-c04a-4034-a796-2826afac2f0f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 944 time: 0.0840278 Aug 27 12:16:26.860120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Attempting to bind port 631dd041-dc85-459e-9a96-7d594f657aef on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:16:26.861248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Attempting to bind port 631dd041-dc85-459e-9a96-7d594f657aef by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:16:26.861769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Attempting to bind port 631dd041-dc85-459e-9a96-7d594f657aef on network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:26.874026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Port 631dd041-dc85-459e-9a96-7d594f657aef on network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:16:26.874682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Attempting to bind port 631dd041-dc85-459e-9a96-7d594f657aef on network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:26.889375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:16:26.890071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Checking segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:26.891237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Bound using segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:16:26.892043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Bound port: 631dd041-dc85-459e-9a96-7d594f657aef, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:16:26.892600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:26.905054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2287ac1-60db-42aa-bb72-b9674a511e98 req-5e9a0f7e-e2ff-452d-96b1-5d6ce30cbecd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649006 Aug 27 12:16:26.998629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] For port 631dd041-dc85-459e-9a96-7d594f657aef, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:16:27.001928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] For port 631dd041-dc85-459e-9a96-7d594f657aef, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=631dd041-dc85-459e-9a96-7d594f657aef,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:16:27.008114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:27.064522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:27.065304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:27.067879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] 10.222.0.65 "PUT /v2.0/ports/631dd041-dc85-459e-9a96-7d594f657aef HTTP/1.1" status: 200 len: 1092 time: 1.0603349 Aug 27 12:16:27.068427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'tag': '631dd041-dc85-459e-9a96-7d594f657aef'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:27.070885 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7144c380-e563-46cf-9570-75148f46b6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a85f47-a12c-458e-bce8-eb09f9c54906", "tag": "631dd041-dc85-459e-9a96-7d594f657aef"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:27.129800 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a8946-c64e-4bdb-9bf2-689c6849fa02 x-openstack-request-id: req-cd2a8946-c64e-4bdb-9bf2-689c6849fa02 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:27.130424 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a85f47-a12c-458e-bce8-eb09f9c54906", "tag": "631dd041-dc85-459e-9a96-7d594f657aef", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:27.130734 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd2a8946-c64e-4bdb-9bf2-689c6849fa02 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:27.131449 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'tag': '631dd041-dc85-459e-9a96-7d594f657aef', 'status': 'completed', 'code': 200} Aug 27 12:16:27.134050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a160ae-2c47-4e87-9bb6-51791a1d6770 service neutron] Pushing event updated for resources: {'Port': ['ID=631dd041-dc85-459e-9a96-7d594f657aef,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:27.154858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:27.234720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-5b6c3c03-949b-4261-8bc2-9e43b9c0e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:27.238005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-5b6c3c03-949b-4261-8bc2-9e43b9c0e34b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 1095 time: 0.0954468 Aug 27 12:16:27.256774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797e1a-1534-4071-bdd2-8ddb0a960864 req-0d78abf6-57e2-4de6-915d-deaa3957893c tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:27.279110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb797e1a-1534-4071-bdd2-8ddb0a960864 req-0d78abf6-57e2-4de6-915d-deaa3957893c tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 944 time: 0.1310194 Aug 27 12:16:27.316737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:27.317553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:27.370374 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-54547d50-eb6e-4526-a989-90809f06710b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=631dd041-dc85-459e-9a96-7d594f657aef HTTP/1.1" status: 200 len: 217 time: 0.1216648 Aug 27 12:16:27.375443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb797e1a-1534-4071-bdd2-8ddb0a960864 req-a65b63e9-cd26-4a35-a2d6-a3a0639184bd tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903544 Aug 27 12:16:27.489599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:27.538925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aa906-ac11-44d2-98ce-b6c59276cd53 req-f1b40646-5530-40cb-8ecc-80d37e535ffb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:27.541360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c65aa906-ac11-44d2-98ce-b6c59276cd53 req-f1b40646-5530-40cb-8ecc-80d37e535ffb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 945 time: 0.0996923 Aug 27 12:16:27.561166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:27.565577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:27.568906 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80bd18f-17ea-4fe9-b510-e44a7f1790bc" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:27.582598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:27.615852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-776b4096-8632-4db3-ad75-90f182b37e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:27.621633 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-776b4096-8632-4db3-ad75-90f182b37e60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a82c858e-227c-4eb3-b9d8-2cf3b2870d2e HTTP/1.1" status: 200 len: 838 time: 0.2413576 Aug 27 12:16:27.679826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=13']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:27.700984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c65aa906-ac11-44d2-98ce-b6c59276cd53 req-1a6825b6-6251-41ce-b142-af29adb3a469 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452935 Aug 27 12:16:27.704239 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78a737-2b44-4fa5-8af3-1b33b4b97e01 x-openstack-request-id: req-1b78a737-2b44-4fa5-8af3-1b33b4b97e01 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:27.704634 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:27.705006 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b78a737-2b44-4fa5-8af3-1b33b4b97e01 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:27.705493 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:16:27.729138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-6a47996e-f48b-4a90-b407-449677ec5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:27.730946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-6a47996e-f48b-4a90-b407-449677ec5d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977433 Aug 27 12:16:27.933019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d6ac86ab-87eb-4158-9053-d81386d45638 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:28.125521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d6ac86ab-87eb-4158-9053-d81386d45638 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:28.139611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d6ac86ab-87eb-4158-9053-d81386d45638 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:28.140463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:28.215826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3f025-8ab5-4c6e-a6e4-12afe3ad7e6a req-294da9cc-0d11-4dfc-bd99-5b552a6ce8eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:28.228883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37f3f025-8ab5-4c6e-a6e4-12afe3ad7e6a req-294da9cc-0d11-4dfc-bd99-5b552a6ce8eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 944 time: 0.1735706 Aug 27 12:16:28.280233 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:28.330522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d6ac86ab-87eb-4158-9053-d81386d45638, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d6ac86ab-87eb-4158-9053-d81386d45638,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:28.330522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:28.333401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37f3f025-8ab5-4c6e-a6e4-12afe3ad7e6a req-949a13c6-c62c-4bd6-a324-a5ff62ed4f61 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022458 Aug 27 12:16:28.412239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d6ac86ab-87eb-4158-9053-d81386d45638,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:28.494784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-4f9291de-4fbf-41c7-a088-a8d5eeed86b5 service neutron] 10.222.0.65 "GET /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541468 Aug 27 12:16:28.579142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a4c1f-46fd-4413-a0c1-2d4d4998416b req-f5da4c25-1d0b-441b-b4c7-db356804f391 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:28.596294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-511a4c1f-46fd-4413-a0c1-2d4d4998416b req-f5da4c25-1d0b-441b-b4c7-db356804f391 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.1146741 Aug 27 12:16:28.612678 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-39cf5e57-f391-42be-a622-d8c7c71e8d36 req-d1830e16-67a9-4c0f-a125-e58a83cfae35 service neutron] 10.222.0.65 "GET /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105382 Aug 27 12:16:28.654072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-511a4c1f-46fd-4413-a0c1-2d4d4998416b req-a4afac94-c17e-441e-9689-cd84280fb218 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564866 Aug 27 12:16:28.746776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c380-e563-46cf-9570-75148f46b6c8 req-61d8af83-d194-4881-b583-877560f21e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:28.749430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-61d8af83-d194-4881-b583-877560f21e85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 1095 time: 0.0665710 Aug 27 12:16:28.939058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c380-e563-46cf-9570-75148f46b6c8 req-f487df05-368a-428d-a97b-aafb5d1fbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:28.940012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb75466-2670-409a-afdb-8df08e0a96a5 req-aed124c1-2de0-4dff-af13-d05815176a87 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:28.941271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-f487df05-368a-428d-a97b-aafb5d1fbe9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 HTTP/1.1" status: 200 len: 897 time: 0.1829505 Aug 27 12:16:28.949031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fb75466-2670-409a-afdb-8df08e0a96a5 req-aed124c1-2de0-4dff-af13-d05815176a87 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1435144 Aug 27 12:16:29.003466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fb75466-2670-409a-afdb-8df08e0a96a5 req-860ef30c-141a-4cd5-8940-76e31dfbfa2d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521708 Aug 27 12:16:29.034513 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-6d404b0c-a949-47d9-bf79-b2eed5cd6f14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=631dd041-dc85-459e-9a96-7d594f657aef HTTP/1.1" status: 200 len: 217 time: 0.0850611 Aug 27 12:16:29.119262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c380-e563-46cf-9570-75148f46b6c8 req-4fe55349-d58d-49a0-871c-19b1d268c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:29.121086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-4fe55349-d58d-49a0-871c-19b1d268c15e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a82c858e-227c-4eb3-b9d8-2cf3b2870d2e HTTP/1.1" status: 200 len: 838 time: 0.0790379 Aug 27 12:16:29.215790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c380-e563-46cf-9570-75148f46b6c8 req-695e1c60-831a-4485-a21a-9e08335c5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:29.217416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-695e1c60-831a-4485-a21a-9e08335c5732 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828431 Aug 27 12:16:29.360242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-e0c3f22d-90b1-4aa8-ae6a-2f1373f4e128 service neutron] 10.222.0.65 "GET /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292949 Aug 27 12:16:29.526410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7144c380-e563-46cf-9570-75148f46b6c8 req-aed4e2f1-ad29-4f20-b2ae-1b02e50848d4 service neutron] 10.222.0.65 "GET /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574557 Aug 27 12:16:29.558842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60c39f-a50b-497f-96cd-fbacd54a137d req-008997fb-255d-4819-80fc-241fc914fe5b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:29.561314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d60c39f-a50b-497f-96cd-fbacd54a137d req-008997fb-255d-4819-80fc-241fc914fe5b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 944 time: 0.1478488 Aug 27 12:16:29.647653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d60c39f-a50b-497f-96cd-fbacd54a137d req-897d6a00-bd90-4736-bdcc-e4db9892d9b1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764897 Aug 27 12:16:29.707696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ac86ab-87eb-4158-9053-d81386d45638'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:29.712963 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaaf099-82e1-4de8-bf26-de5ec5c3d5d6" -d '{"events": [{"server_uuid": "23cb536a-6d00-4ae9-bb27-6661a5a17b30", "name": "network-vif-plugged", "status": "completed", "tag": "d6ac86ab-87eb-4158-9053-d81386d45638"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:29.837581 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7344777-76b4-448a-9b0a-410b6d8c6087 x-openstack-request-id: req-d7344777-76b4-448a-9b0a-410b6d8c6087 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:29.837878 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb536a-6d00-4ae9-bb27-6661a5a17b30", "name": "network-vif-plugged", "status": "completed", "tag": "d6ac86ab-87eb-4158-9053-d81386d45638", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:29.838151 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7344777-76b4-448a-9b0a-410b6d8c6087 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:29.838588 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ac86ab-87eb-4158-9053-d81386d45638', 'code': 200} Aug 27 12:16:29.986722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b5c93-4a41-4f2b-9a46-6ab9b9d2a322 req-bf6e6ee0-2ca6-4def-99b0-6342a8106a65 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:29.988992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e6b5c93-4a41-4f2b-9a46-6ab9b9d2a322 req-bf6e6ee0-2ca6-4def-99b0-6342a8106a65 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.1552541 Aug 27 12:16:30.033200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd4e34-fdf4-42b4-b4fb-ed856ca7c61a req-cdab880e-4fb1-4051-b34b-e246dda6a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:30.041316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4fcd4e34-fdf4-42b4-b4fb-ed856ca7c61a req-cdab880e-4fb1-4051-b34b-e246dda6a8f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 1096 time: 0.0977690 Aug 27 12:16:30.096005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e6b5c93-4a41-4f2b-9a46-6ab9b9d2a322 req-0c7d2d90-2f05-4603-ab72-74559f97c05b tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982547 Aug 27 12:16:30.148748 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4fcd4e34-fdf4-42b4-b4fb-ed856ca7c61a req-bb572a31-7d28-4547-8131-4bf8bc692a55 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023042 Aug 27 12:16:30.344776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac46c-d2bf-46f1-949d-7a007670bd8f req-b9e2d73d-3860-48d2-96c8-c5e536dc833f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:30.353304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-559ac46c-d2bf-46f1-949d-7a007670bd8f req-b9e2d73d-3860-48d2-96c8-c5e536dc833f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1186643 Aug 27 12:16:30.421112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-559ac46c-d2bf-46f1-949d-7a007670bd8f req-2c663be8-4902-4de3-aa71-2973f9652ca4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662472 Aug 27 12:16:30.898979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4588965-fa6e-4193-94f3-63503cd360d6 req-0913b03d-70ed-4ecb-bc90-07cce44c74ad tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:30.909176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4588965-fa6e-4193-94f3-63503cd360d6 req-0913b03d-70ed-4ecb-bc90-07cce44c74ad tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 944 time: 0.0826812 Aug 27 12:16:30.961999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4588965-fa6e-4193-94f3-63503cd360d6 req-312d3e5b-d7c1-4582-aa1a-d1936ec38177 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498111 Aug 27 12:16:31.316758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675831b-af97-4985-9d04-25d296b7be8a req-7b51043c-371d-43e5-add8-d2d3b4864462 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:31.329465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0675831b-af97-4985-9d04-25d296b7be8a req-7b51043c-371d-43e5-add8-d2d3b4864462 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.1069536 Aug 27 12:16:31.387872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0675831b-af97-4985-9d04-25d296b7be8a req-b96083bc-aaf4-435a-ad0e-f36131073848 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562460 Aug 27 12:16:31.636825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5eb5-f29c-4b2b-9df9-4276c5e81fb2 req-e08c0f19-588e-41f7-ba65-a7bd6bda1ee2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:31.639032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9bf5eb5-f29c-4b2b-9df9-4276c5e81fb2 req-e08c0f19-588e-41f7-ba65-a7bd6bda1ee2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.0846376 Aug 27 12:16:31.690332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9bf5eb5-f29c-4b2b-9df9-4276c5e81fb2 req-5ed3305e-36ca-44a2-a9cc-e595488cfb3d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Aug 27 12:16:32.196609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076bcc-172d-441a-a1ba-47e2a78b29a9 req-8174fe01-2f16-4f12-baef-832df01ab95e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:32.198215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f076bcc-172d-441a-a1ba-47e2a78b29a9 req-8174fe01-2f16-4f12-baef-832df01ab95e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 944 time: 0.1009028 Aug 27 12:16:32.293124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f076bcc-172d-441a-a1ba-47e2a78b29a9 req-e8a15077-5c3e-4c4c-a901-7ad57b3ae94e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854583 Aug 27 12:16:32.612913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e33fee-c3ea-45d6-8179-d04fa6d7ea93 req-70d85745-1eaa-4749-977d-ad8aecb46c66 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:32.616034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34e33fee-c3ea-45d6-8179-d04fa6d7ea93 req-70d85745-1eaa-4749-977d-ad8aecb46c66 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.0945587 Aug 27 12:16:32.681063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34e33fee-c3ea-45d6-8179-d04fa6d7ea93 req-791e7dc9-ec4b-4b5c-8aee-6a56a9953bd2 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Aug 27 12:16:33.029173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e77e5-6788-4139-9757-44a2c8ba9e7a req-53de976c-2af8-4ebd-b428-a6e4d707c9f9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:33.037111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de7e77e5-6788-4139-9757-44a2c8ba9e7a req-53de976c-2af8-4ebd-b428-a6e4d707c9f9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.0920861 Aug 27 12:16:33.079465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de7e77e5-6788-4139-9757-44a2c8ba9e7a req-58c7b0a7-ecb2-4b9e-b6d6-9b866ab3be89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416582 Aug 27 12:16:33.185882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 631dd041-dc85-459e-9a96-7d594f657aef details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:16:33.326920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 631dd041-dc85-459e-9a96-7d594f657aef, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=631dd041-dc85-459e-9a96-7d594f657aef,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:33.344060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '631dd041-dc85-459e-9a96-7d594f657aef', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'port_id': '631dd041-dc85-459e-9a96-7d594f657aef', 'mac_address': 'fa:16:3e:78:7c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:16:33.398508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:33.423771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631dd041-dc85-459e-9a96-7d594f657aef {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:33.451421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 631dd041-dc85-459e-9a96-7d594f657aef, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=631dd041-dc85-459e-9a96-7d594f657aef,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:33.475979 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:33.569456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=631dd041-dc85-459e-9a96-7d594f657aef,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:33.569709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581e64b-0036-4e4a-b52c-7ee837bb5372 req-d5bd416d-e2d4-4313-a98e-017462fcb951 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:33.586273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c581e64b-0036-4e4a-b52c-7ee837bb5372 req-d5bd416d-e2d4-4313-a98e-017462fcb951 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 945 time: 0.1391523 Aug 27 12:16:33.671798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c581e64b-0036-4e4a-b52c-7ee837bb5372 req-4dd27337-aac0-4968-bde5-4356518762f0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844305 Aug 27 12:16:33.813710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['631dd041-dc85-459e-9a96-7d594f657aef'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:34.260974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c624f4a-274c-4728-901e-141155db9d70 req-def3c9d2-0a5d-44bd-802c-b4579bd5972a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:34.269885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c624f4a-274c-4728-901e-141155db9d70 req-def3c9d2-0a5d-44bd-802c-b4579bd5972a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1068625 Aug 27 12:16:34.319191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c624f4a-274c-4728-901e-141155db9d70 req-bca8316f-c0d9-4f93-bfa0-c9efcee43ed1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480456 Aug 27 12:16:34.831760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a328ea-8889-4697-8fc1-de9ddb2b8f55 req-c5c2fcee-6d21-4153-baf4-b60ea0458c26 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:34.834060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83a328ea-8889-4697-8fc1-de9ddb2b8f55 req-c5c2fcee-6d21-4153-baf4-b60ea0458c26 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 945 time: 0.0694382 Aug 27 12:16:34.916043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83a328ea-8889-4697-8fc1-de9ddb2b8f55 req-0d203bf9-2810-498e-a479-5b8b3f49109b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692394 Aug 27 12:16:35.196964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 631dd041-dc85-459e-9a96-7d594f657aef up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:35.308708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 631dd041-dc85-459e-9a96-7d594f657aef completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:35.317278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 631dd041-dc85-459e-9a96-7d594f657aef triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:35.317666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:35.452341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:35.491690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631dd041-dc85-459e-9a96-7d594f657aef'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:35.494833 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1156e23d-828a-4e4a-8823-43583149fd1b" -d '{"events": [{"server_uuid": "b7a85f47-a12c-458e-bce8-eb09f9c54906", "name": "network-vif-plugged", "status": "completed", "tag": "631dd041-dc85-459e-9a96-7d594f657aef"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:35.517269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 631dd041-dc85-459e-9a96-7d594f657aef, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=631dd041-dc85-459e-9a96-7d594f657aef,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:35.527484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:35.568054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481bfe9-0ec9-4a5c-99b6-5c7bf985b079 req-0caa4967-2b5c-4fc9-b6fe-a82d824b2355 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:35.578193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4481bfe9-0ec9-4a5c-99b6-5c7bf985b079 req-0caa4967-2b5c-4fc9-b6fe-a82d824b2355 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1060359 Aug 27 12:16:35.642444 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c19dca-65b6-4b24-9fe6-8d6352fba0bb x-openstack-request-id: req-35c19dca-65b6-4b24-9fe6-8d6352fba0bb {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:35.642946 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a85f47-a12c-458e-bce8-eb09f9c54906", "name": "network-vif-plugged", "status": "completed", "tag": "631dd041-dc85-459e-9a96-7d594f657aef", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:35.643387 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35c19dca-65b6-4b24-9fe6-8d6352fba0bb {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:35.644047 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631dd041-dc85-459e-9a96-7d594f657aef', 'code': 200} Aug 27 12:16:35.694529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4481bfe9-0ec9-4a5c-99b6-5c7bf985b079 req-4d0e960f-f949-4d0f-924c-28b3b10dd1f0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152277 Aug 27 12:16:35.744153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=631dd041-dc85-459e-9a96-7d594f657aef,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:35.823943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996d14-180d-466e-8fcc-8d9eb739f6b2 req-8fd29691-6306-4fb9-99b8-d98bafad7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:35.831371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11996d14-180d-466e-8fcc-8d9eb739f6b2 req-8fd29691-6306-4fb9-99b8-d98bafad7c95 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 1097 time: 0.1308353 Aug 27 12:16:35.924516 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-11996d14-180d-466e-8fcc-8d9eb739f6b2 req-503e2742-6dc5-4690-b837-f4a6198c4860 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818357 Aug 27 12:16:36.134059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2a04-6d7e-4a2e-9a98-8d38205b4bd8 req-f88ee180-2591-4be8-a960-d9948a89e1e4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:36.142160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b20d2a04-6d7e-4a2e-9a98-8d38205b4bd8 req-f88ee180-2591-4be8-a960-d9948a89e1e4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.1098027 Aug 27 12:16:36.213238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b20d2a04-6d7e-4a2e-9a98-8d38205b4bd8 req-54bab02f-e9db-43a3-bce0-1e526bc3abf8 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700324 Aug 27 12:16:36.894513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c1e4f-f21c-4311-aae0-b333231d99c4 req-f302b3b7-2165-4c6a-a17c-d8c2c5ba0a5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:36.897023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-174c1e4f-f21c-4311-aae0-b333231d99c4 req-f302b3b7-2165-4c6a-a17c-d8c2c5ba0a5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.0925138 Aug 27 12:16:37.031336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-174c1e4f-f21c-4311-aae0-b333231d99c4 req-6ed37451-44e2-4904-b97a-8a9a534876a4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228082 Aug 27 12:16:37.410372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-d7d009d6-b7e6-4038-8973-1232d20ee260 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956316 Aug 27 12:16:37.535378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-4b8548ee-a03b-44c6-ad0b-cd7e7e7dd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:37.538702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bfcdc-2ed8-4f6c-9f92-397d64ec0771 req-ca623533-719e-4e52-842a-1a53e0a49d9c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:37.540485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-4b8548ee-a03b-44c6-ad0b-cd7e7e7dd073 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1096 time: 0.0734363 Aug 27 12:16:37.541393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f24bfcdc-2ed8-4f6c-9f92-397d64ec0771 req-ca623533-719e-4e52-842a-1a53e0a49d9c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.0904045 Aug 27 12:16:37.601882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f24bfcdc-2ed8-4f6c-9f92-397d64ec0771 req-2acd24f3-7945-4f77-aa44-a7317aef9c92 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525808 Aug 27 12:16:37.747690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-1d59cedc-f87b-4795-8689-63ed944ccb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:37.749474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-1d59cedc-f87b-4795-8689-63ed944ccb63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 898 time: 0.1840224 Aug 27 12:16:37.846747 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-f5b2eb5d-dea3-43af-986f-6ff1b6cf1e92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 200 len: 1000 time: 0.0889266 Aug 27 12:16:37.990630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-2e967a96-d42f-47ad-97ee-c20af1135916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:37.998525 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-2e967a96-d42f-47ad-97ee-c20af1135916 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 HTTP/1.1" status: 200 len: 834 time: 0.1193163 Aug 27 12:16:38.117429 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:38.124959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-5c82838a-ace3-49e9-af48-d68584233701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:38.132570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-5c82838a-ace3-49e9-af48-d68584233701 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96a0ff34-cf75-496a-9f1b-6e18824895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295226 Aug 27 12:16:38.286892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363ece6-0410-45e8-a84e-9a7b37330815 req-93e8072c-c30b-4819-a9b2-a22698e75b1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:38.290145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9363ece6-0410-45e8-a84e-9a7b37330815 req-93e8072c-c30b-4819-a9b2-a22698e75b1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1269770 Aug 27 12:16:38.304204 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-43f98f59-0863-4af0-b906-7adcfb6d45ca service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627927 Aug 27 12:16:38.374147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9363ece6-0410-45e8-a84e-9a7b37330815 req-1e445774-62f5-4eb4-95f5-7f4b89580924 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751364 Aug 27 12:16:38.598764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ccf4eb60-96c7-4d86-a849-cec7d5dad658 req-fff0e6ec-b370-4a32-9df0-8f0a2acc3b23 service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863522 Aug 27 12:16:38.772971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de01ce-bc21-4b43-a191-d52d6d29a4fd req-f3afa777-e50f-43e0-a678-e6df2924bcdf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:38.784166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90de01ce-bc21-4b43-a191-d52d6d29a4fd req-f3afa777-e50f-43e0-a678-e6df2924bcdf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.0770373 Aug 27 12:16:38.835564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90de01ce-bc21-4b43-a191-d52d6d29a4fd req-02a446b7-f208-4b0c-9dd1-10469af5d28c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501719 Aug 27 12:16:39.141132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0ec3-2ff9-4a92-a0b1-423a287698fc req-e400b7e0-7065-485e-9376-c3b96f33b119 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:39.158000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09fc0ec3-2ff9-4a92-a0b1-423a287698fc req-e400b7e0-7065-485e-9376-c3b96f33b119 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.1696434 Aug 27 12:16:39.284308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09fc0ec3-2ff9-4a92-a0b1-423a287698fc req-e542c789-e085-46ea-a72f-15d1cc14d0df tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251335 Aug 27 12:16:39.588038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ab3e3-102e-43ad-8223-82da0e625fa7 req-05506347-48ca-48f6-ac49-6e5caedc39bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:39.598955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283ab3e3-102e-43ad-8223-82da0e625fa7 req-05506347-48ca-48f6-ac49-6e5caedc39bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1003618 Aug 27 12:16:39.652985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-283ab3e3-102e-43ad-8223-82da0e625fa7 req-7a4cf037-9fde-4b05-b2d8-66563a0589b3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526991 Aug 27 12:16:40.820805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af75a1-6dd7-4098-9233-cf9ca2168c2e req-2cde6b46-fd25-4e96-bbcf-de32c15c6778 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:40.833899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6af75a1-6dd7-4098-9233-cf9ca2168c2e req-2cde6b46-fd25-4e96-bbcf-de32c15c6778 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.0859501 Aug 27 12:16:40.908187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6af75a1-6dd7-4098-9233-cf9ca2168c2e req-f1df458f-7188-445a-8cd2-78c80bd1ed89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680873 Aug 27 12:16:40.935808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34442) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:41.714434 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:16:41.814153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:42.292747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebaffa-71dc-4819-8684-995f4c1fe398 req-f5fb0253-b346-4313-9c13-648a1919b63a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:42.306910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bebaffa-71dc-4819-8684-995f4c1fe398 req-f5fb0253-b346-4313-9c13-648a1919b63a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1526706 Aug 27 12:16:42.380566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.20.0.17 (1e4e49bc-d9d6-412e-b4a0-3e2ef197b310/a82c858e-227c-4eb3-b9d8-2cf3b2870d2e/8a85218b-8270-48d3-aab1-85fc11072793) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:16:42.523007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bebaffa-71dc-4819-8684-995f4c1fe398 req-8760bc96-7048-4553-b788-6ca8b98d3eb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145994 Aug 27 12:16:42.596433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0ddea-77e2-45d2-b9e9-6ce44b156378 req-95ac66af-07ca-4ca8-b244-3e2a275f7840 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:42.604526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22e0ddea-77e2-45d2-b9e9-6ce44b156378 req-95ac66af-07ca-4ca8-b244-3e2a275f7840 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1209788 Aug 27 12:16:42.718661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22e0ddea-77e2-45d2-b9e9-6ce44b156378 req-8bb86bc1-b4af-4c18-8efe-8e12918579a3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114612 Aug 27 12:16:42.800417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:42.862528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Transition to ACTIVE for port object 8a85218b-8270-48d3-aab1-85fc11072793 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:42.967755 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:43.048867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:16:43.054312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:43.085450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:16:43.132366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=8a85218b-8270-48d3-aab1-85fc11072793,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:43.154759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:43.525116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ad453f25-2276-42b7-9e1b-6cfc7294e69b None None] Provisioning for port 8a85218b-8270-48d3-aab1-85fc11072793 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:43.540010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ad453f25-2276-42b7-9e1b-6cfc7294e69b None None] Provisioning complete for port 8a85218b-8270-48d3-aab1-85fc11072793 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:43.540438 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ad453f25-2276-42b7-9e1b-6cfc7294e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:43.552297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:43.588883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:43.648859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ad453f25-2276-42b7-9e1b-6cfc7294e69b None None] Port 8a85218b-8270-48d3-aab1-85fc11072793 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:16:43.994619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbd209-af7d-45bd-bd30-05f189a6ecdf req-095a0d98-5d77-4bcb-8e87-a7da4dd55237 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:43.996390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dacbd209-af7d-45bd-bd30-05f189a6ecdf req-095a0d98-5d77-4bcb-8e87-a7da4dd55237 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1629908 Aug 27 12:16:44.046531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bea5c-a499-44b7-af41-6dbfdebf3b88 req-f9499287-c543-47fc-ab4e-9ea12e75345b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:44.055153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa5bea5c-a499-44b7-af41-6dbfdebf3b88 req-f9499287-c543-47fc-ab4e-9ea12e75345b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1239319 Aug 27 12:16:44.117471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dacbd209-af7d-45bd-bd30-05f189a6ecdf req-e7ff5e7d-a1bc-4a46-922d-42778ef049f6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013975 Aug 27 12:16:44.147013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa5bea5c-a499-44b7-af41-6dbfdebf3b88 req-07b399db-994d-4567-ba45-94291435dbea tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907769 Aug 27 12:16:44.289837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-758a6537-169d-4a0c-892e-9cae7b2dbfcc tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:44.292768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-758a6537-169d-4a0c-892e-9cae7b2dbfcc tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 945 time: 0.1538763 Aug 27 12:16:44.520636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:44.529223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:44.609429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Deleting port 152df117-7880-4c46-82f1-d61df794bcf1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:44.610117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:44.612874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=8a85218b-8270-48d3-aab1-85fc11072793,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:44.702548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:44.776461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:44.792490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] For port 152df117-7880-4c46-82f1-d61df794bcf1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=152df117-7880-4c46-82f1-d61df794bcf1,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:44.792997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:44.811871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Calling delete_port for 152df117-7880-4c46-82f1-d61df794bcf1 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:44.892146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:16:44.896379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:45.117136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:16:45.119166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:45.134877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['5ef69a86-ba7c-426c-9633-5dca9f487578', '152df117-7880-4c46-82f1-d61df794bcf1'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:45.157666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event deleted for resources: {'Port': ['ID=152df117-7880-4c46-82f1-d61df794bcf1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:45.248751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] No DVR routers for this DVR port 152df117-7880-4c46-82f1-d61df794bcf1 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:45.249264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08', 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:45.251350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:45.253208 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85aa75cc-c299-4ab4-8e71-98b4b12aa3b5 req-c986f857-4722-4158-9651-86ed81cd497d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "DELETE /v2.0/ports/152df117-7880-4c46-82f1-d61df794bcf1 HTTP/1.1" status: 204 len: 173 time: 0.9501643 Aug 27 12:16:45.257254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'name': 'network-vif-deleted', 'tag': '152df117-7880-4c46-82f1-d61df794bcf1'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:45.259723 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fb6026-b229-4a74-ae57-7bf2853e524b" -d '{"events": [{"server_uuid": "b6d42249-aefc-4b5b-a3e4-98f46110bb50", "name": "network-vif-deleted", "tag": "152df117-7880-4c46-82f1-d61df794bcf1"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:45.378810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:16:45.400426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8084fa11-a0fb-4b01-9f12-c086db6d55c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "PUT /v2.0/routers/f4476c81-c112-463c-be48-20b54efff7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4619336 Aug 27 12:16:45.406317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:16:45.409277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d59846b-cbd7-4899-9d0c-903f4ef789f4 req-488a13af-b7c0-4d59-8c8b-59e4d78f4001 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6d42249-aefc-4b5b-a3e4-98f46110bb50 HTTP/1.1" status: 200 len: 210 time: 0.1083367 Aug 27 12:16:45.460415 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa5d30-5100-430b-b83e-a194ba30d24f x-openstack-request-id: req-24aa5d30-5100-430b-b83e-a194ba30d24f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:45.460790 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d42249-aefc-4b5b-a3e4-98f46110bb50", "name": "network-vif-deleted", "tag": "152df117-7880-4c46-82f1-d61df794bcf1", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:45.461204 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24aa5d30-5100-430b-b83e-a194ba30d24f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:45.461466 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d42249-aefc-4b5b-a3e4-98f46110bb50', 'name': 'network-vif-deleted', 'tag': '152df117-7880-4c46-82f1-d61df794bcf1', 'status': 'completed', 'code': 200} Aug 27 12:16:45.491674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec8c02-df57-4034-8f13-ad9b2602dfbf req-ca671594-a3e8-43ef-84aa-5a6e41bda053 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:45.493220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-afec8c02-df57-4034-8f13-ad9b2602dfbf req-ca671594-a3e8-43ef-84aa-5a6e41bda053 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1912005 Aug 27 12:16:45.522406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:16:45.523431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:45.530153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c895139e-9958-4b00-86d9-e6d5efc29d63 None None] Provisioning complete for port 8a85218b-8270-48d3-aab1-85fc11072793 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:45.530858 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c895139e-9958-4b00-86d9-e6d5efc29d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:45.570404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-afec8c02-df57-4034-8f13-ad9b2602dfbf req-2a6782f9-9345-4178-8f71-13ef23205ad8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666630 Aug 27 12:16:45.677104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Deleting port a9956fd7-6aa0-4fe6-9046-a5897b509db2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:45.677546 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:45.794218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] For port a9956fd7-6aa0-4fe6-9046-a5897b509db2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a9956fd7-6aa0-4fe6-9046-a5897b509db2,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:45.795401 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:45.809647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Calling delete_port for a9956fd7-6aa0-4fe6-9046-a5897b509db2 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:45.851283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c895139e-9958-4b00-86d9-e6d5efc29d63 None None] Port 8a85218b-8270-48d3-aab1-85fc11072793 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:16:45.975999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:16:46.098058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:46.152727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9956fd7-6aa0-4fe6-9046-a5897b509db2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:46.354312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:16:43Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:28Z', 'revision_number': 1, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a85218b-8270-48d3-aab1-85fc11072793', 'name': '', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:50:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:16:42Z', 'updated_at': '2021-08-27T12:16:43Z', 'revision_number': 2, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:46.388714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:16:46.389077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Updating router f4476c81-c112-463c-be48-20b54efff7ee port 8a85218b-8270-48d3-aab1-85fc11072793 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:16:46.441073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:46.441798 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:46.758842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:16:46.854624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cb0d-6c20-45ea-a327-dbc2fb89f643 req-f63d6619-c223-438c-a9d1-52e101845714 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:46.856216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec40cb0d-6c20-45ea-a327-dbc2fb89f643 req-f63d6619-c223-438c-a9d1-52e101845714 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1183550 Aug 27 12:16:46.875407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:46.891955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Transition to ACTIVE for port object 8a85218b-8270-48d3-aab1-85fc11072793 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:46.905727 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:46.961554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec40cb0d-6c20-45ea-a327-dbc2fb89f643 req-110976f6-42f1-42c8-b381-ccb3f5da1c26 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955071 Aug 27 12:16:46.970576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:16:46.979187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c0f1e72b-3799-47ad-9ad0-74323d618d8f admin admin] 10.222.0.76 "PUT /v2.0/routers/387b3569-e7ab-4376-a3b1-6054ac1eaeb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859596 Aug 27 12:16:46.980306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34580) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:46.984216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] Sync routers for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:16:46.992972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaf06e-312a-47c8-b71f-a934d0693eb4 None None] Pushing event updated for resources: {'Port': ['ID=8a85218b-8270-48d3-aab1-85fc11072793,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:47.002742 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:16:47.003471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:47.059756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Attempting to bind port 8a85218b-8270-48d3-aab1-85fc11072793 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:16:47.060130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Attempting to bind port 8a85218b-8270-48d3-aab1-85fc11072793 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:16:47.060500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Attempting to bind port 8a85218b-8270-48d3-aab1-85fc11072793 on network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:47.080622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:16:47.081014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Checking segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:47.081413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.081820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Bound using segment: {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:16:47.082309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Bound port: 8a85218b-8270-48d3-aab1-85fc11072793, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bb3f73-4f4c-4420-9741-0218dd5ee2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:16:47.082729 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.154656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.256232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] For port 8a85218b-8270-48d3-aab1-85fc11072793, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:16:47.263783 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:16:47.265266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] For port 8a85218b-8270-48d3-aab1-85fc11072793, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a85218b-8270-48d3-aab1-85fc11072793,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:16:47.280067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.283921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:47.375580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.473989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Deleting port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:47.474341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.487760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f774ff-ce58-42bd-9ec6-41394eb23d68 req-6ff62a5f-1de3-44aa-aa44-0a5d2552a87d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:47.496813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63f774ff-ce58-42bd-9ec6-41394eb23d68 req-6ff62a5f-1de3-44aa-aa44-0a5d2552a87d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 946 time: 0.1370101 Aug 27 12:16:47.563837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaf06e-312a-47c8-b71f-a934d0693eb4 None None] Pushing event updated for resources: {'Port': ['ID=8a85218b-8270-48d3-aab1-85fc11072793,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:47.598799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:16:47.599760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:47.611315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63f774ff-ce58-42bd-9ec6-41394eb23d68 req-5d493187-6b12-46b5-a937-d009ee899e17 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036224 Aug 27 12:16:47.650437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] For port 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:47.651250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.664952 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:16:45Z', 'revision_number': 5, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port': {'id': '536bd228-6bfe-4b74-bdbd-ba5ac41f5f94', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:05:11Z', 'updated_at': '2021-08-27T12:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:47.700497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Calling delete_port for 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:47.710554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] Checking router: 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:16:47.723324 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] Routers {'387b3569-e7ab-4376-a3b1-6054ac1eaeb7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:16:47.724674 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:47.884612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:47.893214 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] Set router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:16:47.907546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:16:47.971723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:47.975717 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e574ea33-2f96-4791-8c17-641e4b34cb80" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:48.011861 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:16:47Z', 'revision_number': 6, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:48.029735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:48.045488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.046759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 152df117-7880-4c46-82f1-d61df794bcf1 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:48.087544 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ea7a8-15d7-491e-ac56-b6cc536f5f2e None None] The sync data for ids ['387b3569-e7ab-4376-a3b1-6054ac1eaeb7'] in n-d-688802-4 is: [{'id': '387b3569-e7ab-4376-a3b1-6054ac1eaeb7', 'name': 'tempest-TaggedBootDevicesTest_v242-764209117-router', 'tenant_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:05:10Z', 'updated_at': '2021-08-27T12:16:47Z', 'revision_number': 6, 'project_id': 'b3a0e3f744b84ca2aceb01cbf715a67b', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:16:48.100675 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff33bc9-22c6-4d9d-8a23-d0c723e39865 x-openstack-request-id: req-2ff33bc9-22c6-4d9d-8a23-d0c723e39865 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:48.100821 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:48.101024 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ff33bc9-22c6-4d9d-8a23-d0c723e39865 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:48.101419 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'code': 200} Aug 27 12:16:48.115265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.162487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 152df117-7880-4c46-82f1-d61df794bcf1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:48.162833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 152df117-7880-4c46-82f1-d61df794bcf1 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:48.189976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=536bd228-6bfe-4b74-bdbd-ba5ac41f5f94,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:48.243456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=14']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:48.314531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.393973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:16:43Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:28Z', 'revision_number': 1, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a85218b-8270-48d3-aab1-85fc11072793', 'name': '', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:50:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:16:42Z', 'updated_at': '2021-08-27T12:16:47Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:48.475237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf3318-fb37-418a-b693-4d4cf9801124 None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:16:43Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:28Z', 'revision_number': 1, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a85218b-8270-48d3-aab1-85fc11072793', 'name': '', 'network_id': '1e4e49bc-d9d6-412e-b4a0-3e2ef197b310', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:50:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:16:42Z', 'updated_at': '2021-08-27T12:16:47Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': 'a82c858e-227c-4eb3-b9d8-2cf3b2870d2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:16:48.505259 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-19a02702-3bc5-4407-a620-6ef20821eb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.520006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.523145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.597819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.598520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387b3569-e7ab-4376-a3b1-6054ac1eaeb7 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:16:48.623012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.628658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-31ae5414-37a7-4a32-a441-633b3d4ae1ca admin admin] 10.222.0.76 "DELETE /v2.0/routers/387b3569-e7ab-4376-a3b1-6054ac1eaeb7 HTTP/1.1" status: 204 len: 168 time: 1.6465023 Aug 27 12:16:48.630215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34656) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:48.785832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Deleting subnet 0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:16:48.793924 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:48.904834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.099341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.225255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.275951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:49.285770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.288590 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8e50f1b0-e7bc-413a-b797-bfeb9d70a095 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0e7d9482-d6d2-420e-bcc8-a2071b3e4cbe HTTP/1.1" status: 204 len: 168 time: 0.6568952 Aug 27 12:16:49.292654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:49.299533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843563c-3cbc-43f5-b007-791100b0c778 None None] Network c5ed55c4-ec89-43e0-880d-192337e5a1b3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:49.386304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a85218b-8270-48d3-aab1-85fc11072793 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:49.419291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.494545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Deleting port d615f975-2012-41eb-9f07-6f933bdc189e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:49.495436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.618317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8a85218b-8270-48d3-aab1-85fc11072793 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:49.644943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8a85218b-8270-48d3-aab1-85fc11072793 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:49.645322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.651705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] For port d615f975-2012-41eb-9f07-6f933bdc189e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d615f975-2012-41eb-9f07-6f933bdc189e,segment=NetworkSegment(6549ae79-cf99-445d-92f5-5588b613d5d5),segment_id=6549ae79-cf99-445d-92f5-5588b613d5d5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:49.652074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.693524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Calling delete_port for d615f975-2012-41eb-9f07-6f933bdc189e owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:49.778018 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.827687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] DHCP port deletion for c5ed55c4-ec89-43e0-880d-192337e5a1b3 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:16:49.857678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8a85218b-8270-48d3-aab1-85fc11072793, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a85218b-8270-48d3-aab1-85fc11072793,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:49.934121 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:49.973256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a9956fd7-6aa0-4fe6-9046-a5897b509db2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:49.976406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738fbd-64d8-45f4-9ee9-f4a12636fbc0 req-58f3865e-bc0c-41c1-8bf0-4e20878d5a29 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:49.995597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9738fbd-64d8-45f4-9ee9-f4a12636fbc0 req-58f3865e-bc0c-41c1-8bf0-4e20878d5a29 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.3182919 Aug 27 12:16:50.064585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a9956fd7-6aa0-4fe6-9046-a5897b509db2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:50.065344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a9956fd7-6aa0-4fe6-9046-a5897b509db2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:50.076692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.112253 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.120626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8a85218b-8270-48d3-aab1-85fc11072793,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:50.128689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Deleting port d615f975-2012-41eb-9f07-6f933bdc189e {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:50.129436 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.173769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9738fbd-64d8-45f4-9ee9-f4a12636fbc0 req-92ea3fd8-877e-4792-acc0-6b12e7029c9a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771545 Aug 27 12:16:50.177234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] No DVR routers for this DVR port d615f975-2012-41eb-9f07-6f933bdc189e on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:50.179970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d615f975-2012-41eb-9f07-6f933bdc189e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:50.253489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] For port d615f975-2012-41eb-9f07-6f933bdc189e, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:50.254071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.277421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Calling delete_port for d615f975-2012-41eb-9f07-6f933bdc189e owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:50.285575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Port d615f975-2012-41eb-9f07-6f933bdc189e was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:16:50.287394 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.324760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] Pushing event deleted for resources: {'Port': ['ID=d615f975-2012-41eb-9f07-6f933bdc189e,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:50.331426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccd062-3c17-41b8-a9a7-b6835f1e9a89 None None] No DVR routers for this DVR port d615f975-2012-41eb-9f07-6f933bdc189e on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:50.371191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.400356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ed55c4-ec89-43e0-880d-192337e5a1b3']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:50.416984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6549ae79-cf99-445d-92f5-5588b613d5d5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:50.417672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6549ae79-cf99-445d-92f5-5588b613d5d5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:16:50.435438 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.464218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.474625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:16:50.475277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:16:50.477926 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:16:50.527589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-766c5b40-16e1-4d3f-a93e-337c5a1f8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:50.529259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-766c5b40-16e1-4d3f-a93e-337c5a1f8f7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1095 time: 0.0501246 Aug 27 12:16:50.603333 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.610430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:50.614148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c5ed55c4-ec89-43e0-880d-192337e5a1b3 HTTP/1.1" status: 204 len: 168 time: 1.3193216 Aug 27 12:16:50.648626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8fcf8-97b2-4f0a-9067-f801b2b60967 req-24dd91b0-6fc1-4e5e-b57c-cbd4f57046c0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:50.659968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-743be383-6ae3-4731-945a-aed9b9f5913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:50.662089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-743be383-6ae3-4731-945a-aed9b9f5913e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1244724 Aug 27 12:16:50.663765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66d8fcf8-97b2-4f0a-9067-f801b2b60967 req-24dd91b0-6fc1-4e5e-b57c-cbd4f57046c0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1689346 Aug 27 12:16:50.681485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b626f-49b2-4d31-8a95-cab7b18cbfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ed55c4-ec89-43e0-880d-192337e5a1b3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:50.725198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66d8fcf8-97b2-4f0a-9067-f801b2b60967 req-ee0bfcab-6b40-422a-9644-9cb20167587f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604615 Aug 27 12:16:50.777706 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-35270500-8994-4af4-a9c3-c8b9a29d4af5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.1066558 Aug 27 12:16:50.855251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a85218b-8270-48d3-aab1-85fc11072793 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:16:50.881927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-03d226d0-6095-4148-bb38-8512959b0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:50.884145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-03d226d0-6095-4148-bb38-8512959b0405 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0968683 Aug 27 12:16:50.888552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34716) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:50.979459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-4ba2b67e-ebfa-464f-8247-480f8cca3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:50.982932 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-4ba2b67e-ebfa-464f-8247-480f8cca3e48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911672 Aug 27 12:16:50.995285 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ceee-7ee8-44cd-91e8-67728c1019e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.003772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9b9127ae-b908-4449-9a3c-679427f7756e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3a0e3f744b84ca2aceb01cbf715a67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108570 Aug 27 12:16:51.008343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:51.022289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8a85218b-8270-48d3-aab1-85fc11072793 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:51.023371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.113582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d098d8c2-9b2d-48ee-ba23-cd75aaf744a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.130919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-bdf72862-b1d3-466c-94cf-da6febd3fd96 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331472 Aug 27 12:16:51.166794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d098d8c2-9b2d-48ee-ba23-cd75aaf744a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.218692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.285158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d098d8c2-9b2d-48ee-ba23-cd75aaf744a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.289329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d098d8c2-9b2d-48ee-ba23-cd75aaf744a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:51.291628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d098d8c2-9b2d-48ee-ba23-cd75aaf744a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/780daa13-9e8d-4761-84f1-c5277bb27fde HTTP/1.1" status: 204 len: 168 time: 0.2855258 Aug 27 12:16:51.307882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098d8c2-9b2d-48ee-ba23-cd75aaf744a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780daa13-9e8d-4761-84f1-c5277bb27fde,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:51.363656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d615f975-2012-41eb-9f07-6f933bdc189e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:51.418783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b13a7fdf-0eb4-4d06-93de-01e1bf977ddd req-f9e17103-dbf0-43ca-b32d-1545bf609491 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771664 Aug 27 12:16:51.451476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d615f975-2012-41eb-9f07-6f933bdc189e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:51.452528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d615f975-2012-41eb-9f07-6f933bdc189e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:51.453372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:51.588964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:51.590517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 536bd228-6bfe-4b74-bdbd-ba5ac41f5f94 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:51.823503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867a77-5a1d-44a9-b07b-27ef9b71a70b req-8af3951c-5801-42cc-bc01-19f3776fd2aa tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:51.826127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6867a77-5a1d-44a9-b07b-27ef9b71a70b req-8af3951c-5801-42cc-bc01-19f3776fd2aa tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 945 time: 0.1160805 Aug 27 12:16:51.879187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6867a77-5a1d-44a9-b07b-27ef9b71a70b req-c7ef2a35-3d9f-43dc-b0a9-625d9c23a9d8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Aug 27 12:16:51.950460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f5537-e1e9-4ff1-b452-2c800d03bea7 req-ab08fd5c-0e0c-4ea5-a427-14e4db3b9e8e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:51.952536 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-294f5537-e1e9-4ff1-b452-2c800d03bea7 req-ab08fd5c-0e0c-4ea5-a427-14e4db3b9e8e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0580533 Aug 27 12:16:52.022607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-294f5537-e1e9-4ff1-b452-2c800d03bea7 req-01558872-abd8-4e79-a0b9-45956f2c0792 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533192 Aug 27 12:16:52.035905 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:52.608186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34770) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:52.749615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2001025311-network', 'tenant_id': 'bd93aee7c8cc4877a5c9f469fb2e3d27'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:52.774300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Made reservation on behalf of bd93aee7c8cc4877a5c9f469fb2e3d27 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:52.777219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:52.790125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:52.906868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:52.911400 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:52.943136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c091f1-fe64-4900-96fb-b3586eea1adb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:52.955051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.955517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.955985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.956618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.957152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.958150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.958982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.959469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.960064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.960604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.961133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.961694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:16:52.984545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:16:53.000582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.001054 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Added segment d44141f8-648f-4c48-88a3-b96070d6ae0e of type vlan for network 5921c145-fd67-482a-8769-299387a0d64e Aug 27 12:16:53.053806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf430a-8a8f-49b3-ac25-5eba95bf447f req-2b6df30b-34f7-42fe-a00d-034f156a2cb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:53.061957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bf430a-8a8f-49b3-ac25-5eba95bf447f req-2b6df30b-34f7-42fe-a00d-034f156a2cb3 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 945 time: 0.0759699 Aug 27 12:16:53.072826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.109192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.110500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:53.111158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.117896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bf430a-8a8f-49b3-ac25-5eba95bf447f req-e369ad0d-3b32-4278-af8b-f8f14ab2a942 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538185 Aug 27 12:16:53.184597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34778) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:16:53.185316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5750010 Aug 27 12:16:53.190299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Request body: {'subnet': {'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2001025311-subnet', 'tenant_id': 'bd93aee7c8cc4877a5c9f469fb2e3d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:53.198949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011e5f4-1323-4b2d-a454-cdab69bc443a admin admin] Pushing event updated for resources: {'Network': ['ID=5921c145-fd67-482a-8769-299387a0d64e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:53.210624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5921c145-fd67-482a-8769-299387a0d64e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:16:53.218420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd903f3-7a8c-43a6-969c-ff20d2b08389 req-c430281e-59bd-4064-ada6-93406b4e26d7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:53.227514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fd903f3-7a8c-43a6-969c-ff20d2b08389 req-c430281e-59bd-4064-ada6-93406b4e26d7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1011693 Aug 27 12:16:53.308704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Made reservation on behalf of bd93aee7c8cc4877a5c9f469fb2e3d27 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:53.316574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.499495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-b8f88012-da13-4c98-8ecc-a378eddcd6c8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:53.508782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-b8f88012-da13-4c98-8ecc-a378eddcd6c8 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 945 time: 0.1811266 Aug 27 12:16:53.515975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fd903f3-7a8c-43a6-969c-ff20d2b08389 req-f2ea936b-7cf8-4f6b-8572-a513e4210e00 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873263 Aug 27 12:16:53.676807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Deleting port 5ef69a86-ba7c-426c-9633-5dca9f487578 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:53.677582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.767424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.781349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] For port 5ef69a86-ba7c-426c-9633-5dca9f487578, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=5ef69a86-ba7c-426c-9633-5dca9f487578,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:53.781730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.796496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Calling delete_port for 5ef69a86-ba7c-426c-9633-5dca9f487578 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:53.818941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c63505-2e33-4ad4-9dd4-16f74c27a7c1 req-1a4a00a6-6c5b-4b57-83fd-a973cb5b0189 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:53.820400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42c63505-2e33-4ad4-9dd4-16f74c27a7c1 req-1a4a00a6-6c5b-4b57-83fd-a973cb5b0189 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1220710 Aug 27 12:16:53.838346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7853e869-f39b-4c9b-8c6c-1488a9f31a2c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:53.880912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Checking segment: {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:53.881276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Network hostable DHCP agents. Network: 5921c145-fd67-482a-8769-299387a0d64e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:16:53.887754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42c63505-2e33-4ad4-9dd4-16f74c27a7c1 req-29912c97-43c0-4fd1-8bb1-454c89c8add4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594246 Aug 27 12:16:53.904830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Network 5921c145-fd67-482a-8769-299387a0d64e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:16:53.918794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5921c145-fd67-482a-8769-299387a0d64e) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:53.925171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:53.926274 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.930758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b934cd-d96d-4075-a72d-67e3b423c0d5 None None] Network 5921c145-fd67-482a-8769-299387a0d64e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:53.935056 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:53.945838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c484d4e-2bff-4741-9903-c8c304d079ff admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7602079 Aug 27 12:16:53.996121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:54.009796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['5ef69a86-ba7c-426c-9633-5dca9f487578'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:54.039810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event deleted for resources: {'Port': ['ID=5ef69a86-ba7c-426c-9633-5dca9f487578,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:54.042815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08', 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:54.059257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb08d-f96d-4c0f-b77d-1da1dd4bfdeb req-de469b3f-8708-44e0-8f7b-0929c848eec1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:54.068192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-203fb08d-f96d-4c0f-b77d-1da1dd4bfdeb req-de469b3f-8708-44e0-8f7b-0929c848eec1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0830812 Aug 27 12:16:54.088233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] No DVR routers for this DVR port 5ef69a86-ba7c-426c-9633-5dca9f487578 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:54.092139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:54.094780 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-df531844-5a43-42aa-89f3-89fd2cf40597 req-8c03d0e7-1c87-4da1-8920-0eccc9fe06f9 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.65 "DELETE /v2.0/ports/5ef69a86-ba7c-426c-9633-5dca9f487578 HTTP/1.1" status: 204 len: 173 time: 0.5775988 Aug 27 12:16:54.095465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'name': 'network-vif-deleted', 'tag': '5ef69a86-ba7c-426c-9633-5dca9f487578'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:54.105832 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ff7ed9-8d43-4369-892c-24e1f6e7c1fc" -d '{"events": [{"server_uuid": "17687ce2-70e2-4fc6-a669-1d957f1c49cc", "name": "network-vif-deleted", "tag": "5ef69a86-ba7c-426c-9633-5dca9f487578"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:54.130652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-203fb08d-f96d-4c0f-b77d-1da1dd4bfdeb req-c7db61bf-32f8-4148-bb27-597c8fef4562 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571842 Aug 27 12:16:54.163817 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4b130c-4aef-4f49-97c9-354af1cc9ffe x-openstack-request-id: req-2d4b130c-4aef-4f49-97c9-354af1cc9ffe {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:54.164105 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17687ce2-70e2-4fc6-a669-1d957f1c49cc", "name": "network-vif-deleted", "tag": "5ef69a86-ba7c-426c-9633-5dca9f487578", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:54.164365 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d4b130c-4aef-4f49-97c9-354af1cc9ffe {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:54.164928 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17687ce2-70e2-4fc6-a669-1d957f1c49cc', 'name': 'network-vif-deleted', 'tag': '5ef69a86-ba7c-426c-9633-5dca9f487578', 'status': 'completed', 'code': 200} Aug 27 12:16:54.179846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88ce6d-5a71-4bfe-ac54-1b4efa2395c4 None None] Network 5921c145-fd67-482a-8769-299387a0d64e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:16:54.279060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdb644d4-148f-4fc8-9bd2-b0bda90e4fe6 req-935013ea-f1e0-41e1-896b-0f7ff6cead91 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=17687ce2-70e2-4fc6-a669-1d957f1c49cc HTTP/1.1" status: 200 len: 210 time: 0.0616639 Aug 27 12:16:54.757655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-7e566403-bb70-4fbd-a5ff-d40433d3cb67 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:54.759327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-7e566403-bb70-4fbd-a5ff-d40433d3cb67 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.2821169 Aug 27 12:16:54.794355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-bb26312c-4492-4228-a98e-d26fc9a459db tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:54.796250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-bb26312c-4492-4228-a98e-d26fc9a459db tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 814 time: 0.2426543 Aug 27 12:16:54.799211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-2487ceb4-7bfd-4b9c-87a1-c20bae219f14 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/quotas/7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 375 time: 0.0234597 Aug 27 12:16:54.818069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-d9d20959-2424-4298-bb83-5d8b070977ad tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/quotas/bd93aee7c8cc4877a5c9f469fb2e3d27 HTTP/1.1" status: 200 len: 375 time: 0.0136256 Aug 27 12:16:54.876067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-d7790132-0e34-4ef5-a262-396b0fca7e37 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477865 Aug 27 12:16:54.944261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-49750904-62e0-42e7-9c35-dcc03ced1771 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1310403 Aug 27 12:16:55.321563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-22c3df7b-5fec-4bb3-9674-f1a679d33f7c service neutron] 10.222.0.76 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375741 Aug 27 12:16:55.399066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-6c0d462a-96a3-46f5-9b18-dbe7b383afea service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456599 Aug 27 12:16:55.580331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-e6ef3f12-b6d0-4360-9ca8-479a20031206 service neutron] 10.222.0.76 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519665 Aug 27 12:16:55.589540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-316e4c19-af95-4a93-b921-ebc26057e102 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812611 Aug 27 12:16:55.979215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd3e0724-a4d5-4c72-b6fa-5ba6009194c2 req-5ce81504-3130-4d52-88e0-25ce44a21762 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 210 time: 0.0431802 Aug 27 12:16:56.017119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be053554-9afd-48d5-a00b-b67701815e99 req-a4ed510e-e11f-475f-975f-5b56b2855dac tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 210 time: 0.0690434 Aug 27 12:16:56.270763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9611-5b41-45d7-afce-780b9329047a req-3f334a40-e731-4ee9-9f6e-20e86f0694e2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:56.272294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-579c9611-5b41-45d7-afce-780b9329047a req-3f334a40-e731-4ee9-9f6e-20e86f0694e2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0564196 Aug 27 12:16:56.314238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-579c9611-5b41-45d7-afce-780b9329047a req-43336503-bcbe-44a4-964e-96a8498c4bdc tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350943 Aug 27 12:16:57.043339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-fe6d17a4-e160-4258-89ab-e07b843fcd4a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:57.045253 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-fe6d17a4-e160-4258-89ab-e07b843fcd4a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.1439178 Aug 27 12:16:57.079439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'port': {'device_id': '49b02171-d002-4407-849b-0f6ce07deb9b', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'admin_state_up': True, 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:57.119735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-021ec432-7b2a-46ed-9a57-6c73f99d4183 req-7292ea7f-d728-4e92-aaf0-5c9944d52c6c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 210 time: 0.0378952 Aug 27 12:16:57.149123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ed9e778-3ed5-4aee-849e-93c3cd6e0079 req-8282c994-766e-4605-888f-30a25fb24b14 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 210 time: 0.0547502 Aug 27 12:16:57.247995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:57.252056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:57.338272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5ef69a86-ba7c-426c-9633-5dca9f487578 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:16:57.399773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 5ef69a86-ba7c-426c-9633-5dca9f487578 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:16:57.400513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 5ef69a86-ba7c-426c-9633-5dca9f487578 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:16:57.485612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e8def-34ae-469f-884f-8e0786813268 req-219fc9d9-0ed9-40df-bd21-fc1e1b3a362f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:57.487734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-120e8def-34ae-469f-884f-8e0786813268 req-219fc9d9-0ed9-40df-bd21-fc1e1b3a362f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0788608 Aug 27 12:16:57.546871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-120e8def-34ae-469f-884f-8e0786813268 req-e5f17318-933b-4be0-8fd5-701bea4fc1a7 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517759 Aug 27 12:16:57.879400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Allocated IP 172.20.0.13 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/426d37d0-2fa8-481a-af6b-61996c84ce5f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:16:58.053584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.068005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Transition to ACTIVE for port object 426d37d0-2fa8-481a-af6b-61996c84ce5f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:58.101202 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.150132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:16:58.153249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:16:58.161102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:16:58.200742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=426d37d0-2fa8-481a-af6b-61996c84ce5f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:58.238557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:58.240470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.257869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cebf0-a347-4a6d-842e-543b66068f1f req-e75708e1-9f36-464c-8094-ade5114d82e4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:58.259419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-654d54a5-75c6-40b8-8d63-b84969e69591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1845624 Aug 27 12:16:58.267009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-686cebf0-a347-4a6d-842e-543b66068f1f req-e75708e1-9f36-464c-8094-ade5114d82e4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 932 time: 0.0711737 Aug 27 12:16:58.291482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Request body: {'port': {'device_id': '49b02171-d002-4407-849b-0f6ce07deb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:58.311969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75032951-0212-4ac3-8e6f-aad9ad2aaf1d req-3c2d2ab3-da9d-4a64-b2e1-8a9a47104253 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 210 time: 0.0408106 Aug 27 12:16:58.334547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-686cebf0-a347-4a6d-842e-543b66068f1f req-fc7a4e4f-410b-4101-aca9-b00dcbcabbf9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Aug 27 12:16:58.362747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.437472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cab949b9-219e-40e8-92c4-0d53b7e88be7 None None] Provisioning for port 426d37d0-2fa8-481a-af6b-61996c84ce5f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:16:58.453700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cab949b9-219e-40e8-92c4-0d53b7e88be7 None None] Provisioning complete for port 426d37d0-2fa8-481a-af6b-61996c84ce5f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:16:58.454504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cab949b9-219e-40e8-92c4-0d53b7e88be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.514991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-cab949b9-219e-40e8-92c4-0d53b7e88be7 None None] Port 426d37d0-2fa8-481a-af6b-61996c84ce5f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:16:58.647935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-a61c8edd-393f-4843-b3cc-8ab50bb494b3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:58.649409 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-a61c8edd-393f-4843-b3cc-8ab50bb494b3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.77 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 814 time: 0.2472496 Aug 27 12:16:58.675059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f639-7f15-4f58-8e6a-8c1a09bc000a req-5cbb02b4-b8df-45e6-b5cf-11940be9fd9e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:58.676895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cef8f639-7f15-4f58-8e6a-8c1a09bc000a req-5cbb02b4-b8df-45e6-b5cf-11940be9fd9e tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0503960 Aug 27 12:16:58.689335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Request body: {'port': {'device_id': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'admin_state_up': True, 'tenant_id': 'bd93aee7c8cc4877a5c9f469fb2e3d27'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:16:58.716526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cef8f639-7f15-4f58-8e6a-8c1a09bc000a req-bf35bfbb-7552-4ba5-b585-2248b4b3fc2b tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Aug 27 12:16:58.817634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-293d4c58-0f34-41c6-ab43-e196eca514a0 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:58.820033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-293d4c58-0f34-41c6-ab43-e196eca514a0 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 946 time: 0.0648251 Aug 27 12:16:58.835099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426d37d0-2fa8-481a-af6b-61996c84ce5f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:16:58.865009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.894012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Transition to ACTIVE for port object 426d37d0-2fa8-481a-af6b-61996c84ce5f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:16:58.899674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.905413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Made reservation on behalf of bd93aee7c8cc4877a5c9f469fb2e3d27 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:16:58.909768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.944771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Deleting port f4591b5b-40d2-4918-95f8-b700a87f8fc3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:16:58.945383 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:58.985236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Pushing event updated for resources: {'Port': ['ID=426d37d0-2fa8-481a-af6b-61996c84ce5f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:59.081617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] For port f4591b5b-40d2-4918-95f8-b700a87f8fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4591b5b-40d2-4918-95f8-b700a87f8fc3,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:16:59.081998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.102264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Calling delete_port for f4591b5b-40d2-4918-95f8-b700a87f8fc3 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:16:59.150915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Attempting to bind port 426d37d0-2fa8-481a-af6b-61996c84ce5f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:16:59.151443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Attempting to bind port 426d37d0-2fa8-481a-af6b-61996c84ce5f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:16:59.151563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Attempting to bind port 426d37d0-2fa8-481a-af6b-61996c84ce5f on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:59.174247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Port 426d37d0-2fa8-481a-af6b-61996c84ce5f on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:16:59.176165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Attempting to bind port 426d37d0-2fa8-481a-af6b-61996c84ce5f on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:16:59.219151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:16:59.219505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:16:59.219935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:16:59.220606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Bound port: 426d37d0-2fa8-481a-af6b-61996c84ce5f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:16:59.221157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.285915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Allocated IP 172.20.0.5 (5921c145-fd67-482a-8769-299387a0d64e/7853e869-f39b-4c9b-8c6c-1488a9f31a2c/13d2c541-e413-42d7-8ae6-413e21bb6b80) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:16:59.320345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.357593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08', 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:16:59.363864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] For port 426d37d0-2fa8-481a-af6b-61996c84ce5f, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:16:59.367207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event deleted for resources: {'Port': ['ID=f4591b5b-40d2-4918-95f8-b700a87f8fc3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:59.427647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] For port 426d37d0-2fa8-481a-af6b-61996c84ce5f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:16:59.439304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.490104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] No DVR routers for this DVR port f4591b5b-40d2-4918-95f8-b700a87f8fc3 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:16:59.513132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Pushing event updated for resources: {'Port': ['ID=426d37d0-2fa8-481a-af6b-61996c84ce5f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:16:59.526334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4711ea83-7e62-4c2c-bf1c-c46f7065b0c0 req-e34eb8ea-1d83-4dcf-9450-e254a59ef815 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 210 time: 0.0671823 Aug 27 12:16:59.534956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.542975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec147562-8d91-46a2-9b43-1dbb41b50335 req-8fa8edba-bd27-4f51-bbd2-6e897ac53b29 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "DELETE /v2.0/ports/f4591b5b-40d2-4918-95f8-b700a87f8fc3 HTTP/1.1" status: 204 len: 173 time: 0.7142782 Aug 27 12:16:59.543516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'name': 'network-vif-deleted', 'tag': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:59.554620 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d11f7-2bab-4c0d-9849-1159dfcb45a4" -d '{"events": [{"server_uuid": "2577aad9-f144-46d8-a3a0-d6bd0f71061e", "name": "network-vif-deleted", "tag": "f4591b5b-40d2-4918-95f8-b700a87f8fc3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:59.604007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:59.604678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.606518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-683fc894-b32e-4895-9e5f-798fd989f757 service neutron] 10.222.0.77 "PUT /v2.0/ports/426d37d0-2fa8-481a-af6b-61996c84ce5f HTTP/1.1" status: 200 len: 1092 time: 1.3194914 Aug 27 12:16:59.606988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b02171-d002-4407-849b-0f6ce07deb9b', 'tag': '426d37d0-2fa8-481a-af6b-61996c84ce5f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:16:59.610092 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099a52d-dae8-4e8b-a2cb-a4440cb05518" -d '{"events": [{"name": "network-changed", "server_uuid": "49b02171-d002-4407-849b-0f6ce07deb9b", "tag": "426d37d0-2fa8-481a-af6b-61996c84ce5f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:16:59.722146 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9569986-6d5f-4ba7-b143-a89cea3ae246 x-openstack-request-id: req-b9569986-6d5f-4ba7-b143-a89cea3ae246 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:59.722817 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2577aad9-f144-46d8-a3a0-d6bd0f71061e", "name": "network-vif-deleted", "tag": "f4591b5b-40d2-4918-95f8-b700a87f8fc3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:59.723273 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b9569986-6d5f-4ba7-b143-a89cea3ae246 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:59.723741 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2577aad9-f144-46d8-a3a0-d6bd0f71061e', 'name': 'network-vif-deleted', 'tag': 'f4591b5b-40d2-4918-95f8-b700a87f8fc3', 'status': 'completed', 'code': 200} Aug 27 12:16:59.748247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a760cf-3e27-4820-852c-836877d43926 req-091c55a3-5a0e-4882-98f0-b9d40b05db9c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:59.757949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3a760cf-3e27-4820-852c-836877d43926 req-091c55a3-5a0e-4882-98f0-b9d40b05db9c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 944 time: 0.1953485 Aug 27 12:16:59.769914 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225d801-3ecb-4136-9d44-2363a394dae8 x-openstack-request-id: req-6225d801-3ecb-4136-9d44-2363a394dae8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:16:59.770259 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b02171-d002-4407-849b-0f6ce07deb9b", "tag": "426d37d0-2fa8-481a-af6b-61996c84ce5f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:16:59.770593 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6225d801-3ecb-4136-9d44-2363a394dae8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:16:59.770875 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b02171-d002-4407-849b-0f6ce07deb9b', 'tag': '426d37d0-2fa8-481a-af6b-61996c84ce5f', 'status': 'completed', 'code': 200} Aug 27 12:16:59.812959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3a760cf-3e27-4820-852c-836877d43926 req-f05c294f-a1b3-4dd7-a381-845933c337a9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502706 Aug 27 12:16:59.860651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:16:59.886518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-c56dbd7f-ba3a-43c8-a9da-42434abdb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:16:59.887292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-c56dbd7f-ba3a-43c8-a9da-42434abdb943 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 1095 time: 0.1802492 Aug 27 12:16:59.899677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa75baeb-9070-4656-b828-f22ebf1d55e7 req-deda15ee-4f0b-4b39-ba52-673c33f2c03d tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=2577aad9-f144-46d8-a3a0-d6bd0f71061e HTTP/1.1" status: 200 len: 210 time: 0.0451479 Aug 27 12:16:59.967778 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-ba5002ab-43fa-4036-acf8-75fe3a4122df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f HTTP/1.1" status: 200 len: 217 time: 0.0435805 Aug 27 12:16:59.975978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:00.063774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Network 5921c145-fd67-482a-8769-299387a0d64e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:00.073409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:00.079301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:00.080233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:00.085520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-75cbba0a-8f55-43d1-9a9a-48018f95ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.087078 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-75cbba0a-8f55-43d1-9a9a-48018f95ee7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1089520 Aug 27 12:17:00.179554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.183521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:00.212305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-0751a33b-03e0-4cf8-bb7f-e6a5c4b4e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.213856 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-0751a33b-03e0-4cf8-bb7f-e6a5c4b4e736 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062112 Aug 27 12:17:00.231430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-2c7ce009-f4e0-4647-a2e2-105c7cb58d29 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5483561 Aug 27 12:17:00.295562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Request body: {'port': {'device_id': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:00.374787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:00.399577 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-3cc21e6b-fc5f-46c6-8853-d9d7ebdb7458 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776180 Aug 27 12:17:00.612056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67eec70e-2468-482b-946b-6a61ed8df6e7 req-eec36463-9806-4ce4-9b1b-4cbbaa11b0a5 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895685 Aug 27 12:17:00.642822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0163ec1-aa4d-4263-b192-efcd7adaeb35 req-ef7e3107-3a79-495c-973a-913fabf4879f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.644437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0163ec1-aa4d-4263-b192-efcd7adaeb35 req-ef7e3107-3a79-495c-973a-913fabf4879f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 931 time: 0.0528207 Aug 27 12:17:00.684002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0163ec1-aa4d-4263-b192-efcd7adaeb35 req-8b17bc68-d656-4bb4-b8d1-28624d48bfa1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Aug 27 12:17:00.767016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d2c541-e413-42d7-8ae6-413e21bb6b80 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:00.776275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:00.791068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-7edc7c88-1c8c-45fd-bf08-050c2aa4022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.792570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-7edc7c88-1c8c-45fd-bf08-050c2aa4022d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 1095 time: 0.0843382 Aug 27 12:17:00.795114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Transition to ACTIVE for port object 13d2c541-e413-42d7-8ae6-413e21bb6b80 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:00.798883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:00.917279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:00.928470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8cd41-099b-4a87-8326-598dc0bc1c54 req-59c79382-5609-43f8-b071-09675bac0331 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.930061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ba8cd41-099b-4a87-8326-598dc0bc1c54 req-59c79382-5609-43f8-b071-09675bac0331 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 944 time: 0.0520327 Aug 27 12:17:00.987058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-7afc7f9a-ad99-43b2-9cb8-9c99ebe731f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:00.988709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-7afc7f9a-ad99-43b2-9cb8-9c99ebe731f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1872106 Aug 27 12:17:01.010077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ba8cd41-099b-4a87-8326-598dc0bc1c54 req-defd9039-c94f-40cc-899c-f7026470d8b8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Aug 27 12:17:01.060519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-9ccb1343-c9c2-4885-b99b-b59924239631 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f HTTP/1.1" status: 200 len: 217 time: 0.0595012 Aug 27 12:17:01.086163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Attempting to bind port 13d2c541-e413-42d7-8ae6-413e21bb6b80 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:01.086163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Attempting to bind port 13d2c541-e413-42d7-8ae6-413e21bb6b80 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:01.086163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Attempting to bind port 13d2c541-e413-42d7-8ae6-413e21bb6b80 on network 5921c145-fd67-482a-8769-299387a0d64e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:01.110296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Port 13d2c541-e413-42d7-8ae6-413e21bb6b80 on network 5921c145-fd67-482a-8769-299387a0d64e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:17:01.110871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Attempting to bind port 13d2c541-e413-42d7-8ae6-413e21bb6b80 on network 5921c145-fd67-482a-8769-299387a0d64e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:01.121744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:01.122086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Checking segment: {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:01.122598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Bound using segment: {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:01.123182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Bound port: 13d2c541-e413-42d7-8ae6-413e21bb6b80, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:01.123426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:01.144726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-b295c5c1-0a05-48d0-9d27-37f45ba1d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:01.145806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-b295c5c1-0a05-48d0-9d27-37f45ba1d394 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0716202 Aug 27 12:17:01.250593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-aa7f0229-37d0-4b7e-b752-e049e0026cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:01.251968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-aa7f0229-37d0-4b7e-b752-e049e0026cda service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820091 Aug 27 12:17:01.264394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:01.268232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:01.281654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:01.423458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:01.424234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:01.425756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] 10.222.0.77 "PUT /v2.0/ports/13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 200 len: 1091 time: 1.1361628 Aug 27 12:17:01.482414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19607dd1-e0ad-454b-a519-b0ca3724ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:01.497009 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-e946b91d-b4d5-4418-9381-2456cdf3778d service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271779 Aug 27 12:17:01.685277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-a5ae3f26-8d9d-4fba-ae1a-d7a1ac35b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:01.686773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-a5ae3f26-8d9d-4fba-ae1a-d7a1ac35b55b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1094 time: 0.1012547 Aug 27 12:17:01.703019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8099a52d-dae8-4e8b-a2cb-a4440cb05518 req-4ca1212c-62a0-4a7e-a99f-baa681b7b8d9 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272869 Aug 27 12:17:01.743914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-5c86ff8e-d64b-414e-9bbd-4286ded9dcda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 200 len: 217 time: 0.0398960 Aug 27 12:17:01.801939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:01.804900 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:01.808709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-5848ab0f-f6f4-415b-a086-61feb9d16a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:01.810139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ba4dd-2a29-4e4c-a957-8e6f40999fb5 req-64789c1b-11dd-4adc-925d-49718dd696f7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:01.810804 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-5848ab0f-f6f4-415b-a086-61feb9d16a83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0593531 Aug 27 12:17:01.814848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103ba4dd-2a29-4e4c-a957-8e6f40999fb5 req-64789c1b-11dd-4adc-925d-49718dd696f7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0553653 Aug 27 12:17:01.852583 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-e834882b-9b70-4838-a052-1fa5039cb3e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343134 Aug 27 12:17:01.876364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103ba4dd-2a29-4e4c-a957-8e6f40999fb5 req-ea4fbeaa-4d8a-4307-b55c-bd1d708658c3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515914 Aug 27 12:17:01.885470 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00472b6-ad08-40fb-94ab-4eedf65b89ad x-openstack-request-id: req-b00472b6-ad08-40fb-94ab-4eedf65b89ad {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:01.885876 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:01.886350 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b00472b6-ad08-40fb-94ab-4eedf65b89ad {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:01.886910 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'status': 'completed', 'code': 200} Aug 27 12:17:01.959842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-840a4018-bfd5-4fb1-b939-de5610a5ef33 service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993025 Aug 27 12:17:02.068400 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9d6c69f8-83a9-4136-b491-3af8f4ebbc32 req-f7a7a411-b681-480d-9116-9aa71c00c597 service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980711 Aug 27 12:17:02.116831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4591b5b-40d2-4918-95f8-b700a87f8fc3 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:02.140397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e5e2f-48f6-4c11-be1f-5d2f6ce3b704 req-0d2cb130-7cbc-46e4-8609-2c44f078bf29 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:02.142072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-306e5e2f-48f6-4c11-be1f-5d2f6ce3b704 req-0d2cb130-7cbc-46e4-8609-2c44f078bf29 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 944 time: 0.0566955 Aug 27 12:17:02.142282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: f4591b5b-40d2-4918-95f8-b700a87f8fc3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:02.142676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4591b5b-40d2-4918-95f8-b700a87f8fc3 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:02.189889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-306e5e2f-48f6-4c11-be1f-5d2f6ce3b704 req-f87f7d9c-eddc-423b-931e-d4765d45bbc4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Aug 27 12:17:02.260497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-92e63942-d58e-4b44-ad0d-e6325affd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:02.262272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-92e63942-d58e-4b44-ad0d-e6325affd7f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1094 time: 0.0593214 Aug 27 12:17:02.360533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-2b339634-a283-4ddc-a745-94fc1bc7a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:02.362027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-2b339634-a283-4ddc-a745-94fc1bc7a177 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 915 time: 0.0923586 Aug 27 12:17:02.408306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-d1cb12a1-67df-4730-a112-c3073d8974f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 200 len: 217 time: 0.0382500 Aug 27 12:17:02.471355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-38d7c44c-f857-4227-8966-81403c7aca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:02.472964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-38d7c44c-f857-4227-8966-81403c7aca85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0570261 Aug 27 12:17:02.509459 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-33291271-b2a5-49fc-8707-465559140d85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288618 Aug 27 12:17:02.618184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-db64386a-7acd-4047-acda-2bb81ba4b755 service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005332 Aug 27 12:17:02.728051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20bdc3a6-dc6a-4c20-a704-152a7e5333bd req-c179a477-3e64-4835-ad0e-74c75faab26c service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955350 Aug 27 12:17:03.001130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac59d19-303d-45d2-8692-0fa000c23c4f req-a2d6e4a2-6aa8-49ce-b7d7-d92f0a93e46f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:03.002602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ac59d19-303d-45d2-8692-0fa000c23c4f req-a2d6e4a2-6aa8-49ce-b7d7-d92f0a93e46f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0510280 Aug 27 12:17:03.047382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ac59d19-303d-45d2-8692-0fa000c23c4f req-7a99c8b0-0da6-4f93-a45f-53092704786f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371904 Aug 27 12:17:03.333535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7529-99f0-4d72-b4c9-3e9cc0e3b513 req-aa2442a4-87b9-43dc-b603-7b9c64f4b52d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:03.335150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5bc7529-99f0-4d72-b4c9-3e9cc0e3b513 req-aa2442a4-87b9-43dc-b603-7b9c64f4b52d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 944 time: 0.0619609 Aug 27 12:17:03.379401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5bc7529-99f0-4d72-b4c9-3e9cc0e3b513 req-785ed9a5-241b-4f9f-9b08-a63f4840e238 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Aug 27 12:17:04.131118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 426d37d0-2fa8-481a-af6b-61996c84ce5f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:17:04.176794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a6ef1-83c4-4198-b4cc-972e9354e60b req-310806e2-e680-4774-bb22-97e94c06dc71 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:04.178837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e61a6ef1-83c4-4198-b4cc-972e9354e60b req-310806e2-e680-4774-bb22-97e94c06dc71 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0580664 Aug 27 12:17:04.227980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e61a6ef1-83c4-4198-b4cc-972e9354e60b req-53e696fb-3fd7-4f90-8a84-1a219d2f5325 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Aug 27 12:17:04.234989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 426d37d0-2fa8-481a-af6b-61996c84ce5f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:04.249147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '426d37d0-2fa8-481a-af6b-61996c84ce5f', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '426d37d0-2fa8-481a-af6b-61996c84ce5f', 'mac_address': 'fa:16:3e:da:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:17:04.298516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:04.314302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426d37d0-2fa8-481a-af6b-61996c84ce5f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:04.334885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 426d37d0-2fa8-481a-af6b-61996c84ce5f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:04.339376 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:04.389593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=426d37d0-2fa8-481a-af6b-61996c84ce5f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:04.572793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79aae3-6044-4d8c-8b13-3c4ab01946be req-c8da61c3-8b68-4dc9-9fb3-d9ef020cebf9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:04.574452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd79aae3-6044-4d8c-8b13-3c4ab01946be req-c8da61c3-8b68-4dc9-9fb3-d9ef020cebf9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 945 time: 0.0867484 Aug 27 12:17:04.598776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d3bec-bbd3-4cee-87c9-c32e40c9002f req-0e44d2e4-0375-4ba0-9ba9-53e7b064d198 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:04.600348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f43d3bec-bbd3-4cee-87c9-c32e40c9002f req-0e44d2e4-0375-4ba0-9ba9-53e7b064d198 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.0818233 Aug 27 12:17:04.643859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd79aae3-6044-4d8c-8b13-3c4ab01946be req-8715ea15-edf5-42ee-8844-5f972bf9a9df tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586367 Aug 27 12:17:04.661372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f43d3bec-bbd3-4cee-87c9-c32e40c9002f req-2981012e-9bc0-4702-8f2d-1c975745b005 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Aug 27 12:17:04.945287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:05.348983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c578fc3-481d-4468-a089-cbabd02f727c req-a740efec-a54c-448c-9f08-9a39a9af9262 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:05.350604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c578fc3-481d-4468-a089-cbabd02f727c req-a740efec-a54c-448c-9f08-9a39a9af9262 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0521226 Aug 27 12:17:05.390822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c578fc3-481d-4468-a089-cbabd02f727c req-4bf1e329-f32d-4f7d-aa4b-0c9c96a2b313 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Aug 27 12:17:05.801639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4e96-74b3-4eb2-9a16-706cf179386f req-4319bbd3-869e-4797-94ff-ef98f2299cf8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:05.803195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bcb4e96-74b3-4eb2-9a16-706cf179386f req-4319bbd3-869e-4797-94ff-ef98f2299cf8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 945 time: 0.0864408 Aug 27 12:17:05.816243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9be4-fee8-4b00-a6a4-c8e542cc5fe0 req-385b3028-51c4-40d5-b790-078d158dd9e1 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:05.817716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-893a9be4-fee8-4b00-a6a4-c8e542cc5fe0 req-385b3028-51c4-40d5-b790-078d158dd9e1 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.0733855 Aug 27 12:17:05.875599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bcb4e96-74b3-4eb2-9a16-706cf179386f req-60fd7c07-bca1-43c7-9893-3a54f38e34e8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Aug 27 12:17:05.882549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-893a9be4-fee8-4b00-a6a4-c8e542cc5fe0 req-f5a9f375-022b-4768-9a97-30dd80c87838 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580754 Aug 27 12:17:06.044523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35040) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:06.161420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:17:06.256579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:06.268447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'port_id': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'mac_address': 'fa:16:3e:ca:60:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7853e869-f39b-4c9b-8c6c-1488a9f31a2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:17:06.308950 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:06.322584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d2c541-e413-42d7-8ae6-413e21bb6b80 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:06.342613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:06.346726 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:06.399371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:06.418221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:06.512760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072198a5-1211-4e02-93fc-3fc6b3530aea req-8df4e89a-862d-451e-8011-e113e357cef2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:06.514855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-072198a5-1211-4e02-93fc-3fc6b3530aea req-8df4e89a-862d-451e-8011-e113e357cef2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.0496800 Aug 27 12:17:06.553122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-072198a5-1211-4e02-93fc-3fc6b3530aea req-a3be9dce-1364-42a4-b1d6-9f5990c7d6e3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Aug 27 12:17:06.803997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 8a85218b-8270-48d3-aab1-85fc11072793 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:06.804355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:06.941898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348efb0-a32f-4022-9ca3-2006fa6deb40 req-41892bd9-5403-4358-97d1-1b214aa99910 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:06.943696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9348efb0-a32f-4022-9ca3-2006fa6deb40 req-41892bd9-5403-4358-97d1-1b214aa99910 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.0588593 Aug 27 12:17:06.997876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['13d2c541-e413-42d7-8ae6-413e21bb6b80'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:07.016121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9348efb0-a32f-4022-9ca3-2006fa6deb40 req-55fbaa97-42ae-404f-8192-5f4af058c36b tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Aug 27 12:17:07.041445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8040fa-3bd9-4e34-b71a-5ae332a881b7 req-63369d36-d185-421b-8f4e-283168c80594 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:07.052159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f8040fa-3bd9-4e34-b71a-5ae332a881b7 req-63369d36-d185-421b-8f4e-283168c80594 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 945 time: 0.1037605 Aug 27 12:17:07.147014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f8040fa-3bd9-4e34-b71a-5ae332a881b7 req-c94703ed-cdcb-4b7b-a661-a52823de30ea tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939584 Aug 27 12:17:07.178697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba100819-1180-40ee-8ab0-52259c1b5343 req-69283758-67f4-422b-b407-5e7f6c79cf1f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:07.186584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba100819-1180-40ee-8ab0-52259c1b5343 req-69283758-67f4-422b-b407-5e7f6c79cf1f tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.0797861 Aug 27 12:17:07.232424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba100819-1180-40ee-8ab0-52259c1b5343 req-b958ed3b-aa14-4856-add8-354782e7c3c2 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Aug 27 12:17:07.286394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-287b5735-1644-41f6-a2a5-7469cc8ef5a7 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:07.287977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-287b5735-1644-41f6-a2a5-7469cc8ef5a7 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 946 time: 0.0750997 Aug 27 12:17:07.306149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port 8a85218b-8270-48d3-aab1-85fc11072793, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a85218b-8270-48d3-aab1-85fc11072793,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:07.306554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:07.320170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 8a85218b-8270-48d3-aab1-85fc11072793 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:07.509725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Deleting port 8df179e1-2955-4a46-9adf-396aa2528f08 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:07.510063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:07.658667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] For port 8df179e1-2955-4a46-9adf-396aa2528f08, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8df179e1-2955-4a46-9adf-396aa2528f08,segment=NetworkSegment(cbeb60c7-bca4-4f71-8aa3-489b4293a62d),segment_id=cbeb60c7-bca4-4f71-8aa3-489b4293a62d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:07.659067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:07.674896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:07.682169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Calling delete_port for 8df179e1-2955-4a46-9adf-396aa2528f08 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:07.685588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ba35-5c82-4d3f-8db2-9df8a704a411 req-2cd650a7-075f-43d4-ad0b-1fdafbf17ea4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:07.687212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59d8ba35-5c82-4d3f-8db2-9df8a704a411 req-2cd650a7-075f-43d4-ad0b-1fdafbf17ea4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.0597007 Aug 27 12:17:07.711064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=8a85218b-8270-48d3-aab1-85fc11072793,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:07.730887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59d8ba35-5c82-4d3f-8db2-9df8a704a411 req-c2e3519b-b90b-4b25-ac07-11f48f6a9c8f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Aug 27 12:17:07.973466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:07.976701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:08.042469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8df179e1-2955-4a46-9adf-396aa2528f08'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:08.049608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Pushing event deleted for resources: {'Port': ['ID=8df179e1-2955-4a46-9adf-396aa2528f08,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:08.097034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] No DVR routers for this DVR port 8df179e1-2955-4a46-9adf-396aa2528f08 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:08.102604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:08.109309 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09d26f56-7900-44d0-b5e8-5cbcddf3ffa6 req-ff33292e-f858-467d-be31-3f1f7e58ed13 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.77 "DELETE /v2.0/ports/8df179e1-2955-4a46-9adf-396aa2528f08 HTTP/1.1" status: 204 len: 173 time: 0.7870340 Aug 27 12:17:08.109786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'name': 'network-vif-deleted', 'tag': '8df179e1-2955-4a46-9adf-396aa2528f08'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:08.112152 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688695b1-62fe-4d61-8e5b-d86bd1682b0d" -d '{"events": [{"server_uuid": "9efd53f7-f63a-4688-ade2-31638bdf0c98", "name": "network-vif-deleted", "tag": "8df179e1-2955-4a46-9adf-396aa2528f08"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:08.123177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:08.162561 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b8e9d-01ac-43d6-9e5a-968a3d651c59 x-openstack-request-id: req-1c8b8e9d-01ac-43d6-9e5a-968a3d651c59 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:08.162868 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efd53f7-f63a-4688-ade2-31638bdf0c98", "name": "network-vif-deleted", "tag": "8df179e1-2955-4a46-9adf-396aa2528f08", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:08.163281 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c8b8e9d-01ac-43d6-9e5a-968a3d651c59 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:08.163690 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efd53f7-f63a-4688-ade2-31638bdf0c98', 'name': 'network-vif-deleted', 'tag': '8df179e1-2955-4a46-9adf-396aa2528f08', 'status': 'completed', 'code': 200} Aug 27 12:17:08.170951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1e56-9d9c-4114-a215-ea8d923308e1 req-89400c34-fa68-4c14-b78a-93490080b5d4 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:08.172459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-241a1e56-9d9c-4114-a215-ea8d923308e1 req-89400c34-fa68-4c14-b78a-93490080b5d4 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.0768752 Aug 27 12:17:08.189028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 426d37d0-2fa8-481a-af6b-61996c84ce5f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:08.233278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-241a1e56-9d9c-4114-a215-ea8d923308e1 req-e9ed3e5e-9e57-4770-b79e-33ffb91dc87c tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529265 Aug 27 12:17:08.298235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 426d37d0-2fa8-481a-af6b-61996c84ce5f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:08.305983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 426d37d0-2fa8-481a-af6b-61996c84ce5f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:08.306877 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:08.321872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:17:08.327064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa678b-ad1d-4152-8a45-0e8458b0a6ff req-ce7f01c3-ee75-4570-beb4-abcdca00e7ea tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:08.329068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddaa678b-ad1d-4152-8a45-0e8458b0a6ff req-ce7f01c3-ee75-4570-beb4-abcdca00e7ea tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 945 time: 0.0654047 Aug 27 12:17:08.395058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa971e3b-d0d6-4fdd-a5f2-73313c502997 req-7f991ca4-3f92-4b1e-bddf-108812b87aa4 tempest-AttachVolumeNegativeTest-2077794003 tempest-AttachVolumeNegativeTest-2077794003-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efd53f7-f63a-4688-ade2-31638bdf0c98 HTTP/1.1" status: 200 len: 210 time: 0.0426967 Aug 27 12:17:08.402604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddaa678b-ad1d-4152-8a45-0e8458b0a6ff req-2064c3ea-015b-4461-8f06-ec5dc53a894a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Aug 27 12:17:08.408053 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:08.454271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b02171-d002-4407-849b-0f6ce07deb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d37d0-2fa8-481a-af6b-61996c84ce5f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:08.460368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:17:08.461841 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c845f-4827-48f9-9eb4-d55b3457e464" -d '{"events": [{"server_uuid": "49b02171-d002-4407-849b-0f6ce07deb9b", "name": "network-vif-plugged", "status": "completed", "tag": "426d37d0-2fa8-481a-af6b-61996c84ce5f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:08.468882 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6275a2f7-466a-4c92-889f-88599310f045 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "PUT /v2.0/routers/f4476c81-c112-463c-be48-20b54efff7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225702 Aug 27 12:17:08.480095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:17:08.489779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 426d37d0-2fa8-481a-af6b-61996c84ce5f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:08.496916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:08.497693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8df179e1-2955-4a46-9adf-396aa2528f08 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:08.503315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:08.503954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:08.574808 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55f678-ef6f-4ff1-bb67-36dd045140bf x-openstack-request-id: req-5a55f678-ef6f-4ff1-bb67-36dd045140bf {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:08.575134 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b02171-d002-4407-849b-0f6ce07deb9b", "name": "network-vif-plugged", "status": "completed", "tag": "426d37d0-2fa8-481a-af6b-61996c84ce5f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:08.575415 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a55f678-ef6f-4ff1-bb67-36dd045140bf {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:08.575827 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b02171-d002-4407-849b-0f6ce07deb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426d37d0-2fa8-481a-af6b-61996c84ce5f', 'code': 200} Aug 27 12:17:08.576367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 8df179e1-2955-4a46-9adf-396aa2528f08 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:08.576755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8df179e1-2955-4a46-9adf-396aa2528f08 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:08.646895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=426d37d0-2fa8-481a-af6b-61996c84ce5f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:08.676636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:08.747210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68a38-21fa-4dab-a724-cb92e200ac43 req-b6713fb2-3533-4f70-b580-d053b038608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:08.748779 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e1e68a38-21fa-4dab-a724-cb92e200ac43 req-b6713fb2-3533-4f70-b580-d053b038608f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 1097 time: 0.0712304 Aug 27 12:17:08.817220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0d606-082c-44cd-9929-3254a0e53d51 req-255b39e6-cf79-40cb-8d48-16f7232ffe8b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:08.827392 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e1e68a38-21fa-4dab-a724-cb92e200ac43 req-52700c3a-80b9-4efb-94b1-0be89840e377 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Aug 27 12:17:08.829050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80d0d606-082c-44cd-9929-3254a0e53d51 req-255b39e6-cf79-40cb-8d48-16f7232ffe8b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.0801728 Aug 27 12:17:08.892473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80d0d606-082c-44cd-9929-3254a0e53d51 req-2a3a1256-cefd-492f-b969-30e858d998a1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625496 Aug 27 12:17:08.904612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d203a5-346c-41ee-9827-7f25ba0fa03b req-ed300fc8-7c41-437d-9938-d979f6737d2d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:08.906654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35d203a5-346c-41ee-9827-7f25ba0fa03b req-ed300fc8-7c41-437d-9938-d979f6737d2d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.0746841 Aug 27 12:17:08.948157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35d203a5-346c-41ee-9827-7f25ba0fa03b req-dca95220-bedb-4e68-a407-a20b2b7f51ff tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353110 Aug 27 12:17:08.961712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:07Z', 'revision_number': 6, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:28Z', 'revision_number': 1, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:08.987797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:17:08.996076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:08.996624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:09.100321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:09.331142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:07Z', 'revision_number': 6, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:28Z', 'revision_number': 1, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:09.349561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b868-cb4c-44f1-95b0-d019d6d265a5 req-0b128667-f859-43de-a661-cad9cda23e24 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:09.351135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed79b868-cb4c-44f1-95b0-d019d6d265a5 req-0b128667-f859-43de-a661-cad9cda23e24 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Aug 27 12:17:09.363580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58985c81-5d66-4922-8100-e22ac58409fe None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:07Z', 'revision_number': 6, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f3b98b8c-38fc-47f9-b134-72ec050a8e01', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'port_id': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'mac_address': 'fa:16:3e:72:65:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:14:25Z', 'updated_at': '2021-08-27T12:14:28Z', 'revision_number': 1, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:17:09.393542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed79b868-cb4c-44f1-95b0-d019d6d265a5 req-3e53abde-7cfb-4025-a81f-13cff92ce08e tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/security-groups?id=df7677da-2f23-44f9-aa31-42de681b969d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Aug 27 12:17:09.480819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35092) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:09.523586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c07cb-d53f-4c71-b44f-5db4c6fd2b8f req-c7728479-8781-4c35-b4e6-3b66afa1ef1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:09.524989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f2c07cb-d53f-4c71-b44f-5db4c6fd2b8f req-c7728479-8781-4c35-b4e6-3b66afa1ef1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0504508 Aug 27 12:17:09.535146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Deleting subnet 2ff301c9-e874-4c23-877d-d7f5adfa2d03 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:17:09.540248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.577577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f2c07cb-d53f-4c71-b44f-5db4c6fd2b8f req-1aad9fce-c2f9-4853-8ed0-ce3ac7c2c6b2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462723 Aug 27 12:17:09.600858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.649409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-c5ca7ef0-57f3-4c01-9ffa-2d3868e8a601 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:09.650814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-c5ca7ef0-57f3-4c01-9ffa-2d3868e8a601 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 945 time: 0.1097186 Aug 27 12:17:09.660082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.769937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.807081 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.813521 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2ff301c9-e874-4c23-877d-d7f5adfa2d03 HTTP/1.1" status: 204 len: 168 time: 0.3270853 Aug 27 12:17:09.813521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30d242-d633-4d60-abfc-4847598342e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff301c9-e874-4c23-877d-d7f5adfa2d03,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:09.813720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:09.827447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Deleting port d6ac86ab-87eb-4158-9053-d81386d45638 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:09.827787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.891524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.919061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] For port d6ac86ab-87eb-4158-9053-d81386d45638, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d6ac86ab-87eb-4158-9053-d81386d45638,segment=NetworkSegment(191ff46d-20f7-4f95-9d72-11f3be98fc05),segment_id=191ff46d-20f7-4f95-9d72-11f3be98fc05)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:09.919432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:09.934580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Calling delete_port for d6ac86ab-87eb-4158-9053-d81386d45638 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:09.987105 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.016229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf6462-b214-4875-911a-02b2d7a633e4']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:10.031791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:10.032014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeb60c7-bca4-4f71-8aa3-489b4293a62d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:10.068660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.083047 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.089955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1a02f-f75b-42e5-8f8f-127562540245 req-2429c93c-4397-4578-b6a7-40d7829acb00 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:10.092652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ded1a02f-f75b-42e5-8f8f-127562540245 req-2429c93c-4397-4578-b6a7-40d7829acb00 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.1226184 Aug 27 12:17:10.102182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.116451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:17:10.116867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.118689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Pushing event deleted for resources: {'Port': ['ID=d6ac86ab-87eb-4158-9053-d81386d45638,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:10.118910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d6ac86ab-87eb-4158-9053-d81386d45638'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:17:10.127426 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:17:10.166021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:10.170626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] No DVR routers for this DVR port d6ac86ab-87eb-4158-9053-d81386d45638 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:10.173138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.175246 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2171f1d3-e8bf-42c4-b0f4-4e54f3a55147 req-4801e515-21e2-4304-b676-5afcc7338fe6 tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.77 "DELETE /v2.0/ports/d6ac86ab-87eb-4158-9053-d81386d45638 HTTP/1.1" status: 204 len: 173 time: 0.4958713 Aug 27 12:17:10.175420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9d1d-0dc4-4af6-8d0c-ed4288832922 req-0b40bb43-b2a8-4ff6-9880-eeb882f25b9a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:10.175855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'name': 'network-vif-deleted', 'tag': 'd6ac86ab-87eb-4158-9053-d81386d45638'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:10.176953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8cb9d1d-0dc4-4af6-8d0c-ed4288832922 req-0b40bb43-b2a8-4ff6-9880-eeb882f25b9a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.1495903 Aug 27 12:17:10.190943 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a115dc-7af5-4b66-9d24-698cffc8ad92" -d '{"events": [{"server_uuid": "23cb536a-6d00-4ae9-bb27-6661a5a17b30", "name": "network-vif-deleted", "tag": "d6ac86ab-87eb-4158-9053-d81386d45638"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:10.222452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 13d2c541-e413-42d7-8ae6-413e21bb6b80 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:10.227639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 13d2c541-e413-42d7-8ae6-413e21bb6b80 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:10.228029 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.234438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ded1a02f-f75b-42e5-8f8f-127562540245 req-f8eb60e4-450b-4d3f-905a-9b17573ed897 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=4285bc95-1ab1-4d98-889d-ccda8dc2ea99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343246 Aug 27 12:17:10.258212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8cb9d1d-0dc4-4af6-8d0c-ed4288832922 req-20b09946-c464-4701-ac49-38b848ad8282 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736966 Aug 27 12:17:10.259219 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.264974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.270312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] 10.222.0.76 "DELETE /v2.0/networks/02bf6462-b214-4875-911a-02b2d7a633e4 HTTP/1.1" status: 204 len: 168 time: 0.4566555 Aug 27 12:17:10.287226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324d0ba-6cbd-4a59-8df7-5147c76bf27a admin admin] Pushing event deleted for resources: {'Network': ['ID=02bf6462-b214-4875-911a-02b2d7a633e4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:10.307770 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9271d-80f2-49a6-95fa-9f29aceee22d x-openstack-request-id: req-9cf9271d-80f2-49a6-95fa-9f29aceee22d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:10.308072 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb536a-6d00-4ae9-bb27-6661a5a17b30", "name": "network-vif-deleted", "tag": "d6ac86ab-87eb-4158-9053-d81386d45638", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:10.308477 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cf9271d-80f2-49a6-95fa-9f29aceee22d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:10.308727 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb536a-6d00-4ae9-bb27-6661a5a17b30', 'name': 'network-vif-deleted', 'tag': 'd6ac86ab-87eb-4158-9053-d81386d45638', 'status': 'completed', 'code': 200} Aug 27 12:17:10.332956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.369033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:10.374689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.418942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:10.428701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:10.436711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-cb57dbce-a10f-4ed6-9f99-0b431d6f2619 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:10.438350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-cb57dbce-a10f-4ed6-9f99-0b431d6f2619 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 946 time: 0.0716856 Aug 27 12:17:10.467601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-828a1913-243d-4186-905f-f5feb6eb48b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0210f0761ddc47d99064e2f5861b7b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471830 Aug 27 12:17:10.468291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:10.520832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1504db9d-5169-47fb-bbaf-ab0ad2e55ef9 req-454c2662-f5cc-4822-937e-e51b6cf7d71e tempest-VolumesSnapshotTestJSON-1077591803 tempest-VolumesSnapshotTestJSON-1077591803-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cb536a-6d00-4ae9-bb27-6661a5a17b30 HTTP/1.1" status: 200 len: 210 time: 0.0346410 Aug 27 12:17:10.542457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 631dd041-dc85-459e-9a96-7d594f657aef {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:10.543003 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed28237-f3af-4a34-95a5-b59bec934147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.543142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.564886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed28237-f3af-4a34-95a5-b59bec934147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.577213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:10.579739 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b92a9-97a0-4854-8001-edec17b29d81" -d '{"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-plugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:10.621817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed28237-f3af-4a34-95a5-b59bec934147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.625952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed28237-f3af-4a34-95a5-b59bec934147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.627157 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29db03-d02d-4861-ba1b-d35248eb1d8f x-openstack-request-id: req-fb29db03-d02d-4861-ba1b-d35248eb1d8f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:10.627633 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-plugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:10.628117 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb29db03-d02d-4861-ba1b-d35248eb1d8f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:10.629622 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'code': 200} Aug 27 12:17:10.630201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1ed28237-f3af-4a34-95a5-b59bec934147 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd HTTP/1.1" status: 204 len: 168 time: 0.1608272 Aug 27 12:17:10.647066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed28237-f3af-4a34-95a5-b59bec934147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c07cb-8ebd-4d66-bb01-0b3ec50201cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:10.695913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port 631dd041-dc85-459e-9a96-7d594f657aef, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=631dd041-dc85-459e-9a96-7d594f657aef,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:10.698548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:10.739338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 631dd041-dc85-459e-9a96-7d594f657aef owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:10.759989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a85218b-8270-48d3-aab1-85fc11072793 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:10.782251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8a85218b-8270-48d3-aab1-85fc11072793 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:10.782729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a85218b-8270-48d3-aab1-85fc11072793 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:10.820836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e484f0-5e45-4903-a14b-40f093e4447f req-8f611976-a505-4938-8473-acea70829458 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:10.822477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7e484f0-5e45-4903-a14b-40f093e4447f req-8f611976-a505-4938-8473-acea70829458 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0719736 Aug 27 12:17:10.877494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7e484f0-5e45-4903-a14b-40f093e4447f req-2420131a-df6e-4079-bf4e-12285a835818 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Aug 27 12:17:10.918214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c64e9-0f38-491a-bc12-e71c238528a7 req-87388f34-a238-4596-ad82-da0df9abbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:10.919829 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c8c64e9-0f38-491a-bc12-e71c238528a7 req-87388f34-a238-4596-ad82-da0df9abbcda service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1096 time: 0.1006942 Aug 27 12:17:10.999791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8c8c64e9-0f38-491a-bc12-e71c238528a7 req-71395e4e-f5cd-441b-a8ba-dc5fdcf1d8e5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693450 Aug 27 12:17:11.014840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:11.046414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=631dd041-dc85-459e-9a96-7d594f657aef,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:11.097342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] No DVR routers for this DVR port 631dd041-dc85-459e-9a96-7d594f657aef on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:11.099870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:11.101859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3e9832b1-c707-4dca-ad2b-fbae2f7bec5f req-5a12bce0-bbf2-4209-a62b-f83d9c8edf66 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "DELETE /v2.0/ports/631dd041-dc85-459e-9a96-7d594f657aef HTTP/1.1" status: 204 len: 173 time: 0.6564217 Aug 27 12:17:11.357819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47a5ac5d-9347-413b-872b-d7bf88a3a82a req-cff27cfb-7693-4dec-be40-3e1f414129fd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7a85f47-a12c-458e-bce8-eb09f9c54906 HTTP/1.1" status: 200 len: 210 time: 0.0313032 Aug 27 12:17:11.411278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6ea6c-5499-4ce6-ac83-a12201a987d1 req-0ce434fd-134b-4403-a2c9-a8ff82bd96e0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:11.412851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eac6ea6c-5499-4ce6-ac83-a12201a987d1 req-0ce434fd-134b-4403-a2c9-a8ff82bd96e0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0584767 Aug 27 12:17:11.453770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eac6ea6c-5499-4ce6-ac83-a12201a987d1 req-8da00e6b-91dc-4179-aaca-bfd3bbb42eab tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Aug 27 12:17:12.019021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562ad3c-d2e1-480a-8da6-e3ddebe83274 req-072a0f0f-d82d-495c-b198-d7fc6615b53d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:12.020605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a562ad3c-d2e1-480a-8da6-e3ddebe83274 req-072a0f0f-d82d-495c-b198-d7fc6615b53d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0695703 Aug 27 12:17:12.060379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a562ad3c-d2e1-480a-8da6-e3ddebe83274 req-96472599-dbbd-4d22-8fa3-2be107a07a0d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Aug 27 12:17:12.278450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf088e3-e0c8-4e57-9aaf-2f102618d686 req-0b3a603a-bafb-4b6b-899b-634a67c7b29d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:12.280013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebf088e3-e0c8-4e57-9aaf-2f102618d686 req-0b3a603a-bafb-4b6b-899b-634a67c7b29d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0573702 Aug 27 12:17:12.309725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'name': 'network-vif-deleted', 'tag': '631dd041-dc85-459e-9a96-7d594f657aef'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:12.312686 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a7ffd9-c274-4612-b475-0d052a956a96" -d '{"events": [{"server_uuid": "b7a85f47-a12c-458e-bce8-eb09f9c54906", "name": "network-vif-deleted", "tag": "631dd041-dc85-459e-9a96-7d594f657aef"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:12.338075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebf088e3-e0c8-4e57-9aaf-2f102618d686 req-798ea746-9116-44db-ba2d-ad806a6a476a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Aug 27 12:17:12.368623 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1620e-bf18-429a-9932-83e73425344b x-openstack-request-id: req-87d1620e-bf18-429a-9932-83e73425344b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:12.368929 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a85f47-a12c-458e-bce8-eb09f9c54906", "name": "network-vif-deleted", "tag": "631dd041-dc85-459e-9a96-7d594f657aef", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:12.369367 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87d1620e-bf18-429a-9932-83e73425344b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:12.369989 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a85f47-a12c-458e-bce8-eb09f9c54906', 'name': 'network-vif-deleted', 'tag': '631dd041-dc85-459e-9a96-7d594f657aef', 'status': 'completed', 'code': 200} Aug 27 12:17:12.432122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:12.507490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c17dbf-5328-4742-a8f8-c1bc67e5c149 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:12.550766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c17dbf-5328-4742-a8f8-c1bc67e5c149 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:12.640534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192e03-c6e5-4a9c-a6b9-1d72928ca043 req-5f27aa8d-87ce-49e5-9b28-3662fb358d6a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:12.642067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94192e03-c6e5-4a9c-a6b9-1d72928ca043 req-5f27aa8d-87ce-49e5-9b28-3662fb358d6a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1000118 Aug 27 12:17:12.692904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c17dbf-5328-4742-a8f8-c1bc67e5c149 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:12.695946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8c17dbf-5328-4742-a8f8-c1bc67e5c149 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:12.697293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d8c17dbf-5328-4742-a8f8-c1bc67e5c149 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/security-groups/4285bc95-1ab1-4d98-889d-ccda8dc2ea99 HTTP/1.1" status: 204 len: 168 time: 0.2635946 Aug 27 12:17:12.726233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94192e03-c6e5-4a9c-a6b9-1d72928ca043 req-254b1b0b-5840-44f9-a2b3-5289f843ebba tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665219 Aug 27 12:17:12.731950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c17dbf-5328-4742-a8f8-c1bc67e5c149 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4285bc95-1ab1-4d98-889d-ccda8dc2ea99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:12.758862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:12.818240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting subnet a82c858e-227c-4eb3-b9d8-2cf3b2870d2e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:17:12.821961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:12.870715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:12.975365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.049373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.085144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Subnet': ['ID=a82c858e-227c-4eb3-b9d8-2cf3b2870d2e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:13.091365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.093494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33c8c3df-364d-4f46-9e87-f1a3926a1622 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/subnets/a82c858e-227c-4eb3-b9d8-2cf3b2870d2e HTTP/1.1" status: 204 len: 168 time: 0.3335779 Aug 27 12:17:13.096141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35222) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:13.104470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659b887-99ce-41cb-8473-9b0b028dbe38 None None] Network 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:17:13.210733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.281097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 03328a8f-c80f-4051-8bb6-e2e9aafe156e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:13.281567 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.350003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] DHCP port deletion for 1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:17:13.364422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port 03328a8f-c80f-4051-8bb6-e2e9aafe156e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=03328a8f-c80f-4051-8bb6-e2e9aafe156e,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:13.365224 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.392209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 03328a8f-c80f-4051-8bb6-e2e9aafe156e owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:13.405115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] Deleting port 03328a8f-c80f-4051-8bb6-e2e9aafe156e {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:13.405495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.427898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 631dd041-dc85-459e-9a96-7d594f657aef no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:13.491504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 631dd041-dc85-459e-9a96-7d594f657aef {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:13.492097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 631dd041-dc85-459e-9a96-7d594f657aef not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:13.526683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] For port 03328a8f-c80f-4051-8bb6-e2e9aafe156e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=03328a8f-c80f-4051-8bb6-e2e9aafe156e,segment=NetworkSegment(05bb3f73-4f4c-4420-9741-0218dd5ee2cf),segment_id=05bb3f73-4f4c-4420-9741-0218dd5ee2cf)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:13.527082 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.539694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c0760-839a-49c5-8a09-93ee630b3308 req-60eba4e2-9223-47d5-8039-f6abc42ea87e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:13.541531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d14c0760-839a-49c5-8a09-93ee630b3308 req-60eba4e2-9223-47d5-8039-f6abc42ea87e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1175928 Aug 27 12:17:13.544136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] Calling delete_port for 03328a8f-c80f-4051-8bb6-e2e9aafe156e owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:13.572504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.611778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d14c0760-839a-49c5-8a09-93ee630b3308 req-8af2b38c-0101-45e5-ac40-6f90cc1e38af tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628974 Aug 27 12:17:13.614873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=03328a8f-c80f-4051-8bb6-e2e9aafe156e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:13.617319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] No DVR routers for this DVR port 03328a8f-c80f-4051-8bb6-e2e9aafe156e on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:13.655308 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.681467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] Pushing event deleted for resources: {'Port': ['ID=03328a8f-c80f-4051-8bb6-e2e9aafe156e,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:13.689395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0348f-7032-40c0-bb2c-af250c88f4bf None None] No DVR routers for this DVR port 03328a8f-c80f-4051-8bb6-e2e9aafe156e on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:13.731322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.744157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4e49bc-d9d6-412e-b4a0-3e2ef197b310']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:13.756607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bb3f73-4f4c-4420-9741-0218dd5ee2cf') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:13.757188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bb3f73-4f4c-4420-9741-0218dd5ee2cf') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:13.767932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.789390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.797430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:17:13.797831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:17:13.802930 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:17:13.908596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480584b-76f1-4745-b1f0-a9456f885055 req-150ce05a-e17c-4421-83f7-422894b24ffb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:13.910066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6480584b-76f1-4745-b1f0-a9456f885055 req-150ce05a-e17c-4421-83f7-422894b24ffb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0643110 Aug 27 12:17:13.911243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.925177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:13.927962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/networks/1e4e49bc-d9d6-412e-b4a0-3e2ef197b310 HTTP/1.1" status: 204 len: 168 time: 0.8308649 Aug 27 12:17:13.930791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35240) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:13.946172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1bf10-2785-4776-9392-edebcec8a57c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Network': ['ID=1e4e49bc-d9d6-412e-b4a0-3e2ef197b310,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:13.991871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6480584b-76f1-4745-b1f0-a9456f885055 req-08f9b763-6470-4415-8994-f0f7f9122eff tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Aug 27 12:17:14.188594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d6ac86ab-87eb-4158-9053-d81386d45638 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:14.211243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port fdb09bc4-50ad-4b3e-9a27-71624b8633e7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:14.212679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:14.213868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d6ac86ab-87eb-4158-9053-d81386d45638 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:14.214232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d6ac86ab-87eb-4158-9053-d81386d45638 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:14.325784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:14.326268 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:14.344084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for fdb09bc4-50ad-4b3e-9a27-71624b8633e7 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:14.425792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-3ea50d9d-80d9-4271-baa8-4009ce0dc696 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:14.433634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-3ea50d9d-80d9-4271-baa8-4009ce0dc696 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 814 time: 0.1725619 Aug 27 12:17:14.456601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f0509f4f-c204-4de4-8f33-991c19b253a4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/quotas/bd93aee7c8cc4877a5c9f469fb2e3d27 HTTP/1.1" status: 200 len: 375 time: 0.0218909 Aug 27 12:17:14.520849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-d634d565-79c0-4f06-a3f5-3b28c340953e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633478 Aug 27 12:17:14.617118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:14.655279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=fdb09bc4-50ad-4b3e-9a27-71624b8633e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:14.745316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:14.746298 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Floating IP f3b98b8c-38fc-47f9-b134-72ec050a8e01 disassociated (deleted). External IP: 172.25.8.56, port: d9f68730-cc72-44e2-acaf-efaf0536c039. Aug 27 12:17:14.798450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 03328a8f-c80f-4051-8bb6-e2e9aafe156e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:14.831868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 03328a8f-c80f-4051-8bb6-e2e9aafe156e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:14.832733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 03328a8f-c80f-4051-8bb6-e2e9aafe156e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:14.837081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a326-93f0-428b-886e-472ac1686276 req-fce7a0c1-d11d-41e2-a4f3-93112a4df2fe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:14.844358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d3a326-93f0-428b-886e-472ac1686276 req-fce7a0c1-d11d-41e2-a4f3-93112a4df2fe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1242864 Aug 27 12:17:14.900073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-a5c39f7e-2e71-4dce-a7c2-9673e399f0a4 service neutron] 10.222.0.76 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703058 Aug 27 12:17:14.926484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d3a326-93f0-428b-886e-472ac1686276 req-edf16b23-7654-4868-aecc-2b59abea9223 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669019 Aug 27 12:17:15.019871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-dc000e66-df53-4397-a04b-afb7995a96f5 service neutron] 10.222.0.76 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006069 Aug 27 12:17:15.238544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ae131ec-4b33-44a9-9826-54cc67b8c5c8 req-89037de4-8d4d-4a50-ab1b-226878618fb3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 210 time: 0.0294099 Aug 27 12:17:15.274868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:17:15.474345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:17:15.484375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:15.495154 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:17:15.507486 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:15.508104 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:15.525128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-22f258c4-e7c2-4150-9353-1fadb0d73e07 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/floatingips/f3b98b8c-38fc-47f9-b134-72ec050a8e01 HTTP/1.1" status: 204 len: 168 time: 1.5932450 Aug 27 12:17:15.525853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:15.542974 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04271a1b-1b2b-4db4-ada2-4730d464f5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:15.672960 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d8f89a-a6ce-4a00-ad75-3ddd442b0f0c x-openstack-request-id: req-68d8f89a-a6ce-4a00-ad75-3ddd442b0f0c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:15.673203 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:15.673490 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68d8f89a-a6ce-4a00-ad75-3ddd442b0f0c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:15.674098 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'status': 'completed', 'code': 200} Aug 27 12:17:15.683362 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:15.828678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-b6bf7594-d221-4d9b-ba46-bfa5ddc1e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:15.834217 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-b6bf7594-d221-4d9b-ba46-bfa5ddc1e707 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 1096 time: 0.1028104 Aug 27 12:17:16.003626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fcef7-cea3-4520-836d-79dd1234f567 req-87ae98b7-f234-4d96-830d-1eaf16413969 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:16.009082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184fcef7-cea3-4520-836d-79dd1234f567 req-87ae98b7-f234-4d96-830d-1eaf16413969 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.1054771 Aug 27 12:17:16.014413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-5bad32ee-93f1-4f8e-adb7-2f254dd791d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:16.016187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-5bad32ee-93f1-4f8e-adb7-2f254dd791d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 200 len: 898 time: 0.1672795 Aug 27 12:17:16.027509 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:07Z', 'revision_number': 6, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:16.075673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:17:16.079437 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-c89c4955-d659-457e-894c-e161d26d05c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 200 len: 217 time: 0.0471270 Aug 27 12:17:16.089151 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:16.090021 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:16.090311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-184fcef7-cea3-4520-836d-79dd1234f567 req-ec709003-c5f3-4deb-b7d0-0c01e7dda383 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746989 Aug 27 12:17:16.153842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fe3b0-4c2c-4ad4-9cd5-fcc6fc258216 req-7cdba0b1-bae6-4800-bdfb-1282f71663af tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:16.159084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c23fe3b0-4c2c-4ad4-9cd5-fcc6fc258216 req-7cdba0b1-bae6-4800-bdfb-1282f71663af tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1244161 Aug 27 12:17:16.179052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-ed68d9c1-56e6-45f8-aa2d-1f0faa7eae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:16.182531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-ed68d9c1-56e6-45f8-aa2d-1f0faa7eae2a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 HTTP/1.1" status: 200 len: 834 time: 0.0942233 Aug 27 12:17:16.257635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c23fe3b0-4c2c-4ad4-9cd5-fcc6fc258216 req-448060e4-1292-4179-9d31-05fe67c8a966 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889535 Aug 27 12:17:16.272303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-0a68d947-4932-4aa7-bf18-31145cb0d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:16.274799 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-0a68d947-4932-4aa7-bf18-31145cb0d2b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=96a0ff34-cf75-496a-9f1b-6e18824895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844400 Aug 27 12:17:16.324588 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:16.409684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14ff06cf-f08a-457e-a601-318651e3024c req-91f4c704-8e5a-45b9-acb7-8414202439b9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 210 time: 0.0394471 Aug 27 12:17:16.426646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-079fe594-aa6f-4e25-9eee-3825003cf7fa service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430433 Aug 27 12:17:16.721890 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:07Z', 'revision_number': 6, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:16.753313 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70236c17-5642-42a1-9af0-ffe575f71918 None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:07Z', 'revision_number': 6, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '818872c6-630c-4d34-9367-bc3367a8ee72', 'name': '', 'network_id': '96a0ff34-cf75-496a-9f1b-6e18824895eb', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:af:dc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:57Z', 'updated_at': '2021-08-27T12:14:03Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '3d56555a-a283-4fb1-b70a-27dfb5ca4eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:17:16.759819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-04271a1b-1b2b-4db4-ada2-4730d464f5ff req-235921bd-e03d-4915-8143-4770f944a59b service neutron] 10.222.0.77 "GET /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227239 Aug 27 12:17:16.789706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-d46a0db1-3d91-4741-b5d6-6cd4a6fb71dc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:16.792158 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-d46a0db1-3d91-4741-b5d6-6cd4a6fb71dc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.65 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 814 time: 0.1900227 Aug 27 12:17:16.819436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Request body: {'port': {'device_id': '543c865f-9418-47b1-8eaa-b821497f2daf', 'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'admin_state_up': True, 'tenant_id': 'bd93aee7c8cc4877a5c9f469fb2e3d27'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:16.968816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Made reservation on behalf of bd93aee7c8cc4877a5c9f469fb2e3d27 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:17:16.974066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:17.118165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b04a8b-675c-4443-9286-dcb3cc1880f1 None None] New status for floating IP f3b98b8c-38fc-47f9-b134-72ec050a8e01: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:17:17.139444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Allocated IP 172.20.0.12 (5921c145-fd67-482a-8769-299387a0d64e/7853e869-f39b-4c9b-8c6c-1488a9f31a2c/498c132f-921e-45f1-9960-28a7c2d19ec4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:17:17.255207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689fc2d-b666-4210-97ae-daf410bfcdeb req-60632581-6719-4f83-bb1e-4341f4067f85 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:17.269968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1689fc2d-b666-4210-97ae-daf410bfcdeb req-60632581-6719-4f83-bb1e-4341f4067f85 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.0726585 Aug 27 12:17:17.360283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1689fc2d-b666-4210-97ae-daf410bfcdeb req-53093c16-23e6-43b4-8033-aa3258c56eaf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839393 Aug 27 12:17:17.370724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:17.431754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b7cd-bb42-44c2-a5f0-c01a14e7e1f6 req-548f989c-e7b2-43be-8a5a-98fca213eca4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:17.441484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bf2b7cd-bb42-44c2-a5f0-c01a14e7e1f6 req-548f989c-e7b2-43be-8a5a-98fca213eca4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0655708 Aug 27 12:17:17.444889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:17.484391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['13d2c541-e413-42d7-8ae6-413e21bb6b80'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:17.502950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Network 5921c145-fd67-482a-8769-299387a0d64e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:17.503548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bf2b7cd-bb42-44c2-a5f0-c01a14e7e1f6 req-b64f42fb-3819-4c90-9f58-8be618864eba tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Aug 27 12:17:17.507443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:17.510118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:17.515253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Pushing event updated for resources: {'Port': ['ID=498c132f-921e-45f1-9960-28a7c2d19ec4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:17.583980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:17.585440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:17.608682 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-f14df9dc-9620-4307-ae74-2a2388a6143d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047402 Aug 27 12:17:17.623936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Request body: {'port': {'device_id': '543c865f-9418-47b1-8eaa-b821497f2daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:17.754089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:17.999983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cf5d-0927-45e0-b5b0-0cf0ec36bd14 req-14b8679e-f799-44d5-a28d-a350c7b64572 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:18.000776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9a2cf5d-0927-45e0-b5b0-0cf0ec36bd14 req-14b8679e-f799-44d5-a28d-a350c7b64572 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 932 time: 0.4200416 Aug 27 12:17:18.081812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e275568-0150-41be-844e-8679dd27005d req-2a0ab7dd-a486-440a-bba0-d80da6617ce1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:18.083761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e275568-0150-41be-844e-8679dd27005d req-2a0ab7dd-a486-440a-bba0-d80da6617ce1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.77 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.0898776 Aug 27 12:17:18.095344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9a2cf5d-0927-45e0-b5b0-0cf0ec36bd14 req-33c08599-c6a3-44b7-b522-a3e606a2c64c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838199 Aug 27 12:17:18.239335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498c132f-921e-45f1-9960-28a7c2d19ec4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:18.250975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.267213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port d9f68730-cc72-44e2-acaf-efaf0536c039 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:18.267694 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.283830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Transition to ACTIVE for port object 498c132f-921e-45f1-9960-28a7c2d19ec4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:18.311733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.402518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Pushing event updated for resources: {'Port': ['ID=498c132f-921e-45f1-9960-28a7c2d19ec4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:18.429026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d854ebe6-db2c-4116-9315-c3ea6d3d75a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.492741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port d9f68730-cc72-44e2-acaf-efaf0536c039, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d9f68730-cc72-44e2-acaf-efaf0536c039,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:18.493416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.514070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for d9f68730-cc72-44e2-acaf-efaf0536c039 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:18.540271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Attempting to bind port 498c132f-921e-45f1-9960-28a7c2d19ec4 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:18.540512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Attempting to bind port 498c132f-921e-45f1-9960-28a7c2d19ec4 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:18.540782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Attempting to bind port 498c132f-921e-45f1-9960-28a7c2d19ec4 on network 5921c145-fd67-482a-8769-299387a0d64e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:18.547084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fdcc7-00ab-4ab6-9b0a-5840a4f869e4 req-e316e044-5855-425c-aed3-71e2ae885349 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:18.555189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-633fdcc7-00ab-4ab6-9b0a-5840a4f869e4 req-e316e044-5855-425c-aed3-71e2ae885349 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=a060bcd6-716d-4ad1-895e-ec3ffb2be4ac HTTP/1.1" status: 200 len: 945 time: 0.0735292 Aug 27 12:17:18.563459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35382) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:18.582991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Port 498c132f-921e-45f1-9960-28a7c2d19ec4 on network 5921c145-fd67-482a-8769-299387a0d64e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:17:18.583579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Attempting to bind port 498c132f-921e-45f1-9960-28a7c2d19ec4 on network 5921c145-fd67-482a-8769-299387a0d64e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:18.594580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:18.595515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Checking segment: {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:18.595935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Bound using segment: {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:18.596388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Bound port: 498c132f-921e-45f1-9960-28a7c2d19ec4, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44141f8-648f-4c48-88a3-b96070d6ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5921c145-fd67-482a-8769-299387a0d64e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:18.596754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.616396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-633fdcc7-00ab-4ab6-9b0a-5840a4f869e4 req-f86843f0-8c27-47b9-af4f-0e90031ae796 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=a37aa046-33e9-44b7-bd3a-34051e06a178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601180 Aug 27 12:17:18.696910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ec32f-a72a-42c4-a1dc-48f52b1b84c6 req-9084aa76-898a-4115-a261-b7a6a2af8b91 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:18.706686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-240ec32f-a72a-42c4-a1dc-48f52b1b84c6 req-9084aa76-898a-4115-a261-b7a6a2af8b91 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0825367 Aug 27 12:17:18.724269 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:17:18.725418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] For port 498c132f-921e-45f1-9960-28a7c2d19ec4, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:18.747345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] For port 498c132f-921e-45f1-9960-28a7c2d19ec4, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=498c132f-921e-45f1-9960-28a7c2d19ec4,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:18.755775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.772029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-240ec32f-a72a-42c4-a1dc-48f52b1b84c6 req-da6c7ada-1292-4f40-971d-bddd6028eb10 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Aug 27 12:17:18.801336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:18.802037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.802217 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.803620 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] 10.222.0.65 "PUT /v2.0/ports/498c132f-921e-45f1-9960-28a7c2d19ec4 HTTP/1.1" status: 200 len: 1092 time: 1.1861539 Aug 27 12:17:18.804387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543c865f-9418-47b1-8eaa-b821497f2daf', 'tag': '498c132f-921e-45f1-9960-28a7c2d19ec4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:18.806691 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a" -d '{"events": [{"name": "network-changed", "server_uuid": "543c865f-9418-47b1-8eaa-b821497f2daf", "tag": "498c132f-921e-45f1-9960-28a7c2d19ec4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:18.812348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.881968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa485420-70a1-4df5-9f71-f87b04f09b8d service neutron] Pushing event updated for resources: {'Port': ['ID=498c132f-921e-45f1-9960-28a7c2d19ec4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:18.911050 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f980312-1c9f-4900-9ec7-32c8dbfa72a8 x-openstack-request-id: req-6f980312-1c9f-4900-9ec7-32c8dbfa72a8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:18.911473 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543c865f-9418-47b1-8eaa-b821497f2daf", "tag": "498c132f-921e-45f1-9960-28a7c2d19ec4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:18.911817 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f980312-1c9f-4900-9ec7-32c8dbfa72a8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:18.912303 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543c865f-9418-47b1-8eaa-b821497f2daf', 'tag': '498c132f-921e-45f1-9960-28a7c2d19ec4', 'status': 'completed', 'code': 200} Aug 27 12:17:18.929121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.932009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] No DVR routers for this DVR port d9f68730-cc72-44e2-acaf-efaf0536c039 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:18.934624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.954037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:18.956092 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e275568-0150-41be-844e-8679dd27005d req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.77 "DELETE /v2.0/ports/d9f68730-cc72-44e2-acaf-efaf0536c039 HTTP/1.1" status: 204 len: 173 time: 0.8603354 Aug 27 12:17:18.960686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b8136-bdf3-45b0-870a-96eed7c1c514 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=d9f68730-cc72-44e2-acaf-efaf0536c039,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:18.975151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-b94fcfd9-ce68-4de5-81c4-10bfd6952d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:18.976734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-b94fcfd9-ce68-4de5-81c4-10bfd6952d53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 1095 time: 0.1082392 Aug 27 12:17:18.987435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a14ed54c3cb1430082f3f22f20de2474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211869 Aug 27 12:17:18.990011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:18.998270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33cb4fa-5005-42ad-a7c3-75f2d7f6c49c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:19.016797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.017243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.017652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.018055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.018482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.031903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.032943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.032943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.033966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.033966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.033966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.034949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba0faa6-8ab4-44c3-a02c-0fcc55cb8ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:19.052763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-7bbda9f3-2f52-4729-a4cf-8c703f1f0bf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498c132f-921e-45f1-9960-28a7c2d19ec4 HTTP/1.1" status: 200 len: 217 time: 0.0658314 Aug 27 12:17:19.093772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-809cdb98-cf11-4201-b7cf-0239f3ac8a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.127052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-809cdb98-cf11-4201-b7cf-0239f3ac8a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.135344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-b36688f0-a08c-4920-ba7d-e0c1086f3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:19.136953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-b36688f0-a08c-4920-ba7d-e0c1086f3457 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0727091 Aug 27 12:17:19.185621 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-c508c5c3-8c52-4ce7-84b7-efa025fdf51f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405269 Aug 27 12:17:19.255552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e774-b02a-4dac-90ab-a10d70f282bf req-86de064f-d86f-4257-8607-9905b8c44ec9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:19.257520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f503e774-b02a-4dac-90ab-a10d70f282bf req-86de064f-d86f-4257-8607-9905b8c44ec9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 944 time: 0.0754299 Aug 27 12:17:19.289836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-809cdb98-cf11-4201-b7cf-0239f3ac8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.292667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-809cdb98-cf11-4201-b7cf-0239f3ac8a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.298765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-809cdb98-cf11-4201-b7cf-0239f3ac8a12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c33cb4fa-5005-42ad-a7c3-75f2d7f6c49c HTTP/1.1" status: 204 len: 168 time: 0.3076289 Aug 27 12:17:19.312070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-28dd16c7-431b-4ce8-9bad-e3e3e95d390e service neutron] 10.222.0.65 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185040 Aug 27 12:17:19.331888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cdb98-cf11-4201-b7cf-0239f3ac8a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33cb4fa-5005-42ad-a7c3-75f2d7f6c49c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:19.373175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f503e774-b02a-4dac-90ab-a10d70f282bf req-b18370d3-9ffe-4ee9-b256-7becb8b7145e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033678 Aug 27 12:17:19.452401 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca16af24-81b0-4869-a185-19c4f8ecc319 req-dbd04185-cd75-46af-bf88-16c3cc926e49 service neutron] 10.222.0.65 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308997 Aug 27 12:17:19.579529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-6b054448-4114-4c93-9145-3a398cf7f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:19.581105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-6b054448-4114-4c93-9145-3a398cf7f087 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 1095 time: 0.0699606 Aug 27 12:17:19.684187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:19.762968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9928e96b-aaf4-44da-bc52-47ac0507a017 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.766701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-5c830cfd-57d4-4557-b8bc-ed6616c5450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:19.768437 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-5c830cfd-57d4-4557-b8bc-ed6616c5450e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 915 time: 0.1786733 Aug 27 12:17:19.827422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9928e96b-aaf4-44da-bc52-47ac0507a017 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.842580 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-ba922ae8-7106-4e24-ad27-48a8cf1c3c52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=498c132f-921e-45f1-9960-28a7c2d19ec4 HTTP/1.1" status: 200 len: 217 time: 0.0646625 Aug 27 12:17:19.864853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35410) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:19.905401 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2559f82e-49a1-49ca-baaf-a084f82bb7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.929447 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:19.942648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-e9c92802-07f1-4523-97b8-d7e84439f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:19.944311 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-e9c92802-07f1-4523-97b8-d7e84439f1a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0923059 Aug 27 12:17:19.969077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be447ce5-d259-4f93-b970-3ab014f3558a req-7a941ee4-c9c4-4894-8442-e925bd6380bb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:19.971298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be447ce5-d259-4f93-b970-3ab014f3558a req-7a941ee4-c9c4-4894-8442-e925bd6380bb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1160343 Aug 27 12:17:19.991681 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-2b87f33a-41a1-4a90-a02d-95d7504ebfb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363986 Aug 27 12:17:20.040488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be447ce5-d259-4f93-b970-3ab014f3558a req-56236a53-403e-4a48-89d6-0591cac1c217 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Aug 27 12:17:20.041618 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9928e96b-aaf4-44da-bc52-47ac0507a017 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.044800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9928e96b-aaf4-44da-bc52-47ac0507a017 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.049122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9928e96b-aaf4-44da-bc52-47ac0507a017 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/security-groups/a37aa046-33e9-44b7-bd3a-34051e06a178 HTTP/1.1" status: 204 len: 168 time: 0.3631554 Aug 27 12:17:20.079755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928e96b-aaf4-44da-bc52-47ac0507a017 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37aa046-33e9-44b7-bd3a-34051e06a178,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:20.106484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:20.132625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-9d356801-c802-4c92-a8bb-3366057868dc service neutron] 10.222.0.65 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314218 Aug 27 12:17:20.210634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2559f82e-49a1-49ca-baaf-a084f82bb7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.226781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2559f82e-49a1-49ca-baaf-a084f82bb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.292141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f82e-49a1-49ca-baaf-a084f82bb7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3119340a-7ebb-4d43-b3ca-2dc362bb8b86,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:20.308016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2559f82e-49a1-49ca-baaf-a084f82bb7ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dae560fa1f9b4789ba92cb977ac5e908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416692 Aug 27 12:17:20.311329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35420) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:20.345970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a51c33b-7b41-4c32-b712-ddcd90dcf16a req-d0d2a948-3070-4d09-a6b9-edc96b1596e5 service neutron] 10.222.0.65 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042189 Aug 27 12:17:20.389628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9adab4b-8845-44fe-b671-b01d0092c942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.440020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9adab4b-8845-44fe-b671-b01d0092c942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.512993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9adab4b-8845-44fe-b671-b01d0092c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.516764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9adab4b-8845-44fe-b671-b01d0092c942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.518223 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9adab4b-8845-44fe-b671-b01d0092c942 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3119340a-7ebb-4d43-b3ca-2dc362bb8b86 HTTP/1.1" status: 204 len: 168 time: 0.2058833 Aug 27 12:17:20.532044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adab4b-8845-44fe-b671-b01d0092c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3119340a-7ebb-4d43-b3ca-2dc362bb8b86,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:20.594449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16421764-b07a-44c8-bc99-6cf049f413bb req-f5ee6831-1803-46f6-b849-233965968c0e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:20.596006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16421764-b07a-44c8-bc99-6cf049f413bb req-f5ee6831-1803-46f6-b849-233965968c0e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 944 time: 0.1137507 Aug 27 12:17:20.672575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16421764-b07a-44c8-bc99-6cf049f413bb req-2682a22b-fb8d-434f-9573-3e87b836ad5f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686648 Aug 27 12:17:20.774370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.913222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'name': 'network-vif-deleted', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:20.916013 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728cdf98-b335-4625-bb21-07dbb8f28632" -d '{"events": [{"server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "name": "network-vif-deleted", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:20.978155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-522ad498-c017-4e0e-87be-2a8f1cfb4c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:20.999313 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a174665c-7040-4bcc-9c2f-fa2b75dce3c8 x-openstack-request-id: req-a174665c-7040-4bcc-9c2f-fa2b75dce3c8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:20.999755 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a060bcd6-716d-4ad1-895e-ec3ffb2be4ac", "name": "network-vif-deleted", "tag": "d9f68730-cc72-44e2-acaf-efaf0536c039", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:21.000016 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a174665c-7040-4bcc-9c2f-fa2b75dce3c8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:21.000419 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a060bcd6-716d-4ad1-895e-ec3ffb2be4ac', 'name': 'network-vif-deleted', 'tag': 'd9f68730-cc72-44e2-acaf-efaf0536c039', 'status': 'completed', 'code': 200} Aug 27 12:17:21.125260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:21.166459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 818872c6-630c-4d34-9367-bc3367a8ee72 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:21.167052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:21.273208 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-84f1f4fd-8b1f-471b-a77d-29a863aa28f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833514 Aug 27 12:17:21.317972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50318d02-d135-425a-92c2-bb25501f8565 req-e8eff732-3533-4799-8ac9-16a5aa86f155 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:21.325537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50318d02-d135-425a-92c2-bb25501f8565 req-e8eff732-3533-4799-8ac9-16a5aa86f155 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1325641 Aug 27 12:17:21.408181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port 818872c6-630c-4d34-9367-bc3367a8ee72, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=818872c6-630c-4d34-9367-bc3367a8ee72,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:21.408559 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:21.427026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-32b80bf9-35d8-4400-966c-b840cd6409ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:21.429054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-32b80bf9-35d8-4400-966c-b840cd6409ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.1001999 Aug 27 12:17:21.441773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 818872c6-630c-4d34-9367-bc3367a8ee72 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:21.476567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50318d02-d135-425a-92c2-bb25501f8565 req-bddfe588-c4b2-4088-921c-143da9572ccc tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501493 Aug 27 12:17:21.655114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-34339443-0cda-4ee2-894a-71813661ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:21.656585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-34339443-0cda-4ee2-894a-71813661ec4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2030396 Aug 27 12:17:21.714297 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-845e9d69-306e-43fb-a53b-e2c8c9a64785 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0492873 Aug 27 12:17:21.829438 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:21.832954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-edc290cc-45c8-47b0-a1ae-8bd52fc6788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:21.835330 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-edc290cc-45c8-47b0-a1ae-8bd52fc6788c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1104658 Aug 27 12:17:21.888421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-9f625c87-0af4-40cf-baf9-140a8e419561 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448463 Aug 27 12:17:21.949945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=818872c6-630c-4d34-9367-bc3367a8ee72,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:22.056031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:22.077475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c21cc-889e-4c6c-82fb-bf0939656757 req-cca1005a-3e36-4e33-9a3b-3df459466e66 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:22.079348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-878c21cc-889e-4c6c-82fb-bf0939656757 req-cca1005a-3e36-4e33-9a3b-3df459466e66 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 944 time: 0.2378812 Aug 27 12:17:22.161209 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-0b7d6e10-9b30-4e99-93a2-f3c2ffa6f19d service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646329 Aug 27 12:17:22.187538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:22.237199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d9f68730-cc72-44e2-acaf-efaf0536c039 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:22.273162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d9f68730-cc72-44e2-acaf-efaf0536c039 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:22.273744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d9f68730-cc72-44e2-acaf-efaf0536c039 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:22.329348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-878c21cc-889e-4c6c-82fb-bf0939656757 req-0bc4c4a4-65da-4a9b-9080-9a04e9221f99 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395304 Aug 27 12:17:22.365280 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4e93370d-1695-4405-a76a-f2e9c57d60c3 req-22b855cb-e4d6-414d-acb2-7547536ba2c7 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955037 Aug 27 12:17:22.644982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router f4476c81-c112-463c-be48-20b54efff7ee has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:17:22.804556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553c4f-88f6-4a7d-a9b7-d8d35d9cb762 req-b7c0ef42-d091-4e31-b4f7-e41d5541e8fc tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:22.806127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79553c4f-88f6-4a7d-a9b7-d8d35d9cb762 req-b7c0ef42-d091-4e31-b4f7-e41d5541e8fc tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1538084 Aug 27 12:17:22.922086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:17:22.931994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e74afb47-c650-4a9f-940f-4b2b7fb112eb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "PUT /v2.0/routers/f4476c81-c112-463c-be48-20b54efff7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8211684 Aug 27 12:17:22.933161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:22.936034 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] Sync routers for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:17:22.948175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:22.949158 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:23.050729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79553c4f-88f6-4a7d-a9b7-d8d35d9cb762 req-506286c1-8d41-4d0d-ab86-7bc4262669ac tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132115 Aug 27 12:17:23.073051 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:23.087019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting subnet 3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:17:23.092166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:23.187940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:23.294957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:23.321737 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:21Z', 'revision_number': 7, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:23.361351 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] Checking router: f4476c81-c112-463c-be48-20b54efff7ee for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:17:23.375471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] Routers {'f4476c81-c112-463c-be48-20b54efff7ee'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:23.376192 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f4476c81-c112-463c-be48-20b54efff7ee'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:23.376344 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:23.410212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Subnet': ['ID=3d56555a-a283-4fb1-b70a-27dfb5ca4eb0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:23.412463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:23.416987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9bbe642e-988c-4994-94a0-591ddc61afcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/subnets/3d56555a-a283-4fb1-b70a-27dfb5ca4eb0 HTTP/1.1" status: 204 len: 168 time: 0.4805624 Aug 27 12:17:23.419291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed06de7-1f5c-4268-988d-e19a9e92ee00 None None] Network 96a0ff34-cf75-496a-9f1b-6e18824895eb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:17:23.419772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:23.576959 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] Set router f4476c81-c112-463c-be48-20b54efff7ee gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:23.594570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 498c132f-921e-45f1-9960-28a7c2d19ec4 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:17:23.763095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a84a0f-f298-44bf-a2c8-837b8c1261ca req-a3a1028a-56bf-4ee0-8879-be21970f7db2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:23.770642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84a0f-f298-44bf-a2c8-837b8c1261ca req-a3a1028a-56bf-4ee0-8879-be21970f7db2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 944 time: 0.3084300 Aug 27 12:17:23.840722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1a84a0f-f298-44bf-a2c8-837b8c1261ca req-bac050d5-7065-49b5-b86b-4724feea45e3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691617 Aug 27 12:17:23.844403 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:23.848556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 498c132f-921e-45f1-9960-28a7c2d19ec4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=498c132f-921e-45f1-9960-28a7c2d19ec4,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:24.084612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] DHCP port deletion for 96a0ff34-cf75-496a-9f1b-6e18824895eb request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:17:24.094630 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:21Z', 'revision_number': 7, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:24.097532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '498c132f-921e-45f1-9960-28a7c2d19ec4', 'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'port_id': '498c132f-921e-45f1-9960-28a7c2d19ec4', 'mac_address': 'fa:16:3e:77:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7853e869-f39b-4c9b-8c6c-1488a9f31a2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:17:24.144441 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16621699-7046-4d6d-986f-fcb82abaa2cd None None] The sync data for ids ['f4476c81-c112-463c-be48-20b54efff7ee'] in n-d-688802-4 is: [{'id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'name': 'tempest-TestNetworkBasicOps-router-577341746', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:17:21Z', 'revision_number': 7, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': 'fbf0df69-ac55-4bb3-9bca-db8aba552445', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4476c81-c112-463c-be48-20b54efff7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:53Z', 'updated_at': '2021-08-27T12:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:17:24.215362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.285559 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.311286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.330967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498c132f-921e-45f1-9960-28a7c2d19ec4 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:24.343597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3a7f-e208-4f32-806b-0a0ee1257bd7 req-91c9a0cc-c34b-4fa1-9c3d-1cf08c231fbb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:24.345323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-413e3a7f-e208-4f32-806b-0a0ee1257bd7 req-91c9a0cc-c34b-4fa1-9c3d-1cf08c231fbb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1136637 Aug 27 12:17:24.383032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port fbf0df69-ac55-4bb3-9bca-db8aba552445 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:24.383638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.412410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 498c132f-921e-45f1-9960-28a7c2d19ec4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=498c132f-921e-45f1-9960-28a7c2d19ec4,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:24.420962 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.435508 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-413e3a7f-e208-4f32-806b-0a0ee1257bd7 req-03e327bb-ae0c-46d3-9e9b-5c389d190000 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827744 Aug 27 12:17:24.445226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] Deleting port a211f6b4-7736-48ff-aaff-32d882c19b1a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:24.445607 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.483697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port fbf0df69-ac55-4bb3-9bca-db8aba552445, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fbf0df69-ac55-4bb3-9bca-db8aba552445,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:24.484210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.512647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for fbf0df69-ac55-4bb3-9bca-db8aba552445 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:24.714320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=498c132f-921e-45f1-9960-28a7c2d19ec4,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:24.816859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] For port a211f6b4-7736-48ff-aaff-32d882c19b1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a211f6b4-7736-48ff-aaff-32d882c19b1a,segment=NetworkSegment(4b0413ad-eb76-40aa-b69e-2830b2bb78d1),segment_id=4b0413ad-eb76-40aa-b69e-2830b2bb78d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:24.817493 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:24.836238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] Calling delete_port for a211f6b4-7736-48ff-aaff-32d882c19b1a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:24.948262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['498c132f-921e-45f1-9960-28a7c2d19ec4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:24.950736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 818872c6-630c-4d34-9367-bc3367a8ee72 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:24.954333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.954828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.955292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.955757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.956336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.956762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.957259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.957726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.958536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.958955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.959411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:24.959944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:25.009473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 818872c6-630c-4d34-9367-bc3367a8ee72 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:25.009925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 818872c6-630c-4d34-9367-bc3367a8ee72 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:25.010580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a211f6b4-7736-48ff-aaff-32d882c19b1a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:25.163828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.192577 n-d-688802-4 neutron-server[94625]: INFO neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No ports have port_id starting with a211f6b4-7736-48ff-aaff-32d882c19b1a Aug 27 12:17:25.250303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] No DVR routers for this DVR port a211f6b4-7736-48ff-aaff-32d882c19b1a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:25.258314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eabc5-252c-46f4-a060-6b5b3b969706 None None] Pushing event deleted for resources: {'Port': ['ID=a211f6b4-7736-48ff-aaff-32d882c19b1a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:25.421347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.467233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d3e0-d528-4d5c-b706-d6640bcd4c54 req-9098d731-ed98-4403-a98e-b74902132c09 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:25.469133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a98d3e0-d528-4d5c-b706-d6640bcd4c54 req-9098d731-ed98-4403-a98e-b74902132c09 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.6407151 Aug 27 12:17:25.480859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4376b-7867-4de2-ae34-7004298c0c60 req-b4964679-3dec-4fe6-88f1-5a278635177b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:25.484878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aa4376b-7867-4de2-ae34-7004298c0c60 req-b4964679-3dec-4fe6-88f1-5a278635177b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 945 time: 0.5615830 Aug 27 12:17:25.486241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=fbf0df69-ac55-4bb3-9bca-db8aba552445,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:25.557883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35558) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:25.618197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.622866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a98d3e0-d528-4d5c-b706-d6640bcd4c54 req-82b55315-4a78-43e6-b7da-51018d92e8aa tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093118 Aug 27 12:17:25.649353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aa4376b-7867-4de2-ae34-7004298c0c60 req-8e4971bc-de19-4091-88ab-44b1fbda6620 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Aug 27 12:17:25.717052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51f4f0a4-5e9c-4c90-9203-ee7a1561f0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.752442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.754819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.843269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.843857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Fanout notify agent at l3_agent the message router_deleted on router f4476c81-c112-463c-be48-20b54efff7ee {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:17:25.853129 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.857278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b89ed70-7ae6-46f0-81b1-72ea0b9ae224 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/routers/f4476c81-c112-463c-be48-20b54efff7ee HTTP/1.1" status: 204 len: 168 time: 2.4225264 Aug 27 12:17:25.859979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35568) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:25.863424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e119b-9443-496d-a9ed-a98ea83c22c8 req-d848638c-e8b7-4df0-ae5a-e831d1bb56e0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:25.863656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51f4f0a4-5e9c-4c90-9203-ee7a1561f0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.865080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-890e119b-9443-496d-a9ed-a98ea83c22c8 req-d848638c-e8b7-4df0-ae5a-e831d1bb56e0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1266565 Aug 27 12:17:25.874176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51f4f0a4-5e9c-4c90-9203-ee7a1561f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:25.935031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-890e119b-9443-496d-a9ed-a98ea83c22c8 req-111b7b7d-b446-4c19-8ca1-793983d78a73 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589507 Aug 27 12:17:25.999591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4f0a4-5e9c-4c90-9203-ee7a1561f0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d95fa4-c5b9-4a1f-aa81-fc74c91c40f8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:26.016395 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-51f4f0a4-5e9c-4c90-9203-ee7a1561f0b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f82e952c31b4f738b7adef54b7a3db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570584 Aug 27 12:17:26.020685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35574) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:26.035029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.168548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.171366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38ac1047-5c0a-453b-9657-2013fe44c29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.183350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a0ff34-cf75-496a-9f1b-6e18824895eb']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:26.454632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0413ad-eb76-40aa-b69e-2830b2bb78d1') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:26.454930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0413ad-eb76-40aa-b69e-2830b2bb78d1') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:26.470709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38ac1047-5c0a-453b-9657-2013fe44c29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.480216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.521899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.536099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:17:26.536608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:17:26.540349 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:17:26.605212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38ac1047-5c0a-453b-9657-2013fe44c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.608652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38ac1047-5c0a-453b-9657-2013fe44c29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.610371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-38ac1047-5c0a-453b-9657-2013fe44c29e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0d95fa4-c5b9-4a1f-aa81-fc74c91c40f8 HTTP/1.1" status: 204 len: 168 time: 0.5884411 Aug 27 12:17:26.613421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.628147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.630366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/networks/96a0ff34-cf75-496a-9f1b-6e18824895eb HTTP/1.1" status: 204 len: 168 time: 0.7692118 Aug 27 12:17:26.645711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac1047-5c0a-453b-9657-2013fe44c29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d95fa4-c5b9-4a1f-aa81-fc74c91c40f8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:26.649480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b730b0-a8e2-46a0-93ff-d6a6d68ba618 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Network': ['ID=96a0ff34-cf75-496a-9f1b-6e18824895eb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:26.655024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35584) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:26.691384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'network': {'name': 'tempest-network-smoke--585799968', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'port_security_enabled': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:26.741939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:17:26.749218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.784150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:17:26.798584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.799295 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Added segment 9d6b7b46-10a3-41c9-8d98-e863e2850b43 of type vlan for network 42a58e26-2e69-4f2f-94e3-0aa17d784957 Aug 27 12:17:26.837541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fbf0df69-ac55-4bb3-9bca-db8aba552445 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:26.856815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad30674-5198-44b4-9cb3-46dc23e07f30 req-e5fc0b1d-6d4f-48ed-a339-0c8ec14af59b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:26.865062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ad30674-5198-44b4-9cb3-46dc23e07f30 req-e5fc0b1d-6d4f-48ed-a339-0c8ec14af59b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 945 time: 0.1465864 Aug 27 12:17:26.866029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.870988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: fbf0df69-ac55-4bb3-9bca-db8aba552445 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:26.871691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fbf0df69-ac55-4bb3-9bca-db8aba552445 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:26.901079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29921d03-0a8d-48d8-864b-14198076e29f req-bc5ea211-7d8b-46be-80ce-c5ff640b5e46 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:26.903059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29921d03-0a8d-48d8-864b-14198076e29f req-bc5ea211-7d8b-46be-80ce-c5ff640b5e46 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1447208 Aug 27 12:17:26.913489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.921394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:26.922048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:26.950067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ad30674-5198-44b4-9cb3-46dc23e07f30 req-97a6e87a-b307-42d5-8256-479ce6e02162 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839570 Aug 27 12:17:26.981174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29921d03-0a8d-48d8-864b-14198076e29f req-5f37c122-6d74-4655-99af-9bf39cf2a091 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639436 Aug 27 12:17:27.026024 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3460174 Aug 27 12:17:27.027058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35594) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:27.032548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'admin_state_up': True, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:27.042488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3add7-efec-47dc-ba53-3989f88489b6 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Network': ['ID=42a58e26-2e69-4f2f-94e3-0aa17d784957,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:27.075511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:17:27.105391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.106813 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.111101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:27.149067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e128f2f0-21f8-4fb1-adee-c1980bb55d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.217762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.227765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b516d0-b92e-4249-b7dc-8b70c83b65e8 req-3adad72c-04f4-4a36-a944-e5703e587424 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:27.229301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55b516d0-b92e-4249-b7dc-8b70c83b65e8 req-3adad72c-04f4-4a36-a944-e5703e587424 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1399555 Aug 27 12:17:27.420107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55b516d0-b92e-4249-b7dc-8b70c83b65e8 req-82e0cca1-897b-4b49-83d0-a30d61e063aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484604 Aug 27 12:17:27.425027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.506080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e128f2f0-21f8-4fb1-adee-c1980bb55d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.510262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e128f2f0-21f8-4fb1-adee-c1980bb55d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.556256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 498c132f-921e-45f1-9960-28a7c2d19ec4 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:27.562254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128f2f0-21f8-4fb1-adee-c1980bb55d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec346b-5af3-40d0-937f-caf0611d20d7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:27.570162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e128f2f0-21f8-4fb1-adee-c1980bb55d21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=466bb68b38734c938410f9603ac23761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535766 Aug 27 12:17:27.570426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:27.620163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 498c132f-921e-45f1-9960-28a7c2d19ec4 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:27.625917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 498c132f-921e-45f1-9960-28a7c2d19ec4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:27.625917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.658247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10d62f4a-2623-45b9-8f59-43ee9f2ca737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.715916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.741400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543c865f-9418-47b1-8eaa-b821497f2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498c132f-921e-45f1-9960-28a7c2d19ec4'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:27.744055 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ce504-aba4-42ad-907a-b95d4aff37fe" -d '{"events": [{"server_uuid": "543c865f-9418-47b1-8eaa-b821497f2daf", "name": "network-vif-plugged", "status": "completed", "tag": "498c132f-921e-45f1-9960-28a7c2d19ec4"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:27.753374 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10d62f4a-2623-45b9-8f59-43ee9f2ca737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.779879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 498c132f-921e-45f1-9960-28a7c2d19ec4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=498c132f-921e-45f1-9960-28a7c2d19ec4,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:27.785875 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.791244 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db7ae93-3dc5-4414-a8e0-da43bee61800 x-openstack-request-id: req-1db7ae93-3dc5-4414-a8e0-da43bee61800 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:27.791793 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543c865f-9418-47b1-8eaa-b821497f2daf", "name": "network-vif-plugged", "status": "completed", "tag": "498c132f-921e-45f1-9960-28a7c2d19ec4", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:27.792145 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1db7ae93-3dc5-4414-a8e0-da43bee61800 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:27.792751 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543c865f-9418-47b1-8eaa-b821497f2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498c132f-921e-45f1-9960-28a7c2d19ec4', 'code': 200} Aug 27 12:17:27.800624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.828178 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.860838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=498c132f-921e-45f1-9960-28a7c2d19ec4,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:27.897664 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10d62f4a-2623-45b9-8f59-43ee9f2ca737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.900149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10d62f4a-2623-45b9-8f59-43ee9f2ca737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:27.901295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10d62f4a-2623-45b9-8f59-43ee9f2ca737 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bfec346b-5af3-40d0-937f-caf0611d20d7 HTTP/1.1" status: 204 len: 168 time: 0.3299825 Aug 27 12:17:27.916067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8a30-4223-4c65-9fe1-582a35dd0be8 req-f6e6fc6b-9b0a-4308-b49f-9b1f5f6546fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:27.918361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6abd8a30-4223-4c65-9fe1-582a35dd0be8 req-f6e6fc6b-9b0a-4308-b49f-9b1f5f6546fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 1097 time: 0.0665536 Aug 27 12:17:27.933588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d62f4a-2623-45b9-8f59-43ee9f2ca737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec346b-5af3-40d0-937f-caf0611d20d7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:27.959555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.25.8.106 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/298ff8b4-f47b-40fd-8c65-234ee7d3794a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:17:27.971968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6abd8a30-4223-4c65-9fe1-582a35dd0be8 req-220b22c8-8a02-4f89-9c11-cb76b5e4c261 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Aug 27 12:17:28.145963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462820e8-a5e1-4185-808a-d7b5828dca2b req-60453620-b42a-4b1c-8aa8-17540ddbaf47 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:28.147675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-462820e8-a5e1-4185-808a-d7b5828dca2b req-60453620-b42a-4b1c-8aa8-17540ddbaf47 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 946 time: 0.1262705 Aug 27 12:17:28.181198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582517-f849-492e-8af7-7dfb4e14b1e4 req-d6090b26-1dbb-4262-8136-8d17101eff27 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:28.182769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8582517-f849-492e-8af7-7dfb4e14b1e4 req-d6090b26-1dbb-4262-8136-8d17101eff27 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1125207 Aug 27 12:17:28.191487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:28.259526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-462820e8-a5e1-4185-808a-d7b5828dca2b req-64bd46be-ac22-4107-be82-97df83588dbc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908673 Aug 27 12:17:28.283685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8582517-f849-492e-8af7-7dfb4e14b1e4 req-9ebc927a-6755-4b12-9978-82f156e09a65 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832405 Aug 27 12:17:28.321287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:28.407353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:28.416953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:28.427222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:28.467137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=298ff8b4-f47b-40fd-8c65-234ee7d3794a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:28.686645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50131-1138-4318-b19a-1dccd519df08 req-44485043-3480-4b04-9a12-07d99aedc7d4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:28.688256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81d50131-1138-4318-b19a-1dccd519df08 req-44485043-3480-4b04-9a12-07d99aedc7d4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1292329 Aug 27 12:17:28.812308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81d50131-1138-4318-b19a-1dccd519df08 req-660eca2e-c157-424a-9e41-0e1a3255b940 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160970 Aug 27 12:17:28.902855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:29.163916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:29.403110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router cc44839f-a064-4030-892c-5bb4aa417df9 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:17:29.631590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95e74-b246-40ed-97dd-eb1fa352d964 req-7a245ecd-10e6-45e1-988f-b87aadb4a57f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:29.633165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeb95e74-b246-40ed-97dd-eb1fa352d964 req-7a245ecd-10e6-45e1-988f-b87aadb4a57f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1445477 Aug 27 12:17:29.647090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c6d4-7881-4184-bc6d-728edd0c11b2 req-4b0631d1-1f0e-4dfc-adee-4fd096fbfec9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:29.648668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3097c6d4-7881-4184-bc6d-728edd0c11b2 req-4b0631d1-1f0e-4dfc-adee-4fd096fbfec9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 946 time: 0.1613338 Aug 27 12:17:29.670063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:17:29.690312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Sync routers for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:17:29.707755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:29.709039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:29.717561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:29.718833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3d65d623-8f6c-4ce3-af6f-92f15e4c722f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6905959 Aug 27 12:17:29.723399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35664) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:29.725921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeb95e74-b246-40ed-97dd-eb1fa352d964 req-0c4ada9c-64a7-4147-b4f4-481f4500b006 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762601 Aug 27 12:17:29.751052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3097c6d4-7881-4184-bc6d-728edd0c11b2 req-278c117f-75ea-4cd4-8180-e8ee321a042c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918415 Aug 27 12:17:29.792945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0d17905-4a21-4a65-823b-65e4e8b5575d tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ad573352da904e8182380ce243e94aa3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679808 Aug 27 12:17:29.798558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:29.947166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962454b9-c08a-4098-be5c-a29c6e3d37c1 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:29.953786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:29.956476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-962454b9-c08a-4098-be5c-a29c6e3d37c1 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1565025 Aug 27 12:17:30.024063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:30.042028 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-660d1869-6700-4f7f-84cd-477b4100acb1 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859673 Aug 27 12:17:30.043846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:30.070124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936484064', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:30.146991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc297d40-4a7a-4ef0-afe0-c3080801eae2 req-55dd33dc-b181-4f96-876b-5cb37903e9f1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:30.159493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc297d40-4a7a-4ef0-afe0-c3080801eae2 req-55dd33dc-b181-4f96-876b-5cb37903e9f1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1491559 Aug 27 12:17:30.214978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc297d40-4a7a-4ef0-afe0-c3080801eae2 req-990ca37c-456f-47e4-9d9d-ea310c211295 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543339 Aug 27 12:17:30.294105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:17:30.297938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.303317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab299c-6c0c-41bf-9644-fbf2c9879c6f req-0a5bb1d1-6564-428d-9de9-e9e81d0cdbbc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:30.312405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63ab299c-6c0c-41bf-9644-fbf2c9879c6f req-0a5bb1d1-6564-428d-9de9-e9e81d0cdbbc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 946 time: 0.0963016 Aug 27 12:17:30.313415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:28Z', 'revision_number': 3, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:30.349797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Checking router: cc44839f-a064-4030-892c-5bb4aa417df9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:17:30.350292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Updating router cc44839f-a064-4030-892c-5bb4aa417df9 port 298ff8b4-f47b-40fd-8c65-234ee7d3794a binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:17:30.380092 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.384500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63ab299c-6c0c-41bf-9644-fbf2c9879c6f req-89052d07-90f8-497b-99bd-6fc920ca2818 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710731 Aug 27 12:17:30.578238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.666721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Subnet': ['ID=1c0465d8-ff6a-4074-bd54-99e2a54c9bf5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:30.669283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Checking segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:30.669668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network hostable DHCP agents. Network: 42a58e26-2e69-4f2f-94e3-0aa17d784957, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:17:30.692401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:17:30.703917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.705533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 42a58e26-2e69-4f2f-94e3-0aa17d784957) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:30.716514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110b509-1300-4995-9333-e0604b7d0be2 None None] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:17:30.722124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:30.722801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.740323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab8817d4-1afd-45d7-bad4-ad7ce9728e95 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6941485 Aug 27 12:17:30.743103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35696) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:30.768562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Transition to ACTIVE for port object 298ff8b4-f47b-40fd-8c65-234ee7d3794a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:30.779977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.903518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Attempting to bind port 298ff8b4-f47b-40fd-8c65-234ee7d3794a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:30.903935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Attempting to bind port 298ff8b4-f47b-40fd-8c65-234ee7d3794a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:30.904322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Attempting to bind port 298ff8b4-f47b-40fd-8c65-234ee7d3794a on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:30.912895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:30.913301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:30.913789 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.914216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:30.914793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Bound port: 298ff8b4-f47b-40fd-8c65-234ee7d3794a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:30.915206 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:30.942408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3be97f-5259-40cc-8785-3e38b62dea09 req-593130af-02a8-4baf-aadf-abeab9e6649c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:30.944667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea3be97f-5259-40cc-8785-3e38b62dea09 req-593130af-02a8-4baf-aadf-abeab9e6649c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0827670 Aug 27 12:17:30.978692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9f1f-63fb-49d4-9edd-3779a24724f7 None None] Pushing event updated for resources: {'Port': ['ID=298ff8b4-f47b-40fd-8c65-234ee7d3794a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:30.989589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-42a58e26-2e69-4f2f-94e3-0aa17d784957', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:17:30.990574 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:31.052707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea3be97f-5259-40cc-8785-3e38b62dea09 req-7b997b2e-18c1-4803-a05b-a2ab5296e232 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013265 Aug 27 12:17:31.097230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] For port 298ff8b4-f47b-40fd-8c65-234ee7d3794a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:31.124144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] For port 298ff8b4-f47b-40fd-8c65-234ee7d3794a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=298ff8b4-f47b-40fd-8c65-234ee7d3794a,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:31.131247 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:31.244710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:31.245365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:31.350013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Allocated IP 172.20.0.2 (42a58e26-2e69-4f2f-94e3-0aa17d784957/1c0465d8-ff6a-4074-bd54-99e2a54c9bf5/df2426ef-09c8-4a9c-907f-59628bd440dd) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:17:31.384006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a0fe9-6a4e-4c70-aa46-be9f5efaa281 req-1f5411fa-39fa-4de7-ba41-f61e0bc36fb7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:31.385608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a71a0fe9-6a4e-4c70-aa46-be9f5efaa281 req-1f5411fa-39fa-4de7-ba41-f61e0bc36fb7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0585594 Aug 27 12:17:31.417968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35712) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:31.446775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9f1f-63fb-49d4-9edd-3779a24724f7 None None] Pushing event updated for resources: {'Port': ['ID=298ff8b4-f47b-40fd-8c65-234ee7d3794a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:31.454975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:31.491871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a71a0fe9-6a4e-4c70-aa46-be9f5efaa281 req-bab50917-15f1-4ded-ad73-bcf01ac5319d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916314 Aug 27 12:17:31.614972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb57f-edf7-4608-a562-228041fc2e3e req-831f9e09-770a-40a7-9cb4-0eced9ad3dd7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:31.618784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f20fb57f-edf7-4608-a562-228041fc2e3e req-831f9e09-770a-40a7-9cb4-0eced9ad3dd7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 946 time: 0.1050458 Aug 27 12:17:31.759529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f20fb57f-edf7-4608-a562-228041fc2e3e req-a2277c3c-09f6-46a3-84b5-29f1c5a5f317 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274197 Aug 27 12:17:31.786979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8db108b6-8baf-4b77-b355-d379100afe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:31.862992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7674f8-1506-48bb-801f-a2138208485c req-b018a17a-86e7-446e-b4a4-c6c6ba3439b2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:31.865154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca7674f8-1506-48bb-801f-a2138208485c req-b018a17a-86e7-446e-b4a4-c6c6ba3439b2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.65 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 946 time: 0.2140098 Aug 27 12:17:31.906955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:32.091292 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.120466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Transition to ACTIVE for port object df2426ef-09c8-4a9c-907f-59628bd440dd will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:32.152750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Transition to ACTIVE for port object df2426ef-09c8-4a9c-907f-59628bd440dd will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:32.183638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.213975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8db108b6-8baf-4b77-b355-d379100afe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.221354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Deleting port 498c132f-921e-45f1-9960-28a7c2d19ec4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:17:32.221585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.227640 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8db108b6-8baf-4b77-b355-d379100afe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.232677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:32.240978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:32.243891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:32.246004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815daf-3258-4927-8bfe-eb27f333825d req-ee46f063-7d59-4641-a8b7-d59949559a20 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:32.247824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1815daf-3258-4927-8bfe-eb27f333825d req-ee46f063-7d59-4641-a8b7-d59949559a20 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0656679 Aug 27 12:17:32.282078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Pushing event updated for resources: {'Port': ['ID=df2426ef-09c8-4a9c-907f-59628bd440dd,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:32.320580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.20.0.1 (42a58e26-2e69-4f2f-94e3-0aa17d784957/1c0465d8-ff6a-4074-bd54-99e2a54c9bf5/ac20b12d-913f-4477-8e8d-d0ef7eb26f94) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:17:32.331686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1815daf-3258-4927-8bfe-eb27f333825d req-cce57513-979d-49a4-a6fd-41b493724601 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695004 Aug 27 12:17:32.388749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:28Z', 'revision_number': 3, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:32.422939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db108b6-8baf-4b77-b355-d379100afe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2019e22-6455-45e2-8b03-515ed5752bf7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:32.432970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8db108b6-8baf-4b77-b355-d379100afe00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76923a1441334046b6ffed55ac032ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0100310 Aug 27 12:17:32.435937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:32.436395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Attempting to bind port df2426ef-09c8-4a9c-907f-59628bd440dd on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:32.436776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Attempting to bind port df2426ef-09c8-4a9c-907f-59628bd440dd by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:32.437279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Attempting to bind port df2426ef-09c8-4a9c-907f-59628bd440dd on network 42a58e26-2e69-4f2f-94e3-0aa17d784957 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:32.442424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58495b66-34e3-4aed-bb27-4a891fd809fe None None] The sync data for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 is: [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:28Z', 'revision_number': 3, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:17:32.451043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:32.451421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Checking segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:32.452071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.452371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Bound using segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:32.452741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Bound port: df2426ef-09c8-4a9c-907f-59628bd440dd, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:32.453188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.506208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] For port 498c132f-921e-45f1-9960-28a7c2d19ec4, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=498c132f-921e-45f1-9960-28a7c2d19ec4,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:32.506610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.532531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Calling delete_port for 498c132f-921e-45f1-9960-28a7c2d19ec4 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:17:32.540303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26276d37-bb83-4bd6-b6ab-cb9373098d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.540870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.564232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] For port df2426ef-09c8-4a9c-907f-59628bd440dd, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:32.569646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Transition to ACTIVE for port object ac20b12d-913f-4477-8e8d-d0ef7eb26f94 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:32.575138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] For port df2426ef-09c8-4a9c-907f-59628bd440dd, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=df2426ef-09c8-4a9c-907f-59628bd440dd,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:32.584475 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.604009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26276d37-bb83-4bd6-b6ab-cb9373098d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.714535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b815247-6be2-402a-b730-fc0672a7cd2d None None] Pushing event updated for resources: {'Port': ['ID=df2426ef-09c8-4a9c-907f-59628bd440dd,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:32.727313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.740280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26276d37-bb83-4bd6-b6ab-cb9373098d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.743246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26276d37-bb83-4bd6-b6ab-cb9373098d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:32.747676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-26276d37-bb83-4bd6-b6ab-cb9373098d74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2019e22-6455-45e2-8b03-515ed5752bf7 HTTP/1.1" status: 204 len: 168 time: 0.3094227 Aug 27 12:17:32.800486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffa30e-cd55-46d2-8d3b-15c2a2496923 req-12fe5ded-34c5-4cba-b7d7-a3c92d94b1a2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:32.807473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cffa30e-cd55-46d2-8d3b-15c2a2496923 req-12fe5ded-34c5-4cba-b7d7-a3c92d94b1a2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1397252 Aug 27 12:17:32.810030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26276d37-bb83-4bd6-b6ab-cb9373098d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2019e22-6455-45e2-8b03-515ed5752bf7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:32.961694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:32.965941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cffa30e-cd55-46d2-8d3b-15c2a2496923 req-3471b3a1-1aec-483c-b474-0e810d0d6939 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495702 Aug 27 12:17:32.966231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:32.980847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:32.995450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:33.052190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:33.073534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['498c132f-921e-45f1-9960-28a7c2d19ec4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:33.092176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e137d-8d3c-42dc-ad7d-79c534d286e1 req-a88d4916-7dc2-4371-ae8a-0e8036b241ea tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:33.121414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a0e137d-8d3c-42dc-ad7d-79c534d286e1 req-a88d4916-7dc2-4371-ae8a-0e8036b241ea tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 946 time: 0.1622410 Aug 27 12:17:33.141849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Pushing event deleted for resources: {'Port': ['ID=498c132f-921e-45f1-9960-28a7c2d19ec4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:33.172289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['13d2c541-e413-42d7-8ae6-413e21bb6b80'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:33.248465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a0e137d-8d3c-42dc-ad7d-79c534d286e1 req-b970786e-d492-431c-bb57-79534e2a2d6c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141360 Aug 27 12:17:33.496123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:33.549072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c2539c-db9e-472b-aeff-bff6ec9b6657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:33.704026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:33.707751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] No DVR routers for this DVR port 498c132f-921e-45f1-9960-28a7c2d19ec4 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:17:33.712142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:33.714975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ca7674f8-1506-48bb-801f-a2138208485c req-30b44c5f-f367-4e20-a685-679afb6cbf68 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.65 "DELETE /v2.0/ports/498c132f-921e-45f1-9960-28a7c2d19ec4 HTTP/1.1" status: 204 len: 173 time: 1.8355393 Aug 27 12:17:33.717765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543c865f-9418-47b1-8eaa-b821497f2daf', 'name': 'network-vif-deleted', 'tag': '498c132f-921e-45f1-9960-28a7c2d19ec4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:33.720526 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd538559-441e-4d06-99bf-0fca15121267" -d '{"events": [{"server_uuid": "543c865f-9418-47b1-8eaa-b821497f2daf", "name": "network-vif-deleted", "tag": "498c132f-921e-45f1-9960-28a7c2d19ec4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:33.855877 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242a6a0-70fd-4aeb-9542-279b70f9d709 x-openstack-request-id: req-4242a6a0-70fd-4aeb-9542-279b70f9d709 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:33.856208 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543c865f-9418-47b1-8eaa-b821497f2daf", "name": "network-vif-deleted", "tag": "498c132f-921e-45f1-9960-28a7c2d19ec4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:33.856780 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4242a6a0-70fd-4aeb-9542-279b70f9d709 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:33.857404 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543c865f-9418-47b1-8eaa-b821497f2daf', 'name': 'network-vif-deleted', 'tag': '498c132f-921e-45f1-9960-28a7c2d19ec4', 'status': 'completed', 'code': 200} Aug 27 12:17:33.990748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.063475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce285a28-131e-46fa-be66-4645e267cd47 req-529bbffb-7ccd-4eaa-9945-372c4304557a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:34.073429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce285a28-131e-46fa-be66-4645e267cd47 req-529bbffb-7ccd-4eaa-9945-372c4304557a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.6216359 Aug 27 12:17:34.180315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce285a28-131e-46fa-be66-4645e267cd47 req-19f060f5-fbfe-47e3-b978-e9abf91fe199 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059809 Aug 27 12:17:34.227037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5995c-815e-43c2-8363-c7995d2e6ab8 req-be155bb0-6fa3-405b-89df-71b5c09d6402 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:34.235460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caf5995c-815e-43c2-8363-c7995d2e6ab8 req-be155bb0-6fa3-405b-89df-71b5c09d6402 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1273763 Aug 27 12:17:34.317515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-caf5995c-815e-43c2-8363-c7995d2e6ab8 req-d497de5e-1328-4368-a771-eb075f60a919 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Aug 27 12:17:34.363157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c2539c-db9e-472b-aeff-bff6ec9b6657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.370921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c2539c-db9e-472b-aeff-bff6ec9b6657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.423761 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6c2539c-db9e-472b-aeff-bff6ec9b6657 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1be219eaa40b486585518ec31c8a32bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9217017 Aug 27 12:17:34.429310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:34.433193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2539c-db9e-472b-aeff-bff6ec9b6657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66485a40-5130-41d9-af4a-a158cbb940a8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:34.543966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bc9f3d4-c7c4-46a7-b524-9abb242a79ea req-719968bc-f67a-4559-9408-8a534b1eb568 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=543c865f-9418-47b1-8eaa-b821497f2daf HTTP/1.1" status: 200 len: 210 time: 0.1335440 Aug 27 12:17:34.555205 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.574102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be45-7b5d-46aa-87ca-ad2c1b457d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.575194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.598372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be45-7b5d-46aa-87ca-ad2c1b457d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.626658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008638af-4bda-4c1b-8e83-5fbabed55bf2 None None] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:17:34.665027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be45-7b5d-46aa-87ca-ad2c1b457d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.668040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.668226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be45-7b5d-46aa-87ca-ad2c1b457d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:34.670027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4dc8be45-7b5d-46aa-87ca-ad2c1b457d03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66485a40-5130-41d9-af4a-a158cbb940a8 HTTP/1.1" status: 204 len: 168 time: 0.2197731 Aug 27 12:17:34.674356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:34.679087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8be45-7b5d-46aa-87ca-ad2c1b457d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66485a40-5130-41d9-af4a-a158cbb940a8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:34.786963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-19069bbe-95a7-4471-9040-1b0b382d97f5 None None] Provisioning for port df2426ef-09c8-4a9c-907f-59628bd440dd completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:34.840057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:34.842685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:34.943614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device df2426ef-09c8-4a9c-907f-59628bd440dd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:35.042818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port df2426ef-09c8-4a9c-907f-59628bd440dd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:35.045180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router cc44839f-a064-4030-892c-5bb4aa417df9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:17:35.048491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port df2426ef-09c8-4a9c-907f-59628bd440dd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:35.049003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.195148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.238703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port df2426ef-09c8-4a9c-907f-59628bd440dd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=df2426ef-09c8-4a9c-907f-59628bd440dd,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:35.239690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:17:35.244227 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.248143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 298ff8b4-f47b-40fd-8c65-234ee7d3794a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:35.248335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-781b80c7-7fb0-41ec-8876-70ef1819df0b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "PUT /v2.0/routers/cc44839f-a064-4030-892c-5bb4aa417df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5012219 Aug 27 12:17:35.248711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:35.257222 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Sync routers for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:17:35.278639 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:35.279342 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:35.420131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=df2426ef-09c8-4a9c-907f-59628bd440dd,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:35.436490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.438060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.438834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.439514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.440181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.440950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.441609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.442264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.442937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.443717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.444526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.446978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-45d3720f-cfab-47d2-92fa-70fa2ef2dabc tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.1973491 Aug 27 12:17:35.449827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35784) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:35.475864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 298ff8b4-f47b-40fd-8c65-234ee7d3794a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:35.480154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 298ff8b4-f47b-40fd-8c65-234ee7d3794a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:35.480535 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.482275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-78e792f0-2cb2-4e27-8eb6-147d242724d9 None None] Provisioning complete for port df2426ef-09c8-4a9c-907f-59628bd440dd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:35.482669 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78e792f0-2cb2-4e27-8eb6-147d242724d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.614457 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:35.615099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 498c132f-921e-45f1-9960-28a7c2d19ec4 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:17:35.663026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35576282-66ba-4d67-9178-17bb5892a8d4 req-182d8a09-38ec-413e-8efe-100737afb6a3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.674994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35576282-66ba-4d67-9178-17bb5892a8d4 req-182d8a09-38ec-413e-8efe-100737afb6a3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.2110682 Aug 27 12:17:35.696634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 498c132f-921e-45f1-9960-28a7c2d19ec4 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:17:35.703520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 498c132f-921e-45f1-9960-28a7c2d19ec4 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:17:35.717956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d377a-91e5-4df3-9bee-e7c4ea148605 req-eab77c97-3a40-4627-87a2-269eb8b03d49 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.723676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f65d377a-91e5-4df3-9bee-e7c4ea148605 req-eab77c97-3a40-4627-87a2-269eb8b03d49 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.2749829 Aug 27 12:17:35.726907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.727416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.727883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.728346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.728825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.729474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.729759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.730218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.733347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.735124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.735124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:35.744365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2b266e19-b4f9-4184-85c4-d23b47965eca tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7206 time: 0.2925978 Aug 27 12:17:35.748434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35792) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:35.849080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f65d377a-91e5-4df3-9bee-e7c4ea148605 req-286b48ba-3e93-46a3-9f64-95786dcd134c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069129 Aug 27 12:17:35.893361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.916876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35576282-66ba-4d67-9178-17bb5892a8d4 req-815f612c-e6d5-448c-8755-451611427043 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381470 Aug 27 12:17:35.953897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 298ff8b4-f47b-40fd-8c65-234ee7d3794a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=298ff8b4-f47b-40fd-8c65-234ee7d3794a,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:35.963321 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:35.969746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-78e792f0-2cb2-4e27-8eb6-147d242724d9 None None] Provisioning for port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:36.007926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-78e792f0-2cb2-4e27-8eb6-147d242724d9 None None] Provisioning complete for port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:36.007926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-78e792f0-2cb2-4e27-8eb6-147d242724d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:36.113880 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:34Z', 'revision_number': 2, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:36.144801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-78e792f0-2cb2-4e27-8eb6-147d242724d9 None None] Port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:17:36.146605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=298ff8b4-f47b-40fd-8c65-234ee7d3794a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:36.188791 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Checking router: cc44839f-a064-4030-892c-5bb4aa417df9 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:17:36.189167 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Updating router cc44839f-a064-4030-892c-5bb4aa417df9 port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:17:36.230274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016af3b-e845-4ebf-8ad0-c573d3db2131 req-8c142626-0b67-459e-a366-c95fa69f0ecd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:36.233817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2016af3b-e845-4ebf-8ad0-c573d3db2131 req-8c142626-0b67-459e-a366-c95fa69f0ecd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1033752 Aug 27 12:17:36.259227 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:36.282147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b1497969-f36d-4576-b301-ce0a9ea7a698 None None] Provisioning complete for port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:36.282721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b1497969-f36d-4576-b301-ce0a9ea7a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:36.352693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2016af3b-e845-4ebf-8ad0-c573d3db2131 req-57e921a2-e543-433b-996f-7af7e59f3aaf tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073482 Aug 27 12:17:36.365977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b1497969-f36d-4576-b301-ce0a9ea7a698 None None] Port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:17:36.461491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-701cd0da-dcba-4eac-a209-0783c6419219 tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.7116401 Aug 27 12:17:36.688548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b293be-ae61-47a2-a591-948ae9363f92 req-2c3d1b97-bb92-4532-bb7a-8223f0f0fdec tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:36.704761 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68b293be-ae61-47a2-a591-948ae9363f92 req-2c3d1b97-bb92-4532-bb7a-8223f0f0fdec tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0710895 Aug 27 12:17:36.760574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68b293be-ae61-47a2-a591-948ae9363f92 req-8a37240c-30db-4b49-95a2-236e78331a46 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535605 Aug 27 12:17:36.777702 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:36.810719 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Transition to ACTIVE for port object ac20b12d-913f-4477-8e8d-d0ef7eb26f94 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:36.820913 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:36.871799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device df2426ef-09c8-4a9c-907f-59628bd440dd up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:36.874279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35826) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:36.879241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002225356', 'description': 'tempest-secgroup-smoke-1002225356 description', 'project_id': 'ad573352da904e8182380ce243e94aa3'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:36.966895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:36.985408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port df2426ef-09c8-4a9c-907f-59628bd440dd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:36.985790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.024267 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Pushing event updated for resources: {'Port': ['ID=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:37.076898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.076898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.077256 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.077482 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.077709 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.078239 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.078545 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.078867 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.079372 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.079981 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.080406 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.085964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:37.109848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Attempting to bind port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:37.112071 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Attempting to bind port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:37.114847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Attempting to bind port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 on network 42a58e26-2e69-4f2f-94e3-0aa17d784957 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:37.129060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f158e-c926-436f-8897-5c18255e539f req-1ee54306-924d-4677-8ebe-74d34448564b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:37.134624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:37.135333 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Checking segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:37.135917 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.136495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Bound using segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:37.137007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d84f158e-c926-436f-8897-5c18255e539f req-1ee54306-924d-4677-8ebe-74d34448564b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2057920 Aug 27 12:17:37.137352 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Bound port: ac20b12d-913f-4477-8e8d-d0ef7eb26f94, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:37.138490 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.176512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad038e-4ee6-48a4-801f-c439155df12b req-156e5722-9426-46cc-a95f-674f9c43ada2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:37.184050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cad038e-4ee6-48a4-801f-c439155df12b req-156e5722-9426-46cc-a95f-674f9c43ada2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1782835 Aug 27 12:17:37.220856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 298ff8b4-f47b-40fd-8c65-234ee7d3794a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:37.221917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d84f158e-c926-436f-8897-5c18255e539f req-af3a07da-a0c1-4559-82bd-49f35b3a336b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831532 Aug 27 12:17:37.249984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.264758 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.290944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cad038e-4ee6-48a4-801f-c439155df12b req-fc9eeeec-58c8-45e5-af22-8eb69bddd283 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058033 Aug 27 12:17:37.355607 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.357041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4813883 Aug 27 12:17:37.359960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:37.364864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '2da8f55a-21d6-41d1-8bdc-a26d9e3eb012', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:37.376577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccd0c9-6227-4833-8e13-202dda6a2d0e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:37.387187 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] For port ac20b12d-913f-4477-8e8d-d0ef7eb26f94, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:37.392593 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] For port ac20b12d-913f-4477-8e8d-d0ef7eb26f94, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:37.409239 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.494230 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.501731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 298ff8b4-f47b-40fd-8c65-234ee7d3794a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:37.502117 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.587840 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:17:37.590253 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:37.722933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eb9ad-adc1-44ef-a532-87ce7d73bc5d req-3bf493d6-419f-4315-95ce-f2d8778e7e83 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:37.725661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f50eb9ad-adc1-44ef-a532-87ce7d73bc5d req-3bf493d6-419f-4315-95ce-f2d8778e7e83 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.2652872 Aug 27 12:17:37.922334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f50eb9ad-adc1-44ef-a532-87ce7d73bc5d req-6f88710a-70b2-48f2-9e91-c8c308c81000 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885862 Aug 27 12:17:37.945192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.953597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:37.996387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dae0ce-6684-4a09-9c78-e481c925cfad,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:38.007399 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0331ea-32e0-4232-a1ca-d1c44133970b None None] Pushing event updated for resources: {'Port': ['ID=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:38.009991 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.012084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7088b828-a551-477b-ba5f-7a86517fb6c0 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6510148 Aug 27 12:17:38.016056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:38.023785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '2da8f55a-21d6-41d1-8bdc-a26d9e3eb012', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:38.080700 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.142058 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:17:38.161148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.209937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.218680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.242845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf3984d-c185-40b4-9a7f-4b22744a0349,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:38.266695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.269668 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee208a4a-03a4-4611-8503-9b457c7cb8bb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2519004 Aug 27 12:17:38.273166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:38.290262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '2da8f55a-21d6-41d1-8bdc-a26d9e3eb012', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:38.374668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.506908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed696a-9fd8-4ca9-8c9a-86b56399ff48 req-26c9a03c-ede6-416f-b464-bd1b0fbf78ec tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:38.508864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5eed696a-9fd8-4ca9-8c9a-86b56399ff48 req-26c9a03c-ede6-416f-b464-bd1b0fbf78ec tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0864499 Aug 27 12:17:38.548986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.556372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.602666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5eed696a-9fd8-4ca9-8c9a-86b56399ff48 req-c9459df5-e1f1-4dfa-b0b1-43144645700f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869186 Aug 27 12:17:38.608162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dbfe66-0dc1-45f9-9ef6-660858849635,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:38.622178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.622178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-22835710-d5e9-45ec-ac40-f3d6ad64a56b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3463812 Aug 27 12:17:38.625940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35878) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:38.641589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '2da8f55a-21d6-41d1-8bdc-a26d9e3eb012', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:38.665848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:37Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:17:38.708613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.742441 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e53e38-4918-4294-90bb-eb399c0bff20 None None] The sync data for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 is: [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:37Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:17:38.924822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.936244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:38.985367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e201ca9-0aa3-4a38-966e-4c2438959b54,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:39.025942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.034890 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f73d813f-e1a2-4627-8fef-07a16be85f69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3992136 Aug 27 12:17:39.035692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35888) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:39.040566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '2da8f55a-21d6-41d1-8bdc-a26d9e3eb012', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:39.135868 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Project ad573352da904e8182380ce243e94aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:17:39.152512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.304559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6df5f-5085-4bfa-8c9a-104facd918cf req-0372f65a-46a3-464f-901b-f9029df4e32a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:39.324447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cb6df5f-5085-4bfa-8c9a-104facd918cf req-0372f65a-46a3-464f-901b-f9029df4e32a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.3626525 Aug 27 12:17:39.361975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22632c2-5743-4e02-8c4f-944f0ab26abc req-73dc89f0-2a7a-48d6-b922-79bccf94977e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:39.373617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a22632c2-5743-4e02-8c4f-944f0ab26abc req-73dc89f0-2a7a-48d6-b922-79bccf94977e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.3094518 Aug 27 12:17:39.412903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.418168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.449389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ffedcb-e4e2-4c0b-8eaf-40bb2549a521,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:39.470437 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.471689 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-124816a3-eaec-4b93-901a-acd8f69a62cf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4350247 Aug 27 12:17:39.474696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35898) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:39.480362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'security_group_rule': {'security_group_id': '2da8f55a-21d6-41d1-8bdc-a26d9e3eb012', 'project_id': 'ad573352da904e8182380ce243e94aa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:39.520824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cb6df5f-5085-4bfa-8c9a-104facd918cf req-c8b82ca1-e416-4c4f-b00d-76aecbf9a03d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944633 Aug 27 12:17:39.536838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a22632c2-5743-4e02-8c4f-944f0ab26abc req-b5e624cf-67e5-490f-84ed-6a0cefb833cb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608429 Aug 27 12:17:39.592098 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Project ad573352da904e8182380ce243e94aa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:17:39.603680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.796649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203aa5-7709-4b9b-9e2e-73d2611c69c7 req-c4dc97fa-ae70-4022-bc38-229451e6645a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:39.804916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a203aa5-7709-4b9b-9e2e-73d2611c69c7 req-c4dc97fa-ae70-4022-bc38-229451e6645a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1361773 Aug 27 12:17:39.807401 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.818743 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.871269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c37c24-21b4-4668-b62c-0e840af739d2,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:39.882632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a203aa5-7709-4b9b-9e2e-73d2611c69c7 req-10588435-5675-4899-ba50-d6c7026fd0bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761940 Aug 27 12:17:39.889673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:39.907438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59685b59-677b-4869-b05c-d1af5b9ccf48 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4189692 Aug 27 12:17:40.403757 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-39c04117-7827-4541-a112-d7dd7b1e71aa tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002225356&fields=id&tenant_id=ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 267 time: 0.1496978 Aug 27 12:17:40.554745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-4a0fde21-beba-43ff-bf1f-ed66144bf274 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:40.564587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-4a0fde21-beba-43ff-bf1f-ed66144bf274 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.3745081 Aug 27 12:17:40.586644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-54955b8a-4e9a-4f5a-8deb-accc29a7768f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/quotas/7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 375 time: 0.0195856 Aug 27 12:17:40.706259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-c6afe0d3-2b8c-4173-901a-779305afaa21 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1079984 Aug 27 12:17:40.821193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-d34428f8-db43-4827-b5a4-f7afcec64016 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135781 Aug 27 12:17:40.890086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-b23f1142-b7b6-4756-b0a7-d25a58fdf7da tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:40.896705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac20b12d-913f-4477-8e8d-d0ef7eb26f94 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:40.898773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-b23f1142-b7b6-4756-b0a7-d25a58fdf7da tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/networks?id=42a58e26-2e69-4f2f-94e3-0aa17d784957 HTTP/1.1" status: 200 len: 796 time: 0.4804375 Aug 27 12:17:40.921626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-9e2f4231-12ce-4f85-9d39-db1f2996c381 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/quotas/ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 375 time: 0.0216300 Aug 27 12:17:40.960727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:40.965090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:40.965724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:41.038095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-6ddf87f9-2575-4a8f-bd21-029fd8405235 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148491 Aug 27 12:17:41.067016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e9df851-e458-454f-9381-fc68f91a3695 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444894 Aug 27 12:17:41.097769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:41.166906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ac20b12d-913f-4477-8e8d-d0ef7eb26f94, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:41.177813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:41.223559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-6211a5ca-7f50-426a-95e4-e74a29b60ab5 service neutron] 10.222.0.76 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781974 Aug 27 12:17:41.303309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:41.438547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659dfe7-31b3-4bd8-9f9d-f61fa06dd45f req-1350afc0-341c-46e4-abb0-391fb948fc86 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:41.448131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8659dfe7-31b3-4bd8-9f9d-f61fa06dd45f req-1350afc0-341c-46e4-abb0-391fb948fc86 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0962081 Aug 27 12:17:41.479229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-34e0e502-83e1-4ba3-9089-c66b20051070 service neutron] 10.222.0.76 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474871 Aug 27 12:17:41.519993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8659dfe7-31b3-4bd8-9f9d-f61fa06dd45f req-f1a31383-a769-4313-924f-8703cd5b0ee1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637462 Aug 27 12:17:41.871407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9646a1b9-1a65-4342-958c-9578873140b7 req-8a432e8e-0603-4cc0-a6fe-376d017822d0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 210 time: 0.1053102 Aug 27 12:17:42.058016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57d49ffa-908e-4cc8-8d4c-82f61bc717f4 req-0e8e552f-1006-4b38-ad94-b6a786f2af58 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 210 time: 0.0771446 Aug 27 12:17:42.087625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a16b-617a-44c5-b543-29619f9727b7 req-e6cb11bc-3365-4a20-9fc9-f3f93e0ce5c5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:42.096096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c447a16b-617a-44c5-b543-29619f9727b7 req-e6cb11bc-3365-4a20-9fc9-f3f93e0ce5c5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2162464 Aug 27 12:17:42.151565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c447a16b-617a-44c5-b543-29619f9727b7 req-1e3a4a03-854b-4e5b-8473-472cf05b587b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542967 Aug 27 12:17:42.348925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f1b3-a7d9-43f5-890b-bb54291871cd req-b7443dc7-a4e1-45c1-8f1a-3baaedf5aceb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:42.357155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c54f1b3-a7d9-43f5-890b-bb54291871cd req-b7443dc7-a4e1-45c1-8f1a-3baaedf5aceb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0831413 Aug 27 12:17:42.438004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c54f1b3-a7d9-43f5-890b-bb54291871cd req-0a9cd11f-fc85-44c2-9402-3b667b8f5d6e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799713 Aug 27 12:17:42.730803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505331aa-4f30-4d53-8e96-ca44a26034ce req-dac11e62-0c54-4e58-a21b-6a7cd65f7e74 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:42.733288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-505331aa-4f30-4d53-8e96-ca44a26034ce req-dac11e62-0c54-4e58-a21b-6a7cd65f7e74 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1099167 Aug 27 12:17:42.845425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-505331aa-4f30-4d53-8e96-ca44a26034ce req-8e38fafd-3039-44eb-9d48-897373668b1b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028452 Aug 27 12:17:42.890088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac20b12d-913f-4477-8e8d-d0ef7eb26f94 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:43.069571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:43.073527 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:43.188730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15635ef6-2463-4c02-bd42-731b069e9212 req-04bf29e2-fd90-49d1-b3a2-8fe955148900 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 210 time: 0.1165359 Aug 27 12:17:43.345529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e845a23-1b9b-43dd-8a64-5a1f08833adc req-5d753724-6ee5-4349-97e9-c68d3442107e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 210 time: 0.0994790 Aug 27 12:17:43.390435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-92ea04d8-c1e0-46a4-b937-95e7af5d2f3c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:43.394298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-92ea04d8-c1e0-46a4-b937-95e7af5d2f3c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.3865564 Aug 27 12:17:43.410472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'port': {'device_id': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'admin_state_up': True, 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:43.719968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-56ae6006-7b8d-4ba5-8b0b-9cf279542f9d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:43.721436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-56ae6006-7b8d-4ba5-8b0b-9cf279542f9d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "GET /v2.0/networks?id=42a58e26-2e69-4f2f-94e3-0aa17d784957 HTTP/1.1" status: 200 len: 796 time: 0.2147746 Aug 27 12:17:43.722781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:17:43.726371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:43.906474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-47074fdc-94f3-4ab2-8b89-eb8161ac0432 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad573352da904e8182380ce243e94aa3 HTTP/1.1" status: 200 len: 380 time: 0.1631041 Aug 27 12:17:43.928329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'port': {'device_id': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'admin_state_up': True, 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'security_groups': ['2da8f55a-21d6-41d1-8bdc-a26d9e3eb012']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:44.009702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Allocated IP 172.20.0.4 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/4b597c1b-6f03-48d1-acd7-7443198e0b8b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:17:44.146276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624ecdd-4ea8-4e9c-b501-8ed174291792 req-a252ddb3-32e7-49ea-8fb5-8b75f5134626 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:44.157183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3624ecdd-4ea8-4e9c-b501-8ed174291792 req-a252ddb3-32e7-49ea-8fb5-8b75f5134626 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1017632 Aug 27 12:17:44.245156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3624ecdd-4ea8-4e9c-b501-8ed174291792 req-ca4eb686-681c-467d-be9c-5444a455e894 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815675 Aug 27 12:17:44.348292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:17:44.370691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Made reservation on behalf of ad573352da904e8182380ce243e94aa3 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:17:44.384635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:44.433013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e1ba0d0-6370-4f56-ae34-37db3d60babd req-e510a26a-a60d-44d8-a16f-63d11ecf8547 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 210 time: 0.1161666 Aug 27 12:17:44.524845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-236d610a-2f23-4a4e-b0f5-f7ba80ad553a req-bbcbcffc-d785-4429-a2a4-fd9017103ed5 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 210 time: 0.0512421 Aug 27 12:17:44.561261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:44.561615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:44.583642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'mac_address': 'fa:16:3e:f4:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:17:44.589464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Transition to ACTIVE for port object 4b597c1b-6f03-48d1-acd7-7443198e0b8b will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:44.638620 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:44.641059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb241a-7a02-496b-a1d6-b4e3ba35b576 req-cc1058a1-ae56-4b57-a4bc-a14b85b12f0c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:44.659210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.20.0.4 (42a58e26-2e69-4f2f-94e3-0aa17d784957/1c0465d8-ff6a-4074-bd54-99e2a54c9bf5/675e723a-3407-46d1-8823-d3a5e9706f0f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:17:44.659501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbeb241a-7a02-496b-a1d6-b4e3ba35b576 req-cc1058a1-ae56-4b57-a4bc-a14b85b12f0c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0735204 Aug 27 12:17:44.684590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:44.687485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 706887f7-69ac-4ea9-b538-60a4760d9ca4 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:44.719670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:44.723573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:44.726687 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:44.731552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbeb241a-7a02-496b-a1d6-b4e3ba35b576 req-66094971-77c7-4b59-92e2-a6a4fb7118f4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Aug 27 12:17:44.760895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:44.763748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:44.790173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:44.804179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=4b597c1b-6f03-48d1-acd7-7443198e0b8b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:44.921075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['706887f7-69ac-4ea9-b538-60a4760d9ca4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:44.924553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:44.941697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8640498-0031-4849-b7e9-ce0339622d23 req-e0260d97-e850-4c6a-9c26-bb82743f4aa4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:44.943356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8640498-0031-4849-b7e9-ce0339622d23 req-e0260d97-e850-4c6a-9c26-bb82743f4aa4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1052985 Aug 27 12:17:45.011116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:45.012147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.026455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8640498-0031-4849-b7e9-ce0339622d23 req-427c5e7f-941c-47db-a018-bf242d7d7116 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691040 Aug 27 12:17:45.063935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-1e0b763a-968d-4689-b990-d959377f1e5b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582916 Aug 27 12:17:45.085260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Request body: {'port': {'device_id': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:45.138734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.162742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1bba047d-6a0a-47da-af1a-36641d67158f None None] Provisioning for port 4b597c1b-6f03-48d1-acd7-7443198e0b8b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:45.170210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1bba047d-6a0a-47da-af1a-36641d67158f None None] Provisioning complete for port 4b597c1b-6f03-48d1-acd7-7443198e0b8b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:45.170708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1bba047d-6a0a-47da-af1a-36641d67158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.197964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Transition to ACTIVE for port object 675e723a-3407-46d1-8823-d3a5e9706f0f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:45.209004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.241109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1bba047d-6a0a-47da-af1a-36641d67158f None None] Port 4b597c1b-6f03-48d1-acd7-7443198e0b8b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:17:45.317299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.332189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f00af-7817-4bff-8022-a5bd2149ab20 req-01a1b06b-ad2c-44a1-8414-f2b3f3318858 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:45.334681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-087f00af-7817-4bff-8022-a5bd2149ab20 req-01a1b06b-ad2c-44a1-8414-f2b3f3318858 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0639861 Aug 27 12:17:45.421237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-087f00af-7817-4bff-8022-a5bd2149ab20 req-39c61dde-4c2e-4aea-b699-f05bd57646c4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788038 Aug 27 12:17:45.433290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:17:45.461904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:17:45.463858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=675e723a-3407-46d1-8823-d3a5e9706f0f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:45.466416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:17:45.493879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b1d41-9ff2-4a4c-8fe4-038554e11e44 req-2dd58447-9d3d-4c5d-9c99-aaa76b7f4f10 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:45.506094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a5b1d41-9ff2-4a4c-8fe4-038554e11e44 req-2dd58447-9d3d-4c5d-9c99-aaa76b7f4f10 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 944 time: 0.1123209 Aug 27 12:17:45.536729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:45.537391 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.614363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-95dd2944-d822-4914-b5be-ac13387e1d64 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6899660 Aug 27 12:17:45.630097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Request body: {'port': {'device_id': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:17:45.697071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a5b1d41-9ff2-4a4c-8fe4-038554e11e44 req-bee801ac-d4c8-456d-a8a1-5f506f5fb6bd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891809 Aug 27 12:17:45.740254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b849e6-ec4e-4b00-9379-62c197dd89cf req-2a8cc066-7a85-45c7-af1d-d95231e954e2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:45.749485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49b849e6-ec4e-4b00-9379-62c197dd89cf req-2a8cc066-7a85-45c7-af1d-d95231e954e2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1839943 Aug 27 12:17:45.783626 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:45.816920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49b849e6-ec4e-4b00-9379-62c197dd89cf req-f6586f5a-5755-4d57-96f2-e4ca4454121c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658524 Aug 27 12:17:45.897862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eebc2b36-1876-4d07-a2fd-149ac5cf4104 None None] Provisioning for port 675e723a-3407-46d1-8823-d3a5e9706f0f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:45.910229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eebc2b36-1876-4d07-a2fd-149ac5cf4104 None None] Provisioning complete for port 675e723a-3407-46d1-8823-d3a5e9706f0f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:45.910729 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eebc2b36-1876-4d07-a2fd-149ac5cf4104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.009185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915e9b-97ab-4892-9ff5-7ce64afbc98a req-18c43064-faef-4367-9dff-4ce59187188a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:46.016027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-eebc2b36-1876-4d07-a2fd-149ac5cf4104 None None] Port 675e723a-3407-46d1-8823-d3a5e9706f0f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:17:46.016548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32915e9b-97ab-4892-9ff5-7ce64afbc98a req-18c43064-faef-4367-9dff-4ce59187188a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 931 time: 0.1513350 Aug 27 12:17:46.111325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32915e9b-97ab-4892-9ff5-7ce64afbc98a req-c083a251-be92-42d8-97b9-43106a2c3b11 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891573 Aug 27 12:17:46.120930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aea09f-1893-4db6-bcb6-b9cc106cc358 req-589eb728-b28c-4a69-80fa-8c245e6adbbd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:46.124779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6aea09f-1893-4db6-bcb6-b9cc106cc358 req-589eb728-b28c-4a69-80fa-8c245e6adbbd tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 931 time: 0.0929415 Aug 27 12:17:46.175145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b597c1b-6f03-48d1-acd7-7443198e0b8b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:46.191995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.194056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6aea09f-1893-4db6-bcb6-b9cc106cc358 req-2384dc4d-d3de-413c-b461-44d11f199c3c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554657 Aug 27 12:17:46.259761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Transition to ACTIVE for port object 4b597c1b-6f03-48d1-acd7-7443198e0b8b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:46.268771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.329010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bd46b-e65d-44fc-bdc0-c25ead4a510f req-4d853c1f-a566-46ff-9609-617552a1f0bf tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:46.331925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b4bd46b-e65d-44fc-bdc0-c25ead4a510f req-4d853c1f-a566-46ff-9609-617552a1f0bf tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0998509 Aug 27 12:17:46.348515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:46.431638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b4bd46b-e65d-44fc-bdc0-c25ead4a510f req-88ebe690-4fca-453a-9e05-b19b036141e0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853779 Aug 27 12:17:46.451980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Pushing event updated for resources: {'Port': ['ID=4b597c1b-6f03-48d1-acd7-7443198e0b8b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:46.452796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 706887f7-69ac-4ea9-b538-60a4760d9ca4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:46.452796 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.591679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d796ee4-312f-4e1a-bdc8-b5cc8bdbb4ab req-977e7c8f-2b85-4029-800f-36d5dd2f7e8f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:46.593512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d796ee4-312f-4e1a-bdc8-b5cc8bdbb4ab req-977e7c8f-2b85-4029-800f-36d5dd2f7e8f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0713177 Aug 27 12:17:46.594944 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.639846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:46.642532 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47b51a3-72a0-46dd-8244-028a9d505223" -d '{"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-plugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:46.668188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:46.673414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.683759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Attempting to bind port 4b597c1b-6f03-48d1-acd7-7443198e0b8b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:46.684876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Attempting to bind port 4b597c1b-6f03-48d1-acd7-7443198e0b8b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:46.684998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Attempting to bind port 4b597c1b-6f03-48d1-acd7-7443198e0b8b on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:46.715337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d796ee4-312f-4e1a-bdc8-b5cc8bdbb4ab req-96819c67-7bfb-40a8-aa5d-637ea97b082b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110623 Aug 27 12:17:46.727910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Port 4b597c1b-6f03-48d1-acd7-7443198e0b8b on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:17:46.728242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Attempting to bind port 4b597c1b-6f03-48d1-acd7-7443198e0b8b on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:46.774434 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161a9f8-f73c-4a0b-b6eb-bc3f241638f6 x-openstack-request-id: req-1161a9f8-f73c-4a0b-b6eb-bc3f241638f6 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:46.774971 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-plugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:46.779174 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1161a9f8-f73c-4a0b-b6eb-bc3f241638f6 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:46.779842 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'code': 200} Aug 27 12:17:46.807011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:46.812572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:46.812919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:46.813318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:46.813770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Bound port: 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:46.814136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.877987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675e723a-3407-46d1-8823-d3a5e9706f0f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:46.880540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0289d9-ba4d-4436-a896-20d05ee8540d req-2695e0b2-2954-487d-aff8-c1d247c39f2d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:46.887031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d0289d9-ba4d-4436-a896-20d05ee8540d req-2695e0b2-2954-487d-aff8-c1d247c39f2d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0619853 Aug 27 12:17:46.897361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:46.943627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d0289d9-ba4d-4436-a896-20d05ee8540d req-6aaeca40-dd19-48d5-b3e7-eb6710e0bec9 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510025 Aug 27 12:17:46.971901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Transition to ACTIVE for port object 675e723a-3407-46d1-8823-d3a5e9706f0f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:17:46.980801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:47.045367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Pushing event updated for resources: {'Port': ['ID=675e723a-3407-46d1-8823-d3a5e9706f0f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:47.068717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] For port 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:47.073654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] For port 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:47.081211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:47.218639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.219265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:47.222037 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] 10.222.0.65 "PUT /v2.0/ports/4b597c1b-6f03-48d1-acd7-7443198e0b8b HTTP/1.1" status: 200 len: 1091 time: 2.1413605 Aug 27 12:17:47.222037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'tag': '4b597c1b-6f03-48d1-acd7-7443198e0b8b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:47.224018 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1668504c-a75a-4225-92ea-1c082bf8b94e", "tag": "4b597c1b-6f03-48d1-acd7-7443198e0b8b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:47.228667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Attempting to bind port 675e723a-3407-46d1-8823-d3a5e9706f0f on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:17:47.229004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Attempting to bind port 675e723a-3407-46d1-8823-d3a5e9706f0f by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:17:47.229336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Attempting to bind port 675e723a-3407-46d1-8823-d3a5e9706f0f on network 42a58e26-2e69-4f2f-94e3-0aa17d784957 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:47.238219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119bf9-bd6f-4f56-8fc5-5a18973ba4e3 req-2f41b567-6872-4512-bb13-bab576d58167 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.241407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5119bf9-bd6f-4f56-8fc5-5a18973ba4e3 req-2f41b567-6872-4512-bb13-bab576d58167 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1129799 Aug 27 12:17:47.261492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Port 675e723a-3407-46d1-8823-d3a5e9706f0f on network 42a58e26-2e69-4f2f-94e3-0aa17d784957 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:17:47.261853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Attempting to bind port 675e723a-3407-46d1-8823-d3a5e9706f0f on network 42a58e26-2e69-4f2f-94e3-0aa17d784957 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:17:47.312831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:17:47.313328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Checking segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:17:47.314126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Bound using segment: {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:17:47.314693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Bound port: 675e723a-3407-46d1-8823-d3a5e9706f0f, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6b7b46-10a3-41c9-8d98-e863e2850b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:17:47.315060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:47.359016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c046-5ef2-404a-8787-6934eb1a3c8d service neutron] Pushing event updated for resources: {'Port': ['ID=4b597c1b-6f03-48d1-acd7-7443198e0b8b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:47.404840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5119bf9-bd6f-4f56-8fc5-5a18973ba4e3 req-7d54fba7-b831-4fec-9600-7066cc3fc619 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549237 Aug 27 12:17:47.421076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-456a2b30-18fc-4065-83b5-36781856e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.422818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-456a2b30-18fc-4065-83b5-36781856e9cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 1094 time: 0.1544034 Aug 27 12:17:47.487316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7cb6-306e-461e-b075-8424c8fbb151 req-70dfc8fc-a4ef-4db9-8ebd-79d82b9bd762 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.491417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5ea7cb6-306e-461e-b075-8424c8fbb151 req-70dfc8fc-a4ef-4db9-8ebd-79d82b9bd762 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 943 time: 0.1993973 Aug 27 12:17:47.523556 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-11989890-5041-49fc-9bb4-eb23d6faaf1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b HTTP/1.1" status: 200 len: 217 time: 0.0881765 Aug 27 12:17:47.567587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] For port 675e723a-3407-46d1-8823-d3a5e9706f0f, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:17:47.589934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] For port 675e723a-3407-46d1-8823-d3a5e9706f0f, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=675e723a-3407-46d1-8823-d3a5e9706f0f,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:17:47.598844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:47.603092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5ea7cb6-306e-461e-b075-8424c8fbb151 req-76263f2d-60fb-402d-85b3-5c9ff532c33f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058679 Aug 27 12:17:47.610239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-bb7c5c1e-f1f7-4ddd-9763-3c6d3840b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.612148 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-bb7c5c1e-f1f7-4ddd-9763-3c6d3840b1ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0806580 Aug 27 12:17:47.679073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.679851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:47.681383 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] 10.222.0.65 "PUT /v2.0/ports/675e723a-3407-46d1-8823-d3a5e9706f0f HTTP/1.1" status: 200 len: 1091 time: 2.0583229 Aug 27 12:17:47.746542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6110a-a131-4ff3-bdc9-c6cb88e79eb1 req-bbe3da69-ae15-485f-b0fd-606873d4b1a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.752186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538054f7-fce0-457b-9da3-7854ded07b3b service neutron] Pushing event updated for resources: {'Port': ['ID=675e723a-3407-46d1-8823-d3a5e9706f0f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:47.768455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aa6110a-a131-4ff3-bdc9-c6cb88e79eb1 req-bbe3da69-ae15-485f-b0fd-606873d4b1a7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 943 time: 0.1640131 Aug 27 12:17:47.796962 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f023d-c666-40da-a25e-5f99b981e9b2 x-openstack-request-id: req-950f023d-c666-40da-a25e-5f99b981e9b2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:47.797764 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1668504c-a75a-4225-92ea-1c082bf8b94e", "tag": "4b597c1b-6f03-48d1-acd7-7443198e0b8b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:47.798879 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-950f023d-c666-40da-a25e-5f99b981e9b2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:47.801786 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'tag': '4b597c1b-6f03-48d1-acd7-7443198e0b8b', 'status': 'completed', 'code': 200} Aug 27 12:17:47.806741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-dcf4e4ee-74fc-4ba4-8bf2-1e3c3d14be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.811924 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-dcf4e4ee-74fc-4ba4-8bf2-1e3c3d14be87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783721 Aug 27 12:17:47.890517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aa6110a-a131-4ff3-bdc9-c6cb88e79eb1 req-0ffa6d83-5524-4693-9466-b0f17a517e4b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204777 Aug 27 12:17:47.984921 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-f0c0142a-8998-4603-a1ff-a263f0835703 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609502 Aug 27 12:17:47.988215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-4221c12a-784d-46e9-af08-51cdf93c5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:47.989762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-4221c12a-784d-46e9-af08-51cdf93c5fda service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 1094 time: 0.2662015 Aug 27 12:17:48.088478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6c2c-a437-4edf-b97c-c3188db0b925 req-dc030226-d08d-43fe-9403-aa9247a0958d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.100971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f15e6c2c-a437-4edf-b97c-c3188db0b925 req-dc030226-d08d-43fe-9403-aa9247a0958d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1028678 Aug 27 12:17:48.119082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-625b4200-48a0-4f80-a84f-29ee586a6c74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675e723a-3407-46d1-8823-d3a5e9706f0f HTTP/1.1" status: 200 len: 217 time: 0.1092761 Aug 27 12:17:48.196785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f15e6c2c-a437-4edf-b97c-c3188db0b925 req-f09d20f3-095e-4006-a853-efc90baf3d0e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946784 Aug 27 12:17:48.213060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-8520472f-5e69-4981-a87e-619ac4e63656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.218426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb2156-b1b8-4cc7-9568-5d53864865f7 req-c26c9f6c-1388-4bef-835a-b7b151f1596c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.220300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46cb2156-b1b8-4cc7-9568-5d53864865f7 req-c26c9f6c-1388-4bef-835a-b7b151f1596c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1074746 Aug 27 12:17:48.220682 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-8520472f-5e69-4981-a87e-619ac4e63656 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c0465d8-ff6a-4074-bd54-99e2a54c9bf5 HTTP/1.1" status: 200 len: 835 time: 0.0870376 Aug 27 12:17:48.247876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0c52b805-ff7e-4b63-96d9-fbeb256413b4 req-a28f61f3-e297-4a12-b05a-9e02668c4e66 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479796 Aug 27 12:17:48.305697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-ce381e46-4ad5-48c1-af25-bf0d294a648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.307312 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-ce381e46-4ad5-48c1-af25-bf0d294a648c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a58e26-2e69-4f2f-94e3-0aa17d784957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839798 Aug 27 12:17:48.315860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46cb2156-b1b8-4cc7-9568-5d53864865f7 req-cf741df7-e60a-406f-8926-181018987e43 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892456 Aug 27 12:17:48.450103 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-738a7f18-68fe-4d39-b709-d0871c3dc3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:48.482750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-eb15cde6-2c31-42b1-b904-122a5d50015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.484461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-eb15cde6-2c31-42b1-b904-122a5d50015e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 1094 time: 0.1355584 Aug 27 12:17:48.548007 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-eeb51cc8-8188-433f-8bed-baed0b0f8b8a service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161679 Aug 27 12:17:48.569239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5e461-b340-4893-a7d0-dbbf0658ac54 req-e331b5f3-6629-43c1-9ca3-90682ad2d22c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.570908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4d5e461-b340-4893-a7d0-dbbf0658ac54 req-e331b5f3-6629-43c1-9ca3-90682ad2d22c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0753083 Aug 27 12:17:48.639438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4d5e461-b340-4893-a7d0-dbbf0658ac54 req-476889c8-d642-46b5-bfc2-91de3c3ca7e6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Aug 27 12:17:48.674019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-b9a77b18-0aee-4b8f-8a27-43cfddfbe872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.674019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-b9a77b18-0aee-4b8f-8a27-43cfddfbe872 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1808577 Aug 27 12:17:48.679946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2a883fbe-c715-4e03-9d45-bc579e2990a9 req-b2ea312b-3ac3-460b-b5f9-9ec912ca344d service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218114 Aug 27 12:17:48.757386 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-4a5d2fe4-6740-4a33-bc51-eb36c51ea2e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b HTTP/1.1" status: 200 len: 217 time: 0.0698349 Aug 27 12:17:48.834221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-26b31eed-e571-4982-b76d-ff43903308a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.836002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-26b31eed-e571-4982-b76d-ff43903308a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0710146 Aug 27 12:17:48.838246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efba5a5-7513-4f78-a41b-e1ebacdb262a req-cba4741b-c00f-4c4b-b806-c461dd2c107a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.839773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5efba5a5-7513-4f78-a41b-e1ebacdb262a req-cba4741b-c00f-4c4b-b806-c461dd2c107a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 943 time: 0.0916603 Aug 27 12:17:48.850835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188dcf9-0f3c-463c-80ae-b0912e101de8 req-33439034-d480-4063-b1ec-642d7ea4861d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.859401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2188dcf9-0f3c-463c-80ae-b0912e101de8 req-33439034-d480-4063-b1ec-642d7ea4861d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0964305 Aug 27 12:17:48.916554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-c871988f-a60c-4885-a377-626fd47f73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:48.921794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-c871988f-a60c-4885-a377-626fd47f73d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742121 Aug 27 12:17:48.968853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5efba5a5-7513-4f78-a41b-e1ebacdb262a req-16ffd603-e3df-4745-96ca-34a988941a2d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065793 Aug 27 12:17:48.993490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2188dcf9-0f3c-463c-80ae-b0912e101de8 req-0186e624-4078-424a-88d1-2e778bfb432b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285636 Aug 27 12:17:49.106173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-aa58fd12-8fa6-425b-95f2-744e7ba81194 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748581 Aug 27 12:17:49.205285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1fe2-1d4a-42b4-93f6-3496625e00b0 req-8dc7b103-b7e4-4b78-b184-a56987c1e14f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:49.215295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ed1fe2-1d4a-42b4-93f6-3496625e00b0 req-8dc7b103-b7e4-4b78-b184-a56987c1e14f tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 943 time: 0.1191182 Aug 27 12:17:49.237809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7fa4df58-a2af-4c43-b57c-04f6757c5a1e req-711f1513-7d21-409b-9b13-4b5ec48b651c service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244988 Aug 27 12:17:49.261585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4ed1fe2-1d4a-42b4-93f6-3496625e00b0 req-3a3cc414-bb76-4f65-aa43-68e97b7a2dcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445130 Aug 27 12:17:49.349658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dfea5-7ff9-420a-8728-b7a72762a30b req-a48f03ea-c127-4965-ac98-fea4ac7f1124 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:49.357086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba9dfea5-7ff9-420a-8728-b7a72762a30b req-a48f03ea-c127-4965-ac98-fea4ac7f1124 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0709071 Aug 27 12:17:49.406989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ba9dfea5-7ff9-420a-8728-b7a72762a30b req-64d0c558-ae56-4dc4-bbaa-babde680918e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487876 Aug 27 12:17:49.572694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e9a90-1bfc-4112-9809-a70de8b048b5 req-1aba8e2e-04f5-43b8-9c7a-89eb32500b25 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:49.575030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d3e9a90-1bfc-4112-9809-a70de8b048b5 req-1aba8e2e-04f5-43b8-9c7a-89eb32500b25 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0994008 Aug 27 12:17:49.601545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fecd8d-0f38-4031-9442-c94056107f76 req-34e762f0-3221-4d31-a3e4-908c16b79a5b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:49.603073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fecd8d-0f38-4031-9442-c94056107f76 req-34e762f0-3221-4d31-a3e4-908c16b79a5b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0884387 Aug 27 12:17:49.646039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d3e9a90-1bfc-4112-9809-a70de8b048b5 req-83b5b71e-a1f8-4b5e-956b-af7ae792fbdd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646057 Aug 27 12:17:49.662964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fecd8d-0f38-4031-9442-c94056107f76 req-17bb6ea0-d97e-4123-bb24-062a26944ef5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Aug 27 12:17:49.803305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:49.814678 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ac504-c8b6-4576-bd50-72a5a9aa9241" -d '{"events": [{"name": "network-changed", "server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:49.878888 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6dd778-25b4-4ce1-a1d6-d0efa0d28884 x-openstack-request-id: req-5b6dd778-25b4-4ce1-a1d6-d0efa0d28884 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:49.879184 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:49.879456 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b6dd778-25b4-4ce1-a1d6-d0efa0d28884 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:49.879862 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'status': 'completed', 'code': 200} Aug 27 12:17:49.918139 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:50.000298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-15cde260-4944-442b-95bf-f0dc2a6a8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.002502 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-15cde260-4944-442b-95bf-f0dc2a6a8e54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 1094 time: 0.0978677 Aug 27 12:17:50.064890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cca36-f0cf-4049-85bb-5b37fe126eec req-4bb17e76-65fc-401b-88fa-ed5afb54dbf4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.073174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b92cca36-f0cf-4049-85bb-5b37fe126eec req-4bb17e76-65fc-401b-88fa-ed5afb54dbf4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 814 time: 0.1866467 Aug 27 12:17:50.093594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b92cca36-f0cf-4049-85bb-5b37fe126eec req-af8c40c1-f599-460b-a744-9cbffffe8297 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/quotas/bd93aee7c8cc4877a5c9f469fb2e3d27 HTTP/1.1" status: 200 len: 375 time: 0.0193834 Aug 27 12:17:50.188877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-58550456-acb1-49ff-9102-b49f2d4fe9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.191699 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-58550456-acb1-49ff-9102-b49f2d4fe9f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42a58e26-2e69-4f2f-94e3-0aa17d784957 HTTP/1.1" status: 200 len: 897 time: 0.1814468 Aug 27 12:17:50.228545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd1fd1-e593-40fe-88de-a843cfdbe784 req-a06bf78b-3a5e-41a5-9fd8-b49867c8276d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.236103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88fd1fd1-e593-40fe-88de-a843cfdbe784 req-a06bf78b-3a5e-41a5-9fd8-b49867c8276d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 943 time: 0.1309888 Aug 27 12:17:50.259241 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-78617800-d7e4-48eb-9c4d-d06a0b37da6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675e723a-3407-46d1-8823-d3a5e9706f0f HTTP/1.1" status: 200 len: 217 time: 0.0569034 Aug 27 12:17:50.274764 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b92cca36-f0cf-4049-85bb-5b37fe126eec req-59367e91-cb53-4f28-87f5-7e95e0274ee4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799476 Aug 27 12:17:50.356818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88fd1fd1-e593-40fe-88de-a843cfdbe784 req-6bb2c7bc-5876-4c23-99a4-ac69a562539f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195667 Aug 27 12:17:50.392108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-9a44722c-fc44-4c48-991c-bb47f245735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.402510 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-9a44722c-fc44-4c48-991c-bb47f245735d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c0465d8-ff6a-4074-bd54-99e2a54c9bf5 HTTP/1.1" status: 200 len: 835 time: 0.1376083 Aug 27 12:17:50.489979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-f113f6db-9fba-4308-87cb-4569e346530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.492514 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-f113f6db-9fba-4308-87cb-4569e346530f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a58e26-2e69-4f2f-94e3-0aa17d784957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816932 Aug 27 12:17:50.610685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabe7cf-b5e4-4740-8366-9e538e4021b9 req-48edbc25-6d58-4061-a603-f1edb00350b1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.618179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-bb6c62c5-da24-4005-b279-13fdb07703d3 service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183963 Aug 27 12:17:50.622771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeabe7cf-b5e4-4740-8366-9e538e4021b9 req-48edbc25-6d58-4061-a603-f1edb00350b1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1423912 Aug 27 12:17:50.682796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8463c-5768-4e70-ab79-155535250bc0 req-a0a2fa93-1b8a-48ba-927b-f81616fd1fcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.684936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd8463c-5768-4e70-ab79-155535250bc0 req-a0a2fa93-1b8a-48ba-927b-f81616fd1fcf tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 943 time: 0.1348672 Aug 27 12:17:50.702850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeabe7cf-b5e4-4740-8366-9e538e4021b9 req-80e6dfb3-e4d2-4996-99fd-e6227e99bd3f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 Aug 27 12:17:50.777004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c84ac504-c8b6-4576-bd50-72a5a9aa9241 req-480c7b29-ea4f-46ce-abd6-3bc4cb8952fc service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501627 Aug 27 12:17:50.790557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd8463c-5768-4e70-ab79-155535250bc0 req-38312667-882a-4ee5-bb61-00920cdec338 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863214 Aug 27 12:17:50.855215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ce975-5ba3-43d4-b13c-0dbcadb34fa1 req-13d58c96-c25a-4867-b73e-9aba93f1b062 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.857787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d53ce975-5ba3-43d4-b13c-0dbcadb34fa1 req-13d58c96-c25a-4867-b73e-9aba93f1b062 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0661674 Aug 27 12:17:50.969181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d53ce975-5ba3-43d4-b13c-0dbcadb34fa1 req-a0551b18-4e9b-49fb-bf5b-505f8eef53cb tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018918 Aug 27 12:17:50.971732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ef140496-153d-41dd-b246-d0736095b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:50.985973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b906bd3-dcb2-4b1a-a8ae-29177ef5299f req-06ee7787-9e5f-41ad-a1b2-b22e4cccd453 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:50.997286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b906bd3-dcb2-4b1a-a8ae-29177ef5299f req-06ee7787-9e5f-41ad-a1b2-b22e4cccd453 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1052525 Aug 27 12:17:51.039405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b906bd3-dcb2-4b1a-a8ae-29177ef5299f req-40d873b0-dfb7-44da-b08e-13f9e425fae8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Aug 27 12:17:51.133717 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:51.425662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a1bc676-4a9e-4aab-8637-c844e9eb1cc9 req-3dc4c54d-7af3-4741-8a35-92bdf9d1c646 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27 HTTP/1.1" status: 200 len: 221 time: 0.0434520 Aug 27 12:17:51.592860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679e74-a330-4a9e-a512-23ae5a76f2e5 req-a79d564a-4713-49e6-94cb-7c1ee8e1f55d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:51.601016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb679e74-a330-4a9e-a512-23ae5a76f2e5 req-a79d564a-4713-49e6-94cb-7c1ee8e1f55d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 943 time: 0.1122928 Aug 27 12:17:51.632000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0e88-3d5f-446e-b74c-016a825d1eb8 req-8e964a8c-56a5-4e8a-8fc5-eace64a8c1f1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:51.633549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb9f0e88-3d5f-446e-b74c-016a825d1eb8 req-8e964a8c-56a5-4e8a-8fc5-eace64a8c1f1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1071396 Aug 27 12:17:51.665240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4b597c1b-6f03-48d1-acd7-7443198e0b8b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:17:51.680108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb679e74-a330-4a9e-a512-23ae5a76f2e5 req-e7703292-6c42-4f48-b95e-bbc6692e8877 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777514 Aug 27 12:17:51.735348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb9f0e88-3d5f-446e-b74c-016a825d1eb8 req-e42cbada-a222-48ae-a895-f8310aee6b1f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878642 Aug 27 12:17:51.829325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:51.882431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '4b597c1b-6f03-48d1-acd7-7443198e0b8b', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '4b597c1b-6f03-48d1-acd7-7443198e0b8b', 'mac_address': 'fa:16:3e:f7:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:17:51.971153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:51.989143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a654658-d92c-42a4-979e-ff2941932e67 req-54e0a7f4-33e1-4a50-a3c9-4109dc3b0e9b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:51.992396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b597c1b-6f03-48d1-acd7-7443198e0b8b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:51.998791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a654658-d92c-42a4-979e-ff2941932e67 req-54e0a7f4-33e1-4a50-a3c9-4109dc3b0e9b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1294336 Aug 27 12:17:52.017044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:52.027008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a96546-78a9-42ec-8c88-e6233400aea1 req-72b44022-b7b5-48e5-8a72-9dfbd3851783 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:52.029116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:52.030293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 675e723a-3407-46d1-8823-d3a5e9706f0f details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:17:52.034970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70a96546-78a9-42ec-8c88-e6233400aea1 req-72b44022-b7b5-48e5-8a72-9dfbd3851783 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 943 time: 0.1137283 Aug 27 12:17:52.094576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a654658-d92c-42a4-979e-ff2941932e67 req-30363923-7acf-4f72-a431-124587cef0e0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 Aug 27 12:17:52.149416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-70a96546-78a9-42ec-8c88-e6233400aea1 req-c70ba668-0058-4ac4-8455-d83699ca9cf5 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025016 Aug 27 12:17:52.175377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=4b597c1b-6f03-48d1-acd7-7443198e0b8b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:52.188424 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:52.357470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 675e723a-3407-46d1-8823-d3a5e9706f0f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=675e723a-3407-46d1-8823-d3a5e9706f0f,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:52.373889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'port_id': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'mac_address': 'fa:16:3e:59:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:17:52.415386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a171-c3a3-49e0-8946-8287333f300f req-f56488a6-99c6-4bff-803b-50575e35155c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:52.426961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6357a171-c3a3-49e0-8946-8287333f300f req-f56488a6-99c6-4bff-803b-50575e35155c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1771722 Aug 27 12:17:52.474661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:52.499838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a26f3c-5b54-4e99-b4fd-b54b20598513 req-7b734d67-47d8-4c0a-a89d-6a9d37a0c94e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:52.507515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96a26f3c-5b54-4e99-b4fd-b54b20598513 req-7b734d67-47d8-4c0a-a89d-6a9d37a0c94e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1830630 Aug 27 12:17:52.524008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6357a171-c3a3-49e0-8946-8287333f300f req-dd7b0d02-4a8d-4809-b4a4-a534096f2a5b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938931 Aug 27 12:17:52.598124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96a26f3c-5b54-4e99-b4fd-b54b20598513 req-66d92fb2-c968-48e9-bad9-52bccbda0224 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897141 Aug 27 12:17:52.788578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48248-4aad-4f3e-bb67-9ea80923dd38 req-f25b925e-ea85-4c5c-a82b-7d1b9ec8b7a6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:52.790178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ff48248-4aad-4f3e-bb67-9ea80923dd38 req-f25b925e-ea85-4c5c-a82b-7d1b9ec8b7a6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0785317 Aug 27 12:17:52.841878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675e723a-3407-46d1-8823-d3a5e9706f0f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:17:52.860497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ff48248-4aad-4f3e-bb67-9ea80923dd38 req-8a41ec34-a471-4048-a27e-aa14e6dcc581 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598075 Aug 27 12:17:52.881529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9d17-5f83-4f3d-9f49-e98e27197d22 req-62268173-6449-4e49-83fc-74edef21d6f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:52.894519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbee9d17-5f83-4f3d-9f49-e98e27197d22 req-62268173-6449-4e49-83fc-74edef21d6f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 944 time: 0.1032398 Aug 27 12:17:52.900405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 675e723a-3407-46d1-8823-d3a5e9706f0f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=675e723a-3407-46d1-8823-d3a5e9706f0f,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:52.906839 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:52.952527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36348) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:52.954635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbee9d17-5f83-4f3d-9f49-e98e27197d22 req-b7c8262c-311f-41cd-9190-5c5a626144ea tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Aug 27 12:17:53.037550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=675e723a-3407-46d1-8823-d3a5e9706f0f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:53.138404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae016-65b3-4e80-b9f2-6e5ff8b77151 req-d67c2e66-da9b-48ae-b1a0-3cfed8818c9b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:53.145983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f9ae016-65b3-4e80-b9f2-6e5ff8b77151 req-d67c2e66-da9b-48ae-b1a0-3cfed8818c9b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0802679 Aug 27 12:17:53.182673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.193151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4b597c1b-6f03-48d1-acd7-7443198e0b8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:53.194408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f9ae016-65b3-4e80-b9f2-6e5ff8b77151 req-92f2e613-2435-4722-9b88-316a1f8751c2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Aug 27 12:17:53.264872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['675e723a-3407-46d1-8823-d3a5e9706f0f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:17:53.456013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.458156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cc865-b648-489e-9302-068bdf388109 req-e6e0e879-25bd-451b-a5a5-32719157cee7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:53.470127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.470319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-881cc865-b648-489e-9302-068bdf388109 req-e6e0e879-25bd-451b-a5a5-32719157cee7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 944 time: 0.2253425 Aug 27 12:17:53.503651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd352e-ef5c-42ca-9732-01410602d9ed,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:53.518312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.518962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.519394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.519834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.520269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.520720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.521219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.521564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.521992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.522759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.523060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.523646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:17:53.539448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f412359-5ad6-4850-9c29-24c0913378a4 req-14756e50-c3c9-4015-bb14-dcea9a6b18b8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:53.541081 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9951a7e4-1989-4d63-8f0b-9d14ebf4485c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1033b579d47347178fb1d3ac3968fc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5875468 Aug 27 12:17:53.557984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36362) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:53.564551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f412359-5ad6-4850-9c29-24c0913378a4 req-14756e50-c3c9-4015-bb14-dcea9a6b18b8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2368872 Aug 27 12:17:53.669116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc4c52f3-bc5b-4198-a7c2-b0935f412b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.692442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-881cc865-b648-489e-9302-068bdf388109 req-98941129-b937-47d4-866b-2b402034d327 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213001 Aug 27 12:17:53.734233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f412359-5ad6-4850-9c29-24c0913378a4 req-d21db157-8960-4e41-916d-bf310e4b3d49 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686108 Aug 27 12:17:53.767801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc4c52f3-bc5b-4198-a7c2-b0935f412b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.894572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc4c52f3-bc5b-4198-a7c2-b0935f412b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.897370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc4c52f3-bc5b-4198-a7c2-b0935f412b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.900919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc4c52f3-bc5b-4198-a7c2-b0935f412b7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64dd352e-ef5c-42ca-9732-01410602d9ed HTTP/1.1" status: 204 len: 168 time: 0.3351347 Aug 27 12:17:53.928748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:53.937584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c52f3-bc5b-4198-a7c2-b0935f412b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd352e-ef5c-42ca-9732-01410602d9ed,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:54.017231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2a8a5-49b0-4eb3-841f-703b49cd7e8d req-4c224a6d-3ea0-4ad4-932b-cad058fa0c00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:54.026059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0a2a8a5-49b0-4eb3-841f-703b49cd7e8d req-4c224a6d-3ea0-4ad4-932b-cad058fa0c00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1630447 Aug 27 12:17:54.045624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf81f79-0f25-44b0-8dee-0a504e367b39 req-2c567dea-078a-4880-9927-11ffd1d73e1d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:54.059621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cf81f79-0f25-44b0-8dee-0a504e367b39 req-2c567dea-078a-4880-9927-11ffd1d73e1d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2228327 Aug 27 12:17:54.145845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0a2a8a5-49b0-4eb3-841f-703b49cd7e8d req-38654682-3ee1-41f5-9a11-d59a03a387c1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186957 Aug 27 12:17:54.166038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cf81f79-0f25-44b0-8dee-0a504e367b39 req-0ab8d9f5-c79b-4d8c-a03a-c08e01799cef tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053939 Aug 27 12:17:54.407822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:54.428478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c9004-0609-496f-8ef8-56d1c5f0a6dc req-6c5fdef5-076e-417c-ad4c-4eac995aabdf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:54.438786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b9c9004-0609-496f-8ef8-56d1c5f0a6dc req-6c5fdef5-076e-417c-ad4c-4eac995aabdf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 944 time: 0.1399767 Aug 27 12:17:54.449287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e485d3b-7fcd-43b1-9e70-2b8a36fa99ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:54.520052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b9c9004-0609-496f-8ef8-56d1c5f0a6dc req-11e840d3-9b03-4afb-bf3c-2ec472185029 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710716 Aug 27 12:17:54.597786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dac8d-816c-4e56-8c92-90c656eff6b7 req-511b0dab-2d05-4e24-b1d8-fa5bc9a40534 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:54.606840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-466dac8d-816c-4e56-8c92-90c656eff6b7 req-511b0dab-2d05-4e24-b1d8-fa5bc9a40534 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0997617 Aug 27 12:17:54.679063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-466dac8d-816c-4e56-8c92-90c656eff6b7 req-b69fbc50-af84-4c7e-972f-381c8fd9ff64 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711946 Aug 27 12:17:54.693681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e485d3b-7fcd-43b1-9e70-2b8a36fa99ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:54.716241 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e485d3b-7fcd-43b1-9e70-2b8a36fa99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:54.811166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:54.819647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8e485d3b-7fcd-43b1-9e70-2b8a36fa99ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3ed0d2547ae47ed8d0798e8a6121724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946171 Aug 27 12:17:54.827647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e485d3b-7fcd-43b1-9e70-2b8a36fa99ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb18cd-4748-4afe-95b1-b67f9ddf3645,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:54.995126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0878dd39-f817-43d2-8922-6d2d367a00cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.019898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0878dd39-f817-43d2-8922-6d2d367a00cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.084449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cd588-50e4-447a-8b08-33610e8040fd req-a76031a6-737c-4efc-8b05-0cc1a4969db7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:55.086412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e41cd588-50e4-447a-8b08-33610e8040fd req-a76031a6-737c-4efc-8b05-0cc1a4969db7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 944 time: 0.2395926 Aug 27 12:17:55.087281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0878dd39-f817-43d2-8922-6d2d367a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.090050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0878dd39-f817-43d2-8922-6d2d367a00cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.094988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0878dd39-f817-43d2-8922-6d2d367a00cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0fcb18cd-4748-4afe-95b1-b67f9ddf3645 HTTP/1.1" status: 204 len: 168 time: 0.2827470 Aug 27 12:17:55.107378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07220-a275-4472-8195-5e4d4beb5d32 req-952c084d-7efa-40dc-b857-aeabfc48a3dd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:55.109374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69b07220-a275-4472-8195-5e4d4beb5d32 req-952c084d-7efa-40dc-b857-aeabfc48a3dd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2507360 Aug 27 12:17:55.136572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878dd39-f817-43d2-8922-6d2d367a00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb18cd-4748-4afe-95b1-b67f9ddf3645,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:55.216923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69b07220-a275-4472-8195-5e4d4beb5d32 req-9540262c-5cd3-409d-b0c9-d4113c4e3dc9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941114 Aug 27 12:17:55.256879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e41cd588-50e4-447a-8b08-33610e8040fd req-1b973d98-40e0-4364-a560-a894d3a2289d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596494 Aug 27 12:17:55.416067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae2572-8865-4ff7-8aa9-5830dc7a2b82 req-7db3b2fe-9c24-4b4f-984f-424a49245604 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:55.424873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35ae2572-8865-4ff7-8aa9-5830dc7a2b82 req-7db3b2fe-9c24-4b4f-984f-424a49245604 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1099577 Aug 27 12:17:55.492927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35ae2572-8865-4ff7-8aa9-5830dc7a2b82 req-20300008-c96d-4c82-9de1-cc7d5f523067 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650749 Aug 27 12:17:55.522188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca901-ccb2-4df2-bde5-3fa5cea2ee0e req-c55fd06e-df66-46e0-b9a3-7e73f9bdb155 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:55.529030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95eca901-ccb2-4df2-bde5-3fa5cea2ee0e req-c55fd06e-df66-46e0-b9a3-7e73f9bdb155 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1704478 Aug 27 12:17:55.676459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95eca901-ccb2-4df2-bde5-3fa5cea2ee0e req-d39fbd96-f707-4165-b803-48d9b55f4b73 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139302 Aug 27 12:17:55.720929 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:17:55.725333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 675e723a-3407-46d1-8823-d3a5e9706f0f up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:55.762803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:55.784345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a229aec-d6fb-4ea3-8ba2-57834349c59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.799248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 675e723a-3407-46d1-8823-d3a5e9706f0f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:55.805119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 675e723a-3407-46d1-8823-d3a5e9706f0f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:55.805792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.903500 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.949117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 675e723a-3407-46d1-8823-d3a5e9706f0f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=675e723a-3407-46d1-8823-d3a5e9706f0f,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:55.953731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:55.958764 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27f479f-bf10-4e8d-9d0b-1937a47fcb4c" -d '{"events": [{"server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "name": "network-vif-plugged", "status": "completed", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:55.964043 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:55.965219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4b597c1b-6f03-48d1-acd7-7443198e0b8b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:17:56.025350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=675e723a-3407-46d1-8823-d3a5e9706f0f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:56.101262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 4b597c1b-6f03-48d1-acd7-7443198e0b8b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:17:56.107993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 4b597c1b-6f03-48d1-acd7-7443198e0b8b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:17:56.109200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:56.297958 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:56.320075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f965a-f458-4360-b371-88e49f4cfb5d req-d83d01b5-53ea-40f5-a73b-ee949f6e0d51 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:56.328731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f26f965a-f458-4360-b371-88e49f4cfb5d req-d83d01b5-53ea-40f5-a73b-ee949f6e0d51 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.4966509 Aug 27 12:17:56.391749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:17:56.392608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933666ba-d981-4488-afab-ad614f5ebc50 req-adea6669-be05-49af-95ef-31791f868922 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:56.396999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-933666ba-d981-4488-afab-ad614f5ebc50 req-adea6669-be05-49af-95ef-31791f868922 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 944 time: 0.5616348 Aug 27 12:17:56.398322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:56.463627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f26f965a-f458-4360-b371-88e49f4cfb5d req-5aa7595d-636a-4ae7-893c-cd6691c861ca tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332879 Aug 27 12:17:56.530985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=4b597c1b-6f03-48d1-acd7-7443198e0b8b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:56.573892 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de25da9-dc90-40f7-8f46-050974b9867c x-openstack-request-id: req-7de25da9-dc90-40f7-8f46-050974b9867c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:56.574246 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "name": "network-vif-plugged", "status": "completed", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:56.575396 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7de25da9-dc90-40f7-8f46-050974b9867c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:56.575396 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'code': 200} Aug 27 12:17:56.583582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-933666ba-d981-4488-afab-ad614f5ebc50 req-15f3490f-0224-4246-a0bf-b52b8419bab7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515369 Aug 27 12:17:56.670213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a229aec-d6fb-4ea3-8ba2-57834349c59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:56.685391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a229aec-d6fb-4ea3-8ba2-57834349c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:56.738862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a229aec-d6fb-4ea3-8ba2-57834349c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2140698-3bb1-4447-ad4c-2381210566e5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:56.751881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5a229aec-d6fb-4ea3-8ba2-57834349c59a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70c405278990425d84257ecb5e524f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881206 Aug 27 12:17:56.755062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:17:56.788513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5055a5-5b53-46ee-b922-903771598dba req-3420ce14-1170-45bb-8210-6138e2cf0576 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:56.790825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da5055a5-5b53-46ee-b922-903771598dba req-3420ce14-1170-45bb-8210-6138e2cf0576 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.1191869 Aug 27 12:17:56.795532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c10b60-133f-454d-b702-771bb78f4dc6 req-e49e74d1-d6cb-4aec-8747-679a3648777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:56.797136 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-97c10b60-133f-454d-b702-771bb78f4dc6 req-e49e74d1-d6cb-4aec-8747-679a3648777b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 1096 time: 0.1093628 Aug 27 12:17:56.864808 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-97c10b60-133f-454d-b702-771bb78f4dc6 req-07ce6c4d-6332-4f35-9f22-0813b6e788d8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587170 Aug 27 12:17:56.915182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16607fce-4617-4c85-bb8d-899787f6692b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:56.926479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da5055a5-5b53-46ee-b922-903771598dba req-5955e18e-2471-47cb-937a-973dd66c69b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203198 Aug 27 12:17:56.941413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c936c3-6aa7-4431-9d55-d3045e81e4d6 req-199f3395-8907-4c02-9d83-d2dfcded93da tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:56.943179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52c936c3-6aa7-4431-9d55-d3045e81e4d6 req-199f3395-8907-4c02-9d83-d2dfcded93da tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1671927 Aug 27 12:17:56.966727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16607fce-4617-4c85-bb8d-899787f6692b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:57.065048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52c936c3-6aa7-4431-9d55-d3045e81e4d6 req-c82a86db-4d44-429c-b4bc-5e8f8c074d06 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005356 Aug 27 12:17:57.090225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16607fce-4617-4c85-bb8d-899787f6692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:57.099181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16607fce-4617-4c85-bb8d-899787f6692b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:17:57.099181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-16607fce-4617-4c85-bb8d-899787f6692b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2140698-3bb1-4447-ad4c-2381210566e5 HTTP/1.1" status: 204 len: 168 time: 0.3405409 Aug 27 12:17:57.118793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16607fce-4617-4c85-bb8d-899787f6692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2140698-3bb1-4447-ad4c-2381210566e5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:17:57.260897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0004-6c14-4259-8275-f1a13753b0d2 req-ee8dc711-6c19-445a-9c07-dbde989200fa tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:57.263312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef8d0004-6c14-4259-8275-f1a13753b0d2 req-ee8dc711-6c19-445a-9c07-dbde989200fa tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1468525 Aug 27 12:17:57.326545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef8d0004-6c14-4259-8275-f1a13753b0d2 req-c0a43d1e-8c7a-4e33-a89a-679e69ec5e53 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Aug 27 12:17:57.424849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feddd9c-ebbd-481b-9927-48bdceacdb49 req-e810d153-893f-44fa-be76-79fa69c84ef9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:57.433296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0feddd9c-ebbd-481b-9927-48bdceacdb49 req-e810d153-893f-44fa-be76-79fa69c84ef9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0656183 Aug 27 12:17:57.505779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0feddd9c-ebbd-481b-9927-48bdceacdb49 req-b246638f-4743-4f82-90b5-13adeab8f4d8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713437 Aug 27 12:17:57.657410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d36aa-39b5-4fed-9d07-7007f9c1bd52 req-fe198b39-a877-4666-9bb2-733093bbc166 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:57.658783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-943d36aa-39b5-4fed-9d07-7007f9c1bd52 req-fe198b39-a877-4666-9bb2-733093bbc166 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0767345 Aug 27 12:17:57.718337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-943d36aa-39b5-4fed-9d07-7007f9c1bd52 req-3a135704-924d-4d12-ba87-66dfcb932dce tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522199 Aug 27 12:17:57.812608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f1c78-0d2c-4bbe-816d-7a06d599eb27 req-01f32b2e-0994-4e6c-b55c-04fffd9a5efb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:57.820333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c16f1c78-0d2c-4bbe-816d-7a06d599eb27 req-01f32b2e-0994-4e6c-b55c-04fffd9a5efb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 945 time: 0.1008394 Aug 27 12:17:57.899762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c16f1c78-0d2c-4bbe-816d-7a06d599eb27 req-a19226e6-77cd-4820-9fe6-9e229f83809e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784528 Aug 27 12:17:58.153845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137595-f7d5-409f-a7e1-5c7210832f91 req-09b1a445-2973-4d80-a0fe-544d8ca05152 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:58.166688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1137595-f7d5-409f-a7e1-5c7210832f91 req-09b1a445-2973-4d80-a0fe-544d8ca05152 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1747477 Aug 27 12:17:58.214161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0176b-2875-45ca-bbfd-5082d0ba897c req-3383b30d-d7cc-4c54-98e8-c8311894bd8c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:58.216341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4f0176b-2875-45ca-bbfd-5082d0ba897c req-3383b30d-d7cc-4c54-98e8-c8311894bd8c tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.1152720 Aug 27 12:17:58.250844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1137595-f7d5-409f-a7e1-5c7210832f91 req-2f71f31f-120f-41b6-a95e-1756ea983395 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777485 Aug 27 12:17:58.323716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4f0176b-2875-45ca-bbfd-5082d0ba897c req-5b2e79c0-00e7-4c8c-91bb-5510a1f5a0d4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898561 Aug 27 12:17:58.524305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113003e6-5a11-4c48-b6e0-432f82352dcc req-84504f8e-991c-482b-b22e-7f2e79e52a31 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:58.526174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-113003e6-5a11-4c48-b6e0-432f82352dcc req-84504f8e-991c-482b-b22e-7f2e79e52a31 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1192329 Aug 27 12:17:58.552196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911301ac-3eac-4ad3-9160-7b285b17a031 req-8c6a6fd0-097f-41ec-901e-e0ea3b9d451b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:58.560525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-911301ac-3eac-4ad3-9160-7b285b17a031 req-8c6a6fd0-097f-41ec-901e-e0ea3b9d451b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1112051 Aug 27 12:17:58.576127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b597c1b-6f03-48d1-acd7-7443198e0b8b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:17:58.578938 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb426f8-8a53-47d0-a5df-b1c040af98f8" -d '{"events": [{"server_uuid": "1668504c-a75a-4225-92ea-1c082bf8b94e", "name": "network-vif-plugged", "status": "completed", "tag": "4b597c1b-6f03-48d1-acd7-7443198e0b8b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:17:58.628665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-911301ac-3eac-4ad3-9160-7b285b17a031 req-bd4e042b-a93d-40ca-9d1f-cbf27d524b5c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671155 Aug 27 12:17:58.634608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-113003e6-5a11-4c48-b6e0-432f82352dcc req-4db99671-5b08-42bc-b96c-d6478bca3d74 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977464 Aug 27 12:17:58.730121 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac0552e-54a7-40fc-bf0d-9dab0a03a97a x-openstack-request-id: req-cac0552e-54a7-40fc-bf0d-9dab0a03a97a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:17:58.730801 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1668504c-a75a-4225-92ea-1c082bf8b94e", "name": "network-vif-plugged", "status": "completed", "tag": "4b597c1b-6f03-48d1-acd7-7443198e0b8b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:17:58.731555 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cac0552e-54a7-40fc-bf0d-9dab0a03a97a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:17:58.732141 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b597c1b-6f03-48d1-acd7-7443198e0b8b', 'code': 200} Aug 27 12:17:58.890019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bd8cd-cf88-408b-b0d5-9e482bacbe52 req-88bfc437-8a02-4571-a605-0fdb82ff9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:58.895498 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d39bd8cd-cf88-408b-b0d5-9e482bacbe52 req-88bfc437-8a02-4571-a605-0fdb82ff9565 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 1096 time: 0.0883734 Aug 27 12:17:58.955307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953539f-8b6b-4c94-9c4f-66fb6dca2bb3 req-5c8245ad-f26d-428d-9241-368e55edeea9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:58.969647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b953539f-8b6b-4c94-9c4f-66fb6dca2bb3 req-5c8245ad-f26d-428d-9241-368e55edeea9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0934160 Aug 27 12:17:58.993666 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d39bd8cd-cf88-408b-b0d5-9e482bacbe52 req-e94fab9b-746e-4ffe-8b5e-ef8035c85bdd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906880 Aug 27 12:17:59.063717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b953539f-8b6b-4c94-9c4f-66fb6dca2bb3 req-c247680e-cc96-4193-9459-78a0b07f4b17 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931206 Aug 27 12:17:59.117976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2c28-e01f-43f5-b86a-5554575637bb req-5965d000-bab7-4224-97e0-7dc8881a640a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:59.126227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4ff2c28-e01f-43f5-b86a-5554575637bb req-5965d000-bab7-4224-97e0-7dc8881a640a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 945 time: 0.0957747 Aug 27 12:17:59.182132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4ff2c28-e01f-43f5-b86a-5554575637bb req-58d3f104-4ae6-48d5-98ae-e4f1ea845956 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521281 Aug 27 12:17:59.293456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730d727-d0df-4bf2-878d-d22c4a89ee0b req-8b1ee3e6-edde-4ba2-93f2-c5d19bf0a1c6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:59.297076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d730d727-d0df-4bf2-878d-d22c4a89ee0b req-8b1ee3e6-edde-4ba2-93f2-c5d19bf0a1c6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0858974 Aug 27 12:17:59.353961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d730d727-d0df-4bf2-878d-d22c4a89ee0b req-3667cb28-fbc5-4375-bfed-6f97822ccce2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510199 Aug 27 12:17:59.633067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99371287-8c91-40e1-b25b-7430bcb0b42a req-33166d6c-630b-4adf-8748-ecd00d3dfd69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:59.643248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99371287-8c91-40e1-b25b-7430bcb0b42a req-33166d6c-630b-4adf-8748-ecd00d3dfd69 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.1254847 Aug 27 12:17:59.712304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99371287-8c91-40e1-b25b-7430bcb0b42a req-19008f06-3dfa-4d99-9868-5c50119fc18d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671244 Aug 27 12:17:59.821095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04ffe-f54e-4e73-83b8-79420068e149 req-be9e2ae9-e290-4650-aec9-b8547d9b9e12 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:59.839009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bab04ffe-f54e-4e73-83b8-79420068e149 req-be9e2ae9-e290-4650-aec9-b8547d9b9e12 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1438069 Aug 27 12:17:59.951683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bab04ffe-f54e-4e73-83b8-79420068e149 req-c0ae4dbf-c005-42a9-9f87-b2584f456118 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053767 Aug 27 12:17:59.981454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5685f8-7b01-4c45-82e8-51aba2ac59af req-01fd174c-9e2c-40ef-a116-d07be4104fd0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:17:59.994132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d5685f8-7b01-4c45-82e8-51aba2ac59af req-01fd174c-9e2c-40ef-a116-d07be4104fd0 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1327894 Aug 27 12:18:00.067097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d5685f8-7b01-4c45-82e8-51aba2ac59af req-7bd0fda1-e8ee-4751-8390-d0a4c5a7f191 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715070 Aug 27 12:18:00.299590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1ab85-dd06-409b-a3b1-e36296ccdaad req-dd0eb2c9-8d8f-422c-957c-3d94274da307 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:00.311040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15c1ab85-dd06-409b-a3b1-e36296ccdaad req-dd0eb2c9-8d8f-422c-957c-3d94274da307 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.1999760 Aug 27 12:18:00.458021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15c1ab85-dd06-409b-a3b1-e36296ccdaad req-d6d1e2bb-25b8-44f3-814a-595c55c443e3 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382289 Aug 27 12:18:00.470449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd581a-e421-49f8-b833-c8b13460fe8c req-1538239f-ce79-4a7c-b15b-f321191e1578 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:00.473017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dddd581a-e421-49f8-b833-c8b13460fe8c req-1538239f-ce79-4a7c-b15b-f321191e1578 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2165453 Aug 27 12:18:00.514555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36566) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:00.589042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dddd581a-e421-49f8-b833-c8b13460fe8c req-bcf0f8ae-48dd-42b2-b069-0c0d2c7fc87c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027052 Aug 27 12:18:00.745598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d57a9e-756a-4d9d-b881-2a276ac91f9b tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:00.747920 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-39d57a9e-756a-4d9d-b881-2a276ac91f9b tempest-TestNetworkBasicOps-1082865457 tempest-TestNetworkBasicOps-1082865457-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 1091 time: 0.2314079 Aug 27 12:18:00.753357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:00.775298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:00.855329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:00.896472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b873-bdd8-4af1-94e2-4be189c3bedd req-d34e6263-1bf2-4a39-901e-6bdc9e4b3523 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:00.901743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0447b873-bdd8-4af1-94e2-4be189c3bedd req-d34e6263-1bf2-4a39-901e-6bdc9e4b3523 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 945 time: 0.1401985 Aug 27 12:18:01.011234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0447b873-bdd8-4af1-94e2-4be189c3bedd req-41993677-22af-47b0-bb21-3efa111787a4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964384 Aug 27 12:18:01.210074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:01.529222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Allocated IP 172.25.8.232 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/2a159292-1595-4480-bb43-39ba5fa31690) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:18:01.680304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:01.773075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:01.780466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc51330-8966-4c1a-b194-b9ba1d2a8a56 req-b3b2a523-bb7e-4dfa-923d-c3afe254a384 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:01.789812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fc51330-8966-4c1a-b194-b9ba1d2a8a56 req-b3b2a523-bb7e-4dfa-923d-c3afe254a384 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.3338299 Aug 27 12:18:01.812276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:01.815199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:01.840783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:01.875720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244d232-4c47-4ee1-b63b-32b28297a578 req-988b6555-e754-49b4-adc7-df48c5e54876 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:01.888231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d244d232-4c47-4ee1-b63b-32b28297a578 req-988b6555-e754-49b4-adc7-df48c5e54876 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.3140206 Aug 27 12:18:01.936247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=2a159292-1595-4480-bb43-39ba5fa31690,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:02.027165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fc51330-8966-4c1a-b194-b9ba1d2a8a56 req-41ff87bb-4c2c-42c1-869f-168c4325bc14 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281506 Aug 27 12:18:02.045965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d244d232-4c47-4ee1-b63b-32b28297a578 req-9b11b476-45eb-49b7-a0f8-1471f8597644 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553376 Aug 27 12:18:02.342728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:02.567789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aaf943d-e5b8-4ddc-893f-288e2451d40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:02.823362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aaf943d-e5b8-4ddc-893f-288e2451d40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:02.839976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7aaf943d-e5b8-4ddc-893f-288e2451d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:02.893433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf943d-e5b8-4ddc-893f-288e2451d40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b9de0-61db-464e-8c87-b16d94b93b68,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:02.941056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7aaf943d-e5b8-4ddc-893f-288e2451d40c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=95e0d04cfa1c4eca81936932ed98792f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965638 Aug 27 12:18:02.955363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:03.022046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986ef469-10fa-4def-97ec-c60897046905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.048334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986ef469-10fa-4def-97ec-c60897046905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.123107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986ef469-10fa-4def-97ec-c60897046905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.126895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-986ef469-10fa-4def-97ec-c60897046905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.130990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-986ef469-10fa-4def-97ec-c60897046905 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f12b9de0-61db-464e-8c87-b16d94b93b68 HTTP/1.1" status: 204 len: 168 time: 0.1721821 Aug 27 12:18:03.149222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ef469-10fa-4def-97ec-c60897046905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b9de0-61db-464e-8c87-b16d94b93b68,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:03.272521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.314771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62700c-e1c8-43f6-9092-af640795a769 req-e186c926-4a7a-4b54-b56d-5231daa98e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:03.316406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf62700c-e1c8-43f6-9092-af640795a769 req-e186c926-4a7a-4b54-b56d-5231daa98e00 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1354210 Aug 27 12:18:03.391669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf62700c-e1c8-43f6-9092-af640795a769 req-40309dd8-a312-4533-83d7-916e89eb32e6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494478 Aug 27 12:18:03.425949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ba5e-c4cc-446b-89dc-c1187adf0d8a req-8f2ca89a-ef0a-41cb-b5bf-dea1c991f762 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:03.440434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0574ba5e-c4cc-446b-89dc-c1187adf0d8a req-8f2ca89a-ef0a-41cb-b5bf-dea1c991f762 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1836410 Aug 27 12:18:03.490730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0574ba5e-c4cc-446b-89dc-c1187adf0d8a req-f563d38e-447a-465e-b700-b584cc0a1a5b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Aug 27 12:18:03.525211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.875816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.883448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:03.945413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event updated for resources: {'Port': ['ID=2a159292-1595-4480-bb43-39ba5fa31690,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:03.975666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e701df4-ea1a-4f17-8f2c-613cd38bfca1 req-e7fdeda5-3836-4271-a213-95b123bb5d0e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:03.985199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e701df4-ea1a-4f17-8f2c-613cd38bfca1 req-e7fdeda5-3836-4271-a213-95b123bb5d0e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0737777 Aug 27 12:18:03.996140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:04.045888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e701df4-ea1a-4f17-8f2c-613cd38bfca1 req-950688c0-5074-446c-b269-0f6c03b1256c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Aug 27 12:18:04.185034 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Floating IP 712e50be-8404-4cbf-b3a2-034dc24c5377 associated. External IP: 172.25.8.232, port: 675e723a-3407-46d1-8823-d3a5e9706f0f. Aug 27 12:18:04.527987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router cc44839f-a064-4030-892c-5bb4aa417df9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:18:04.654653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea64d9-0754-42c4-aa4d-fda260120742 req-d83fd8d3-3b3d-4ba6-b8db-7dd5a090d219 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:04.656322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cea64d9-0754-42c4-aa4d-fda260120742 req-d83fd8d3-3b3d-4ba6-b8db-7dd5a090d219 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1197593 Aug 27 12:18:04.752987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cea64d9-0754-42c4-aa4d-fda260120742 req-4246bf6f-08e1-4b5e-b26c-3b1876b5b286 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890291 Aug 27 12:18:04.860752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:18:04.875163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] Sync routers for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:18:04.886772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:04.892654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:04.895206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:04.951677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a8002cb5-7a46-44a7-a1eb-c4c31a170109 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1970758 Aug 27 12:18:04.952299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:18:04.954274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:04.955670 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:18:05.033985 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2768396-4f9f-4c22-a2a0-01291841bde6 x-openstack-request-id: req-b2768396-4f9f-4c22-a2a0-01291841bde6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:18:05.041951 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:18:05.043922 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2768396-4f9f-4c22-a2a0-01291841bde6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:18:05.044600 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'status': 'completed', 'code': 200} Aug 27 12:18:05.108340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:05.120781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59a7d091-10c6-4146-a19a-cd2657fcd783 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/712e50be-8404-4cbf-b3a2-034dc24c5377 HTTP/1.1" status: 200 len: 991 time: 0.1633258 Aug 27 12:18:05.176295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-3139ccb4-5386-45c2-82f6-ad758f7cc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:05.178010 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-3139ccb4-5386-45c2-82f6-ad758f7cc03b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 1096 time: 0.1158502 Aug 27 12:18:05.318177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045553-e66f-4a92-bd5d-75a8f39c106b req-0dd7412c-ead0-4c2b-a706-ec36151b093d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:05.323666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43045553-e66f-4a92-bd5d-75a8f39c106b req-0dd7412c-ead0-4c2b-a706-ec36151b093d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1364300 Aug 27 12:18:05.391585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43045553-e66f-4a92-bd5d-75a8f39c106b req-a361410e-3377-47c8-b7b9-01d74ce71dc2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601921 Aug 27 12:18:05.459738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:05.466267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-a6cb9ad4-3c75-444c-96f2-b4c42a38951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:05.468148 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-a6cb9ad4-3c75-444c-96f2-b4c42a38951f service neutron] 10.222.0.65 "GET /v2.0/networks?id=42a58e26-2e69-4f2f-94e3-0aa17d784957 HTTP/1.1" status: 200 len: 897 time: 0.2825880 Aug 27 12:18:05.619703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-38b9e637-3bbc-4134-a233-4442403ff458 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675e723a-3407-46d1-8823-d3a5e9706f0f HTTP/1.1" status: 200 len: 999 time: 0.1413729 Aug 27 12:18:05.654963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '712e50be-8404-4cbf-b3a2-034dc24c5377', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'port_id': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'mac_address': 'fa:16:3e:59:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:18:02Z', 'updated_at': '2021-08-27T12:18:02Z', 'revision_number': 0, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:41Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:05.681206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-084eeec6-c9f8-4488-adff-0be234a28182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:05.682853 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-084eeec6-c9f8-4488-adff-0be234a28182 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c0465d8-ff6a-4074-bd54-99e2a54c9bf5 HTTP/1.1" status: 200 len: 835 time: 0.0562186 Aug 27 12:18:05.688224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcfb4d-a167-4716-9d1d-92fde87cac69 req-099f8b98-fc20-4e9c-9f29-7af3ffc9cdc8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:05.692998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] Checking router: cc44839f-a064-4030-892c-5bb4aa417df9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:18:05.702581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:05.703221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:05.708396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09bcfb4d-a167-4716-9d1d-92fde87cac69 req-099f8b98-fc20-4e9c-9f29-7af3ffc9cdc8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1837873 Aug 27 12:18:05.785064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ca05769-aab9-486a-8006-16bacd68e513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:05.818234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-d669f5a3-67c1-4532-96e4-849faa4d2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:05.820248 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-d669f5a3-67c1-4532-96e4-849faa4d2394 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a58e26-2e69-4f2f-94e3-0aa17d784957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303566 Aug 27 12:18:05.852216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09bcfb4d-a167-4716-9d1d-92fde87cac69 req-5e685d9d-5a76-408d-878f-59904a21f6b7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427884 Aug 27 12:18:05.928372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:06.019636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-97ac89be-e708-442a-ae35-53d0fc671ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910653 Aug 27 12:18:06.128705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36708) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:06.158512 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ca05769-aab9-486a-8006-16bacd68e513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:06.161313 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ca05769-aab9-486a-8006-16bacd68e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:06.248763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d20b9a0b-273e-4d4a-b7aa-e5735e0fa29d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/712e50be-8404-4cbf-b3a2-034dc24c5377 HTTP/1.1" status: 200 len: 991 time: 0.1174204 Aug 27 12:18:06.298867 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8bd14ebe-4bf4-4ef2-a5c1-aa1317dd28e8 req-a2fff515-f123-4561-ad6d-88c12befd9c8 service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618651 Aug 27 12:18:06.334072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7ca05769-aab9-486a-8006-16bacd68e513 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a77f2287b1b04a568b1153f219ca6216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707137 Aug 27 12:18:06.336156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36710) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:06.360853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a361c-fec9-4bb4-bb8a-1308e3b17886 req-83543109-019f-46c8-8087-e251a83fe954 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:06.366140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-459a361c-fec9-4bb4-bb8a-1308e3b17886 req-83543109-019f-46c8-8087-e251a83fe954 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.3090405 Aug 27 12:18:06.383665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05769-aab9-486a-8006-16bacd68e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af1ad17-6855-4a03-802b-511ef335f4c2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:06.445079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfc4f7-0bd9-4d25-a835-1687eb761462 req-29bdfe0d-7dd3-457b-89de-b48943473733 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:06.445079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cebfc4f7-0bd9-4d25-a835-1687eb761462 req-29bdfe0d-7dd3-457b-89de-b48943473733 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2356918 Aug 27 12:18:06.480039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8421c67-e2f4-4419-996c-20875b6bd3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:06.497729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-459a361c-fec9-4bb4-bb8a-1308e3b17886 req-1cc94c78-519c-49b4-96d5-c29001f8c8d6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217511 Aug 27 12:18:06.532853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8421c67-e2f4-4419-996c-20875b6bd3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:06.540260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '712e50be-8404-4cbf-b3a2-034dc24c5377', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'port_id': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'mac_address': 'fa:16:3e:59:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:18:02Z', 'updated_at': '2021-08-27T12:18:02Z', 'revision_number': 0, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:41Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:06.557655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cebfc4f7-0bd9-4d25-a835-1687eb761462 req-6bb92c24-6cfa-427f-8ae4-ae0b99a3b28e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844128 Aug 27 12:18:06.609739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf3dfc-a39a-48b7-9a42-64659138a36c None None] The sync data for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 is: [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '712e50be-8404-4cbf-b3a2-034dc24c5377', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'port_id': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'mac_address': 'fa:16:3e:59:fb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:18:02Z', 'updated_at': '2021-08-27T12:18:02Z', 'revision_number': 0, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:41Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:18:06.636102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8421c67-e2f4-4419-996c-20875b6bd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:06.640746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8421c67-e2f4-4419-996c-20875b6bd3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:06.646771 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e8421c67-e2f4-4419-996c-20875b6bd3e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9af1ad17-6855-4a03-802b-511ef335f4c2 HTTP/1.1" status: 204 len: 168 time: 0.3071265 Aug 27 12:18:06.670627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8421c67-e2f4-4419-996c-20875b6bd3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af1ad17-6855-4a03-802b-511ef335f4c2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:06.720967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea622-b0c0-45aa-b0e0-26fee9d26062 req-1d29c2ad-bef6-4ada-946a-4e36aa7a48fd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:06.730997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-939ea622-b0c0-45aa-b0e0-26fee9d26062 req-1d29c2ad-bef6-4ada-946a-4e36aa7a48fd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0979812 Aug 27 12:18:06.779042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-939ea622-b0c0-45aa-b0e0-26fee9d26062 req-df5275e4-2ee7-42b6-ae32-d3e933ec6e88 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470443 Aug 27 12:18:07.030319 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800f7a1-9617-4035-8be9-0215d63d165f None None] New status for floating IP 712e50be-8404-4cbf-b3a2-034dc24c5377: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:18:07.135280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d15ce-6da1-467c-a126-7fe0ed60408c req-0895cdb9-b0cb-48f0-9934-e7173152d81f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:07.143796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c8d15ce-6da1-467c-a126-7fe0ed60408c req-0895cdb9-b0cb-48f0-9934-e7173152d81f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1636627 Aug 27 12:18:07.251058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36734) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:07.262901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c8d15ce-6da1-467c-a126-7fe0ed60408c req-67fe820d-f854-4595-9793-e4a585d9988a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137795 Aug 27 12:18:07.417025 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a11185d0-fb1c-4187-b51f-011f25272dcc tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/712e50be-8404-4cbf-b3a2-034dc24c5377 HTTP/1.1" status: 200 len: 993 time: 0.1572225 Aug 27 12:18:07.519882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177a9c-cd10-4f03-81ca-98d687967fa8 req-54303755-f42a-4ff2-934a-68b080bd3d40 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:07.521942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff177a9c-cd10-4f03-81ca-98d687967fa8 req-54303755-f42a-4ff2-934a-68b080bd3d40 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0622113 Aug 27 12:18:07.600233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff177a9c-cd10-4f03-81ca-98d687967fa8 req-affdfa92-db67-4bb3-8434-47fd65fe9206 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712585 Aug 27 12:18:07.705276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e21bcf-aadd-4a54-9d37-b0910bcec83a req-cdc3f040-95cc-4789-b310-3485ddc39bc7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:07.709886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27e21bcf-aadd-4a54-9d37-b0910bcec83a req-cdc3f040-95cc-4789-b310-3485ddc39bc7 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0748844 Aug 27 12:18:07.791966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27e21bcf-aadd-4a54-9d37-b0910bcec83a req-28875bcf-f52d-449c-8819-299bd142f772 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719962 Aug 27 12:18:07.870308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a389a-897f-4560-abbd-1d012f4a5918 req-c210d7f0-6d6b-4ff5-a2e8-03a4fccd6a1e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:07.872115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3a389a-897f-4560-abbd-1d012f4a5918 req-c210d7f0-6d6b-4ff5-a2e8-03a4fccd6a1e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0792298 Aug 27 12:18:07.950593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3a389a-897f-4560-abbd-1d012f4a5918 req-4bfe69d4-1030-4cd4-93f9-8de3fbfc748f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710475 Aug 27 12:18:08.125735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:08.129368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd39a37-6792-4afc-9d5b-123b34d871a2 req-84a69f27-283a-4b85-b82b-2162d56f2012 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:08.137524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd39a37-6792-4afc-9d5b-123b34d871a2 req-84a69f27-283a-4b85-b82b-2162d56f2012 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1104929 Aug 27 12:18:08.200291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd39a37-6792-4afc-9d5b-123b34d871a2 req-180c1347-4845-41fa-9949-e659d1e5ac70 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618420 Aug 27 12:18:08.399626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b646b-f940-431a-9f43-f36d97b5b40b req-bf958ea6-d184-45b1-b5d9-4962c88396ce tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:08.408046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-262b646b-f940-431a-9f43-f36d97b5b40b req-bf958ea6-d184-45b1-b5d9-4962c88396ce tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0709548 Aug 27 12:18:08.452825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-262b646b-f940-431a-9f43-f36d97b5b40b req-1b58d96e-9a52-4862-8b52-559d54c27874 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Aug 27 12:18:08.683301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb07b-388c-468d-b323-ffb2a6e0ccb4 req-4af78c10-0e6c-4818-b0b2-b7292ccae85e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:08.692066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b3cb07b-388c-468d-b323-ffb2a6e0ccb4 req-4af78c10-0e6c-4818-b0b2-b7292ccae85e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1492207 Aug 27 12:18:08.736998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b3cb07b-388c-468d-b323-ffb2a6e0ccb4 req-67b2fb85-f67f-4b97-801c-e4340283eae4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Aug 27 12:18:08.898037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a99ce-329d-4be8-aab4-d8316a2852b4 req-f415ee12-ba88-4ab7-9013-68321b1a10f3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:08.900307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-524a99ce-329d-4be8-aab4-d8316a2852b4 req-f415ee12-ba88-4ab7-9013-68321b1a10f3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0786452 Aug 27 12:18:08.985660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255186b-bfad-49d8-9c61-9ea0c39a698d req-7c131d9b-69af-475a-95d2-492e65f83b78 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:08.994869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2255186b-bfad-49d8-9c61-9ea0c39a698d req-7c131d9b-69af-475a-95d2-492e65f83b78 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0935326 Aug 27 12:18:09.018342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-524a99ce-329d-4be8-aab4-d8316a2852b4 req-70f310df-4e0e-4076-bd80-dfe9ba82ff30 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068285 Aug 27 12:18:09.073684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2255186b-bfad-49d8-9c61-9ea0c39a698d req-d52daabd-6eff-4dfa-926b-26a035ae5a73 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777993 Aug 27 12:18:09.183843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1bf09-257d-4234-ba1b-46991d29f265 req-24a88fe2-9dfc-4600-979e-b258007c0287 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:09.186233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4c1bf09-257d-4234-ba1b-46991d29f265 req-24a88fe2-9dfc-4600-979e-b258007c0287 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0643756 Aug 27 12:18:09.287723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4c1bf09-257d-4234-ba1b-46991d29f265 req-fcc263ae-021a-4ddb-b76e-f9e2ed78d4f5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838530 Aug 27 12:18:09.657027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac7b51-24c7-4330-b098-07d087efe96b req-13ba43b9-51a1-43f7-a330-7e17fa625f16 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:09.659241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39ac7b51-24c7-4330-b098-07d087efe96b req-13ba43b9-51a1-43f7-a330-7e17fa625f16 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0936339 Aug 27 12:18:09.761732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39ac7b51-24c7-4330-b098-07d087efe96b req-12a496eb-65be-4673-863d-890fb7c03263 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957372 Aug 27 12:18:09.906319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9e3c3-6a32-415e-ae0f-28fdb4c726c9 req-c2679219-65b1-4473-8b3c-2510b31b8de8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:09.908018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56a9e3c3-6a32-415e-ae0f-28fdb4c726c9 req-c2679219-65b1-4473-8b3c-2510b31b8de8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0660884 Aug 27 12:18:09.985200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56a9e3c3-6a32-415e-ae0f-28fdb4c726c9 req-a5e891eb-9a53-4e4f-8cff-e3b81a9e05c2 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696604 Aug 27 12:18:10.159229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36876) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:10.216598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1f4c-e4e5-4fef-9346-ab6b806219f9 req-e264d58a-c152-4a6b-8298-813c7b49b576 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:10.220179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbfa1f4c-e4e5-4fef-9346-ab6b806219f9 req-e264d58a-c152-4a6b-8298-813c7b49b576 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1253517 Aug 27 12:18:10.341532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbfa1f4c-e4e5-4fef-9346-ab6b806219f9 req-26eae8a6-ed52-4abb-9e5a-8a7242289657 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139097 Aug 27 12:18:10.359195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51dfbf2f-f035-474b-9bc0-6746b24bba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.377052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dbf7d-6aa4-41de-8071-dc065589e3bb req-56911d8f-5f83-4333-ba40-b6e3f325a8fe tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:10.384592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d4dbf7d-6aa4-41de-8071-dc065589e3bb req-56911d8f-5f83-4333-ba40-b6e3f325a8fe tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1262956 Aug 27 12:18:10.437264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d4dbf7d-6aa4-41de-8071-dc065589e3bb req-7810798d-42ab-4c76-8455-b231227dde39 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513792 Aug 27 12:18:10.517390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51dfbf2f-f035-474b-9bc0-6746b24bba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.522627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51dfbf2f-f035-474b-9bc0-6746b24bba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.567897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfbf2f-f035-474b-9bc0-6746b24bba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1645550e-45ce-4f0a-8253-eb70fb58dde8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:10.575185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-51dfbf2f-f035-474b-9bc0-6746b24bba8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01eb7c925ca64c58831d4df644223e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118326 Aug 27 12:18:10.579498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a0618-4aa8-4270-8d21-4df185242748 req-d42881c7-c3a0-4595-892a-de3c4cc904ea tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:10.581187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f6a0618-4aa8-4270-8d21-4df185242748 req-d42881c7-c3a0-4595-892a-de3c4cc904ea tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0673649 Aug 27 12:18:10.581744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:10.648518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f6a0618-4aa8-4270-8d21-4df185242748 req-1d86312a-3f4a-43d8-a55b-6b154f81069c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601559 Aug 27 12:18:10.667723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf893ff-d8ce-4c5d-87e6-0cc36dd7858a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.691647 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf893ff-d8ce-4c5d-87e6-0cc36dd7858a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.747565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf893ff-d8ce-4c5d-87e6-0cc36dd7858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.750460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf893ff-d8ce-4c5d-87e6-0cc36dd7858a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:10.754942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dbf893ff-d8ce-4c5d-87e6-0cc36dd7858a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1645550e-45ce-4f0a-8253-eb70fb58dde8 HTTP/1.1" status: 204 len: 168 time: 0.1721573 Aug 27 12:18:10.766358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf893ff-d8ce-4c5d-87e6-0cc36dd7858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1645550e-45ce-4f0a-8253-eb70fb58dde8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:10.848227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61c771-9eb0-444e-913c-bd363f2ec6f3 req-ff985873-8dac-42bf-a900-69fef7fcbe5c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:10.850307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d61c771-9eb0-444e-913c-bd363f2ec6f3 req-ff985873-8dac-42bf-a900-69fef7fcbe5c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0605805 Aug 27 12:18:10.906910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d61c771-9eb0-444e-913c-bd363f2ec6f3 req-b58328d3-500b-4544-a186-9187e612732c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Aug 27 12:18:11.027681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d156-2745-4a3c-9add-93811738d929 req-b7e7c4bb-d222-451d-9628-9f0aa6e7cdd0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.029284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a039d156-2745-4a3c-9add-93811738d929 req-b7e7c4bb-d222-451d-9628-9f0aa6e7cdd0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0541039 Aug 27 12:18:11.073470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a039d156-2745-4a3c-9add-93811738d929 req-c4b49433-2e8b-4d2a-a830-9dd97694d51d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Aug 27 12:18:11.125456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36908) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:11.144114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de57f6d4-c2f5-402f-b5fa-4c288a049eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.271454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de57f6d4-c2f5-402f-b5fa-4c288a049eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.279241 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de57f6d4-c2f5-402f-b5fa-4c288a049eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.327383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067a04a-fbe9-447e-bc53-79b127042f1d req-71172321-760a-45eb-95fe-371aa6b32ce5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.334945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1067a04a-fbe9-447e-bc53-79b127042f1d req-71172321-760a-45eb-95fe-371aa6b32ce5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0623958 Aug 27 12:18:11.356957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-de57f6d4-c2f5-402f-b5fa-4c288a049eb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fee37512c8f4a139301266b62b8a933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294147 Aug 27 12:18:11.359262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f6d4-c2f5-402f-b5fa-4c288a049eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db77dd49-25a8-4f42-a5c7-16e0f3fbb39f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:11.361886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36914) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:11.390955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1067a04a-fbe9-447e-bc53-79b127042f1d req-26688dc0-81ef-4a79-854f-caec1ba2886a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Aug 27 12:18:11.397033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-1b81afda-67ae-4b75-a854-93ae1bf7d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.399119 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-1b81afda-67ae-4b75-a854-93ae1bf7d864 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1096 time: 0.1010759 Aug 27 12:18:11.509853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ad6532-4a14-4b39-916f-14e4afaa077b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.559412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ad6532-4a14-4b39-916f-14e4afaa077b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.566935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-2c8ae314-5ab1-4ef9-bff4-99933c8303ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.568472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-2c8ae314-5ab1-4ef9-bff4-99933c8303ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1608226 Aug 27 12:18:11.608710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68f661-d2b9-4445-8427-73c137c8077d req-a2e0977b-fe3b-4003-b853-87a019386031 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.610424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed68f661-d2b9-4445-8427-73c137c8077d req-a2e0977b-fe3b-4003-b853-87a019386031 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0849409 Aug 27 12:18:11.645813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bae3b-83d9-4d10-a055-c74701837b6d req-97953a3d-ed87-460c-bfbf-e0a182c57d3b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.647526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-557bae3b-83d9-4d10-a055-c74701837b6d req-97953a3d-ed87-460c-bfbf-e0a182c57d3b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.0839319 Aug 27 12:18:11.674734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-a52ee447-1fc8-4f0d-88b0-c2c11cbf69c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 1001 time: 0.0966606 Aug 27 12:18:11.677483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed68f661-d2b9-4445-8427-73c137c8077d req-81e5ed94-7619-464d-b1c2-7eb7eab6a2f4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578752 Aug 27 12:18:11.722524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-557bae3b-83d9-4d10-a055-c74701837b6d req-d875241c-eb81-4c69-809c-0b2903eb0ed8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564868 Aug 27 12:18:11.749310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-c2f50531-829d-408b-a8ef-4d614ac9a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.751140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-c2f50531-829d-408b-a8ef-4d614ac9a555 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0674748 Aug 27 12:18:11.752190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ad6532-4a14-4b39-916f-14e4afaa077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.754993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69ad6532-4a14-4b39-916f-14e4afaa077b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:11.756055 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-69ad6532-4a14-4b39-916f-14e4afaa077b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db77dd49-25a8-4f42-a5c7-16e0f3fbb39f HTTP/1.1" status: 204 len: 168 time: 0.3919966 Aug 27 12:18:11.770565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad6532-4a14-4b39-916f-14e4afaa077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db77dd49-25a8-4f42-a5c7-16e0f3fbb39f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:11.862868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36934) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:11.875015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-50618a51-590d-4921-927f-6c58e048635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:11.877709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-50618a51-590d-4921-927f-6c58e048635a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927832 Aug 27 12:18:11.942803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Deleting subnet 3c5efa07-6c11-45ed-8d48-624f8910a133 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:18:11.946904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.001980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e4cf-4125-4102-8eb9-a2e0b3d8cc83 req-03c635f6-4712-4bb4-959d-43070ecf4a48 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:12.005234 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-40519ca5-29ff-40c2-9ea7-91e40084a928 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175160 Aug 27 12:18:12.008824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-add0e4cf-4125-4102-8eb9-a2e0b3d8cc83 req-03c635f6-4712-4bb4-959d-43070ecf4a48 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1122806 Aug 27 12:18:12.024536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.067302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.120628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a11c250e-4d22-4b55-82f4-96e041d8f428 req-9d31f51f-de3d-4448-b6e3-fd9ee7750ca5 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070273 Aug 27 12:18:12.136443 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.153714 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.155917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3c5efa07-6c11-45ed-8d48-624f8910a133 HTTP/1.1" status: 204 len: 168 time: 0.2919548 Aug 27 12:18:12.160133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36940) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:12.204409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-add0e4cf-4125-4102-8eb9-a2e0b3d8cc83 req-27cf68d0-86b6-4db9-b537-16eb3f61d179 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936798 Aug 27 12:18:12.206122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75002b6c-bb2f-4bc6-a662-ae089fabd4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5efa07-6c11-45ed-8d48-624f8910a133,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:12.265543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.364685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575dd29-36c6-48e6-918f-c3205eefd665 req-deb33366-139c-43b0-b994-ae80b49efcbb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:12.366442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c575dd29-36c6-48e6-918f-c3205eefd665 req-deb33366-139c-43b0-b994-ae80b49efcbb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0751588 Aug 27 12:18:12.370741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.381584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d21eea-ce75-4232-abfc-691372fe6e35']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:12.392802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191ff46d-20f7-4f95-9d72-11f3be98fc05') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:12.393103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191ff46d-20f7-4f95-9d72-11f3be98fc05') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:12.404541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.420357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c575dd29-36c6-48e6-918f-c3205eefd665 req-3c2c24b5-3a57-4861-89b1-9d4d5a37806b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Aug 27 12:18:12.423887 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.430847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:18:12.431491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:18:12.434108 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:18:12.494021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.501634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.503701 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b1d21eea-ce75-4232-abfc-691372fe6e35 HTTP/1.1" status: 204 len: 168 time: 0.3423674 Aug 27 12:18:12.515993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2529f2e-7bde-4b5e-ab87-57a297f8deb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d21eea-ce75-4232-abfc-691372fe6e35,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:12.674229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36966) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:12.725471 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ad261beb-18ec-4174-b892-ea21869b88aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53d96228961642daa4ceabdbb5de5011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499687 Aug 27 12:18:12.728072 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36968) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:12.789014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82415495-2c51-4d83-a2e6-eec9eb028be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.826716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82415495-2c51-4d83-a2e6-eec9eb028be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.903412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82415495-2c51-4d83-a2e6-eec9eb028be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.906287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82415495-2c51-4d83-a2e6-eec9eb028be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:12.907503 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82415495-2c51-4d83-a2e6-eec9eb028be8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df7677da-2f23-44f9-aa31-42de681b969d HTTP/1.1" status: 204 len: 168 time: 0.1782815 Aug 27 12:18:12.913197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1fcd7-595d-447c-acbe-99c47ed7b14a req-fe9474e7-fcdc-40c5-8a9d-b72c8f1b0ef4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:12.915870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2c1fcd7-595d-447c-acbe-99c47ed7b14a req-fe9474e7-fcdc-40c5-8a9d-b72c8f1b0ef4 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1001031 Aug 27 12:18:12.921328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82415495-2c51-4d83-a2e6-eec9eb028be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7677da-2f23-44f9-aa31-42de681b969d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:12.969191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2c1fcd7-595d-447c-acbe-99c47ed7b14a req-8c9b7e4b-090d-422c-8dbb-c2523d91337b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Aug 27 12:18:13.092041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfe5ec-a9a4-4c7e-8765-ae43dba9cb16 req-45a4130a-c7ba-42d5-89c5-27eb82937c2d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:13.093839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59dfe5ec-a9a4-4c7e-8765-ae43dba9cb16 req-45a4130a-c7ba-42d5-89c5-27eb82937c2d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0621717 Aug 27 12:18:13.153170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59dfe5ec-a9a4-4c7e-8765-ae43dba9cb16 req-ad0153de-bf85-4621-bdc4-89d3a08d8f54 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508542 Aug 27 12:18:14.158969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332b78-765e-45a5-9e74-ee7ea5179464 req-330cc6e6-9e81-4aac-a8cf-6bb7888c2499 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:14.170572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81332b78-765e-45a5-9e74-ee7ea5179464 req-330cc6e6-9e81-4aac-a8cf-6bb7888c2499 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 945 time: 0.1017447 Aug 27 12:18:14.239800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81332b78-765e-45a5-9e74-ee7ea5179464 req-5d4e74dc-bb4e-4138-b756-bb60e6657f3f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679822 Aug 27 12:18:14.302629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87547e1d-89b6-4225-8950-b2acbb97641e req-d465e672-4761-40e6-85f5-8f7e06e924c6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:14.317221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87547e1d-89b6-4225-8950-b2acbb97641e req-d465e672-4761-40e6-85f5-8f7e06e924c6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0968413 Aug 27 12:18:14.380499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87547e1d-89b6-4225-8950-b2acbb97641e req-7afe7c8c-34bf-41fd-8889-33b4567dbfe4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620613 Aug 27 12:18:14.434667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f9347-05f3-4c00-bcc8-1f058f16267d req-d007839e-5fe8-4475-85f0-83f0f57ddf2a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:14.439028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b99f9347-05f3-4c00-bcc8-1f058f16267d req-d007839e-5fe8-4475-85f0-83f0f57ddf2a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0751150 Aug 27 12:18:14.485271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:18:14.495012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b99f9347-05f3-4c00-bcc8-1f058f16267d req-faad60f5-c0ba-4cc2-bc13-fd673a4f3495 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Aug 27 12:18:14.578069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84d30-fb77-4bdd-8da1-e46d886c98d2 req-be10911a-efc5-4efb-8b76-6b441f3669aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:14.580465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2c84d30-fb77-4bdd-8da1-e46d886c98d2 req-be10911a-efc5-4efb-8b76-6b441f3669aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0790312 Aug 27 12:18:14.642284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2c84d30-fb77-4bdd-8da1-e46d886c98d2 req-e774cfa1-ff60-432b-9c27-63bc590ba8f5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547967 Aug 27 12:18:14.666659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:14.746601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:14.747821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:18:14.751584 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5baaaf9-fd49-46eb-85d1-ad0f2510ea4a" -d '{"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-unplugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:18:14.756474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:14.836467 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31b7ff-6adf-4ed5-a149-c5f1b3808763 x-openstack-request-id: req-1a31b7ff-6adf-4ed5-a149-c5f1b3808763 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:18:14.837080 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-unplugged", "status": "failed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:18:14.837532 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a31b7ff-6adf-4ed5-a149-c5f1b3808763 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:18:14.838350 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'code': 422} returned with failed status Aug 27 12:18:14.841141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:15.000851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fef71-24fb-4721-9f68-bb8d387710cd req-3e6498e3-f192-450c-b740-c7327c41862d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:15.008439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-983fef71-24fb-4721-9f68-bb8d387710cd req-3e6498e3-f192-450c-b740-c7327c41862d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0776608 Aug 27 12:18:15.045005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-983fef71-24fb-4721-9f68-bb8d387710cd req-8ce37219-fc39-4778-a70f-a45b8620eea1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357461 Aug 27 12:18:15.081807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:15.236729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f509a7b-a182-4078-a72e-0b3a5e9529a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.372767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f509a7b-a182-4078-a72e-0b3a5e9529a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.378365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f509a7b-a182-4078-a72e-0b3a5e9529a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.408761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d850a3-7f8c-4944-ae5f-6728700c926f req-3bf7e073-48b8-4f39-a2dc-447a70667e45 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:15.410852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55d850a3-7f8c-4944-ae5f-6728700c926f req-3bf7e073-48b8-4f39-a2dc-447a70667e45 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0573497 Aug 27 12:18:15.421276 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7f509a7b-a182-4078-a72e-0b3a5e9529a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89c1e8b5293943b497a9f96d79675694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355026 Aug 27 12:18:15.426733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:15.472089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55d850a3-7f8c-4944-ae5f-6728700c926f req-ffce7842-9748-4ab3-9dfa-c6ce9660c751 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530891 Aug 27 12:18:15.478913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f509a7b-a182-4078-a72e-0b3a5e9529a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a14529-4fae-4f28-a1aa-b63e60e4e698,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:15.516021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0824-cee4-41e2-a5e4-ad3a4b126542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.542773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0824-cee4-41e2-a5e4-ad3a4b126542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.571694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16733d2f-30c4-4c74-a6ea-4b42c41647d6 req-9dd39fe3-c8cc-4fe1-8ec2-34df5e19638d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:15.574841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16733d2f-30c4-4c74-a6ea-4b42c41647d6 req-9dd39fe3-c8cc-4fe1-8ec2-34df5e19638d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0666494 Aug 27 12:18:15.619521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0824-cee4-41e2-a5e4-ad3a4b126542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.622985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0824-cee4-41e2-a5e4-ad3a4b126542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:15.627438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8e1c0824-cee4-41e2-a5e4-ad3a4b126542 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8a14529-4fae-4f28-a1aa-b63e60e4e698 HTTP/1.1" status: 204 len: 168 time: 0.1973751 Aug 27 12:18:15.633322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16733d2f-30c4-4c74-a6ea-4b42c41647d6 req-b88bed65-3f69-4b43-9b6b-58c994136952 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489364 Aug 27 12:18:15.643286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c0824-cee4-41e2-a5e4-ad3a4b126542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a14529-4fae-4f28-a1aa-b63e60e4e698,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:15.776204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5fc4e-1319-49a1-8b3b-be103a31225f req-3dd06504-f9c0-4484-a18f-46359c2b3d99 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:15.780572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feb5fc4e-1319-49a1-8b3b-be103a31225f req-3dd06504-f9c0-4484-a18f-46359c2b3d99 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0750566 Aug 27 12:18:15.849749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feb5fc4e-1319-49a1-8b3b-be103a31225f req-f14c2dce-4f32-4203-974f-0893fb9b4cf3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689774 Aug 27 12:18:16.033639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:16.050200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-916a6231-9f38-4e83-bb8f-601c9abf7531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.180436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-916a6231-9f38-4e83-bb8f-601c9abf7531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.186793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-916a6231-9f38-4e83-bb8f-601c9abf7531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.234594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a6231-9f38-4e83-bb8f-601c9abf7531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249a280-7827-4fbe-9e3c-ec5ab6934148,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:16.240756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-916a6231-9f38-4e83-bb8f-601c9abf7531 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58b542e3eb624b92906c50ad58498f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053449 Aug 27 12:18:16.243964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37188) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:16.298183 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea36a23d-592c-4492-94eb-ca177b97ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.320422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea36a23d-592c-4492-94eb-ca177b97ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.380235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea36a23d-592c-4492-94eb-ca177b97ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.383114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea36a23d-592c-4492-94eb-ca177b97ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:16.384284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea36a23d-592c-4492-94eb-ca177b97ff92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8249a280-7827-4fbe-9e3c-ec5ab6934148 HTTP/1.1" status: 204 len: 168 time: 0.1386430 Aug 27 12:18:16.393314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36a23d-592c-4492-94eb-ca177b97ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249a280-7827-4fbe-9e3c-ec5ab6934148,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:16.729488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca98dfe-2371-4a88-b634-bbae7f4896e9 req-85b45698-a122-40be-97e4-18d80ca5d4e1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:16.739054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ca98dfe-2371-4a88-b634-bbae7f4896e9 req-85b45698-a122-40be-97e4-18d80ca5d4e1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0828109 Aug 27 12:18:16.815862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ca98dfe-2371-4a88-b634-bbae7f4896e9 req-9e915ae7-e0b4-4fcb-84f2-7a5303012d15 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750418 Aug 27 12:18:16.853727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424b73-4b80-4508-b56f-f600a1e11d3c req-62d30471-4614-4acf-ace3-1f25a2175cd3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:16.856094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6424b73-4b80-4508-b56f-f600a1e11d3c req-62d30471-4614-4acf-ace3-1f25a2175cd3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0846076 Aug 27 12:18:16.961273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6424b73-4b80-4508-b56f-f600a1e11d3c req-18d55f78-f312-44d2-8701-a3f763ae0351 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982239 Aug 27 12:18:17.111432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450ef14-7e13-4c8a-b50e-31a46a49f073 req-0b4235a9-8ad0-4458-a6c9-a7eeefec1149 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:17.114138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f450ef14-7e13-4c8a-b50e-31a46a49f073 req-0b4235a9-8ad0-4458-a6c9-a7eeefec1149 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1244779 Aug 27 12:18:17.183647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f450ef14-7e13-4c8a-b50e-31a46a49f073 req-4e1d6124-81b0-4f6e-b3a6-cb2792ce1789 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589726 Aug 27 12:18:17.291308 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-27cc349a-e253-48a8-a0cb-aaa66c7ffbfc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2461219 Aug 27 12:18:17.955915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec27d5-65e3-4327-b3ad-1c01d793b4ac req-3c900c70-9e33-4479-94c5-263ee82735c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:17.957709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59ec27d5-65e3-4327-b3ad-1c01d793b4ac req-3c900c70-9e33-4479-94c5-263ee82735c5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0664666 Aug 27 12:18:18.027556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59ec27d5-65e3-4327-b3ad-1c01d793b4ac req-82ccd60f-e1b2-4bea-bd6e-0168447c7ffc tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627129 Aug 27 12:18:18.099609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cc5e8-83d8-4ca0-af05-17505bfddb80 req-1191c78f-cc7c-488f-9616-834a8296843f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.101197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d0cc5e8-83d8-4ca0-af05-17505bfddb80 req-1191c78f-cc7c-488f-9616-834a8296843f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0726864 Aug 27 12:18:18.157102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d0cc5e8-83d8-4ca0-af05-17505bfddb80 req-1bdc3960-7e6e-41f9-a34c-a389fd0d6559 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Aug 27 12:18:18.276586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed4735-26f0-4413-921e-197b1e088dff req-e10572a8-4b65-4578-b51f-bed5d93126af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.279060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-e10572a8-4b65-4578-b51f-bed5d93126af service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8&tenant_id=4e564620c47a42818878ff3c282e20be HTTP/1.1" status: 200 len: 1094 time: 0.0552025 Aug 27 12:18:18.343255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad8cf3-c0d5-4752-acc9-aafa84b590c3 req-bf123f7a-9736-4cee-af94-9f74fa2eba86 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.345256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5ad8cf3-c0d5-4752-acc9-aafa84b590c3 req-bf123f7a-9736-4cee-af94-9f74fa2eba86 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0632381 Aug 27 12:18:18.411870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed4735-26f0-4413-921e-197b1e088dff req-743b35fd-7771-4317-9e10-fc5d0539f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.413670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-743b35fd-7771-4317-9e10-fc5d0539f55d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0901937 Aug 27 12:18:18.435621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fcade2c4-b6e1-4bd3-a0f4-8acabc1b4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:18.455712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5ad8cf3-c0d5-4752-acc9-aafa84b590c3 req-cfe72435-e6f3-4946-b48a-8afccf183b1b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868878 Aug 27 12:18:18.487110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:18:18.574913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed4735-26f0-4413-921e-197b1e088dff req-695e1f3f-0b1f-407d-a103-3754609e9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.576536 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-695e1f3f-0b1f-407d-a103-3754609e9555 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.1558788 Aug 27 12:18:18.677959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-e25be1c7-7315-43cd-8202-70d6cea884af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 999 time: 0.0921311 Aug 27 12:18:18.756399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed4735-26f0-4413-921e-197b1e088dff req-0ea66847-3314-4230-9e1e-23c33fc5f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.765674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-0ea66847-3314-4230-9e1e-23c33fc5f79b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.0671391 Aug 27 12:18:18.816904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed4735-26f0-4413-921e-197b1e088dff req-86f3ad11-136e-4482-a9e7-42a6250f633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:18.819214 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-86f3ad11-136e-4482-a9e7-42a6250f633f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499442 Aug 27 12:18:18.942046 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-e370031f-b7d6-4874-a9f2-1b220391ef4e service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123831 Aug 27 12:18:19.055534 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2aed4735-26f0-4413-921e-197b1e088dff req-345c0dc5-bfb3-4597-bfb1-7375c2d3f4c1 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045301 Aug 27 12:18:19.189753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ea83b-492d-43c9-9fc0-71ea4b869d4c req-49107d74-deef-499c-85eb-054da3f12a24 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:19.208409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-982ea83b-492d-43c9-9fc0-71ea4b869d4c req-49107d74-deef-499c-85eb-054da3f12a24 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0924983 Aug 27 12:18:19.270865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-982ea83b-492d-43c9-9fc0-71ea4b869d4c req-5d62a722-ae2b-44d5-9f94-83fecdce1d65 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603759 Aug 27 12:18:19.381471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a3718-b6e0-4dce-82f2-615fb84136e1 req-63b03570-370d-4276-b29a-9dce7d9a9a81 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:19.383317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb4a3718-b6e0-4dce-82f2-615fb84136e1 req-63b03570-370d-4276-b29a-9dce7d9a9a81 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0655217 Aug 27 12:18:19.454744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb4a3718-b6e0-4dce-82f2-615fb84136e1 req-98ffd395-1e78-495c-b692-19d96f8c5e11 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515716 Aug 27 12:18:19.630401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bf8d8-daaf-4937-afed-31bb34601e4a req-6e5f1af5-bb34-4ab1-9d60-1cf9beb133f9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:19.632590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-621bf8d8-daaf-4937-afed-31bb34601e4a req-6e5f1af5-bb34-4ab1-9d60-1cf9beb133f9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0851834 Aug 27 12:18:19.686181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-621bf8d8-daaf-4937-afed-31bb34601e4a req-1522943a-44e4-40cc-8a58-29e8b4a73d62 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Aug 27 12:18:19.929697 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:20.817156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec885b4-1cdf-4b4f-8a92-b7425a19225b req-e801e7db-acdb-4ee1-a586-65cd8e86d0c3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:20.831385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eec885b4-1cdf-4b4f-8a92-b7425a19225b req-e801e7db-acdb-4ee1-a586-65cd8e86d0c3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0872126 Aug 27 12:18:20.915158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eec885b4-1cdf-4b4f-8a92-b7425a19225b req-2e32a49b-7654-4649-a303-6c12dcf02706 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815206 Aug 27 12:18:20.970721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-455ca435-c15c-460f-a88e-566980276191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.110168 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.202140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37496) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:21.264461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce618fc-5662-45f7-b56f-5750c08b5f45 req-4360d953-11a5-4f09-a636-012e47f8e64a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:21.266413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ce618fc-5662-45f7-b56f-5750c08b5f45 req-4360d953-11a5-4f09-a636-012e47f8e64a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0881886 Aug 27 12:18:21.324592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ce618fc-5662-45f7-b56f-5750c08b5f45 req-aa7581b9-cc21-4f8b-91bd-74a63c54473c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Aug 27 12:18:21.468087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d489dc2-fd62-4f92-826d-076d43c9b740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.567561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996be7-9824-4c5b-9690-03c2b93a5cdc req-68c04897-59ba-4e97-adb7-6f19fc215cdc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:21.569301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61996be7-9824-4c5b-9690-03c2b93a5cdc req-68c04897-59ba-4e97-adb7-6f19fc215cdc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1003718 Aug 27 12:18:21.638867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61996be7-9824-4c5b-9690-03c2b93a5cdc req-50e2171f-4e78-4691-b0e3-7f2f3ecd2ba9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618894 Aug 27 12:18:21.673208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d489dc2-fd62-4f92-826d-076d43c9b740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.677961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d489dc2-fd62-4f92-826d-076d43c9b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.719998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d489dc2-fd62-4f92-826d-076d43c9b740 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02694b9c2ba04df8883f85b2e7e1ee04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149906 Aug 27 12:18:21.721185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d489dc2-fd62-4f92-826d-076d43c9b740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e47385-20de-4905-a00e-516449fb0ccb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:21.722631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:21.787283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.811754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.875577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.878570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:21.879999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4e47385-20de-4905-a00e-516449fb0ccb HTTP/1.1" status: 204 len: 168 time: 0.1561413 Aug 27 12:18:21.891662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e47385-20de-4905-a00e-516449fb0ccb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:21.901268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.902175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.902882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.903393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.903911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.904510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.905021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.905529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.906296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.906973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.907469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:21.907976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834873cb-b14a-44b8-ba9c-250411326bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:22.054263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:22.119502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d035c1-d0d4-4660-aec9-68c6df3d0df7 req-45f74136-6794-4613-a904-2e18e349eb95 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:22.127993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d035c1-d0d4-4660-aec9-68c6df3d0df7 req-45f74136-6794-4613-a904-2e18e349eb95 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0845900 Aug 27 12:18:22.212267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d035c1-d0d4-4660-aec9-68c6df3d0df7 req-5d471307-f14c-4ae5-8f60-f5cecd89949a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830362 Aug 27 12:18:22.275572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-2b27836d-33ee-4c2c-9f09-1e75b2e43680 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035080 Aug 27 12:18:22.395776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f69989-8fee-4b1d-8386-074f925c414b req-3c252eb1-dd21-4617-bad2-f45f1343cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:22.399615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-3c252eb1-dd21-4617-bad2-f45f1343cd03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 1095 time: 0.0862989 Aug 27 12:18:22.519062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39722ad-4130-49d3-a195-a399a9cebda5 req-721c7ac2-4fcc-4534-99ed-5792672b75bd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:22.529059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d39722ad-4130-49d3-a195-a399a9cebda5 req-721c7ac2-4fcc-4534-99ed-5792672b75bd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0812702 Aug 27 12:18:22.616045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d39722ad-4130-49d3-a195-a399a9cebda5 req-3a026fbd-1b41-4122-b23c-9950d32ec397 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817103 Aug 27 12:18:22.637395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f69989-8fee-4b1d-8386-074f925c414b req-4b200649-24f9-4918-8c22-7a644b61806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:22.638938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-4b200649-24f9-4918-8c22-7a644b61806a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2178049 Aug 27 12:18:22.752062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-a0821abb-4fea-45e8-b48f-fa7472341adb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 200 len: 217 time: 0.1029561 Aug 27 12:18:22.863186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f69989-8fee-4b1d-8386-074f925c414b req-0f0844ce-870e-41de-a951-fd1d553ff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:22.865875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-0f0844ce-870e-41de-a951-fd1d553ff776 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.1027484 Aug 27 12:18:22.930316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-f3cf5c8d-f725-4fd0-8c3a-78be064c3f1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564706 Aug 27 12:18:23.003282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98da031-209c-496e-bbde-5f6d107082c5 req-e0d7e48f-5428-4d57-ae75-12c4704572e8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:23.009915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b98da031-209c-496e-bbde-5f6d107082c5 req-e0d7e48f-5428-4d57-ae75-12c4704572e8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1370296 Aug 27 12:18:23.089826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b98da031-209c-496e-bbde-5f6d107082c5 req-16402d84-5369-476c-a4c6-b757f5539188 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743310 Aug 27 12:18:23.134782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:23.147994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-290935ba-545e-452e-b20e-b0b25cd92e21 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093282 Aug 27 12:18:23.362738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2572a9c6-2f26-4565-9f5d-8f2215ae055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:23.427937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1f69989-8fee-4b1d-8386-074f925c414b req-0d418a2d-bb0e-4118-b48d-1ef8a15ca257 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726378 Aug 27 12:18:23.615039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d2fe7-5058-47d1-af26-54f2308780b7 req-dbd1370a-379a-4c70-80ed-30dbfdc7083f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:23.617307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-410d2fe7-5058-47d1-af26-54f2308780b7 req-dbd1370a-379a-4c70-80ed-30dbfdc7083f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.2173865 Aug 27 12:18:23.814050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-410d2fe7-5058-47d1-af26-54f2308780b7 req-059a229c-11ba-49e9-b8c4-56989f08e7ac tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814749 Aug 27 12:18:23.851157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2572a9c6-2f26-4565-9f5d-8f2215ae055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:23.859477 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2572a9c6-2f26-4565-9f5d-8f2215ae055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:23.907007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572a9c6-2f26-4565-9f5d-8f2215ae055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad1eeb-d408-482e-b939-74ef3e725536,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:23.954613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:23.956378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2572a9c6-2f26-4565-9f5d-8f2215ae055d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6d664623c9040bda06a706316d004dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206308 Aug 27 12:18:23.959435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37570) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:24.046727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5744f7f3-3736-4f74-a643-0b67e5a83905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:24.072008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bfb95-a80b-4331-b618-f7099780416f req-9c4b4546-a69d-4c8a-92d5-9205048ae4ae tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:24.081043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5744f7f3-3736-4f74-a643-0b67e5a83905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:24.081760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f0bfb95-a80b-4331-b618-f7099780416f req-9c4b4546-a69d-4c8a-92d5-9205048ae4ae tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1415970 Aug 27 12:18:24.139872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f0bfb95-a80b-4331-b618-f7099780416f req-fae19576-28f2-4df3-a306-d5a0e4613a43 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537410 Aug 27 12:18:24.160364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5744f7f3-3736-4f74-a643-0b67e5a83905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:24.166288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5744f7f3-3736-4f74-a643-0b67e5a83905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:24.172913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5744f7f3-3736-4f74-a643-0b67e5a83905 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03ad1eeb-d408-482e-b939-74ef3e725536 HTTP/1.1" status: 204 len: 168 time: 0.2121251 Aug 27 12:18:24.194675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744f7f3-3736-4f74-a643-0b67e5a83905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad1eeb-d408-482e-b939-74ef3e725536,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:24.340017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad721186-024d-4136-ada0-7cd5aa06ce3a req-6c7e3d90-7fda-421d-b5a2-076459630887 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:24.352678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad721186-024d-4136-ada0-7cd5aa06ce3a req-6c7e3d90-7fda-421d-b5a2-076459630887 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1026795 Aug 27 12:18:24.418074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad721186-024d-4136-ada0-7cd5aa06ce3a req-070ac7ef-3228-43e6-8cf2-42f1bd97f3cb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620821 Aug 27 12:18:24.958641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8552fe-8751-4dab-a08e-eca13b09952c req-f410bff2-4b0a-47d6-88a1-3aa0fc5b3454 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:24.960362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d8552fe-8751-4dab-a08e-eca13b09952c req-f410bff2-4b0a-47d6-88a1-3aa0fc5b3454 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0676570 Aug 27 12:18:25.004135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d8552fe-8751-4dab-a08e-eca13b09952c req-22a3ad94-ccf8-4149-a037-5ec59e63f262 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364408 Aug 27 12:18:25.257294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836a8c6-e8bb-4786-816c-77cc1552ca00 req-19c39414-87e0-451c-b82a-faaa1c5c6a56 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:25.266201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7836a8c6-e8bb-4786-816c-77cc1552ca00 req-19c39414-87e0-451c-b82a-faaa1c5c6a56 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0620823 Aug 27 12:18:25.302519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7836a8c6-e8bb-4786-816c-77cc1552ca00 req-b42817f4-6e83-4d8e-8646-8f93be301ab0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Aug 27 12:18:25.556505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaf9b2-e0b9-4181-86e2-7f34fc084715 req-c72173ee-e274-4941-907b-cce5a9f6353b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:25.558646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdcaf9b2-e0b9-4181-86e2-7f34fc084715 req-c72173ee-e274-4941-907b-cce5a9f6353b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0586469 Aug 27 12:18:25.624385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdcaf9b2-e0b9-4181-86e2-7f34fc084715 req-b7bb55c1-327b-4d08-90c7-7485fea72f07 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Aug 27 12:18:25.913620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37638) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:26.030504 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fe471a4-c88b-45dd-a54d-39eda4c01254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.144095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fe471a4-c88b-45dd-a54d-39eda4c01254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.149355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fe471a4-c88b-45dd-a54d-39eda4c01254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.152415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4614de-646b-4e98-8c1c-2e7e499aa969 req-7919e1bf-d7fd-44a4-ab8a-96ebaf84414d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:26.154500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b4614de-646b-4e98-8c1c-2e7e499aa969 req-7919e1bf-d7fd-44a4-ab8a-96ebaf84414d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0625346 Aug 27 12:18:26.189287 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5fe471a4-c88b-45dd-a54d-39eda4c01254 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=985ea83220dc48a49e76535cd6aa9fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739329 Aug 27 12:18:26.193016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:26.202145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b4614de-646b-4e98-8c1c-2e7e499aa969 req-001a3638-75d3-4088-9228-5eb9fdc49fb8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383022 Aug 27 12:18:26.207140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe471a4-c88b-45dd-a54d-39eda4c01254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67c237-879c-451b-b41a-84e425562146,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:26.258992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe59a097-91a0-4500-bec4-d8cc568eabdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.281919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe59a097-91a0-4500-bec4-d8cc568eabdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.336875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe59a097-91a0-4500-bec4-d8cc568eabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.339880 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe59a097-91a0-4500-bec4-d8cc568eabdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.341150 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fe59a097-91a0-4500-bec4-d8cc568eabdd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba67c237-879c-451b-b41a-84e425562146 HTTP/1.1" status: 204 len: 168 time: 0.1471992 Aug 27 12:18:26.350847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59a097-91a0-4500-bec4-d8cc568eabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67c237-879c-451b-b41a-84e425562146,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:26.435248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6749a-cd9d-4c4e-8b96-e7e3da8e469d req-1fb0b952-a0e1-408d-951d-168a05945b1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:26.436850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5fa6749a-cd9d-4c4e-8b96-e7e3da8e469d req-1fb0b952-a0e1-408d-951d-168a05945b1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0552323 Aug 27 12:18:26.483823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5fa6749a-cd9d-4c4e-8b96-e7e3da8e469d req-de28dd5b-a1f3-4f50-b7b7-5e4c9c7ee1fd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400033 Aug 27 12:18:26.728739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37654) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:26.742811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-785f2002-b60a-4aab-94b0-2d5d4c57b10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.763996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b2913-4e2d-42b9-bb83-7406cf26f26e req-49f4bd59-7f81-4818-8dd5-c543afc82b97 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:26.766240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a78b2913-4e2d-42b9-bb83-7406cf26f26e req-49f4bd59-7f81-4818-8dd5-c543afc82b97 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0652843 Aug 27 12:18:26.810844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a78b2913-4e2d-42b9-bb83-7406cf26f26e req-44f3ec2a-056e-4dc5-9e32-a225b81eaddf tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Aug 27 12:18:26.856051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-785f2002-b60a-4aab-94b0-2d5d4c57b10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.860192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-785f2002-b60a-4aab-94b0-2d5d4c57b10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.900075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f2002-b60a-4aab-94b0-2d5d4c57b10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f631146e-db07-41eb-b870-02a4aeb521ce,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:26.906090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-785f2002-b60a-4aab-94b0-2d5d4c57b10a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55af938b019d48f7abbdab4471235bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762376 Aug 27 12:18:26.908913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:26.973229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5110318b-e883-4663-b373-fe8f85d9856c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:26.999499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5110318b-e883-4663-b373-fe8f85d9856c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:27.055901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5110318b-e883-4663-b373-fe8f85d9856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:27.058842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5110318b-e883-4663-b373-fe8f85d9856c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:27.062370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5110318b-e883-4663-b373-fe8f85d9856c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f631146e-db07-41eb-b870-02a4aeb521ce HTTP/1.1" status: 204 len: 168 time: 0.1500764 Aug 27 12:18:27.067911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110318b-e883-4663-b373-fe8f85d9856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f631146e-db07-41eb-b870-02a4aeb521ce,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:27.367618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7001-c881-4422-b554-212968f3ecf7 req-9beaa040-cc72-43d4-81c0-1cf59d0d8589 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:27.369130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea6e7001-c881-4422-b554-212968f3ecf7 req-9beaa040-cc72-43d4-81c0-1cf59d0d8589 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0598626 Aug 27 12:18:27.420064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea6e7001-c881-4422-b554-212968f3ecf7 req-6439df37-1b03-409d-a7cf-4b9aafd4f534 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Aug 27 12:18:27.742241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973a70-e042-4be0-b526-f819389593e5 req-672fb770-d4ff-48db-989a-aec9cd1b5a55 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:27.743664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2973a70-e042-4be0-b526-f819389593e5 req-672fb770-d4ff-48db-989a-aec9cd1b5a55 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0766084 Aug 27 12:18:27.794788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2973a70-e042-4be0-b526-f819389593e5 req-7ee5b808-5ee9-42ac-bd83-acd943666946 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Aug 27 12:18:27.943205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba6da-1212-4e96-ad31-7a0469db9cd2 req-138ab0ba-c293-4217-b70a-1d00e39e4c64 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:27.944960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14aba6da-1212-4e96-ad31-7a0469db9cd2 req-138ab0ba-c293-4217-b70a-1d00e39e4c64 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0558348 Aug 27 12:18:27.989677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14aba6da-1212-4e96-ad31-7a0469db9cd2 req-dace44bb-3b04-40a7-a19a-68ab7b4752c0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Aug 27 12:18:28.429594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37738) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:28.545993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4ad2-c201-4016-9126-b696df78fb30 req-eff2b50d-07c4-46a8-9f58-23fcf90d579b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:28.547917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de3d4ad2-c201-4016-9126-b696df78fb30 req-eff2b50d-07c4-46a8-9f58-23fcf90d579b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0553820 Aug 27 12:18:28.577255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50881c6a-4ea8-46db-a316-51c03fef3298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.598404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de3d4ad2-c201-4016-9126-b696df78fb30 req-67d577c9-09ab-4ae6-9019-ed51cdb82f6a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 Aug 27 12:18:28.684442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50881c6a-4ea8-46db-a316-51c03fef3298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.688467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50881c6a-4ea8-46db-a316-51c03fef3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.727488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50881c6a-4ea8-46db-a316-51c03fef3298 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7cdccf15de33412db7493bcb99489a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967973 Aug 27 12:18:28.728357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50881c6a-4ea8-46db-a316-51c03fef3298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e0cfe-01f0-43c5-a981-3edb7fbecb92,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:28.731208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37744) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:28.787745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-709620c2-cec7-4c93-8f7e-099e861d9aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.809605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-709620c2-cec7-4c93-8f7e-099e861d9aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.867065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-709620c2-cec7-4c93-8f7e-099e861d9aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.869688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-709620c2-cec7-4c93-8f7e-099e861d9aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:28.873502 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-709620c2-cec7-4c93-8f7e-099e861d9aa9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee4e0cfe-01f0-43c5-a981-3edb7fbecb92 HTTP/1.1" status: 204 len: 168 time: 0.1390228 Aug 27 12:18:28.881576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709620c2-cec7-4c93-8f7e-099e861d9aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e0cfe-01f0-43c5-a981-3edb7fbecb92,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:28.968371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf75595-78fe-4dd3-8d99-125f9c4b08a0 req-0f240cea-41b7-4caa-8f68-9a2b8b031448 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:28.976507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bf75595-78fe-4dd3-8d99-125f9c4b08a0 req-0f240cea-41b7-4caa-8f68-9a2b8b031448 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1128149 Aug 27 12:18:29.017561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bf75595-78fe-4dd3-8d99-125f9c4b08a0 req-d74eddea-34a9-4289-a5e1-8e1d4d4814ac tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Aug 27 12:18:29.144915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cfa37-4eff-45dd-b553-b1fb2d194fb3 req-3712e309-e867-4186-86d4-3427f39193da tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:29.146327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-803cfa37-4eff-45dd-b553-b1fb2d194fb3 req-3712e309-e867-4186-86d4-3427f39193da tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0581155 Aug 27 12:18:29.200936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-803cfa37-4eff-45dd-b553-b1fb2d194fb3 req-33ee20da-4760-448f-a2b6-8695e2ef8be8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Aug 27 12:18:29.758045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620294b6-d0f9-45c6-a5b9-5dd1727872af req-1a6db5ab-7528-4dad-800c-07ea232c6bea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:29.760127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-620294b6-d0f9-45c6-a5b9-5dd1727872af req-1a6db5ab-7528-4dad-800c-07ea232c6bea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0643380 Aug 27 12:18:29.806606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-620294b6-d0f9-45c6-a5b9-5dd1727872af req-0d7bbaae-d259-455d-bbe7-6ef36607261a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Aug 27 12:18:30.159930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce594b-6435-4ef3-8ac6-c4980f56ae3a req-b0e5d313-7817-4b69-806e-dbc18ba5ff8c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:30.162257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bce594b-6435-4ef3-8ac6-c4980f56ae3a req-b0e5d313-7817-4b69-806e-dbc18ba5ff8c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0692935 Aug 27 12:18:30.217109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bce594b-6435-4ef3-8ac6-c4980f56ae3a req-23502478-72f6-4d30-892d-031e5ee06328 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482244 Aug 27 12:18:30.335422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b265-f08c-4284-b0a6-3ffb11f6273b req-ed7c86d7-6f89-4c64-9184-9ec4818cea1e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:30.336287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37798) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:30.336937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8049b265-f08c-4284-b0a6-3ffb11f6273b req-ed7c86d7-6f89-4c64-9184-9ec4818cea1e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0567994 Aug 27 12:18:30.468596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:30.493018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:30.587388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:30.669270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8049b265-f08c-4284-b0a6-3ffb11f6273b req-661e0f71-66ed-4369-b991-0c59a7679a73 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262630 Aug 27 12:18:30.706815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Allocated IP 172.25.8.133 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/f6e83f65-a511-42ab-a8ab-82df22554c19) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:18:30.816208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:30.867972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:30.912305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:30.921235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:30.927262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:30.930352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Pushing event updated for resources: {'Port': ['ID=f6e83f65-a511-42ab-a8ab-82df22554c19,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:30.937930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263b84d-6176-4d5d-8bcb-6dfefb2a3e4b req-31f21672-b763-445f-8d29-6504313b7b8c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:30.939496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b263b84d-6176-4d5d-8bcb-6dfefb2a3e4b req-31f21672-b763-445f-8d29-6504313b7b8c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0521855 Aug 27 12:18:30.984528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b263b84d-6176-4d5d-8bcb-6dfefb2a3e4b req-c0e04689-1d7d-4bcf-ac74-7813dff2481b tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378578 Aug 27 12:18:31.024096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.058669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.212095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.217615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.286622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Pushing event updated for resources: {'Port': ['ID=f6e83f65-a511-42ab-a8ab-82df22554c19,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:31.302974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.318324 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.319627 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a89f3f2d-b1fa-4604-97c8-355ce8410e93 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9822388 Aug 27 12:18:31.322577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37808) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:31.327986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-168700081', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'fixed_ips': [{'ip_address': '172.25.8.133'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:31.340637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1382-6078-4a53-9628-1b12a21705cb req-3f9a401c-a083-42b8-98d8-59bc41bae497 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:31.342139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-401d1382-6078-4a53-9628-1b12a21705cb req-3f9a401c-a083-42b8-98d8-59bc41bae497 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0503001 Aug 27 12:18:31.351702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Made reservation on behalf of d5b61e2fef10445dbd3626cc2c32e071 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:31.355153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.366130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.381734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-401d1382-6078-4a53-9628-1b12a21705cb req-63094ca9-1167-4e8c-aa0e-18b26374acb2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Aug 27 12:18:31.483444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.487498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:31.499887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] device_id is not set on port 518350c8-9bd8-411f-8bae-75aad6f95e62 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:31.579871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab7b6e-e425-440c-afce-a6ee371875ce,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:31.618836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca26f2e-0ac7-422e-8bdf-48c1d869b02a req-94310ac2-ee16-464e-8787-1672b1c9e7fe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:31.621147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ca26f2e-0ac7-422e-8bdf-48c1d869b02a req-94310ac2-ee16-464e-8787-1672b1c9e7fe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0756845 Aug 27 12:18:31.667796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ca26f2e-0ac7-422e-8bdf-48c1d869b02a req-d554050f-c93c-4734-905e-0e16df6d08bb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393369 Aug 27 12:18:31.799472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978fbc-7181-48ca-a151-a2083e8e076d req-8071fa6e-f345-42ba-878d-62d644834165 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:31.800993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e978fbc-7181-48ca-a151-a2083e8e076d req-8071fa6e-f345-42ba-878d-62d644834165 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0592921 Aug 27 12:18:31.846885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e978fbc-7181-48ca-a151-a2083e8e076d req-fcb4477d-3f36-4a69-bb2f-6f3e041e5760 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Aug 27 12:18:31.970483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-211e2bf0-3877-4a4a-8a53-e67d62410fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:31.972034 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-211e2bf0-3877-4a4a-8a53-e67d62410fcf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1095 time: 0.3745692 Aug 27 12:18:32.069097 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 12:18:32.069521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:18:32.099640 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f842e41c-6dfd-4df7-b356-2049c7f85aa4 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7728822 Aug 27 12:18:32.100189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37818) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:32.107161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-80825d16-87b5-4ff2-a51c-78be131039cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:32.108632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-80825d16-87b5-4ff2-a51c-78be131039cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1164327 Aug 27 12:18:32.188295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-7e08f886-9556-4793-828e-66051d4b1531 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.0658004 Aug 27 12:18:32.199997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6307a-37e2-4908-bbd7-20a74406eda5 req-2346bb95-8f69-4b9e-afc9-11862b45ece5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:32.201734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25e6307a-37e2-4908-bbd7-20a74406eda5 req-2346bb95-8f69-4b9e-afc9-11862b45ece5 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.1406431 Aug 27 12:18:32.242671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-dd19ac33-a139-4ba6-b4c1-ccaa1c8cfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:32.244359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-dd19ac33-a139-4ba6-b4c1-ccaa1c8cfb34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0457394 Aug 27 12:18:32.300608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-30e15a62-5a4f-4b50-a747-f988c88f7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:32.302261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-30e15a62-5a4f-4b50-a747-f988c88f7841 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479910 Aug 27 12:18:32.307954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25e6307a-37e2-4908-bbd7-20a74406eda5 req-ed06f228-ea92-4514-a2c2-442f4b3b4e40 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654917 Aug 27 12:18:32.331097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Deleting port f6e83f65-a511-42ab-a8ab-82df22554c19 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:32.331450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:32.406261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-d0e71a7d-c7b8-4e10-98e6-f1aa5018de55 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953772 Aug 27 12:18:32.410583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:32.411012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:32.425153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Calling delete_port for f6e83f65-a511-42ab-a8ab-82df22554c19 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:32.516849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0699bd72-bcf3-4cad-83e9-f578da2cb77d req-ff40b949-7bde-4c53-8fef-7643f5bf96d7 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017497 Aug 27 12:18:32.560411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:32.586688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6e83f65-a511-42ab-a8ab-82df22554c19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:32.658676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:32.661871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:32.663532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-553bf418-92e4-4d53-af9d-b91ec701c892 tempest-ExternalNetworksAdminNegativeTestJSON-878008838 tempest-ExternalNetworksAdminNegativeTestJSON-878008838-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/f05d80e9-9828-4d82-9f63-1efc620f7804 HTTP/1.1" status: 204 len: 168 time: 0.5620964 Aug 27 12:18:32.714968 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:18:32.797302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68567505-9d72-4ff9-a9d7-c839d6a3003a req-ab42f66c-7244-4a66-a6c8-d6a03cc29d34 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:32.798826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68567505-9d72-4ff9-a9d7-c839d6a3003a req-ab42f66c-7244-4a66-a6c8-d6a03cc29d34 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0521381 Aug 27 12:18:32.840981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68567505-9d72-4ff9-a9d7-c839d6a3003a req-56fb307e-c1e6-4d8c-9b89-073654ab16af tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349340 Aug 27 12:18:32.942743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:32.968484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7ae17-dfe6-4acb-bd83-b0fd9cdd7e0a req-b8d97f86-0e1b-4e70-9781-ef3116fbc7a8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:32.969997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64e7ae17-dfe6-4acb-bd83-b0fd9cdd7e0a req-b8d97f86-0e1b-4e70-9781-ef3116fbc7a8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0506668 Aug 27 12:18:33.014672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64e7ae17-dfe6-4acb-bd83-b0fd9cdd7e0a req-cf49de5d-bc14-4fc4-b423-acc0fbc00d7a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Aug 27 12:18:33.059801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f67b466-fe1e-4500-8c74-6cc5a0f647ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.160901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f67b466-fe1e-4500-8c74-6cc5a0f647ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.165664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f67b466-fe1e-4500-8c74-6cc5a0f647ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.202344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b466-fe1e-4500-8c74-6cc5a0f647ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a183e08-3f27-4146-a887-82c314d0c8ad,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:33.208617 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1f67b466-fe1e-4500-8c74-6cc5a0f647ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e52cbf19d5c6480aba1c848f70c2f846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627239 Aug 27 12:18:33.209630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:33.262835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e158a7e8-94df-4dad-9b95-423b35add68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.283410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e158a7e8-94df-4dad-9b95-423b35add68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.337327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e158a7e8-94df-4dad-9b95-423b35add68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.339683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e158a7e8-94df-4dad-9b95-423b35add68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.344673 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e158a7e8-94df-4dad-9b95-423b35add68e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a183e08-3f27-4146-a887-82c314d0c8ad HTTP/1.1" status: 204 len: 168 time: 0.1302626 Aug 27 12:18:33.350600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158a7e8-94df-4dad-9b95-423b35add68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a183e08-3f27-4146-a887-82c314d0c8ad,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:33.599553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0da70-d276-4ff0-a9a8-52583f710d7e req-4c6953ba-ab67-41f2-9301-b0903091cb61 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:33.601145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f0da70-d276-4ff0-a9a8-52583f710d7e req-4c6953ba-ab67-41f2-9301-b0903091cb61 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.1980824 Aug 27 12:18:33.645321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f0da70-d276-4ff0-a9a8-52583f710d7e req-bb330d7d-48cd-4748-986b-32e687b11be2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365775 Aug 27 12:18:33.690599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37848) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:33.733840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07871498-0449-40e7-83d6-a1d50e7c0e0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5b61e2fef10445dbd3626cc2c32e071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400958 Aug 27 12:18:33.734455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:33.788169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-165abd98-ff43-4af7-a3ba-3a7f0b894876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.812419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-165abd98-ff43-4af7-a3ba-3a7f0b894876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.860654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-165abd98-ff43-4af7-a3ba-3a7f0b894876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.863636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-165abd98-ff43-4af7-a3ba-3a7f0b894876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:33.864794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-165abd98-ff43-4af7-a3ba-3a7f0b894876 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84ab7b6e-e425-440c-afce-a6ee371875ce HTTP/1.1" status: 204 len: 168 time: 0.1294272 Aug 27 12:18:33.875995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165abd98-ff43-4af7-a3ba-3a7f0b894876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab7b6e-e425-440c-afce-a6ee371875ce,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:33.968815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b450-6852-4f81-9036-1c62926dbf28 req-826fb6c7-113f-4f93-ac7d-17209c443e49 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:33.970338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ca6b450-6852-4f81-9036-1c62926dbf28 req-826fb6c7-113f-4f93-ac7d-17209c443e49 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0536273 Aug 27 12:18:34.017635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ca6b450-6852-4f81-9036-1c62926dbf28 req-15e5685d-1d96-49cd-a2b6-91480dc1f8e0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397146 Aug 27 12:18:34.159976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce60f-5bca-42e3-9015-2506daeb3a72 req-6aed1e9c-c5cf-4408-ba71-677bb1d138a5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:34.161589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff5ce60f-5bca-42e3-9015-2506daeb3a72 req-6aed1e9c-c5cf-4408-ba71-677bb1d138a5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0593293 Aug 27 12:18:34.207818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff5ce60f-5bca-42e3-9015-2506daeb3a72 req-bf28fa8c-fed9-4cef-93ab-7d369939df57 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Aug 27 12:18:34.328892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e72c0-a699-4022-8bda-a019c323ca73 req-6b326839-9326-402f-bd2f-f0bec8da428e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:34.330422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f69e72c0-a699-4022-8bda-a019c323ca73 req-6b326839-9326-402f-bd2f-f0bec8da428e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0524313 Aug 27 12:18:34.372974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f69e72c0-a699-4022-8bda-a019c323ca73 req-5fc807b6-9ac9-4144-a24d-cb18f0da696b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356061 Aug 27 12:18:34.786814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4110ee-e92a-4920-a25e-48fa69aeea57 req-f35d13b5-18e7-498c-9d7a-882b71528179 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:34.788345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff4110ee-e92a-4920-a25e-48fa69aeea57 req-f35d13b5-18e7-498c-9d7a-882b71528179 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0659781 Aug 27 12:18:34.869098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff4110ee-e92a-4920-a25e-48fa69aeea57 req-aac7f332-c25c-4b14-b175-4f385f17ee39 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720799 Aug 27 12:18:34.884689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b50c-9828-4a61-b1ee-7b69ee754ecb req-0a43614f-32d9-4a30-871d-163cb8054ead tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:34.886234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6a6b50c-9828-4a61-b1ee-7b69ee754ecb req-0a43614f-32d9-4a30-871d-163cb8054ead tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.3134086 Aug 27 12:18:34.939849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6a6b50c-9828-4a61-b1ee-7b69ee754ecb req-03ac9ff1-6b45-4221-b796-658749e5e10f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Aug 27 12:18:35.152772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fd08-bc43-4b69-839f-e8ff8b388bd1 req-02de252b-b4f7-4ce8-82ba-bb2d28d513ac tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:35.154920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8111fd08-bc43-4b69-839f-e8ff8b388bd1 req-02de252b-b4f7-4ce8-82ba-bb2d28d513ac tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0527043 Aug 27 12:18:35.202245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8111fd08-bc43-4b69-839f-e8ff8b388bd1 req-bb1b8f3b-a045-4838-92fe-4bb21fa176b6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Aug 27 12:18:35.264865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37908) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:35.333689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a2b24-ad44-4857-8d79-7533e9ae3eb1 req-db834f91-29e2-4106-a847-816aa9e836ca tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:35.335499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-592a2b24-ad44-4857-8d79-7533e9ae3eb1 req-db834f91-29e2-4106-a847-816aa9e836ca tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0506873 Aug 27 12:18:35.377670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-592a2b24-ad44-4857-8d79-7533e9ae3eb1 req-a4c561d3-ee54-4069-a02a-3f8740da65b6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352619 Aug 27 12:18:35.434350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1570549421'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:35.464205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Made reservation on behalf of 1fda2b5b4dbe4da8b7fda1c3c54bd8f1 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:35.467552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.477801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.576781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.580685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.608355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:18:35.617996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfb9ca1-29a4-4750-a524-c7233e9d4e9e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:35.623727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.624120 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Added segment af4d5909-dd8d-49f0-8907-61261ce9f57c of type vlan for network ec11da9b-c2a8-4cb3-b915-3fb024d75161 Aug 27 12:18:35.664680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.689128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.694677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:35.695262 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.756814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4905310 Aug 27 12:18:35.768030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1874ad-877a-4bc9-ae83-3ebb5448a98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Pushing event updated for resources: {'Network': ['ID=ec11da9b-c2a8-4cb3-b915-3fb024d75161,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:35.779007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ec11da9b-c2a8-4cb3-b915-3fb024d75161 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:18:35.932915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37922) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:35.938661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Request body: {'port': {'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161', 'binding:host_id': 'n-h2-688802-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-598669970'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:35.960351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Made reservation on behalf of a41d45d34704425ca9a8e35f223a0c86 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:35.963018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:35.972705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.014304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e82f5-9325-464a-ab70-079db6f1ccd5 req-de491f60-403d-4a80-834e-85c5ff3d763e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:36.016112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f96e82f5-9325-464a-ab70-079db6f1ccd5 req-de491f60-403d-4a80-834e-85c5ff3d763e tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0598292 Aug 27 12:18:36.063730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f96e82f5-9325-464a-ab70-079db6f1ccd5 req-b0da0de7-3575-4ff2-ad34-505fdac50a7c tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Aug 27 12:18:36.065695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.070373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.082791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:36.155620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76773680-b677-4851-9cf2-425ee5649558,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:36.310643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:36.321292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.329418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7c5b4-4a9c-411b-9cef-784fdd598ac3 req-038905a2-ed1b-4864-879b-5aa353dd21c7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:36.331019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50c7c5b4-4a9c-411b-9cef-784fdd598ac3 req-038905a2-ed1b-4864-879b-5aa353dd21c7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0501976 Aug 27 12:18:36.333509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Transition to ACTIVE for port object 2a4ac762-4ce4-4810-983b-ecfd3f45a604 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:36.342874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.372700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50c7c5b4-4a9c-411b-9cef-784fdd598ac3 req-5ebdb5f1-75c4-4bb5-83e9-51073f58d69c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Aug 27 12:18:36.403711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=2a4ac762-4ce4-4810-983b-ecfd3f45a604,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:36.415765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Checking segment: {'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:18:36.416140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Network hostable DHCP agents. Network: ec11da9b-c2a8-4cb3-b915-3fb024d75161, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:18:36.438198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Network ec11da9b-c2a8-4cb3-b915-3fb024d75161 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:18:36.448277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ec11da9b-c2a8-4cb3-b915-3fb024d75161) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:36.457085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:36.468266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcfd4d0-2ee6-4c82-abaa-28ec39bec6b9 None None] Network ec11da9b-c2a8-4cb3-b915-3fb024d75161 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:18:36.475044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.475606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.476160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.483403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.485030 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.485572 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 2 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.499199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.499761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.500860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.506625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.507264 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.508154 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 3 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.533989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.534957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.535370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.541543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.542445 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.542880 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 4 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.558824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.559196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.559550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.565487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.566228 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.566799 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 5 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.570940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1a188-f9df-4070-81f7-cc49f455756c req-12ef4a10-b5cf-4c43-926f-af12a1df42bc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:36.573933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6da1a188-f9df-4070-81f7-cc49f455756c req-12ef4a10-b5cf-4c43-926f-af12a1df42bc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0694590 Aug 27 12:18:36.610897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.611240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.611587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.622019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.622019 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.622019 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 6 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.634061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.634425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.634900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.640182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.640990 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.641818 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 7 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.645353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6da1a188-f9df-4070-81f7-cc49f455756c req-b841b176-45b7-415c-9a6d-4a8da2ad1ded tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Aug 27 12:18:36.677671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.677671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.677671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.679506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.679638 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.680069 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 8 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.693560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.693903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.694242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.699471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.699837 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.700278 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 9 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.715320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.715862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.716273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.720967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.721298 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.721691 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 10 to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 Aug 27 12:18:36.739896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:36.740287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:36.740623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:36.745023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:36.745343 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:36.745711 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.754453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f0f77-cd4a-48a9-a74f-ed66a096bc2c req-447b4044-9efc-4b86-8ac6-5cb2dd13a086 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:36.755859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a85f0f77-cd4a-48a9-a74f-ed66a096bc2c req-447b4044-9efc-4b86-8ac6-5cb2dd13a086 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0584452 Aug 27 12:18:36.808707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a85f0f77-cd4a-48a9-a74f-ed66a096bc2c req-ff0879e4-8c1c-489a-ab9a-f1179bb0bab4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Aug 27 12:18:36.831626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] For port 2a4ac762-4ce4-4810-983b-ecfd3f45a604, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:18:36.831940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempted to set empty binding levels {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 12:18:36.836487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.872962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:36.873549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:36.898968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.9647007 Aug 27 12:18:36.899691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b5eda-382c-4b9f-b278-036d5041b794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=2a4ac762-4ce4-4810-983b-ecfd3f45a604,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:36.902364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37936) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:36.983515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Deleting port 2a4ac762-4ce4-4810-983b-ecfd3f45a604 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:36.983862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.044716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] For port 2a4ac762-4ce4-4810-983b-ecfd3f45a604, host n-h2-688802-4, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:37.045050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.058233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Calling delete_port for 2a4ac762-4ce4-4810-983b-ecfd3f45a604 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:37.143209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.170085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a4ac762-4ce4-4810-983b-ecfd3f45a604,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:37.178626 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.183793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:37.184543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0649775-f575-4930-9b34-2c105992bca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2a4ac762-4ce4-4810-983b-ecfd3f45a604 HTTP/1.1" status: 204 len: 168 time: 0.2808876 Aug 27 12:18:37.221006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe06e2-2386-45ca-8150-c01458fa9394 req-140751d1-dc9a-4c4a-aef2-05b1ec985242 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:37.222756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cfe06e2-2386-45ca-8150-c01458fa9394 req-140751d1-dc9a-4c4a-aef2-05b1ec985242 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0744514 Aug 27 12:18:37.223837 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b09380-483c-400f-8503-04cd9ca43c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:18:37.225224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-26b09380-483c-400f-8503-04cd9ca43c80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "GET /v2.0/ports/2a4ac762-4ce4-4810-983b-ecfd3f45a604 HTTP/1.1" status: 404 len: 333 time: 0.0401747 Aug 27 12:18:37.228938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37942) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:37.236931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Request body: {'port': {'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-765983549'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:37.261436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Made reservation on behalf of a41d45d34704425ca9a8e35f223a0c86 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:37.262373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cfe06e2-2386-45ca-8150-c01458fa9394 req-29b18825-222f-4a23-b41a-65c1f189cace tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Aug 27 12:18:37.265146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.286824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 297f83bd-4884-48b4-8032-de92825c9e90 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:37.446935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.485111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.537487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Network ec11da9b-c2a8-4cb3-b915-3fb024d75161 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:37.542835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:37.545287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:37.546430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:37.547080 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.557924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=297f83bd-4884-48b4-8032-de92825c9e90,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:37.569327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-39de4e3e-5888-4779-b5e9-43c87cdc030c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3391552 Aug 27 12:18:37.572100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37944) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:37.577901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:37.639719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.777345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5c29-f06d-4915-b6b4-3599b5806731 req-8abc9bf2-e507-4a90-9287-8247c356b878 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:37.777768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-114f5c29-f06d-4915-b6b4-3599b5806731 req-8abc9bf2-e507-4a90-9287-8247c356b878 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0516009 Aug 27 12:18:37.820884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-114f5c29-f06d-4915-b6b4-3599b5806731 req-ad6ce98e-16d5-48c2-b2a5-4adb14fc20a5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370984 Aug 27 12:18:37.837621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 297f83bd-4884-48b4-8032-de92825c9e90 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:37.846901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.860863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Transition to ACTIVE for port object 297f83bd-4884-48b4-8032-de92825c9e90 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:37.864840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:37.921366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=297f83bd-4884-48b4-8032-de92825c9e90,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:37.933287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:37.933701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:37.934037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:37.938520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:37.938787 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:37.939182 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 2 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:37.941804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee618f-4417-4380-bf2f-9f409187534c req-4fd2aef1-57d4-4b93-9ac2-15dcaac8c445 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:37.943895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73ee618f-4417-4380-bf2f-9f409187534c req-4fd2aef1-57d4-4b93-9ac2-15dcaac8c445 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0589919 Aug 27 12:18:37.952755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:37.953090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:37.953424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:37.958035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:37.958360 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:37.958777 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 3 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:37.970490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:37.970837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:37.971172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:37.975381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:37.975702 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:37.976088 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 4 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:37.982842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73ee618f-4417-4380-bf2f-9f409187534c req-3e4972a3-2b8c-4160-be64-0036192828d6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Aug 27 12:18:37.991378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:37.991846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:37.992289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:37.997246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:37.997571 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:37.997960 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 5 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:38.010474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:38.011316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:38.011649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:38.015965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:38.016288 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:38.016695 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 6 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:38.029137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:38.029465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:38.029796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:38.033976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:38.034299 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:38.034716 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 7 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:38.047002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:38.047332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:38.047660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:38.051895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:38.052217 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:38.052608 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 8 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:38.065797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:38.066131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:38.066495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:38.070757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:38.071078 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:38.071466 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 9 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:38.083398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:38.083730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:38.084061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:38.088249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:38.088597 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:38.088979 n-d-688802-4 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 10 to bind port 297f83bd-4884-48b4-8032-de92825c9e90 Aug 27 12:18:38.100031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959af5d5-8d41-4280-9d2b-c926b9184987 req-15c09fd6-63dc-447a-8fa4-4c5554a388f7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.101863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:38.102199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:38.102564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:38.102753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-959af5d5-8d41-4280-9d2b-c926b9184987 req-15c09fd6-63dc-447a-8fa4-4c5554a388f7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0531709 Aug 27 12:18:38.107674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:38.107999 n-d-688802-4 neutron-server[94624]: ERROR neutron.plugins.ml2.managers [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 297f83bd-4884-48b4-8032-de92825c9e90 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:38.108364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.118703 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.141946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-959af5d5-8d41-4280-9d2b-c926b9184987 req-6f142a0a-ec21-475a-9013-9f70f5d09436 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Aug 27 12:18:38.179712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] For port 297f83bd-4884-48b4-8032-de92825c9e90, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:18:38.180071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempted to set empty binding levels {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 12:18:38.184297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.214841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] In _notify_port_updated(), no bound segment for port 297f83bd-4884-48b4-8032-de92825c9e90 on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:18:38.215701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.216253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.217663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "PUT /v2.0/ports/297f83bd-4884-48b4-8032-de92825c9e90 HTTP/1.1" status: 200 len: 978 time: 0.6445622 Aug 27 12:18:38.220369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37960) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:38.263375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f8f5c-5b51-46d1-8677-552bdf00a67a req-880b533d-14be-49fd-9678-41bedeb3b2e4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.265139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-075f8f5c-5b51-46d1-8677-552bdf00a67a req-880b533d-14be-49fd-9678-41bedeb3b2e4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0515482 Aug 27 12:18:38.295712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a110f4f-071b-42ab-b6af-aeb6020f40b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=297f83bd-4884-48b4-8032-de92825c9e90,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:38.317552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-075f8f5c-5b51-46d1-8677-552bdf00a67a req-9c5b6727-8abe-4f78-a029-3f967b051bf1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459156 Aug 27 12:18:38.335302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.335945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.336527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.337134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.337622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.338219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.339355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.339882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.340424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.340963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.341496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.342028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.342600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.343120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.343649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.344206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.344728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.345361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.345891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.346428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.346965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.347490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.348016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.348535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.349059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.349580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.350328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.350943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.351471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.351993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.352525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.360036 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-93536e3a-85b2-4a10-b8a9-10098f057256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27674 time: 0.1381319 Aug 27 12:18:38.365597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37966) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:38.406132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25c958-043c-4e04-b7cf-fc33c1528e45 req-32b1a9a6-bc77-429e-9257-211e93b91b88 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.408187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa25c958-043c-4e04-b7cf-fc33c1528e45 req-32b1a9a6-bc77-429e-9257-211e93b91b88 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0652182 Aug 27 12:18:38.447742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Deleting port 297f83bd-4884-48b4-8032-de92825c9e90 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:38.448393 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.485525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ada3a2-4b90-4669-a995-0063a8ecf828 req-543226b7-c29b-4b76-8d71-8eebd16176ed tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.486956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32ada3a2-4b90-4669-a995-0063a8ecf828 req-543226b7-c29b-4b76-8d71-8eebd16176ed tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0936887 Aug 27 12:18:38.489733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa25c958-043c-4e04-b7cf-fc33c1528e45 req-3ca7c194-4060-491f-995f-d91620a7ca2d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711656 Aug 27 12:18:38.519698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] For port 297f83bd-4884-48b4-8032-de92825c9e90, host n-h2-688802-4, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:38.520560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.532424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32ada3a2-4b90-4669-a995-0063a8ecf828 req-2301fda4-63e8-4258-8a91-68952448a402 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Aug 27 12:18:38.534817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Calling delete_port for 297f83bd-4884-48b4-8032-de92825c9e90 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:38.558565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:38.565058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:18:38.623599 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.647191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fb7b0af0-a2db-412d-b9a6-76cb792fb825 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/floatingips/712e50be-8404-4cbf-b3a2-034dc24c5377 HTTP/1.1" status: 200 len: 993 time: 0.0784414 Aug 27 12:18:38.661312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event deleted for resources: {'Port': ['ID=297f83bd-4884-48b4-8032-de92825c9e90,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:38.671015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.673141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fdf80ce7-0b28-4454-9775-7c1394dd7069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/297f83bd-4884-48b4-8032-de92825c9e90 HTTP/1.1" status: 204 len: 168 time: 0.3064365 Aug 27 12:18:38.675862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:38.691939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:38.705267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'port_id': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'mac_address': 'fa:16:3e:ca:60:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7853e869-f39b-4c9b-8c6c-1488a9f31a2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:18:38.709340 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a28124-bc75-4ce5-8e12-e68cec91d133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:18:38.712427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-95a28124-bc75-4ce5-8e12-e68cec91d133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "GET /v2.0/ports/297f83bd-4884-48b4-8032-de92825c9e90 HTTP/1.1" status: 404 len: 333 time: 0.0348032 Aug 27 12:18:38.716295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37976) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:38.721521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-411635351', 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:38.744435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.747566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Made reservation on behalf of a41d45d34704425ca9a8e35f223a0c86 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:38.750095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.761107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13d2c541-e413-42d7-8ae6-413e21bb6b80 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:18:38.776926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 99e2606f-6013-4944-976f-840c6e8c8040 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:38.784011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:38.790481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:38.851920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:38.860636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.861138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.861611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.862115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37986) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:38.862233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.862698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.863241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.863837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.864292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.864827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.865409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.865985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.866573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:38.952886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bab69-84b7-4e29-9b1e-f2028182c1bf req-d4a497c3-79fe-4eba-881d-f7ff01ec1e0c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:38.954526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-145bab69-84b7-4e29-9b1e-f2028182c1bf req-d4a497c3-79fe-4eba-881d-f7ff01ec1e0c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.0497260 Aug 27 12:18:38.960320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['13d2c541-e413-42d7-8ae6-413e21bb6b80'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:18:38.995893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-145bab69-84b7-4e29-9b1e-f2028182c1bf req-7d799b59-39bc-4f4c-b31d-b35bdebc67e7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Aug 27 12:18:39.058710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.132345 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.134857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 2a159292-1595-4480-bb43-39ba5fa31690 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:39.135191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.214708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Network ec11da9b-c2a8-4cb3-b915-3fb024d75161 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:39.220208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:39.228209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:39.231373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:39.231373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.252196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=99e2606f-6013-4944-976f-840c6e8c8040,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:39.265207 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6c8a9ac2-efe1-4a16-b16d-44fbd7da8a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5477779 Aug 27 12:18:39.267975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:39.274046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.274403 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.286765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 2a159292-1595-4480-bb43-39ba5fa31690 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:39.303783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162bee45-ca78-4499-a1c0-ac33db08ce76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:39.305161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-162bee45-ca78-4499-a1c0-ac33db08ce76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "GET /v2.0/ports/99e2606f-6013-4944-976f-840c6e8c8040 HTTP/1.1" status: 200 len: 958 time: 0.0361924 Aug 27 12:18:39.316839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:39.391747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Deleting port 99e2606f-6013-4944-976f-840c6e8c8040 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:39.392092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.440814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.454901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.468812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=2a159292-1595-4480-bb43-39ba5fa31690,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:39.472749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Calling delete_port for 99e2606f-6013-4944-976f-840c6e8c8040 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:39.530887 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.531752 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Floating IP 712e50be-8404-4cbf-b3a2-034dc24c5377 disassociated (deleted). External IP: 172.25.8.232, port: 675e723a-3407-46d1-8823-d3a5e9706f0f. Aug 27 12:18:39.551325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.581358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event deleted for resources: {'Port': ['ID=99e2606f-6013-4944-976f-840c6e8c8040,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:39.595706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.597653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-221aca94-19ff-4cae-9e9c-505c8e3269cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/99e2606f-6013-4944-976f-840c6e8c8040 HTTP/1.1" status: 204 len: 168 time: 0.2798495 Aug 27 12:18:39.610997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:39.640915 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50bd6ab-8af2-46d8-8900-097f284ba570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:18:39.642430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b50bd6ab-8af2-46d8-8900-097f284ba570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "GET /v2.0/ports/99e2606f-6013-4944-976f-840c6e8c8040 HTTP/1.1" status: 404 len: 333 time: 0.0305128 Aug 27 12:18:39.646170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:39.653253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Request body: {'port': {'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-68823304'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:39.676968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56782b8b-e2d6-4bf6-88ef-4e85ad53fde9 req-97e50774-fa22-495c-bf97-512a0273e08d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:39.678481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56782b8b-e2d6-4bf6-88ef-4e85ad53fde9 req-97e50774-fa22-495c-bf97-512a0273e08d tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.0992327 Aug 27 12:18:39.694638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Made reservation on behalf of a41d45d34704425ca9a8e35f223a0c86 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:39.697037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.731166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:39.738832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56782b8b-e2d6-4bf6-88ef-4e85ad53fde9 req-e0d9ced9-310b-41f6-bdf8-f7f4157dcb51 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528178 Aug 27 12:18:39.756786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router cc44839f-a064-4030-892c-5bb4aa417df9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:18:39.879187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:18:39.883893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.891823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] Sync routers for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:18:39.903631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:39.904499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:39.917581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.921186 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-674cf16a-d7e7-49ad-ab90-8eedf68c279e tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/floatingips/712e50be-8404-4cbf-b3a2-034dc24c5377 HTTP/1.1" status: 204 len: 168 time: 1.0575109 Aug 27 12:18:39.921971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:18:39.938093 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7af95a-9775-4dea-b403-00382aac06ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:18:39.965738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:39.992940 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b795d05-0e89-4358-b9c8-42e74fcd4e1f x-openstack-request-id: req-2b795d05-0e89-4358-b9c8-42e74fcd4e1f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:18:39.993241 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:18:39.993499 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b795d05-0e89-4358-b9c8-42e74fcd4e1f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:18:39.994601 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'status': 'completed', 'code': 200} Aug 27 12:18:40.015263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Network ec11da9b-c2a8-4cb3-b915-3fb024d75161 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:40.019465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:40.025144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=370fb3ae-9ec4-4ad8-8240-bc220bc90dea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:40.027603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:40.028568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.029165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.048044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-199232e4-334e-4cef-ab5c-d4cf5ca0ecf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3982222 Aug 27 12:18:40.048448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38008) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:40.056273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:40.110330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af95a-9775-4dea-b403-00382aac06ea req-354ac740-8a29-49b2-a9e5-48c77fbdcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.112027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-354ac740-8a29-49b2-a9e5-48c77fbdcba5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad573352da904e8182380ce243e94aa3&device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 1096 time: 0.0803940 Aug 27 12:18:40.132337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.212675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:40.220699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af95a-9775-4dea-b403-00382aac06ea req-409701b1-2c59-4d55-894f-ed8cf18d7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.222469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-409701b1-2c59-4d55-894f-ed8cf18d7fc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42a58e26-2e69-4f2f-94e3-0aa17d784957 HTTP/1.1" status: 200 len: 897 time: 0.1009376 Aug 27 12:18:40.262221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb6e3-ef02-4187-b024-ddf7a006d0a0 req-bcfca251-7a82-46fb-99b9-9f3c380577d4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.263803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e20bb6e3-ef02-4187-b024-ddf7a006d0a0 req-bcfca251-7a82-46fb-99b9-9f3c380577d4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.1439066 Aug 27 12:18:40.296878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-114d0893-7ae3-4e6a-b929-f8010894acee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675e723a-3407-46d1-8823-d3a5e9706f0f HTTP/1.1" status: 200 len: 217 time: 0.0648291 Aug 27 12:18:40.327778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d54a6-7862-4001-b31d-7eac0a94cc4c req-3f856df8-446c-4900-acdf-b829eec31036 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.329280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-235d54a6-7862-4001-b31d-7eac0a94cc4c req-3f856df8-446c-4900-acdf-b829eec31036 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.1442297 Aug 27 12:18:40.374709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-74f21567-7ba7-4fae-89f2-df2e2c5f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.376540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-74f21567-7ba7-4fae-89f2-df2e2c5f3df1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4e564620c47a42818878ff3c282e20be&device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0885551 Aug 27 12:18:40.379965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af95a-9775-4dea-b403-00382aac06ea req-f86c57de-f89d-4c9d-bb0a-f890be143c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.381116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e20bb6e3-ef02-4187-b024-ddf7a006d0a0 req-cb505b74-49e4-4163-be81-6f30d21f963b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896010 Aug 27 12:18:40.395110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-f86c57de-f89d-4c9d-bb0a-f890be143c0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c0465d8-ff6a-4074-bd54-99e2a54c9bf5 HTTP/1.1" status: 200 len: 835 time: 0.0798609 Aug 27 12:18:40.425682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-235d54a6-7862-4001-b31d-7eac0a94cc4c req-e35dc742-fca9-4ea9-8949-4a81e945a501 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811863 Aug 27 12:18:40.450353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:41Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:40.481444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] device_id is not set on port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:18:40.482804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] Checking router: cc44839f-a064-4030-892c-5bb4aa417df9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:18:40.490398 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.491881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:40.492865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:40.506357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Transition to ACTIVE for port object 370fb3ae-9ec4-4ad8-8240-bc220bc90dea will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:40.510580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.577612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.577950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.578355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.578789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:18:40.589175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.589593 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.590223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=370fb3ae-9ec4-4ad8-8240-bc220bc90dea,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:40.595075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:18:40.600719 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 2 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.616076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.616459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.616762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.622140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.623041 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.623041 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 3 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.637189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.637486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.637852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.642945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.643283 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.644004 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 4 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.657123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.657709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.658063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.661858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:40.664241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.664241 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.664241 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 5 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.678829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.679176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.679517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.684445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.684781 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.685179 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 6 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.698541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.698873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.699115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.703880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.704215 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.704609 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 7 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.719068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.719874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.719874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.724806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.725135 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.725531 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 8 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.738824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.739186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.739708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.744177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.745052 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.745052 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 9 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.758254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.758254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.758702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.763813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.764136 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.764533 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempt 10 to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea Aug 27 12:18:40.781069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:40.781352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:40.781702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempting to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:40.787008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:18:40.787351 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Failed to bind port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'af4d5909-dd8d-49f0-8907-61261ce9f57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec11da9b-c2a8-4cb3-b915-3fb024d75161'}] Aug 27 12:18:40.787925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.796865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af95a-9775-4dea-b403-00382aac06ea req-937e62a0-6f4f-48ee-900d-aa811f972815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.798937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-937e62a0-6f4f-48ee-900d-aa811f972815 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a58e26-2e69-4f2f-94e3-0aa17d784957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3873553 Aug 27 12:18:40.811483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 13d2c541-e413-42d7-8ae6-413e21bb6b80 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:40.812085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.869335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-a9079419-d218-43bc-89bc-bba9050802c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.871057 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-a9079419-d218-43bc-89bc-bba9050802c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 200 len: 917 time: 0.4677353 Aug 27 12:18:40.896640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:40.899825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] For port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:18:40.900214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attempted to set empty binding levels {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 12:18:40.905537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.944554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] In _notify_port_updated(), no bound segment for port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea on network ec11da9b-c2a8-4cb3-b915-3fb024d75161 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:18:40.945698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.946050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:40.947472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "PUT /v2.0/ports/370fb3ae-9ec4-4ad8-8240-bc220bc90dea HTTP/1.1" status: 200 len: 977 time: 0.8966424 Aug 27 12:18:40.952730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:40.953404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'port_id': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'mac_address': 'fa:16:3e:f4:a6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:18:40.973788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e8a0-1197-477a-8c43-4b2b96b3755b req-c69885b1-f023-43d0-bd30-fb7052e58873 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:40.975463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3322e8a0-1197-477a-8c43-4b2b96b3755b req-c69885b1-f023-43d0-bd30-fb7052e58873 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 943 time: 0.1143110 Aug 27 12:18:40.995946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-b3859de4-745b-4ea2-b46b-2b917cf5d6dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 200 len: 999 time: 0.1162999 Aug 27 12:18:40.998261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-037d2298-a1db-44e6-bc2e-d6b99d7b0c12 service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885037 Aug 27 12:18:41.016736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c01e1-f5ce-4afe-992f-9568e7d7308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event updated for resources: {'Port': ['ID=370fb3ae-9ec4-4ad8-8240-bc220bc90dea,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:41.071038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3322e8a0-1197-477a-8c43-4b2b96b3755b req-ed6b2ad0-99dd-46ce-afd2-e3aeea894130 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549006 Aug 27 12:18:41.102593 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.108956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.121420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Deleting port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:41.121799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.132435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-29c97740-5f31-46dc-85ea-9d63d825c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:41.134087 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-29c97740-5f31-46dc-85ea-9d63d825c64f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 200 len: 855 time: 0.1313539 Aug 27 12:18:41.143740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706887f7-69ac-4ea9-b538-60a4760d9ca4 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:18:41.152225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:18:41.154405 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f684d-05c7-4d0b-a10a-746857b86be3" -d '{"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-plugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:18:41.175579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:41.186190 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.189563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:41.195873 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.201274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] For port 370fb3ae-9ec4-4ad8-8240-bc220bc90dea, host n-h2-688802-4, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:41.202529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.216833 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de276ef5-9aa7-4167-8525-04931565aba7 x-openstack-request-id: req-de276ef5-9aa7-4167-8525-04931565aba7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:18:41.217073 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-plugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:18:41.217328 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de276ef5-9aa7-4167-8525-04931565aba7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:18:41.217912 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'code': 200} Aug 27 12:18:41.219083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Calling delete_port for 370fb3ae-9ec4-4ad8-8240-bc220bc90dea owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:41.221823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:41Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:41.224178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d7af95a-9775-4dea-b403-00382aac06ea req-37fa73ea-e251-4b6f-ba4b-3286136b9f0d service neutron] 10.222.0.65 "GET /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043908 Aug 27 12:18:41.226400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-64f2757c-7888-4ecc-a9df-1cadbccae30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:41.227786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-64f2757c-7888-4ecc-a9df-1cadbccae30b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c01defaa-06b1-4809-b5d8-40aa29e0ac37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794892 Aug 27 12:18:41.254088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799ce2c-26de-4597-bd67-e75aa72557f1 None None] The sync data for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 is: [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:33Z', 'revision_number': 4, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ac20b12d-913f-4477-8e8d-d0ef7eb26f94', 'name': '', 'network_id': '42a58e26-2e69-4f2f-94e3-0aa17d784957', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'mac_address': 'fa:16:3e:46:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:31Z', 'updated_at': '2021-08-27T12:17:41Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'subnets': [{'id': '1c0465d8-ff6a-4074-bd54-99e2a54c9bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:18:41.278876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:41.311630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.343248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Pushing event deleted for resources: {'Port': ['ID=370fb3ae-9ec4-4ad8-8240-bc220bc90dea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:41.352809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:41.354691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.361304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-845d7423-ed8c-4822-80ce-599ca8132901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "DELETE /v2.0/ports/370fb3ae-9ec4-4ad8-8240-bc220bc90dea HTTP/1.1" status: 204 len: 168 time: 0.4075403 Aug 27 12:18:41.361581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-ea160343-73c6-4abf-b167-545e7df0f1b9 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099594 Aug 27 12:18:41.362073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:41.388665 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ada02cf-bbd3-4611-8e85-21031acd464a tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:18:41.390302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ada02cf-bbd3-4611-8e85-21031acd464a tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643080175-project-admin] 10.222.0.76 "GET /v2.0/ports/370fb3ae-9ec4-4ad8-8240-bc220bc90dea HTTP/1.1" status: 404 len: 333 time: 0.0272040 Aug 27 12:18:41.395162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:41.482453 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-42b7573a-ab43-4e23-860c-05fee97c2648 req-45f688b7-3801-4e1e-a6e7-80abb01c9980 service neutron] 10.222.0.77 "GET /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102982 Aug 27 12:18:41.519716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.605233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcdeae-d67b-44ab-82b0-22662a727326 req-19c4cd06-bf84-4625-ae58-7da30687d3ca tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:41.606809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cbcdeae-d67b-44ab-82b0-22662a727326 req-19c4cd06-bf84-4625-ae58-7da30687d3ca tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1330621 Aug 27 12:18:41.678492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afde1d-274d-412d-9ed5-9a061165d5ae req-ebef736a-f814-4fb4-95f0-c83d3e26b5c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:41.679901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95afde1d-274d-412d-9ed5-9a061165d5ae req-ebef736a-f814-4fb4-95f0-c83d3e26b5c1 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.1588070 Aug 27 12:18:41.711304 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.730975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cbcdeae-d67b-44ab-82b0-22662a727326 req-eb1ffd75-87d5-4ec5-976e-9918a0206617 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165543 Aug 27 12:18:41.733644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec11da9b-c2a8-4cb3-b915-3fb024d75161']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:41.747726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4d5909-dd8d-49f0-8907-61261ce9f57c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:41.748017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4d5909-dd8d-49f0-8907-61261ce9f57c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:41.757425 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ec8bd-dced-4de7-9891-09a200d17299 None None] New status for floating IP 712e50be-8404-4cbf-b3a2-034dc24c5377: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:18:41.768705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.779467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95afde1d-274d-412d-9ed5-9a061165d5ae req-f9b90d10-b94b-4ae1-8784-338a7640acc8 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/security-groups?id=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914271 Aug 27 12:18:41.788521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.800943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:18:41.800943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.810792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['706887f7-69ac-4ea9-b538-60a4760d9ca4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:18:41.826657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-b756e8e7-2129-4e6b-aaa9-2a6942fe61de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:41.828485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-b756e8e7-2129-4e6b-aaa9-2a6942fe61de tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 945 time: 0.0587687 Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:18:41.845790 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:18:41.872424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.878121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:41.880451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] 10.222.0.76 "DELETE /v2.0/networks/ec11da9b-c2a8-4cb3-b915-3fb024d75161 HTTP/1.1" status: 204 len: 168 time: 0.4843121 Aug 27 12:18:41.904249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cf9d9-8da0-41de-a263-3101c6049ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-10427986-project] Pushing event deleted for resources: {'Network': ['ID=ec11da9b-c2a8-4cb3-b915-3fb024d75161,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:41.939852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 675e723a-3407-46d1-8823-d3a5e9706f0f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:41.940436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.033507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port 675e723a-3407-46d1-8823-d3a5e9706f0f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=675e723a-3407-46d1-8823-d3a5e9706f0f,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:42.033891 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.048891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 675e723a-3407-46d1-8823-d3a5e9706f0f owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:42.184914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:42.206751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.222890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f68d6-8481-434d-942d-60aa5963a4bd req-63615348-56ea-4d83-a041-011c2c37e647 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:42.231053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-304f68d6-8481-434d-942d-60aa5963a4bd req-63615348-56ea-4d83-a041-011c2c37e647 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 944 time: 0.0815527 Aug 27 12:18:42.240023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=675e723a-3407-46d1-8823-d3a5e9706f0f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:42.279406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-304f68d6-8481-434d-942d-60aa5963a4bd req-a7322fc3-7205-4027-9823-06dc2f7cf535 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474873 Aug 27 12:18:42.285294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] No DVR routers for this DVR port 675e723a-3407-46d1-8823-d3a5e9706f0f on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:18:42.288121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.290703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-786efe5f-14d6-4bda-94b2-bfc01db234b9 req-17775971-1b86-4095-b8f5-958bb1151ceb tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.65 "DELETE /v2.0/ports/675e723a-3407-46d1-8823-d3a5e9706f0f HTTP/1.1" status: 204 len: 173 time: 0.4551797 Aug 27 12:18:42.291264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'name': 'network-vif-deleted', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:18:42.294726 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe14a63-0511-4e8e-af28-e04c3c863001" -d '{"events": [{"server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "name": "network-vif-deleted", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:18:42.344485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bfe6bd0-5f9a-405e-9abb-f8d53a89ff2a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fda2b5b4dbe4da8b7fda1c3c54bd8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582818 Aug 27 12:18:42.346924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:42.355981 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7295b150-59f5-44aa-bae9-2c5edc04a44c x-openstack-request-id: req-7295b150-59f5-44aa-bae9-2c5edc04a44c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:18:42.356279 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb587120-ff85-4ae5-8b9c-77a9d86c87f5", "name": "network-vif-deleted", "tag": "675e723a-3407-46d1-8823-d3a5e9706f0f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:18:42.356539 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7295b150-59f5-44aa-bae9-2c5edc04a44c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:18:42.358059 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb587120-ff85-4ae5-8b9c-77a9d86c87f5', 'name': 'network-vif-deleted', 'tag': '675e723a-3407-46d1-8823-d3a5e9706f0f', 'status': 'completed', 'code': 200} Aug 27 12:18:42.406225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a9ffc0-90fb-49f4-8cf2-843c9329bb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.430951 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a9ffc0-90fb-49f4-8cf2-843c9329bb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.478480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a9ffc0-90fb-49f4-8cf2-843c9329bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.483496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a9ffc0-90fb-49f4-8cf2-843c9329bb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.484674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-34a9ffc0-90fb-49f4-8cf2-843c9329bb03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbfb9ca1-29a4-4750-a524-c7233e9d4e9e HTTP/1.1" status: 204 len: 168 time: 0.1367157 Aug 27 12:18:42.492827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9ffc0-90fb-49f4-8cf2-843c9329bb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfb9ca1-29a4-4750-a524-c7233e9d4e9e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:42.803144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:42.899699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-786181f8-644f-4aff-a518-771331729e13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a41d45d34704425ca9a8e35f223a0c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910015 Aug 27 12:18:42.900039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38064) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:42.908569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328e6de-e08d-4684-8647-0990986d7ebc req-a6e50381-28a0-432e-bcfc-4f42de53f7a8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:42.917549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c328e6de-e08d-4684-8647-0990986d7ebc req-a6e50381-28a0-432e-bcfc-4f42de53f7a8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1048994 Aug 27 12:18:42.965139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c54b478-1d31-4f19-970e-2a00019eccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.967156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08c47fc2-2c60-4069-872c-975703379665 req-bff1ca98-534f-47f4-bbd1-ca4cdb70f2ab tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb587120-ff85-4ae5-8b9c-77a9d86c87f5 HTTP/1.1" status: 200 len: 210 time: 0.0470428 Aug 27 12:18:42.993019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c54b478-1d31-4f19-970e-2a00019eccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:42.995368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c328e6de-e08d-4684-8647-0990986d7ebc req-9f95ee3e-b4a8-4401-af0e-0d3ff405483d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 Aug 27 12:18:43.046328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c54b478-1d31-4f19-970e-2a00019eccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:43.050136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c54b478-1d31-4f19-970e-2a00019eccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:43.054115 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0c54b478-1d31-4f19-970e-2a00019eccd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76773680-b677-4851-9cf2-425ee5649558 HTTP/1.1" status: 204 len: 168 time: 0.1504283 Aug 27 12:18:43.061955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54b478-1d31-4f19-970e-2a00019eccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76773680-b677-4851-9cf2-425ee5649558,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:43.424289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736eeda-b94b-46f4-b5ae-4cb627b476b1 req-138bdfa6-5799-4b81-a471-f424dce185be tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:43.425738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3736eeda-b94b-46f4-b5ae-4cb627b476b1 req-138bdfa6-5799-4b81-a471-f424dce185be tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 944 time: 0.0543911 Aug 27 12:18:43.469359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3736eeda-b94b-46f4-b5ae-4cb627b476b1 req-1e232936-a1c5-4126-8f96-fa6b8525ba67 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349355 Aug 27 12:18:43.890056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38108) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.000731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878313275'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:44.030352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.042850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.051593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.172327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfb8a-104b-4122-af47-408b684f75c4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.195141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb49c3-291a-496e-88f1-83c34cc9f710 req-7a1a2037-fa33-47cb-9d4e-f66753659de5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:44.203068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dfb49c3-291a-496e-88f1-83c34cc9f710 req-7a1a2037-fa33-47cb-9d4e-f66753659de5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1007910 Aug 27 12:18:44.210318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.216621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.237006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfb8a-104b-4122-af47-408b684f75c4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.295808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dfb49c3-291a-496e-88f1-83c34cc9f710 req-dbe3b259-b4f3-4aa3-bf68-403eb3e3785d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905819 Aug 27 12:18:44.305259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.323474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.353647 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfb8a-104b-4122-af47-408b684f75c4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.358904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfb8a-104b-4122-af47-408b684f75c4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.363859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5fcfb8a-104b-4122-af47-408b684f75c4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/security-groups/2da8f55a-21d6-41d1-8bdc-a26d9e3eb012 HTTP/1.1" status: 204 len: 168 time: 0.3065491 Aug 27 12:18:44.364018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e0352f-5066-4db6-a65a-42444a3e6bc8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:44.380939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.384538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4904909 Aug 27 12:18:44.385748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38126) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.409504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcfb8a-104b-4122-af47-408b684f75c4 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da8f55a-21d6-41d1-8bdc-a26d9e3eb012,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:44.417380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.490605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a02b5a-1dd4-4e06-bcb5-335e3ca134c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7594883-f9fe-4ab4-9149-83b3490da4d7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:44.516622 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f3962258-b33c-4e72-b62e-0c8a7ec5cc20 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1298299 Aug 27 12:18:44.519401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.524131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-security--719032239', 'description': 'tempest-security-description-551568017'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:44.571119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.592774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:18:44.631658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.642914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.646232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.650610 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "PUT /v2.0/security-groups/b7594883-f9fe-4ab4-9149-83b3490da4d7 HTTP/1.1" status: 200 len: 1778 time: 0.1301332 Aug 27 12:18:44.652016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.654307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 706887f7-69ac-4ea9-b538-60a4760d9ca4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:44.655528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.708357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fdedd-4a7f-47d7-8e31-0884bb918662 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7594883-f9fe-4ab4-9149-83b3490da4d7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:44.755547 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bb72b4cf-902b-4582-bfcd-038eb363b214 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups/b7594883-f9fe-4ab4-9149-83b3490da4d7 HTTP/1.1" status: 200 len: 1778 time: 0.0994806 Aug 27 12:18:44.756227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.772322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.816455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:44.817997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:18:44.822032 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5967e982-63ab-4309-a7dd-742b463bbd59" -d '{"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-plugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:18:44.826418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.835721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-313f83b1-b848-4210-b529-b3b9877f3c00 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.865532 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-313f83b1-b848-4210-b529-b3b9877f3c00 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.897968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:44.918037 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89070f63-31da-4773-aef4-104a9e752282 x-openstack-request-id: req-89070f63-31da-4773-aef4-104a9e752282 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:18:44.918344 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-plugged", "status": "completed", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:18:44.918634 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89070f63-31da-4773-aef4-104a9e752282 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:18:44.919086 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'code': 200} Aug 27 12:18:44.945655 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-313f83b1-b848-4210-b529-b3b9877f3c00 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.948957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-313f83b1-b848-4210-b529-b3b9877f3c00 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:44.953825 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-313f83b1-b848-4210-b529-b3b9877f3c00 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/b7594883-f9fe-4ab4-9149-83b3490da4d7 HTTP/1.1" status: 204 len: 168 time: 0.1964390 Aug 27 12:18:44.956515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38140) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:44.999253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f83b1-b848-4210-b529-b3b9877f3c00 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7594883-f9fe-4ab4-9149-83b3490da4d7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:45.062928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49341cd0-3bc1-426b-b8f1-ebbbdb02cf82 req-46cc958e-6641-43cd-9f15-eab1a6e2629f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:45.070282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49341cd0-3bc1-426b-b8f1-ebbbdb02cf82 req-46cc958e-6641-43cd-9f15-eab1a6e2629f tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.1280711 Aug 27 12:18:45.101293 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b0ff234-063a-4ae5-8124-b9f5506ce332 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395266 Aug 27 12:18:45.101885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:45.121419 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-e1b3d030-d866-4258-80f8-2d48e8fcd146 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] delete failed (client error): The resource could not be found. Aug 27 12:18:45.129183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e1b3d030-d866-4258-80f8-2d48e8fcd146 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/b7594883-f9fe-4ab4-9149-83b3490da4d7 HTTP/1.1" status: 404 len: 347 time: 0.0199163 Aug 27 12:18:45.129543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:45.134121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025526636'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:45.161119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.205690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49341cd0-3bc1-426b-b8f1-ebbbdb02cf82 req-39bb39ea-5fc1-45f9-801d-2b68451b0ce8 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279252 Aug 27 12:18:45.249445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad43ed-eca8-4efd-a3a7-c97c2e10bcf7 req-ddbfc590-89e5-4678-92c3-1a6f7d010260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:45.251109 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89ad43ed-eca8-4efd-a3a7-c97c2e10bcf7 req-ddbfc590-89e5-4678-92c3-1a6f7d010260 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0843084 Aug 27 12:18:45.319798 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89ad43ed-eca8-4efd-a3a7-c97c2e10bcf7 req-9c0e43f7-58aa-48de-bcf8-770318cfa0f4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563669 Aug 27 12:18:45.383890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.390910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.430051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.434646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3012493 Aug 27 12:18:45.436634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38152) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:45.443392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc21d7-e4c4-4731-bc3d-a4ab7744caec tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb85fb6a-04a6-4965-a192-50b5d30a8add,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:45.444882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'eb85fb6a-04a6-4965-a192-50b5d30a8add', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:45.513496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc3dd3-2034-4142-908f-9370b53a19b9 req-9e5f4f0c-58b6-4521-ab21-18ff2268c06f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:45.513496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5cc3dd3-2034-4142-908f-9370b53a19b9 req-9e5f4f0c-58b6-4521-ab21-18ff2268c06f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1065953 Aug 27 12:18:45.517776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.549146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.617361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5cc3dd3-2034-4142-908f-9370b53a19b9 req-6e6ae0fc-a574-4ba7-9090-cba35984f5e0 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946178 Aug 27 12:18:45.678035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.685565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.718084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dfd800-750c-4043-8fbe-11cd660bdfdc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:45.722988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.724196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc1ecee5-3cd5-4792-89f0-10033a4a675d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2849584 Aug 27 12:18:45.727621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38154) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:45.772875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05a1b567-c465-47d9-9c6e-4398a8cdf4ca tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.790406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05a1b567-c465-47d9-9c6e-4398a8cdf4ca tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.833584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05a1b567-c465-47d9-9c6e-4398a8cdf4ca tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.840545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05a1b567-c465-47d9-9c6e-4398a8cdf4ca tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:45.844789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:45.846823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-05a1b567-c465-47d9-9c6e-4398a8cdf4ca tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c7dfd800-750c-4043-8fbe-11cd660bdfdc HTTP/1.1" status: 204 len: 168 time: 0.1165581 Aug 27 12:18:45.853257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1b567-c465-47d9-9c6e-4398a8cdf4ca tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7dfd800-750c-4043-8fbe-11cd660bdfdc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:45.899584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 675e723a-3407-46d1-8823-d3a5e9706f0f no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:18:45.924382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 675e723a-3407-46d1-8823-d3a5e9706f0f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:18:45.924851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 675e723a-3407-46d1-8823-d3a5e9706f0f not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:18:45.948307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7dc42d4-a58b-46ba-8f02-80d1da9a674b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0990999 Aug 27 12:18:45.948831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:46.004260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port ac20b12d-913f-4477-8e8d-d0ef7eb26f94 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:46.004580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.066439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e29799-d37e-4313-9596-3b56ec49e8a9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.106630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e29799-d37e-4313-9596-3b56ec49e8a9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.141853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port ac20b12d-913f-4477-8e8d-d0ef7eb26f94, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:46.142226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.163695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for ac20b12d-913f-4477-8e8d-d0ef7eb26f94 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:46.209011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e29799-d37e-4313-9596-3b56ec49e8a9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.212456 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85e29799-d37e-4313-9596-3b56ec49e8a9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.212836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-85e29799-d37e-4313-9596-3b56ec49e8a9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/eb85fb6a-04a6-4965-a192-50b5d30a8add HTTP/1.1" status: 204 len: 168 time: 0.2630587 Aug 27 12:18:46.216871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:46.229047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e29799-d37e-4313-9596-3b56ec49e8a9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb85fb6a-04a6-4965-a192-50b5d30a8add,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:46.340611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fb6856ef-f98c-4ce4-879f-059f37b95927 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228955 Aug 27 12:18:46.341483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38164) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:46.352621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--361175436'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:46.439772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.449758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf266d-6a5e-4dd9-8d5a-0aa0e8e14fa3 req-08ed94c6-50bb-484f-9189-61447c5de991 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:46.451493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eebf266d-6a5e-4dd9-8d5a-0aa0e8e14fa3 req-08ed94c6-50bb-484f-9189-61447c5de991 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.1194742 Aug 27 12:18:46.483670 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.525594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=ac20b12d-913f-4477-8e8d-d0ef7eb26f94,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:46.539816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eebf266d-6a5e-4dd9-8d5a-0aa0e8e14fa3 req-7edd85ec-0a9b-474e-abb5-0e4d0dd643c3 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810862 Aug 27 12:18:46.613040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.617814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.662672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c4b57-6702-4032-ac2a-52e1eddcf1de,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:46.705383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.706976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b9d07246-5a81-477f-9891-60acf519c6f2 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3643777 Aug 27 12:18:46.709939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38170) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:46.723662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'b27c4b57-6702-4032-ac2a-52e1eddcf1de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:46.798226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.832427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.914196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.920597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.951793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc9006f-fb78-4a4f-9b69-fdff518dcf44,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:46.954930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:46.956277 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c98a2856-4b75-4fc1-898c-d9a494378d44 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2450058 Aug 27 12:18:46.960068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:46.971145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'b27c4b57-6702-4032-ac2a-52e1eddcf1de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:47.009611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.062012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc04f2-4fe6-4bae-af87-c55f17545c35 req-df6a398d-33b9-4b3a-bd1c-20e0e69369be tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:47.064217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19dc04f2-4fe6-4bae-af87-c55f17545c35 req-df6a398d-33b9-4b3a-bd1c-20e0e69369be tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.2180316 Aug 27 12:18:47.086017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.095573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.116256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ec40c9-d859-43d9-be3b-2cbcf4360a2f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:47.125677 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.131515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b89f23b6-173c-4e4c-86b8-56e7bc5e7377 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675103 Aug 27 12:18:47.132227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:47.138784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'b27c4b57-6702-4032-ac2a-52e1eddcf1de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:47.154648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19dc04f2-4fe6-4bae-af87-c55f17545c35 req-a59cd26f-c905-4ca7-8ad6-0ec711240420 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829456 Aug 27 12:18:47.196407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.256982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Router cc44839f-a064-4030-892c-5bb4aa417df9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:18:47.267594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.272984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.294336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c99114-2d72-4ac2-bbe7-ead6dcfec8e1,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:47.318863 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.329244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-49183c6f-a89c-454e-890a-e1462121654a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1912680 Aug 27 12:18:47.330050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38186) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:47.380971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'b27c4b57-6702-4032-ac2a-52e1eddcf1de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:47.454548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.506742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:18:47.514089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-69fc661a-bce5-4230-9527-30f65836d8b7 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "PUT /v2.0/routers/cc44839f-a064-4030-892c-5bb4aa417df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0948317 Aug 27 12:18:47.516776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:47.520894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] Sync routers for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:18:47.521380 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.532084 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.549160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:47.550051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:47.571817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1bcc57-9d41-472e-9bd4-14d3c9041ef9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:47.579002 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.579982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50b35c02-3a2e-4ed4-9f37-fb2f029271da tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2477477 Aug 27 12:18:47.583954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38200) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:47.594669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'b27c4b57-6702-4032-ac2a-52e1eddcf1de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:47.601557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting subnet 1c0465d8-ff6a-4074-bd54-99e2a54c9bf5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:18:47.609462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.651463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.674108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.768959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.782343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.821664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4379d612-5789-44ca-8efd-72204df56629,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:47.826715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.828419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0a1c8a96-aed6-4731-bc49-047e702ede6e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2436998 Aug 27 12:18:47.831656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38218) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:47.843020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:47.852144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6f199-bc98-4da2-9737-3becc556e87e req-306b5a57-7f40-46a9-8ab7-4b1620f934ed tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:47.856689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fe6f199-bc98-4da2-9737-3becc556e87e req-306b5a57-7f40-46a9-8ab7-4b1620f934ed tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.1223390 Aug 27 12:18:47.882863 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48d43ff0-d725-4bf0-be35-6d4a0cee9fd9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.905701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fe6f199-bc98-4da2-9737-3becc556e87e req-8919b42b-5043-4741-a45f-c1829737fd5a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Aug 27 12:18:47.906645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48d43ff0-d725-4bf0-be35-6d4a0cee9fd9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:47.907393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.005308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48d43ff0-d725-4bf0-be35-6d4a0cee9fd9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.022282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.036676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48d43ff0-d725-4bf0-be35-6d4a0cee9fd9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.044261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-48d43ff0-d725-4bf0-be35-6d4a0cee9fd9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4379d612-5789-44ca-8efd-72204df56629 HTTP/1.1" status: 204 len: 168 time: 0.2106764 Aug 27 12:18:48.047846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d43ff0-d725-4bf0-be35-6d4a0cee9fd9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4379d612-5789-44ca-8efd-72204df56629,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:48.051855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38230) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.062693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0465d8-ff6a-4074-bd54-99e2a54c9bf5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:48.067148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.070646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4dcde850-f3f3-4e2b-a3ef-ededb78f3c32 tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/subnets/1c0465d8-ff6a-4074-bd54-99e2a54c9bf5 HTTP/1.1" status: 204 len: 168 time: 0.5519300 Aug 27 12:18:48.082518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.101028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ca72b-256c-46d6-9c08-638a7c51f7b4 None None] Network 42a58e26-2e69-4f2f-94e3-0aa17d784957 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:18:48.187611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-45a8f929-be6f-402c-af51-9f3df27867a3 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1266136 Aug 27 12:18:48.188339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38236) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.245714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57837603-53ee-476c-8b6b-c9e3dbb8f508 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.266734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57837603-53ee-476c-8b6b-c9e3dbb8f508 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.277919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:18:46Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:48.327143 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57837603-53ee-476c-8b6b-c9e3dbb8f508 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.346079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57837603-53ee-476c-8b6b-c9e3dbb8f508 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.348230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] Checking router: cc44839f-a064-4030-892c-5bb4aa417df9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:18:48.352327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-57837603-53ee-476c-8b6b-c9e3dbb8f508 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/db1bcc57-9d41-472e-9bd4-14d3c9041ef9 HTTP/1.1" status: 204 len: 168 time: 0.1609359 Aug 27 12:18:48.353394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57837603-53ee-476c-8b6b-c9e3dbb8f508 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db1bcc57-9d41-472e-9bd4-14d3c9041ef9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:48.357706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] Routers {'cc44839f-a064-4030-892c-5bb4aa417df9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:48.358873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['cc44839f-a064-4030-892c-5bb4aa417df9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:48.363294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38238) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.365765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dae15d-d91f-405c-b3dc-85880be9c52f req-614ff740-3330-4861-abe9-9f29d29e6862 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:48.375632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23dae15d-d91f-405c-b3dc-85880be9c52f req-614ff740-3330-4861-abe9-9f29d29e6862 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0951536 Aug 27 12:18:48.405587 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.430414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d09f8289-1155-44e7-a176-07ffa364907f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0656908 Aug 27 12:18:48.433442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38240) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.477744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c74a039-3736-4cbc-b9b2-e1171a816322 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.489462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c74a039-3736-4cbc-b9b2-e1171a816322 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.489652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] Set router cc44839f-a064-4030-892c-5bb4aa417df9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:48.530959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c74a039-3736-4cbc-b9b2-e1171a816322 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.543451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c74a039-3736-4cbc-b9b2-e1171a816322 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.544667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8c74a039-3736-4cbc-b9b2-e1171a816322 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/23c99114-2d72-4ac2-bbe7-ead6dcfec8e1 HTTP/1.1" status: 204 len: 168 time: 0.1098661 Aug 27 12:18:48.549261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38242) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.555648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74a039-3736-4cbc-b9b2-e1171a816322 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23c99114-2d72-4ac2-bbe7-ead6dcfec8e1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:48.560972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23dae15d-d91f-405c-b3dc-85880be9c52f req-8dc5ef28-c516-48e6-a0b2-c2a08ecfe9c1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823881 Aug 27 12:18:48.618187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] DHCP port deletion for 42a58e26-2e69-4f2f-94e3-0aa17d784957 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:18:48.649235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-83fd63d7-6568-4f41-8030-2eaa5bbc334b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0988870 Aug 27 12:18:48.652578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.680375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4a1129c6-09ac-46c4-95f8-137c8bc76b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.683370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.689815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96afd82c-5a49-4a21-8e11-69e9f46563a6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.699223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96afd82c-5a49-4a21-8e11-69e9f46563a6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.737461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] Deleting port df2426ef-09c8-4a9c-907f-59628bd440dd {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:48.737741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.756477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96afd82c-5a49-4a21-8e11-69e9f46563a6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.772716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-96afd82c-5a49-4a21-8e11-69e9f46563a6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.778662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-96afd82c-5a49-4a21-8e11-69e9f46563a6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e4ec40c9-d859-43d9-be3b-2cbcf4360a2f HTTP/1.1" status: 204 len: 168 time: 0.1240020 Aug 27 12:18:48.780615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.787443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afd82c-5a49-4a21-8e11-69e9f46563a6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4ec40c9-d859-43d9-be3b-2cbcf4360a2f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:48.823995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Deleting port 298ff8b4-f47b-40fd-8c65-234ee7d3794a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:18:48.824387 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.904405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-25ba5e64-aed1-4f42-8c89-80348e62b0e7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1166823 Aug 27 12:18:48.904620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:48.930177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c21cf0b4-8cca-415c-9ef1-d946b707f11e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.940855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c21cf0b4-8cca-415c-9ef1-d946b707f11e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.948877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] For port 298ff8b4-f47b-40fd-8c65-234ee7d3794a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=298ff8b4-f47b-40fd-8c65-234ee7d3794a,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:48.949543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.972130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Calling delete_port for 298ff8b4-f47b-40fd-8c65-234ee7d3794a owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:48.975822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c21cf0b4-8cca-415c-9ef1-d946b707f11e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.981678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c21cf0b4-8cca-415c-9ef1-d946b707f11e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:48.982968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c21cf0b4-8cca-415c-9ef1-d946b707f11e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3fc9006f-fb78-4a4f-9b69-fdff518dcf44 HTTP/1.1" status: 204 len: 168 time: 0.0792458 Aug 27 12:18:48.986519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38254) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:49.005758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf0b4-8cca-415c-9ef1-d946b707f11e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fc9006f-fb78-4a4f-9b69-fdff518dcf44,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:49.033787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device df2426ef-09c8-4a9c-907f-59628bd440dd no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:18:49.065734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36cd3535-04fb-4bd7-a545-da119dc942a7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0779300 Aug 27 12:18:49.069231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38256) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:49.110403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] For port df2426ef-09c8-4a9c-907f-59628bd440dd, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=df2426ef-09c8-4a9c-907f-59628bd440dd,segment=NetworkSegment(9d6b7b46-10a3-41c9-8d98-e863e2850b43),segment_id=9d6b7b46-10a3-41c9-8d98-e863e2850b43)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:49.110923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.124275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c3b06-c0a4-4e25-91df-7c0b594c7983 req-7e16f99a-ec90-4c9b-b85a-9197395109a6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:49.126198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b82c3b06-c0a4-4e25-91df-7c0b594c7983 req-7e16f99a-ec90-4c9b-b85a-9197395109a6 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.0813618 Aug 27 12:18:49.132182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:18:46Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:49.141116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] Calling delete_port for df2426ef-09c8-4a9c-907f-59628bd440dd owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:18:49.196867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfd20-3984-4c83-8e1d-c1c0c0f82e1d None None] The sync data for ids ['cc44839f-a064-4030-892c-5bb4aa417df9'] in n-d-688802-4 is: [{'id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'name': 'tempest-TestNetworkBasicOps-router-1690745754', 'tenant_id': 'ad573352da904e8182380ce243e94aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:18:46Z', 'revision_number': 5, 'project_id': 'ad573352da904e8182380ce243e94aa3', 'gw_port': {'id': '298ff8b4-f47b-40fd-8c65-234ee7d3794a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44839f-a064-4030-892c-5bb4aa417df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:17:27Z', 'updated_at': '2021-08-27T12:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:18:49.224517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95407d10-e9e1-4cdc-9ef6-d7eedc28ef90 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.265372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95407d10-e9e1-4cdc-9ef6-d7eedc28ef90 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.273037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b82c3b06-c0a4-4e25-91df-7c0b594c7983 req-b15e73c5-5e6b-4525-8de1-74d1cd13590a tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835631 Aug 27 12:18:49.360448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95407d10-e9e1-4cdc-9ef6-d7eedc28ef90 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.364177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-95407d10-e9e1-4cdc-9ef6-d7eedc28ef90 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.366760 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-95407d10-e9e1-4cdc-9ef6-d7eedc28ef90 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/b27c4b57-6702-4032-ac2a-52e1eddcf1de HTTP/1.1" status: 204 len: 168 time: 0.2952456 Aug 27 12:18:49.370328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:49.380888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.389422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95407d10-e9e1-4cdc-9ef6-d7eedc28ef90 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c4b57-6702-4032-ac2a-52e1eddcf1de,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:49.418492 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.439019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Port': ['ID=298ff8b4-f47b-40fd-8c65-234ee7d3794a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:49.480508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.514446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] No DVR routers for this DVR port df2426ef-09c8-4a9c-907f-59628bd440dd on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:18:49.536677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be31a9-5182-4b58-b59f-c232c7558dde None None] Pushing event deleted for resources: {'Port': ['ID=df2426ef-09c8-4a9c-907f-59628bd440dd,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:49.575884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:49.576096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-12b5394f-fab5-4332-96c9-e9e8e545574a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2015357 Aug 27 12:18:49.579819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--356804901'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:49.583511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.618043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.785831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.793021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.842168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.843596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2676451 Aug 27 12:18:49.849035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38270) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:49.855015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': '78cabcb4-39e2-4313-a14a-e11dd219ae9f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:49.886858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca9698-c451-4380-9add-96f03c761371 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cabcb4-39e2-4313-a14a-e11dd219ae9f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:49.914335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:49.946281 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.006401 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.012184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.032531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b76a177-60fd-4792-8876-42b6ebd2d6f6,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:50.039359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.041368 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c9c72c79-b3d6-4fcb-8cfb-e23f8d6b51cc tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1911006 Aug 27 12:18:50.044046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38272) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:50.065870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.081521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.107138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8e324f0-d6fe-4539-a7e0-7331a877c033 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.136920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8e324f0-d6fe-4539-a7e0-7331a877c033 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.144566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66a364-7885-41ab-acd7-3c4557e9247f req-0f6a805f-12f0-4165-94ab-fd5614ea1b52 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:50.146031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c66a364-7885-41ab-acd7-3c4557e9247f req-0f6a805f-12f0-4165-94ab-fd5614ea1b52 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1193166 Aug 27 12:18:50.156870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.157410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Fanout notify agent at l3_agent the message router_deleted on router cc44839f-a064-4030-892c-5bb4aa417df9 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:18:50.182840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.184237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33b8591e-0368-4b8e-8e41-210c8dcb7f9b tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/routers/cc44839f-a064-4030-892c-5bb4aa417df9 HTTP/1.1" status: 204 len: 168 time: 2.1004262 Aug 27 12:18:50.192666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:50.216554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8e324f0-d6fe-4539-a7e0-7331a877c033 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.219405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8e324f0-d6fe-4539-a7e0-7331a877c033 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.223352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a8e324f0-d6fe-4539-a7e0-7331a877c033 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/78cabcb4-39e2-4313-a14a-e11dd219ae9f HTTP/1.1" status: 204 len: 168 time: 0.1748834 Aug 27 12:18:50.228286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c66a364-7885-41ab-acd7-3c4557e9247f req-7f65bfe2-672b-4fde-80c9-61e616bf96bf tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719280 Aug 27 12:18:50.254893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:50.281532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e324f0-d6fe-4539-a7e0-7331a877c033 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cabcb4-39e2-4313-a14a-e11dd219ae9f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:50.331347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.334868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d34101bd-cbbe-4d08-9615-44c8839af686 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904353 Aug 27 12:18:50.339326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:50.344296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--763260353'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:50.453309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.476656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.496276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a58e26-2e69-4f2f-94e3-0aa17d784957']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:50.516975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b7b46-10a3-41c9-8d98-e863e2850b43') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:50.517323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b7b46-10a3-41c9-8d98-e863e2850b43') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:50.534950 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.562069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.574799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:18:50.575213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:18:50.578671 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:18:50.670992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.686161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.691436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] 10.222.0.76 "DELETE /v2.0/networks/42a58e26-2e69-4f2f-94e3-0aa17d784957 HTTP/1.1" status: 204 len: 168 time: 0.4963450 Aug 27 12:18:50.723388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.725246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32266c3b-8c73-4c33-805e-3b6645bb5b2d tempest-TestNetworkBasicOps-1562046007 tempest-TestNetworkBasicOps-1562046007-project] Pushing event deleted for resources: {'Network': ['ID=42a58e26-2e69-4f2f-94e3-0aa17d784957,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:50.728186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.762030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.766984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:50.767511 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4264414 Aug 27 12:18:50.769785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d52e48-a01f-4193-abcd-613ffe11ee6d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a576b3-05be-4508-8b4c-4ec89aa77cfd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:50.791258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--949317654'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:50.854270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.978228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac20b12d-913f-4477-8e8d-d0ef7eb26f94 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:18:50.984579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e71c390c-07b6-490c-95a3-5318643bedd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:50.990497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.002927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.006851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ac20b12d-913f-4477-8e8d-d0ef7eb26f94 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:18:51.007463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ac20b12d-913f-4477-8e8d-d0ef7eb26f94 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:18:51.007995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 298ff8b4-f47b-40fd-8c65-234ee7d3794a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:18:51.037611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 298ff8b4-f47b-40fd-8c65-234ee7d3794a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:18:51.038349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 298ff8b4-f47b-40fd-8c65-234ee7d3794a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:18:51.043076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.044426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2756970 Aug 27 12:18:51.047387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.052267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': '30a576b3-05be-4508-8b4c-4ec89aa77cfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '652b3e32-5889-48c1-b331-1d6b505a1547', 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:51.053729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a2c52-cb3f-4b02-ade7-39ceb680a678 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652b3e32-5889-48c1-b331-1d6b505a1547,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:51.107280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.117948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.179398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38294) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.219015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.223722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.244067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fffe03-9a00-4ee9-9a8c-95fdb2382960,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:51.249736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.251035 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-38bb5b4e-cd61-490e-bc7f-c84153544c4f tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2025609 Aug 27 12:18:51.254001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.283744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b0a9d3e-54e0-44d7-9823-eae89f2a14b8 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.292523 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b0a9d3e-54e0-44d7-9823-eae89f2a14b8 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.336486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b0a9d3e-54e0-44d7-9823-eae89f2a14b8 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.341807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b0a9d3e-54e0-44d7-9823-eae89f2a14b8 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.343142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b0a9d3e-54e0-44d7-9823-eae89f2a14b8 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e2fffe03-9a00-4ee9-9a8c-95fdb2382960 HTTP/1.1" status: 204 len: 168 time: 0.0881133 Aug 27 12:18:51.345768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38302) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.389486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a9d3e-54e0-44d7-9823-eae89f2a14b8 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2fffe03-9a00-4ee9-9a8c-95fdb2382960,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:51.392361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6beb9ab0-8a5f-4446-aec3-9e32c3f7c0e4 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453959 Aug 27 12:18:51.395061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.438998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe7169-b808-412b-91c4-67d0e8c68f6a req-77663628-9d20-4647-b810-a1cc65f18c45 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:51.440677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52fe7169-b808-412b-91c4-67d0e8c68f6a req-77663628-9d20-4647-b810-a1cc65f18c45 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1227059 Aug 27 12:18:51.448684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-45d7dcea-c63a-4bed-b250-ef446bbd2aba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad573352da904e8182380ce243e94aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681844 Aug 27 12:18:51.448884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.488724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52fe7169-b808-412b-91c4-67d0e8c68f6a req-2a119661-68b2-4e14-ae31-caf2d53e15bc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Aug 27 12:18:51.489221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01cb343c-1df9-4484-99cf-3abdb02a98f6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.524855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01cb343c-1df9-4484-99cf-3abdb02a98f6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.550931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a0a24c-d49e-4045-a375-a37fd0b83671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.583651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a0a24c-d49e-4045-a375-a37fd0b83671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.600287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01cb343c-1df9-4484-99cf-3abdb02a98f6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.602852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01cb343c-1df9-4484-99cf-3abdb02a98f6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.606849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-01cb343c-1df9-4484-99cf-3abdb02a98f6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/652b3e32-5889-48c1-b331-1d6b505a1547 HTTP/1.1" status: 204 len: 168 time: 0.2086260 Aug 27 12:18:51.612542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38310) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.624853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb343c-1df9-4484-99cf-3abdb02a98f6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652b3e32-5889-48c1-b331-1d6b505a1547,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:51.654082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a0a24c-d49e-4045-a375-a37fd0b83671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.657287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a0a24c-d49e-4045-a375-a37fd0b83671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.658829 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71a0a24c-d49e-4045-a375-a37fd0b83671 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e640f01e-55fa-4e2d-8577-5407e615a0fe HTTP/1.1" status: 204 len: 168 time: 0.2090235 Aug 27 12:18:51.675962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0a24c-d49e-4045-a375-a37fd0b83671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e640f01e-55fa-4e2d-8577-5407e615a0fe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:51.706536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38314) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.706903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0b21b645-6495-4829-9556-ff8f7a048579 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0982139 Aug 27 12:18:51.772237 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52f2a2ee-3757-4336-bf1b-28299aad2dd6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.801307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52f2a2ee-3757-4336-bf1b-28299aad2dd6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.858892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52f2a2ee-3757-4336-bf1b-28299aad2dd6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.861799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52f2a2ee-3757-4336-bf1b-28299aad2dd6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:51.863076 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-52f2a2ee-3757-4336-bf1b-28299aad2dd6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/30a576b3-05be-4508-8b4c-4ec89aa77cfd HTTP/1.1" status: 204 len: 168 time: 0.1550417 Aug 27 12:18:51.865890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.893514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2a2ee-3757-4336-bf1b-28299aad2dd6 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a576b3-05be-4508-8b4c-4ec89aa77cfd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:51.945966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bc0209ba-7685-4506-83b7-eb939e39313b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787549 Aug 27 12:18:51.950980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38320) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:51.955888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--50731666'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:51.982108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.057386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.099360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.112586 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.117872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.120895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69c89f3b-79c5-4157-9d1e-cbba3fcbc33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.150141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388068b0-42c5-41ad-bb2a-13b548662d1b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:52.236621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69c89f3b-79c5-4157-9d1e-cbba3fcbc33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.241328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69c89f3b-79c5-4157-9d1e-cbba3fcbc33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.245569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.248049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9d71baa8-2a9c-4b94-a1b2-a0a03b7e755d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2959146 Aug 27 12:18:52.250736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38326) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.256239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': '388068b0-42c5-41ad-bb2a-13b548662d1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:52.289541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.299721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-69c89f3b-79c5-4157-9d1e-cbba3fcbc33c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8889fcba17742e1b783ebe360a1db1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977851 Aug 27 12:18:52.300391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.302699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c89f3b-79c5-4157-9d1e-cbba3fcbc33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bedb05-6869-42f6-80ce-86f27ffd936b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:52.357463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.365886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.373704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2b87c5e-1936-4bf8-b365-9f2569737e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.390927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adea15f1-4cdf-474d-a865-85fa60efb8ef,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:52.396792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.397546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-26ab7715-9f3e-4b78-817c-10013101dc56 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1456590 Aug 27 12:18:52.401091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38330) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.429033 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2b87c5e-1936-4bf8-b365-9f2569737e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.435496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54c61e89-f0ce-4284-9a35-23147a2b726e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.444099 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54c61e89-f0ce-4284-9a35-23147a2b726e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.473214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54c61e89-f0ce-4284-9a35-23147a2b726e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.477915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-54c61e89-f0ce-4284-9a35-23147a2b726e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.481896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-54c61e89-f0ce-4284-9a35-23147a2b726e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/adea15f1-4cdf-474d-a865-85fa60efb8ef HTTP/1.1" status: 204 len: 168 time: 0.0765729 Aug 27 12:18:52.481896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38336) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.495212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c61e89-f0ce-4284-9a35-23147a2b726e tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adea15f1-4cdf-474d-a865-85fa60efb8ef,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:52.496576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2b87c5e-1936-4bf8-b365-9f2569737e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.499273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b2b87c5e-1936-4bf8-b365-9f2569737e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.500847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b2b87c5e-1936-4bf8-b365-9f2569737e7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01bedb05-6869-42f6-80ce-86f27ffd936b HTTP/1.1" status: 204 len: 168 time: 0.1989717 Aug 27 12:18:52.522791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b87c5e-1936-4bf8-b365-9f2569737e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bedb05-6869-42f6-80ce-86f27ffd936b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:52.589396 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fca69a43-0e83-4eae-8e4b-87337b93f83a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1052456 Aug 27 12:18:52.592706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38346) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.649951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655f1ad-06b7-4065-82ba-e786ceaf400c req-1c96ffe4-f0c1-4172-b093-ba6cf3504b78 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:52.658132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3655f1ad-06b7-4065-82ba-e786ceaf400c req-1c96ffe4-f0c1-4172-b093-ba6cf3504b78 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0742650 Aug 27 12:18:52.679572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb12534e-ecc7-4039-ba75-65e7d29da14b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.709860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3655f1ad-06b7-4065-82ba-e786ceaf400c req-dee884c5-32f5-4021-aac8-ac030c8c5bc4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478208 Aug 27 12:18:52.710777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb12534e-ecc7-4039-ba75-65e7d29da14b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.793633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb12534e-ecc7-4039-ba75-65e7d29da14b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.797176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb12534e-ecc7-4039-ba75-65e7d29da14b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:52.801052 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eb12534e-ecc7-4039-ba75-65e7d29da14b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/388068b0-42c5-41ad-bb2a-13b548662d1b HTTP/1.1" status: 204 len: 168 time: 0.2048569 Aug 27 12:18:52.809162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38350) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.843847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12534e-ecc7-4039-ba75-65e7d29da14b tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388068b0-42c5-41ad-bb2a-13b548662d1b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:52.892531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38352) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:52.896695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2fa987db-d6d8-4504-ab95-b72c218fc3b1 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862622 Aug 27 12:18:52.899254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146280861'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:52.937456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.058752 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.063803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.097208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca1ca2-72c3-4c64-aa22-77f4890f7fa1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:53.108234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.111310 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2a88c98b-c7c6-4022-aa70-a35b04f9776c tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2166450 Aug 27 12:18:53.114083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.120843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'bbca1ca2-72c3-4c64-aa22-77f4890f7fa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:53.163151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.233645 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.240078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.259492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5cc81c-ecd4-4389-be99-c567b8c751f7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:53.272548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.277807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38368) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.285377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0982e3da-35b0-4f51-ac25-e9383ebb9180 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1691947 Aug 27 12:18:53.301487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36189a72-535e-4d06-8b5f-63fab1c0289a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules/5b5cc81c-ecd4-4389-be99-c567b8c751f7 HTTP/1.1" status: 200 len: 763 time: 0.0225146 Aug 27 12:18:53.304141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38372) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.361821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32cd3799-e6dc-4b92-b024-82a29bdd5f64 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0565016 Aug 27 12:18:53.364475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38376) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.392803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c577e38-9762-4e30-8a94-84616137bfe9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.407708 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c577e38-9762-4e30-8a94-84616137bfe9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.449656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c577e38-9762-4e30-8a94-84616137bfe9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.457020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c577e38-9762-4e30-8a94-84616137bfe9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.461221 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4c577e38-9762-4e30-8a94-84616137bfe9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5b5cc81c-ecd4-4389-be99-c567b8c751f7 HTTP/1.1" status: 204 len: 168 time: 0.0934730 Aug 27 12:18:53.464303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.465158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c577e38-9762-4e30-8a94-84616137bfe9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b5cc81c-ecd4-4389-be99-c567b8c751f7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:53.518941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38382) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.520796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cea44725-88bc-4d97-ab06-c05f4c1e80a0 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548520 Aug 27 12:18:53.521489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.526736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'bbca1ca2-72c3-4c64-aa22-77f4890f7fa1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:53.556345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.623057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.628250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.643088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1290400807-network', 'tenant_id': '036bb155e148403bb8fdee4989e57382'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:53.650014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e6a312-1740-4b45-8f50-efa105e36edc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:53.678639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Made reservation on behalf of 036bb155e148403bb8fdee4989e57382 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:53.681909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.682043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.685901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-db71bcea-9628-4bf2-9d03-ab267fe6118d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609395 Aug 27 12:18:53.686214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38390) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.700086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.716043 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6d1b1230-55e8-4ac2-86c2-47d4a66f9be3 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules/35e6a312-1740-4b45-8f50-efa105e36edc HTTP/1.1" status: 200 len: 763 time: 0.0286393 Aug 27 12:18:53.719296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.779902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-abe13e42-3f96-4bf9-9a6a-00f89ab593c7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0593193 Aug 27 12:18:53.782490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.814135 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21ec4910-0792-4780-9f04-5e342afd76b9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.823234 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21ec4910-0792-4780-9f04-5e342afd76b9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.836302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.840989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.884358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:18:53.891841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9269310-d36c-4cf5-bb94-698a4bda8c82,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:53.894632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21ec4910-0792-4780-9f04-5e342afd76b9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.899593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-21ec4910-0792-4780-9f04-5e342afd76b9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.902003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-21ec4910-0792-4780-9f04-5e342afd76b9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/35e6a312-1740-4b45-8f50-efa105e36edc HTTP/1.1" status: 204 len: 168 time: 0.1155865 Aug 27 12:18:53.902336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.902738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.903153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.903562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.903965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.904367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.904772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.905187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.905715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.906258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.906678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.907110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:53.910853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38398) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:53.935509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774249-f5c5-4c95-a458-620412581def req-4aeb9dcf-e6ff-4cb2-9583-1907411e6917 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:53.937063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95774249-f5c5-4c95-a458-620412581def req-4aeb9dcf-e6ff-4cb2-9583-1907411e6917 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1114323 Aug 27 12:18:53.938316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec4910-0792-4780-9f04-5e342afd76b9 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e6a312-1740-4b45-8f50-efa105e36edc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:53.939630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.939995 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Added segment efa204b2-e2e7-4d5a-9c32-77bdbceaa99b of type vlan for network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 Aug 27 12:18:53.952198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:53.990353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95774249-f5c5-4c95-a458-620412581def req-3677d99b-568c-43b6-a2ec-791c9f79b461 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Aug 27 12:18:53.992410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37b13c40-057f-44b0-a082-c0f11e6f20af tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791214 Aug 27 12:18:53.995499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.002540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Request body: {'security_group_rule': {'security_group_id': 'bbca1ca2-72c3-4c64-aa22-77f4890f7fa1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:54.007372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.037765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.038885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:54.039715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.042367 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Project 1c59c327993f436794ef3488cc2bed77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:18:54.048265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.106221 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5862749 Aug 27 12:18:54.106884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.111680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.113969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Request body: {'subnet': {'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1290400807-subnet', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:54.118743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e7981-7af2-46af-96ef-eb6b1b0f0e93 admin admin] Pushing event updated for resources: {'Network': ['ID=bc55eb62-29a9-43f2-b1ca-92d11f5fce20,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:54.120995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.130523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:18:54.144700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Made reservation on behalf of 036bb155e148403bb8fdee4989e57382 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:18:54.147389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.151899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e67124-d48a-4678-9660-a6b66bcf9f4b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:54.175955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.177199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f2d147e-9383-46d4-a7f9-1c0f87639d9d tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804814 Aug 27 12:18:54.180496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.217955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a3263deb-11c6-41d5-87d9-ca91d5645b77 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules/11e67124-d48a-4678-9660-a6b66bcf9f4b HTTP/1.1" status: 200 len: 769 time: 0.0366592 Aug 27 12:18:54.220522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.272567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-44a2e94e-dc28-4e95-99c9-baa33e6908a1 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0508902 Aug 27 12:18:54.276263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.302451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797b48a5-1a50-4382-9128-ebf0cf852d9a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.312827 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797b48a5-1a50-4382-9128-ebf0cf852d9a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.359455 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797b48a5-1a50-4382-9128-ebf0cf852d9a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.368429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-797b48a5-1a50-4382-9128-ebf0cf852d9a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.368429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-797b48a5-1a50-4382-9128-ebf0cf852d9a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/11e67124-d48a-4678-9660-a6b66bcf9f4b HTTP/1.1" status: 204 len: 168 time: 0.0886934 Aug 27 12:18:54.369388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.388180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b48a5-1a50-4382-9128-ebf0cf852d9a tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11e67124-d48a-4678-9660-a6b66bcf9f4b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:54.441821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11a8c918-5e98-443b-82b0-4351ca906286 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0717127 Aug 27 12:18:54.444601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.450408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.508192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db49df9-e280-42ac-a57c-0c84a795fff7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.521349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6c2608-5d55-4b62-bde1-8c6bea1aef20,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:54.526935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Checking segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:18:54.527384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Network hostable DHCP agents. Network: bc55eb62-29a9-43f2-b1ca-92d11f5fce20, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:18:54.537773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db49df9-e280-42ac-a57c-0c84a795fff7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.548917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:18:54.563962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, bc55eb62-29a9-43f2-b1ca-92d11f5fce20) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:54.574601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c5c7f-9bb5-4525-bd6c-e3707ae7a2b9 None None] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:18:54.576590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:54.577259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.595729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db49df9-e280-42ac-a57c-0c84a795fff7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.598586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db49df9-e280-42ac-a57c-0c84a795fff7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.600218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6db49df9-e280-42ac-a57c-0c84a795fff7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "DELETE /v2.0/security-groups/bbca1ca2-72c3-4c64-aa22-77f4890f7fa1 HTTP/1.1" status: 204 len: 168 time: 0.1544421 Aug 27 12:18:54.602548 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b4e7620-53f8-40eb-aaf5-cf014c344073 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4925883 Aug 27 12:18:54.603229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.603596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.609724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:18:54.611260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db49df9-e280-42ac-a57c-0c84a795fff7 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca1ca2-72c3-4c64-aa22-77f4890f7fa1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:54.663816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.664938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.679968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2dfbf16c-f3a9-46df-abde-040089e0d9fb tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739243 Aug 27 12:18:54.687185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:54.751461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc7cc7d7-378a-44ef-addb-181eb7794f63 tempest-SecGroupIPv6Test-444302514 tempest-SecGroupIPv6Test-444302514-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652845 Aug 27 12:18:54.808927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:54.848034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'fixed_ips': [{'subnet_id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:18:54.849044 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.020350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.062221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Allocated IP 172.20.0.2 (bc55eb62-29a9-43f2-b1ca-92d11f5fce20/5d6c2608-5d55-4b62-bde1-8c6bea1aef20/d0da7e22-1a1d-49d7-87d8-ad6856330fd8) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:18:55.226598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29ccbd-7e56-4274-95a1-b8ad3217d58a req-22b52251-4a48-4a17-89a4-8dff9b5b1b02 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:55.229606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee29ccbd-7e56-4274-95a1-b8ad3217d58a req-22b52251-4a48-4a17-89a4-8dff9b5b1b02 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0938656 Aug 27 12:18:55.235022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38432) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:55.302348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee29ccbd-7e56-4274-95a1-b8ad3217d58a req-1ef2dc27-ca71-4aa7-97bc-01451a761e1d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Aug 27 12:18:55.355075 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.365893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Transition to ACTIVE for port object d0da7e22-1a1d-49d7-87d8-ad6856330fd8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:55.385753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Transition to ACTIVE for port object d0da7e22-1a1d-49d7-87d8-ad6856330fd8 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:55.397973 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.423889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.454269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.463816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-92e92bd1-395b-44fd-888d-90a3952e352b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c59c327993f436794ef3488cc2bed77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265077 Aug 27 12:18:55.466611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:55.476829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:55.480933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Pushing event updated for resources: {'Port': ['ID=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:55.484429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:55.486633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:55.562310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Attempting to bind port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:55.563499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e4ed52-7da5-46da-ba33-83e74e132bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.564718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Attempting to bind port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:55.565116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Attempting to bind port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:55.575488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:18:55.576165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Checking segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:18:55.576731 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.577273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Bound using segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:18:55.577894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Bound port: d0da7e22-1a1d-49d7-87d8-ad6856330fd8, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:18:55.578534 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.600367 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e4ed52-7da5-46da-ba33-83e74e132bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.624686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Allocated IP 172.25.8.24 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6489b371-0ef2-4125-8e21-16864515e041) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:18:55.671075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e4ed52-7da5-46da-ba33-83e74e132bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.672141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] For port d0da7e22-1a1d-49d7-87d8-ad6856330fd8, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:18:55.673995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27e4ed52-7da5-46da-ba33-83e74e132bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.675132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] For port d0da7e22-1a1d-49d7-87d8-ad6856330fd8, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:18:55.675387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-27e4ed52-7da5-46da-ba33-83e74e132bfe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1e0352f-5066-4db6-a65a-42444a3e6bc8 HTTP/1.1" status: 204 len: 168 time: 0.2075064 Aug 27 12:18:55.680952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.688670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4ed52-7da5-46da-ba33-83e74e132bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e0352f-5066-4db6-a65a-42444a3e6bc8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:55.810723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.817372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca02dc-eb78-414f-95d9-33465983fb7e None None] Pushing event updated for resources: {'Port': ['ID=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:55.876855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:55.976238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:55.993219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:56.009467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:56.021614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6489b371-0ef2-4125-8e21-16864515e041,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:56.518322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534e3d1-1c42-4f1f-8013-a3be21cbcc02 req-52d5bb44-4454-4736-979b-f87216ceeb1b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:56.521155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6534e3d1-1c42-4f1f-8013-a3be21cbcc02 req-52d5bb44-4454-4736-979b-f87216ceeb1b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1134689 Aug 27 12:18:56.579160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6534e3d1-1c42-4f1f-8013-a3be21cbcc02 req-d77b6f79-c15f-4831-8657-3e45c47bd228 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Aug 27 12:18:56.759438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:57.007712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d0da7e22-1a1d-49d7-87d8-ad6856330fd8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:18:57.062580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:57.111305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:18:57.149579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1aae8e-aeb4-4915-a5ee-0e857f209a88 None None] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:18:57.293192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:18:57.340639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] Provisioning for port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:18:57.349970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] Provisioning complete for port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:57.350371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:57.462871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:18:57.478259 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Sync routers for ids ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:18:57.482804 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:57.491175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Routers {'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:57.492057 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:57.515238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:57.519038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4971e229-a54f-4cc8-91f4-ddb2583659d8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9144111 Aug 27 12:18:57.521248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:57.562442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] For port d0da7e22-1a1d-49d7-87d8-ad6856330fd8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:18:57.568940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:57.675624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68ce94-cbe4-487c-a2a8-28d3bd463eaf None None] Pushing event updated for resources: {'Port': ['ID=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:57.784199 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Set router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:57.870452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501ff4c-c5b9-4140-a212-c5c501de8945 req-fd94f177-7407-4c10-bbcb-7cd1411f2796 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:57.871871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9501ff4c-c5b9-4140-a212-c5c501de8945 req-fd94f177-7407-4c10-bbcb-7cd1411f2796 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1061044 Aug 27 12:18:57.900791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-03965cee-6d0b-4863-b92a-504bd21482fe None None] Provisioning complete for port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:57.901159 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-03965cee-6d0b-4863-b92a-504bd21482fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.016097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9501ff4c-c5b9-4140-a212-c5c501de8945 req-aaeb8a64-b86b-464a-a6d5-215fdf855f26 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271770 Aug 27 12:18:58.055099 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:18:56Z', 'revision_number': 3, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:58.089047 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Checking router: bfcd3d4a-1936-4fc8-9fdb-35c75102d11c for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:18:58.089513 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Updating router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c port 6489b371-0ef2-4125-8e21-16864515e041 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:18:58.121109 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.249889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.402679 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.415364 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Transition to ACTIVE for port object 6489b371-0ef2-4125-8e21-16864515e041 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:58.421155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Allocated IP 172.20.0.1 (bc55eb62-29a9-43f2-b1ca-92d11f5fce20/5d6c2608-5d55-4b62-bde1-8c6bea1aef20/8dffffc1-6465-4914-a93b-7cbf722615db) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:18:58.434690 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.497611 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Pushing event updated for resources: {'Port': ['ID=6489b371-0ef2-4125-8e21-16864515e041,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:58.505275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.505768 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.506112 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.506469 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.506801 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.507129 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.507454 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.507772 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.508093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.508410 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.508726 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.509041 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:18:58.512993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Attempting to bind port 6489b371-0ef2-4125-8e21-16864515e041 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:18:58.513353 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Attempting to bind port 6489b371-0ef2-4125-8e21-16864515e041 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:18:58.513710 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Attempting to bind port 6489b371-0ef2-4125-8e21-16864515e041 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:18:58.519051 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:18:58.519404 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:18:58.520295 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.520295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:18:58.520747 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Bound port: 6489b371-0ef2-4125-8e21-16864515e041, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:18:58.521061 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.546313 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.548387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38518) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:58.561521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Transition to ACTIVE for port object 8dffffc1-6465-4914-a93b-7cbf722615db will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:18:58.580818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] For port 6489b371-0ef2-4125-8e21-16864515e041, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:18:58.585501 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] For port 6489b371-0ef2-4125-8e21-16864515e041, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6489b371-0ef2-4125-8e21-16864515e041,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:18:58.591846 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.600872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.648685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:58.652626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:58.657613 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Routers {'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:18:58.658350 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:58.663656 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4813-f8b9-4498-bba6-374ac2007bc3 None None] Pushing event updated for resources: {'Port': ['ID=6489b371-0ef2-4125-8e21-16864515e041,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:58.664500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:18:58.689374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d2c5-3d48-4a43-b2eb-7e57e804dcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.698344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8dffffc1-6465-4914-a93b-7cbf722615db,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:58.723641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.815183 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] Set router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:18:58.824292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d2c5-3d48-4a43-b2eb-7e57e804dcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.829083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d2c5-3d48-4a43-b2eb-7e57e804dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.862694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7d2c5-3d48-4a43-b2eb-7e57e804dcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d9f232-1e2b-42a4-a957-72e8fc4d0b8d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:58.896713 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b2b7d2c5-3d48-4a43-b2eb-7e57e804dcab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b28b197c058546cf9d7dfa7f33fde1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472052 Aug 27 12:18:58.910462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38524) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:58.919637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:58.944685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d0da7e22-1a1d-49d7-87d8-ad6856330fd8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:18:59.013780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-108e00b6-e1d1-4a09-a647-8e7497a4e9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.027530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-88a5f104-6968-4201-9ec5-421471190f17 None None] Provisioning for port 8dffffc1-6465-4914-a93b-7cbf722615db completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:18:59.032441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-88a5f104-6968-4201-9ec5-421471190f17 None None] Provisioning complete for port 8dffffc1-6465-4914-a93b-7cbf722615db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:59.033775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88a5f104-6968-4201-9ec5-421471190f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.040470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:59.041080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.059767 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:18:56Z', 'revision_number': 3, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:18:59.061309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-108e00b6-e1d1-4a09-a647-8e7497a4e9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.110211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-88a5f104-6968-4201-9ec5-421471190f17 None None] Port 8dffffc1-6465-4914-a93b-7cbf722615db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:18:59.137012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.158236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.204554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-108e00b6-e1d1-4a09-a647-8e7497a4e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.207509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-108e00b6-e1d1-4a09-a647-8e7497a4e9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.211268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-108e00b6-e1d1-4a09-a647-8e7497a4e9c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42d9f232-1e2b-42a4-a957-72e8fc4d0b8d HTTP/1.1" status: 204 len: 168 time: 0.2972486 Aug 27 12:18:59.212523 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2a8b7-834b-4132-894e-81ed152a64f3 None None] The sync data for ids ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'] in n-d-688802-4 is: [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:18:56Z', 'revision_number': 3, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:18:59.232771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e00b6-e1d1-4a09-a647-8e7497a4e9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d9f232-1e2b-42a4-a957-72e8fc4d0b8d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:59.259411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-93bf403f-8db2-4c5d-a49e-aa17c5ab6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:59.259635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a7c5-0560-413f-8b5b-d536a0af4cbb req-2609627c-7e31-44b0-8b9c-ea3e03553a0f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:59.267167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7476a7c5-0560-413f-8b5b-d536a0af4cbb req-2609627c-7e31-44b0-8b9c-ea3e03553a0f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1446917 Aug 27 12:18:59.268902 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-93bf403f-8db2-4c5d-a49e-aa17c5ab6005 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1096 time: 0.1023581 Aug 27 12:18:59.301058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8dffffc1-6465-4914-a93b-7cbf722615db,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:18:59.313644 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.344194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7476a7c5-0560-413f-8b5b-d536a0af4cbb req-a3374bad-e45c-455d-9dd9-68917c4058e1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583696 Aug 27 12:18:59.402298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-3894817b-1a98-4743-8496-0977dc3efc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:59.404410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-3894817b-1a98-4743-8496-0977dc3efc40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 915 time: 0.1267936 Aug 27 12:18:59.441948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:18:59.443790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:18:59.471276 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-d973a106-cbd3-4827-9b40-73a77c2f4685 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 200 len: 217 time: 0.0540924 Aug 27 12:18:59.572261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-8e411ea3-7595-411f-983b-ade436428880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:18:59.573833 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-8e411ea3-7595-411f-983b-ade436428880 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0936141 Aug 27 12:18:59.619125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-c25bfccb-2164-4d90-8bb5-8efe706fd775 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343022 Aug 27 12:18:59.633241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:18:59.685029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:18:59.707402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c75e536f-b908-44ac-865e-c70188f37f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.750337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d8951120-0ee0-46b0-83cf-6f359c34fa20 None None] Provisioning complete for port 8dffffc1-6465-4914-a93b-7cbf722615db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:18:59.750743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8951120-0ee0-46b0-83cf-6f359c34fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.775359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:18:59.795554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e48ebdf-ab02-4de1-8d1d-dbc11652a2f3 admin admin] 10.222.0.76 "PUT /v2.0/routers/bfcd3d4a-1936-4fc8-9fdb-35c75102d11c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2721531 Aug 27 12:18:59.831398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d8951120-0ee0-46b0-83cf-6f359c34fa20 None None] Port 8dffffc1-6465-4914-a93b-7cbf722615db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:18:59.840755 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-252fa7a2-b5fc-4cde-bd48-5b89bd204b0c service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099493 Aug 27 12:18:59.976951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c75e536f-b908-44ac-865e-c70188f37f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.983877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c75e536f-b908-44ac-865e-c70188f37f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:18:59.987930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-070a9d96-18b0-4351-a41d-1ea44ed80890 req-a6394cb7-49a2-4649-a1d7-d2d9ddfbefe0 service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382542 Aug 27 12:19:00.028689 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c75e536f-b908-44ac-865e-c70188f37f92 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a51971f48a1456aaa68a3d2ec132e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426564 Aug 27 12:19:00.031327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:00.039652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e536f-b908-44ac-865e-c70188f37f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3ce50-3b33-4a47-9c12-9c2e5cb5d843,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:00.091892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a070ab64-1c0b-472b-b94e-c8763c21f696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.118456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a070ab64-1c0b-472b-b94e-c8763c21f696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.170711 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a070ab64-1c0b-472b-b94e-c8763c21f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.173300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a070ab64-1c0b-472b-b94e-c8763c21f696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.174507 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a070ab64-1c0b-472b-b94e-c8763c21f696 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9c3ce50-3b33-4a47-9c12-9c2e5cb5d843 HTTP/1.1" status: 204 len: 168 time: 0.1420853 Aug 27 12:19:00.182256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070ab64-1c0b-472b-b94e-c8763c21f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3ce50-3b33-4a47-9c12-9c2e5cb5d843,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:00.465087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:00.470766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1071743726-network', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:00.516541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Made reservation on behalf of cc9f304b97a54caa9e58fbea43d41191 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:00.518876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.539451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ca997-8a7a-4075-a501-052cec8001d0 req-13aea3cb-40cd-420e-b14b-b2481fc2022f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:00.541206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-266ca997-8a7a-4075-a501-052cec8001d0 req-13aea3cb-40cd-420e-b14b-b2481fc2022f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1009583 Aug 27 12:19:00.542560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.602473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-266ca997-8a7a-4075-a501-052cec8001d0 req-2a9c5682-558e-4e03-a70d-b182eae7c49b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516975 Aug 27 12:19:00.691752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.700930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.728452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:19:00.742474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9761d9f2-d182-4335-94cc-d4cdabe8b21f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:00.748453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.748971 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Added segment e0bd36de-2037-469c-95fc-6f321fcbce2d of type vlan for network 0e583088-d3ba-4b2c-91c6-c2773fb4213a Aug 27 12:19:00.792738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.821162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.822874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:00.824041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.887681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4215324 Aug 27 12:19:00.890888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:00.895952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Request body: {'subnet': {'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1071743726-subnet', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:00.922278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0d74d-8897-4bb5-ae67-4fb8a10ded5e admin admin] Pushing event updated for resources: {'Network': ['ID=0e583088-d3ba-4b2c-91c6-c2773fb4213a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:00.932538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Made reservation on behalf of cc9f304b97a54caa9e58fbea43d41191 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:00.937636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:00.937877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:19:01.001413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6489b371-0ef2-4125-8e21-16864515e041 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:01.077797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6489b371-0ef2-4125-8e21-16864515e041 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:01.082428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6489b371-0ef2-4125-8e21-16864515e041 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:01.082878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.118259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Sync routers for ids ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:01.138994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Routers {'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:01.140060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:01.193416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.263622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=331b9267-f45b-4c46-8f02-d98dc4bd5dc5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:01.270446 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.282222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Checking segment: {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:01.282907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Network hostable DHCP agents. Network: 0e583088-d3ba-4b2c-91c6-c2773fb4213a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:19:01.295997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6489b371-0ef2-4125-8e21-16864515e041, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6489b371-0ef2-4125-8e21-16864515e041,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:01.303303 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.312125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:19:01.324111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0e583088-d3ba-4b2c-91c6-c2773fb4213a) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:01.328404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:01.328999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.342746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118fadec-b357-4271-8655-d4981b68f3f6 None None] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:01.344373 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-656775ab-9bc3-4484-943d-9511704b3737 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4523685 Aug 27 12:19:01.347172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:01.353815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:01.381552 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.383053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.400925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Set router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:01.459445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.479864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6489b371-0ef2-4125-8e21-16864515e041,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:01.622567 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.726255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-0e583088-d3ba-4b2c-91c6-c2773fb4213a', 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'fixed_ips': [{'subnet_id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:19:01.727144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:01.780214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ca8a0-7e08-456d-b0d8-a80f8c751a3f req-5bf59fe1-b3e9-4d49-bf32-64eb27025efc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:01.781993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d1ca8a0-7e08-456d-b0d8-a80f8c751a3f req-5bf59fe1-b3e9-4d49-bf32-64eb27025efc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.0910876 Aug 27 12:19:01.843367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 4, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8dffffc1-6465-4914-a93b-7cbf722615db', 'name': '', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'mac_address': 'fa:16:3e:0c:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:58Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 2, 'project_id': '036bb155e148403bb8fdee4989e57382', 'subnets': [{'id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:01.866268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d1ca8a0-7e08-456d-b0d8-a80f8c751a3f req-b9a2393c-ed90-4c03-84ac-a373c8042cab tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771897 Aug 27 12:19:01.876793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Checking router: bfcd3d4a-1936-4fc8-9fdb-35c75102d11c for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:01.876921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Updating router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c port 8dffffc1-6465-4914-a93b-7cbf722615db binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:19:02.070807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.094114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.095686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.113801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Allocated IP 172.20.0.2 (0e583088-d3ba-4b2c-91c6-c2773fb4213a/331b9267-f45b-4c46-8f02-d98dc4bd5dc5/85847a99-e793-49f9-b059-30292c0eec83) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:02.229360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Allocated IP 172.25.8.135 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/f043cdcf-6c54-420f-94e0-59d7998ba79a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:02.426818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.445533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Transition to ACTIVE for port object 85847a99-e793-49f9-b059-30292c0eec83 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:02.481721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Transition to ACTIVE for port object 85847a99-e793-49f9-b059-30292c0eec83 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:02.511495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.581586 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.585589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:02.597152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:02.602064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:02.604501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Pushing event updated for resources: {'Port': ['ID=85847a99-e793-49f9-b059-30292c0eec83,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:02.612452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Transition to ACTIVE for port object 8dffffc1-6465-4914-a93b-7cbf722615db will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:02.639738 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.685463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:02.704499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.734781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Attempting to bind port 85847a99-e793-49f9-b059-30292c0eec83 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:02.735066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Attempting to bind port 85847a99-e793-49f9-b059-30292c0eec83 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:02.735424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Attempting to bind port 85847a99-e793-49f9-b059-30292c0eec83 on network 0e583088-d3ba-4b2c-91c6-c2773fb4213a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:02.750854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.751106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582c68f-7870-4d22-99eb-ecb6399da5a0 None None] Pushing event updated for resources: {'Port': ['ID=8dffffc1-6465-4914-a93b-7cbf722615db,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:02.760224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:02.760889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Checking segment: {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:02.761003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.761388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Bound using segment: {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:02.761877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Bound port: 85847a99-e793-49f9-b059-30292c0eec83, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:02.763487 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.823426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:02.825270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:02.828711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Pushing event updated for resources: {'Port': ['ID=f043cdcf-6c54-420f-94e0-59d7998ba79a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:02.831905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:02.890908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Attempting to bind port 8dffffc1-6465-4914-a93b-7cbf722615db on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:02.891274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Attempting to bind port 8dffffc1-6465-4914-a93b-7cbf722615db by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:02.891630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Attempting to bind port 8dffffc1-6465-4914-a93b-7cbf722615db on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:02.927365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:02.927981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Checking segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:02.928526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.929080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Bound using segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:02.932498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Bound port: 8dffffc1-6465-4914-a93b-7cbf722615db, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:02.933059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.940861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] For port 85847a99-e793-49f9-b059-30292c0eec83, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:02.961840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:02.978877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] For port 85847a99-e793-49f9-b059-30292c0eec83, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=85847a99-e793-49f9-b059-30292c0eec83,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:03.031035 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:03.038530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6489b371-0ef2-4125-8e21-16864515e041 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:03.114930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:03.117147 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bc876-a423-4612-b5c3-3d47a505767d" -d '{"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-unplugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:03.151010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ade96a-3a2a-4bcf-9527-bd9aaa05469a req-f6ae7ab9-ec01-43c0-b99c-bc56f2b0951a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:03.153308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20ade96a-3a2a-4bcf-9527-bd9aaa05469a req-f6ae7ab9-ec01-43c0-b99c-bc56f2b0951a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 945 time: 0.1223824 Aug 27 12:19:03.178822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:03.186591 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253fbe0d-6858-46b9-82d4-b4434d5ad915 x-openstack-request-id: req-253fbe0d-6858-46b9-82d4-b4434d5ad915 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:03.186917 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-unplugged", "status": "failed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:03.187140 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-253fbe0d-6858-46b9-82d4-b4434d5ad915 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:03.187539 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'code': 422} returned with failed status Aug 27 12:19:03.204540 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:03.206703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] For port 8dffffc1-6465-4914-a93b-7cbf722615db, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:03.214207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] For port 8dffffc1-6465-4914-a93b-7cbf722615db, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dffffc1-6465-4914-a93b-7cbf722615db,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:03.219049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b6b4-d78f-4155-94b6-241893eb53a4 None None] Pushing event updated for resources: {'Port': ['ID=85847a99-e793-49f9-b059-30292c0eec83,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:03.229506 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:03.250495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20ade96a-3a2a-4bcf-9527-bd9aaa05469a req-7492e0f0-7820-4c06-b5ae-ffe1955f41ca tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896478 Aug 27 12:19:03.289161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:03.309625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6489b371-0ef2-4125-8e21-16864515e041 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:03.310002 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:03.333390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:03.345717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Routers {'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:03.345717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:03.522643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582c68f-7870-4d22-99eb-ecb6399da5a0 None None] Pushing event updated for resources: {'Port': ['ID=8dffffc1-6465-4914-a93b-7cbf722615db,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:03.550135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87429cc-ba20-4a50-91c1-ef7f4f6d98f3 req-dbc8e60b-e935-41f7-b32d-185b934c5cdd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:03.552101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b87429cc-ba20-4a50-91c1-ef7f4f6d98f3 req-dbc8e60b-e935-41f7-b32d-185b934c5cdd tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1720719 Aug 27 12:19:03.637186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] Set router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:03.758347 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b87429cc-ba20-4a50-91c1-ef7f4f6d98f3 req-7db6b7ca-5d32-4b1c-acbf-bb5a11e07f2b tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159089 Aug 27 12:19:03.764312 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:03.916536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 4, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8dffffc1-6465-4914-a93b-7cbf722615db', 'name': '', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'mac_address': 'fa:16:3e:0c:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:58Z', 'updated_at': '2021-08-27T12:19:03Z', 'revision_number': 4, 'project_id': '036bb155e148403bb8fdee4989e57382', 'subnets': [{'id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:03.933782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Router c6f04a6b-2c87-4a44-8f57-e31e853e0162 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:19:03.946766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc4b8a-4467-4444-9319-6866f846c3c9 None None] The sync data for ids ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'] in n-d-688802-4 is: [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:18:58Z', 'revision_number': 4, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8dffffc1-6465-4914-a93b-7cbf722615db', 'name': '', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'mac_address': 'fa:16:3e:0c:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:58Z', 'updated_at': '2021-08-27T12:19:03Z', 'revision_number': 4, 'project_id': '036bb155e148403bb8fdee4989e57382', 'subnets': [{'id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:04.132727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:04.144349 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Sync routers for ids ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:04.156699 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Routers {'c6f04a6b-2c87-4a44-8f57-e31e853e0162'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:04.158814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:04.173113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:04.178830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38658) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:04.183980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-235e9404-5464-48cc-bf89-4cd7b9541037 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8356431 Aug 27 12:19:04.203788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937ac48-9187-48b8-8987-e331866e8fcc req-781c8a13-5162-443c-afe5-183eb4a0b467 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:04.205844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c937ac48-9187-48b8-8987-e331866e8fcc req-781c8a13-5162-443c-afe5-183eb4a0b467 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1198018 Aug 27 12:19:04.276348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c937ac48-9187-48b8-8987-e331866e8fcc req-791ef582-a7f1-450f-8205-b9bdb7f61695 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626242 Aug 27 12:19:04.344189 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Set router c6f04a6b-2c87-4a44-8f57-e31e853e0162 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:04.611467 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:03Z', 'revision_number': 3, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:04.647165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Checking router: c6f04a6b-2c87-4a44-8f57-e31e853e0162 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:04.647548 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Updating router c6f04a6b-2c87-4a44-8f57-e31e853e0162 port f043cdcf-6c54-420f-94e0-59d7998ba79a binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:19:04.650127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbee133-f3d9-43c4-9642-396eb7211931 None None] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:04.680782 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:04.769076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3d82512f-c1b5-4655-a8ec-3359f62c8701 None None] Provisioning for port 85847a99-e793-49f9-b059-30292c0eec83 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:04.781987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-caa988c0-3841-4146-8ac3-6463328a6aeb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2760804 Aug 27 12:19:04.967185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.125994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dffffc1-6465-4914-a93b-7cbf722615db up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:05.351079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Allocated IP 172.20.0.1 (0e583088-d3ba-4b2c-91c6-c2773fb4213a/331b9267-f45b-4c46-8f02-d98dc4bd5dc5/c47544c8-9dee-4f4f-809a-ecc44edcd15d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:05.486309 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.513442 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Transition to ACTIVE for port object f043cdcf-6c54-420f-94e0-59d7998ba79a will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:05.526431 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.549174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8dffffc1-6465-4914-a93b-7cbf722615db completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:05.559284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8dffffc1-6465-4914-a93b-7cbf722615db triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:05.559851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.582730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.598635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0efd3-2408-4a93-b266-956ea51732dd req-ea431c7d-a4ee-4b90-94e9-984f4c896426 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:05.600993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54c0efd3-2408-4a93-b266-956ea51732dd req-ea431c7d-a4ee-4b90-94e9-984f4c896426 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1200643 Aug 27 12:19:05.614826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Transition to ACTIVE for port object c47544c8-9dee-4f4f-809a-ecc44edcd15d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:05.649275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Attempting to bind port f043cdcf-6c54-420f-94e0-59d7998ba79a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:05.650437 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Attempting to bind port f043cdcf-6c54-420f-94e0-59d7998ba79a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:05.657730 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Attempting to bind port f043cdcf-6c54-420f-94e0-59d7998ba79a on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:05.679099 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92895ee-14de-4abc-9e31-2f8fe67b29de None None] Pushing event updated for resources: {'Port': ['ID=f043cdcf-6c54-420f-94e0-59d7998ba79a,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:05.686365 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:05.689285 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:05.689789 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.691514 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:05.692205 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Bound port: f043cdcf-6c54-420f-94e0-59d7998ba79a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:05.692692 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.695006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.711776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.737426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54c0efd3-2408-4a93-b266-956ea51732dd req-7f6e8fc2-24bb-49b1-b0e5-8338da2306cc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264937 Aug 27 12:19:05.771373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8dffffc1-6465-4914-a93b-7cbf722615db, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dffffc1-6465-4914-a93b-7cbf722615db,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:05.789245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.789702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:05.791535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 85847a99-e793-49f9-b059-30292c0eec83 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:05.798350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:05.801603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:05.813686 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] For port f043cdcf-6c54-420f-94e0-59d7998ba79a, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:05.818562 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] For port f043cdcf-6c54-420f-94e0-59d7998ba79a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f043cdcf-6c54-420f-94e0-59d7998ba79a,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:05.824685 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.839132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Pushing event updated for resources: {'Port': ['ID=c47544c8-9dee-4f4f-809a-ecc44edcd15d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:05.879361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.917070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8dffffc1-6465-4914-a93b-7cbf722615db,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:05.925582 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Routers {'c6f04a6b-2c87-4a44-8f57-e31e853e0162'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:05.926222 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:05.970027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 85847a99-e793-49f9-b059-30292c0eec83 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:05.975701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 85847a99-e793-49f9-b059-30292c0eec83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:05.976087 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:05.985732 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92895ee-14de-4abc-9e31-2f8fe67b29de None None] Pushing event updated for resources: {'Port': ['ID=f043cdcf-6c54-420f-94e0-59d7998ba79a,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:06.098247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.100194 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] Set router c6f04a6b-2c87-4a44-8f57-e31e853e0162 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:06.109015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.164681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 85847a99-e793-49f9-b059-30292c0eec83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=85847a99-e793-49f9-b059-30292c0eec83,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:06.170632 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.235506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=85847a99-e793-49f9-b059-30292c0eec83,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:06.257761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-028094b1-9bf9-4187-8285-8cf25eb49e0c None None] Provisioning for port c47544c8-9dee-4f4f-809a-ecc44edcd15d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:06.264628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-028094b1-9bf9-4187-8285-8cf25eb49e0c None None] Provisioning complete for port c47544c8-9dee-4f4f-809a-ecc44edcd15d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:06.266357 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-028094b1-9bf9-4187-8285-8cf25eb49e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.266986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-233e3777-3fe5-483a-a67b-18d3e84fb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:06.268809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-233e3777-3fe5-483a-a67b-18d3e84fb81e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a&tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27 HTTP/1.1" status: 200 len: 1094 time: 0.1110113 Aug 27 12:19:06.324901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-028094b1-9bf9-4187-8285-8cf25eb49e0c None None] Port c47544c8-9dee-4f4f-809a-ecc44edcd15d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:06.368093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:03Z', 'revision_number': 3, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:06.386637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.389812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-291bbf1c-0e68-4a0d-b942-d15b89875c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:06.391323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-291bbf1c-0e68-4a0d-b942-d15b89875c58 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1094 time: 0.0866380 Aug 27 12:19:06.392494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.401453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8a95c-7f2c-4d01-9024-777d8ba14d42 None None] The sync data for ids ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'] in n-d-688802-4 is: [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:03Z', 'revision_number': 3, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:06.540363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Pushing event updated for resources: {'Port': ['ID=c47544c8-9dee-4f4f-809a-ecc44edcd15d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:06.546453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:06.608362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-4d186c29-3120-4307-9ba4-6edc262a074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:06.609927 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-4d186c29-3120-4307-9ba4-6edc262a074b service neutron] 10.222.0.77 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 915 time: 0.1651380 Aug 27 12:19:06.702630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:06.915576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73874d0e-294c-4d95-bf38-bae0226ba9a5 req-5fb9d673-75a4-43ee-ab8e-3fdf68f3f052 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:06.927867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73874d0e-294c-4d95-bf38-bae0226ba9a5 req-5fb9d673-75a4-43ee-ab8e-3fdf68f3f052 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0860269 Aug 27 12:19:06.983098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73874d0e-294c-4d95-bf38-bae0226ba9a5 req-c890c027-af8b-4c52-b415-81551c546ebb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539355 Aug 27 12:19:07.037491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-bef2c2fa-1f41-4bcf-86b7-992a55fe7622 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 200 len: 217 time: 0.4159703 Aug 27 12:19:07.114712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dffffc1-6465-4914-a93b-7cbf722615db up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:07.124307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:07.126567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-ce982266-7f9e-4fc5-aa7f-54a72e54c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:07.128070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-ce982266-7f9e-4fc5-aa7f-54a72e54c0f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0818300 Aug 27 12:19:07.129071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:07.182019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-7353118a-b40b-4b16-9e30-06ad956f7c2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441051 Aug 27 12:19:07.200026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8dffffc1-6465-4914-a93b-7cbf722615db triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:07.200706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:07.322579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 85847a99-e793-49f9-b059-30292c0eec83 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:07.380357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 85847a99-e793-49f9-b059-30292c0eec83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:07.380897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:07.405411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Router c6f04a6b-2c87-4a44-8f57-e31e853e0162 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:07.521770 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-8dc16cac-e798-48ec-8e9d-aa834ba92c08 service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009397 Aug 27 12:19:07.556020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f043cdcf-6c54-420f-94e0-59d7998ba79a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:07.596382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-af558eec-cb46-43f4-994e-39f9d9c41a18 None None] Provisioning complete for port c47544c8-9dee-4f4f-809a-ecc44edcd15d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:07.596382 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af558eec-cb46-43f4-994e-39f9d9c41a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:07.651832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-af558eec-cb46-43f4-994e-39f9d9c41a18 None None] Port c47544c8-9dee-4f4f-809a-ecc44edcd15d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:07.662060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f043cdcf-6c54-420f-94e0-59d7998ba79a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:07.666801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f043cdcf-6c54-420f-94e0-59d7998ba79a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:07.667118 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:07.672515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:07.679542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9b62e08b-9b0c-4489-958c-4340d1fff138 admin admin] 10.222.0.76 "PUT /v2.0/routers/c6f04a6b-2c87-4a44-8f57-e31e853e0162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4988546 Aug 27 12:19:07.701766 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d6011ab2-4999-487d-a14e-4a6452bf841e req-fd6d6f36-3f64-467e-a6d7-75ff4617d29a service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689954 Aug 27 12:19:07.768413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:07.791193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port f043cdcf-6c54-420f-94e0-59d7998ba79a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f043cdcf-6c54-420f-94e0-59d7998ba79a,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:07.796254 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:07.853251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=f043cdcf-6c54-420f-94e0-59d7998ba79a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:08.130523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:08.190963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115c6b1-b0ac-4ee1-a749-78449a4e6f3b req-753abe76-2d23-44f4-a2f5-70dcdf41eaed tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:08.199940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5115c6b1-b0ac-4ee1-a749-78449a4e6f3b req-753abe76-2d23-44f4-a2f5-70dcdf41eaed tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1191223 Aug 27 12:19:08.271132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5115c6b1-b0ac-4ee1-a749-78449a4e6f3b req-8897c1d0-5150-4073-9599-6b2c1c9a6593 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698812 Aug 27 12:19:08.291194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-c429c63a-490b-4586-b5ca-0621b264548c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:08.302989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-c429c63a-490b-4586-b5ca-0621b264548c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/networks?id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 200 len: 911 time: 0.1942558 Aug 27 12:19:08.320968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-293fe5c8-63ea-439d-a97d-223cea213953 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/quotas/cc9f304b97a54caa9e58fbea43d41191 HTTP/1.1" status: 200 len: 375 time: 0.0166068 Aug 27 12:19:08.439386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5ab3a339-5595-47f8-98f5-49774e56c03f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc9f304b97a54caa9e58fbea43d41191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170008 Aug 27 12:19:08.590004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-230719ce-2b7d-4e7c-a0e7-f5548a8ac7ae service neutron] 10.222.0.76 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492751 Aug 27 12:19:08.772186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-849749fe-7f15-42f7-8d66-e17f43cacbda service neutron] 10.222.0.76 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735272 Aug 27 12:19:08.823665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Sync routers for ids ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:08.839360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Routers {'c6f04a6b-2c87-4a44-8f57-e31e853e0162'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:08.840059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:08.999908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f043cdcf-6c54-420f-94e0-59d7998ba79a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:09.031480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:09.048521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f7b1170-6d63-4c11-8937-89493cde1dc5 req-4134a69c-f7dd-45b1-bd7b-5b2a47701f74 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 210 time: 0.0458503 Aug 27 12:19:09.100511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Set router c6f04a6b-2c87-4a44-8f57-e31e853e0162 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:09.199032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10333073-d89a-4651-a6c3-765aadcd1cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.224925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f043cdcf-6c54-420f-94e0-59d7998ba79a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:09.225501 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.375356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10333073-d89a-4651-a6c3-765aadcd1cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.380582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10333073-d89a-4651-a6c3-765aadcd1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.448762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10333073-d89a-4651-a6c3-765aadcd1cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1712c3b-eff7-4ede-9506-c8548070ce55,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:09.457994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-10333073-d89a-4651-a6c3-765aadcd1cdb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d7bde0ca7af4d07a4385844b9d44a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220092 Aug 27 12:19:09.458615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38772) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:09.524653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc75ea-f756-43ef-b3af-3bcfb80e20bb req-156529bb-7001-4227-9579-928500b7d94a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:09.541585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9dc75ea-f756-43ef-b3af-3bcfb80e20bb req-156529bb-7001-4227-9579-928500b7d94a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1464224 Aug 27 12:19:09.562042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05c62b03-fd3f-4384-9dc8-8bbac6d79cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.590973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05c62b03-fd3f-4384-9dc8-8bbac6d79cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.618495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9dc75ea-f756-43ef-b3af-3bcfb80e20bb req-693cdaaa-ff67-4f91-b580-25f105a55bae tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755541 Aug 27 12:19:09.691303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:06Z', 'revision_number': 4, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c47544c8-9dee-4f4f-809a-ecc44edcd15d', 'name': '', 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'mac_address': 'fa:16:3e:10:91:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:05Z', 'updated_at': '2021-08-27T12:19:06Z', 'revision_number': 2, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'subnets': [{'id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:09.694372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05c62b03-fd3f-4384-9dc8-8bbac6d79cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.697137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-05c62b03-fd3f-4384-9dc8-8bbac6d79cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:09.698314 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-05c62b03-fd3f-4384-9dc8-8bbac6d79cae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1712c3b-eff7-4ede-9506-c8548070ce55 HTTP/1.1" status: 204 len: 168 time: 0.2389557 Aug 27 12:19:09.714993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62b03-fd3f-4384-9dc8-8bbac6d79cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1712c3b-eff7-4ede-9506-c8548070ce55,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:09.717289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:19:09.793106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Checking router: c6f04a6b-2c87-4a44-8f57-e31e853e0162 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:09.793366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Updating router c6f04a6b-2c87-4a44-8f57-e31e853e0162 port c47544c8-9dee-4f4f-809a-ecc44edcd15d binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:19:09.833782 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.181162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f9dbef6-6fd9-48e0-acc8-0b446661da86 req-70614fdb-c5b6-4903-a083-f30ed8086277 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 210 time: 0.0388250 Aug 27 12:19:10.216951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38782) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:10.230900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fef1537c-aa9f-4afc-a2b4-3a1fa0034fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.243217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.254419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Transition to ACTIVE for port object c47544c8-9dee-4f4f-809a-ecc44edcd15d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:10.267648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.325444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc133acc-45e8-4777-ac21-f623157762dd None None] Pushing event updated for resources: {'Port': ['ID=c47544c8-9dee-4f4f-809a-ecc44edcd15d,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:10.358516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fef1537c-aa9f-4afc-a2b4-3a1fa0034fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.363592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fef1537c-aa9f-4afc-a2b4-3a1fa0034fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.424618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fef1537c-aa9f-4afc-a2b4-3a1fa0034fe1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=652f7b11c9ee4f8792b6cee44e16b58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064731 Aug 27 12:19:10.427448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38786) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:10.430600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1537c-aa9f-4afc-a2b4-3a1fa0034fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f687f-89a7-4b2b-a278-01ab36c4cb70,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:10.452803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Attempting to bind port c47544c8-9dee-4f4f-809a-ecc44edcd15d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:10.453332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Attempting to bind port c47544c8-9dee-4f4f-809a-ecc44edcd15d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:10.453761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Attempting to bind port c47544c8-9dee-4f4f-809a-ecc44edcd15d on network 0e583088-d3ba-4b2c-91c6-c2773fb4213a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:10.466628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:10.467154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Checking segment: {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:10.470856 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.471407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Bound using segment: {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:10.472513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Bound port: c47544c8-9dee-4f4f-809a-ecc44edcd15d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd36de-2037-469c-95fc-6f321fcbce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:10.473069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.635720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] For port c47544c8-9dee-4f4f-809a-ecc44edcd15d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:10.645740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] For port c47544c8-9dee-4f4f-809a-ecc44edcd15d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c47544c8-9dee-4f4f-809a-ecc44edcd15d,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:10.652232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.653380 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10d0a696-8385-46c9-869c-44b148e953ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.689429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-03aca5e8-42ec-413e-8593-a404ac8f962a tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:10.691013 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-03aca5e8-42ec-413e-8593-a404ac8f962a tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.65 "GET /v2.0/networks?id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 200 len: 911 time: 0.2296445 Aug 27 12:19:10.696538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10d0a696-8385-46c9-869c-44b148e953ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.709547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Request body: {'port': {'device_id': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'admin_state_up': True, 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:10.783191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Made reservation on behalf of cc9f304b97a54caa9e58fbea43d41191 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:10.791023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.799996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Routers {'c6f04a6b-2c87-4a44-8f57-e31e853e0162'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:10.800881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:18:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:10.818291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55709435-1f92-4889-a055-e392df2c6ecd req-5fd4bca4-14af-4da8-9046-d3abf8178cce tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:10.843433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55709435-1f92-4889-a055-e392df2c6ecd req-5fd4bca4-14af-4da8-9046-d3abf8178cce tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1135552 Aug 27 12:19:10.857387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10d0a696-8385-46c9-869c-44b148e953ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.862687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-10d0a696-8385-46c9-869c-44b148e953ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:10.863874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-10d0a696-8385-46c9-869c-44b148e953ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/770f687f-89a7-4b2b-a278-01ab36c4cb70 HTTP/1.1" status: 204 len: 168 time: 0.4348075 Aug 27 12:19:10.889382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc133acc-45e8-4777-ac21-f623157762dd None None] Pushing event updated for resources: {'Port': ['ID=c47544c8-9dee-4f4f-809a-ecc44edcd15d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:10.903603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0a696-8385-46c9-869c-44b148e953ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f687f-89a7-4b2b-a278-01ab36c4cb70,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:11.021572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55709435-1f92-4889-a055-e392df2c6ecd req-c4221937-cbf2-46fd-b5de-3f34dea59dd7 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767642 Aug 27 12:19:11.086756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] Set router c6f04a6b-2c87-4a44-8f57-e31e853e0162 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:11.090128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Allocated IP 172.20.0.9 (bc55eb62-29a9-43f2-b1ca-92d11f5fce20/5d6c2608-5d55-4b62-bde1-8c6bea1aef20/da06f63d-86f7-4659-a6b6-bec1177a7feb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:11.331467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4531485-95e1-430e-bc5e-b67b78576deb req-4c14b066-bed6-4730-8457-c7d1f5226b9e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 210 time: 0.0564940 Aug 27 12:19:11.370788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:11.390512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:06Z', 'revision_number': 4, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c47544c8-9dee-4f4f-809a-ecc44edcd15d', 'name': '', 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'mac_address': 'fa:16:3e:10:91:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:05Z', 'updated_at': '2021-08-27T12:19:10Z', 'revision_number': 4, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'subnets': [{'id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:11.392247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Transition to ACTIVE for port object da06f63d-86f7-4659-a6b6-bec1177a7feb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:11.445194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1603cce-ba32-4127-a2b7-d3dc4eb943b5 None None] The sync data for ids ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'] in n-d-688802-4 is: [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:06Z', 'revision_number': 4, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c47544c8-9dee-4f4f-809a-ecc44edcd15d', 'name': '', 'network_id': '0e583088-d3ba-4b2c-91c6-c2773fb4213a', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'mac_address': 'fa:16:3e:10:91:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:05Z', 'updated_at': '2021-08-27T12:19:10Z', 'revision_number': 4, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'subnets': [{'id': '331b9267-f45b-4c46-8f02-d98dc4bd5dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:11.464749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:11.557083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:11.574365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Pushing event updated for resources: {'Port': ['ID=da06f63d-86f7-4659-a6b6-bec1177a7feb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:11.581607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:11.584377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:11.684925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:11.685559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:11.723897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dedbed4c-8355-4482-9f0b-201e9f06bc8e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0186746 Aug 27 12:19:11.738538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-cbb9bf98-8735-4584-9321-7204c0cd7a57 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:19:11.739556 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-cbb9bf98-8735-4584-9321-7204c0cd7a57 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075419 Aug 27 12:19:11.980581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0a764e2c-9f9e-41b5-b423-bc577300ebf7 None None] Provisioning for port da06f63d-86f7-4659-a6b6-bec1177a7feb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:11.984844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0a764e2c-9f9e-41b5-b423-bc577300ebf7 None None] Provisioning complete for port da06f63d-86f7-4659-a6b6-bec1177a7feb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:11.985133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0a764e2c-9f9e-41b5-b423-bc577300ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:11.986589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Request body: {'port': {'device_id': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:12.048802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0a764e2c-9f9e-41b5-b423-bc577300ebf7 None None] Port da06f63d-86f7-4659-a6b6-bec1177a7feb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:12.148336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:12.244450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46664f-6a6a-48cb-87e9-47e4bf8ecc59 req-18920e01-18d6-41b1-8a31-6c5e87c0d1f6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:12.260812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b46664f-6a6a-48cb-87e9-47e4bf8ecc59 req-18920e01-18d6-41b1-8a31-6c5e87c0d1f6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1455746 Aug 27 12:19:12.313177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b46664f-6a6a-48cb-87e9-47e4bf8ecc59 req-a1230c58-b346-42f2-9655-10d79f847f08 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Aug 27 12:19:12.493094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daf471-8442-40be-bc63-bc4065a455b9 req-da383b9f-afc5-4b09-a44a-45760e27d430 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:12.502318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3daf471-8442-40be-bc63-bc4065a455b9 req-da383b9f-afc5-4b09-a44a-45760e27d430 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1027 time: 0.0619173 Aug 27 12:19:12.606646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3daf471-8442-40be-bc63-bc4065a455b9 req-f617bbb8-ea72-49a6-aad3-1939f390448e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871959 Aug 27 12:19:12.734816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da06f63d-86f7-4659-a6b6-bec1177a7feb {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:12.754368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:12.793844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Transition to ACTIVE for port object da06f63d-86f7-4659-a6b6-bec1177a7feb will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:12.797092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:12.863112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Pushing event updated for resources: {'Port': ['ID=da06f63d-86f7-4659-a6b6-bec1177a7feb,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:12.954540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Attempting to bind port da06f63d-86f7-4659-a6b6-bec1177a7feb on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:12.954978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Attempting to bind port da06f63d-86f7-4659-a6b6-bec1177a7feb by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:12.955409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Attempting to bind port da06f63d-86f7-4659-a6b6-bec1177a7feb on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:12.961020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Port da06f63d-86f7-4659-a6b6-bec1177a7feb on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:19:12.961698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Attempting to bind port da06f63d-86f7-4659-a6b6-bec1177a7feb on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:12.971087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:12.971087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Checking segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:12.975285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Bound using segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:12.975285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Bound port: da06f63d-86f7-4659-a6b6-bec1177a7feb, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:12.975285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:13.060142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c47544c8-9dee-4f4f-809a-ecc44edcd15d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:13.106743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] For port da06f63d-86f7-4659-a6b6-bec1177a7feb, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:13.116267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] For port da06f63d-86f7-4659-a6b6-bec1177a7feb, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:13.124516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:13.158790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c47544c8-9dee-4f4f-809a-ecc44edcd15d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:13.174711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c47544c8-9dee-4f4f-809a-ecc44edcd15d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:13.175571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:13.234297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Pushing event updated for resources: {'Port': ['ID=da06f63d-86f7-4659-a6b6-bec1177a7feb,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:13.266096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:13.268515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:13.275607 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5cb1d958-14d3-4555-8cc3-13b5fc359093 service neutron] 10.222.0.65 "PUT /v2.0/ports/da06f63d-86f7-4659-a6b6-bec1177a7feb HTTP/1.1" status: 200 len: 1091 time: 1.5245068 Aug 27 12:19:13.276226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'tag': 'da06f63d-86f7-4659-a6b6-bec1177a7feb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:13.313095 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e7e777-301a-419e-b40c-1e0aa15ff69d", "tag": "da06f63d-86f7-4659-a6b6-bec1177a7feb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:13.377628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:13.432413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port c47544c8-9dee-4f4f-809a-ecc44edcd15d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c47544c8-9dee-4f4f-809a-ecc44edcd15d,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:13.437877 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:13.464972 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a476d61-ab30-407b-bbaf-6d8f6a91676f x-openstack-request-id: req-4a476d61-ab30-407b-bbaf-6d8f6a91676f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:13.471836 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e7e777-301a-419e-b40c-1e0aa15ff69d", "tag": "da06f63d-86f7-4659-a6b6-bec1177a7feb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:13.472505 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a476d61-ab30-407b-bbaf-6d8f6a91676f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:13.474101 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'tag': 'da06f63d-86f7-4659-a6b6-bec1177a7feb', 'status': 'completed', 'code': 200} Aug 27 12:19:13.552137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dab0d9ae-32f2-49c7-a60f-5ccaaefcace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:13.554945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-dab0d9ae-32f2-49c7-a60f-5ccaaefcace1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9f304b97a54caa9e58fbea43d41191&device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1094 time: 0.2105966 Aug 27 12:19:13.558616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=c47544c8-9dee-4f4f-809a-ecc44edcd15d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:13.582344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce29b5-f3d1-4ae1-8977-984e4d0e6e07 req-bf81f508-7174-41a9-9f97-4579868dc1fa tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:13.591470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5ce29b5-f3d1-4ae1-8977-984e4d0e6e07 req-bf81f508-7174-41a9-9f97-4579868dc1fa tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1053853 Aug 27 12:19:13.645260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-84bb345a-ecdf-46d9-817a-3f19f9e75329 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb HTTP/1.1" status: 200 len: 217 time: 0.0815976 Aug 27 12:19:13.708097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5ce29b5-f3d1-4ae1-8977-984e4d0e6e07 req-b229d2fd-f073-4dcd-b5b6-e2efe11829dc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152215 Aug 27 12:19:13.746470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-c025740c-9cfd-4a4d-bc70-dc698020a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:13.749354 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-c025740c-9cfd-4a4d-bc70-dc698020a5f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d6c2608-5d55-4b62-bde1-8c6bea1aef20 HTTP/1.1" status: 200 len: 849 time: 0.0973024 Aug 27 12:19:13.834816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-2a241b5d-6cfd-4b2d-8e3b-d01119ffa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:13.836612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-2a241b5d-6cfd-4b2d-8e3b-d01119ffa5b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791578 Aug 27 12:19:13.865840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154ede-7275-4a82-b56e-d9b33c411149 req-8c9f4252-8dff-495e-be42-08db3ec9ec6b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:13.867922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68154ede-7275-4a82-b56e-d9b33c411149 req-8c9f4252-8dff-495e-be42-08db3ec9ec6b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1094 time: 0.0701687 Aug 27 12:19:13.925200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68154ede-7275-4a82-b56e-d9b33c411149 req-5525bcdc-057a-4048-962a-3ff266db9aa7 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Aug 27 12:19:13.997679 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-178a573c-7092-43a9-afd1-e8dd943ac8fd service neutron] 10.222.0.65 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486540 Aug 27 12:19:14.132443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3eb1930a-ddfd-4842-8e11-4ebb264ba0b8 req-5f675b1d-0c42-415f-ae76-47b337585a9d service neutron] 10.222.0.65 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267097 Aug 27 12:19:14.231878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-9f4ffc4d-33fe-41cf-82e0-cd88f9828ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:14.233485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-9f4ffc4d-33fe-41cf-82e0-cd88f9828ec3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc9f304b97a54caa9e58fbea43d41191&device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1094 time: 0.0503681 Aug 27 12:19:14.397572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-4c240579-1e6e-485e-88a5-963e6e61b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:14.399164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-4c240579-1e6e-485e-88a5-963e6e61b0fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 200 len: 911 time: 0.1542411 Aug 27 12:19:14.489011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-0b3aa3e5-5a3e-4a9e-987c-b59db67857d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb HTTP/1.1" status: 200 len: 217 time: 0.0824540 Aug 27 12:19:14.544147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-6f1f32ca-e370-4234-90b6-fecef2047ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:14.545675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-6f1f32ca-e370-4234-90b6-fecef2047ba3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d6c2608-5d55-4b62-bde1-8c6bea1aef20 HTTP/1.1" status: 200 len: 849 time: 0.0490124 Aug 27 12:19:14.611541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-b65b2288-db0f-40a7-a0c4-90e1a4f2a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:14.613103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-b65b2288-db0f-40a7-a0c4-90e1a4f2a416 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592501 Aug 27 12:19:14.738111 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-62c6d696-a108-425e-a036-d13ecbeb9278 service neutron] 10.222.0.65 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146691 Aug 27 12:19:14.852221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38114c-4d4f-44c4-9f13-ee60b9abcffc req-ab9a76fb-641c-43f8-85c9-d2d0e4fc0624 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:14.854197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf38114c-4d4f-44c4-9f13-ee60b9abcffc req-ab9a76fb-641c-43f8-85c9-d2d0e4fc0624 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0780261 Aug 27 12:19:14.883154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b8d741d1-6e29-4c8d-a33f-ca5ae0e2b583 req-38dd4497-d1dd-47ce-befc-cb8f4bdf30bc service neutron] 10.222.0.65 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343241 Aug 27 12:19:14.932113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf38114c-4d4f-44c4-9f13-ee60b9abcffc req-6e595d6e-db24-41dc-83ac-b754475e1f10 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Aug 27 12:19:14.967354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c47544c8-9dee-4f4f-809a-ecc44edcd15d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:15.058812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c47544c8-9dee-4f4f-809a-ecc44edcd15d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:15.059431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:15.229316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-a81dce91-145a-43de-a28f-e1b05d851496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:15.231163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-a81dce91-145a-43de-a28f-e1b05d851496 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1095 time: 0.0772965 Aug 27 12:19:15.273953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3e18f-4056-4086-a115-eef577d1cdc5 req-f0a82e65-bbcc-4f81-b204-e44226b8871f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:15.275581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e3e18f-4056-4086-a115-eef577d1cdc5 req-f0a82e65-bbcc-4f81-b204-e44226b8871f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1094 time: 0.0685761 Aug 27 12:19:15.324065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9e3e18f-4056-4086-a115-eef577d1cdc5 req-e86de544-1e1d-45de-b7c4-348d428726da tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 Aug 27 12:19:15.346425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-03f506e8-aeed-4fdf-b151-46a807c27379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:15.348308 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-03f506e8-aeed-4fdf-b151-46a807c27379 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1091766 Aug 27 12:19:15.443593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-acef9cfe-8948-4bb2-9814-d0d63dbf0787 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.0876276 Aug 27 12:19:15.506258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c67276-6b37-420c-b905-dc25614fa3a8 req-00c4c2a8-55b5-4814-9fe2-4ef79253bd88 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:15.507796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9c67276-6b37-420c-b905-dc25614fa3a8 req-00c4c2a8-55b5-4814-9fe2-4ef79253bd88 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0969028 Aug 27 12:19:15.561306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-3183175c-12e6-425c-bf91-b37814c6bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:15.562901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-3183175c-12e6-425c-bf91-b37814c6bcc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1110842 Aug 27 12:19:15.582747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9c67276-6b37-420c-b905-dc25614fa3a8 req-3049adf2-a4af-4d0f-877c-d9c1c1484cbe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604384 Aug 27 12:19:15.635314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-458c216a-a199-4ecf-aed2-ea94f6c0832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:15.638212 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-458c216a-a199-4ecf-aed2-ea94f6c0832e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665896 Aug 27 12:19:15.765050 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-ede0acbe-d1af-4373-85c8-36804d72c8c4 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189394 Aug 27 12:19:15.894691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1664f943-fb1d-44a6-9c04-9b80237db272 req-65c68567-1fbb-4060-a7fc-f8348af668f2 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215723 Aug 27 12:19:16.110392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12493274-06fb-4dd5-a71a-2f2c47c110a4 req-66b951d9-334a-4cb8-b859-a506e4266fa1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:16.120280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12493274-06fb-4dd5-a71a-2f2c47c110a4 req-66b951d9-334a-4cb8-b859-a506e4266fa1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1056809 Aug 27 12:19:16.155409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12493274-06fb-4dd5-a71a-2f2c47c110a4 req-3d8da23b-9fd6-47b0-b71a-4be7cbfc625f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Aug 27 12:19:16.506081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0127e-d66b-4e58-9c1a-325f32c3a97e req-2cb4e404-5a50-409e-8156-be2655c50eec tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:16.507690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2eb0127e-d66b-4e58-9c1a-325f32c3a97e req-2cb4e404-5a50-409e-8156-be2655c50eec tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1094 time: 0.0585008 Aug 27 12:19:16.560490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2eb0127e-d66b-4e58-9c1a-325f32c3a97e req-2bb09573-a246-48f3-b3c5-cb264b577d4b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Aug 27 12:19:16.729385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1fb6-5598-4fd9-b0f4-54b4ce4a7ed4 req-1c7bfd18-6404-446c-82f0-95912ff31921 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:16.731897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-381c1fb6-5598-4fd9-b0f4-54b4ce4a7ed4 req-1c7bfd18-6404-446c-82f0-95912ff31921 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0688972 Aug 27 12:19:16.782413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-381c1fb6-5598-4fd9-b0f4-54b4ce4a7ed4 req-5ed37679-33d2-43f7-9474-929cef53675e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Aug 27 12:19:17.295719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257553-3614-40ed-bbe7-29dd0508eecf req-5e6aefcf-07ad-47bc-8b21-8ba1056ba72a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:17.298913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92257553-3614-40ed-bbe7-29dd0508eecf req-5e6aefcf-07ad-47bc-8b21-8ba1056ba72a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0560236 Aug 27 12:19:17.363657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92257553-3614-40ed-bbe7-29dd0508eecf req-140c394f-8a5c-4dac-ab7f-403dfc68f30a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582268 Aug 27 12:19:17.701015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652fc18-2661-45cc-9c19-ae700d56b9e3 req-d221443b-396c-49d0-a6cf-7f46199a05a1 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:17.711209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f652fc18-2661-45cc-9c19-ae700d56b9e3 req-d221443b-396c-49d0-a6cf-7f46199a05a1 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1094 time: 0.0581584 Aug 27 12:19:17.761080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f652fc18-2661-45cc-9c19-ae700d56b9e3 req-2f3658c4-a43d-4426-a1c8-f7b8b417927b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Aug 27 12:19:18.067138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device da06f63d-86f7-4659-a6b6-bec1177a7feb details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:19:18.198901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port da06f63d-86f7-4659-a6b6-bec1177a7feb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:18.364716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'da06f63d-86f7-4659-a6b6-bec1177a7feb', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'port_id': 'da06f63d-86f7-4659-a6b6-bec1177a7feb', 'mac_address': 'fa:16:3e:23:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:19:18.406092 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:18.441587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da06f63d-86f7-4659-a6b6-bec1177a7feb {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:18.462774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-983cafe4-0d04-4b35-99a1-a557937a0268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:18.479982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port da06f63d-86f7-4659-a6b6-bec1177a7feb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:18.498311 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:18.579011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a1895-1d13-4b1d-95bd-d4f8f890e9cc req-190ea730-5d7c-46df-888d-315a12193ef6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:18.581483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa2a1895-1d13-4b1d-95bd-d4f8f890e9cc req-190ea730-5d7c-46df-888d-315a12193ef6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.1219182 Aug 27 12:19:18.606177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=da06f63d-86f7-4659-a6b6-bec1177a7feb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:18.696991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa2a1895-1d13-4b1d-95bd-d4f8f890e9cc req-36b72c89-6f5d-400e-9516-beeafcdf7352 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Aug 27 12:19:18.780241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['da06f63d-86f7-4659-a6b6-bec1177a7feb'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:18.898074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad746-9e1e-459d-ab2c-88a3ad5dcdf4 req-a334b501-069c-466b-9e70-a3d233048f54 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:18.905987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e5ad746-9e1e-459d-ab2c-88a3ad5dcdf4 req-a334b501-069c-466b-9e70-a3d233048f54 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1095 time: 0.0666256 Aug 27 12:19:18.940742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e5ad746-9e1e-459d-ab2c-88a3ad5dcdf4 req-afc9ccc3-71bb-45aa-996b-e785173842c8 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Aug 27 12:19:19.797094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de887886-981b-4142-ad88-81c295fd6080 req-8248cb02-c9e7-4f0c-aebd-4a169d80257c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:19.799735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de887886-981b-4142-ad88-81c295fd6080 req-8248cb02-c9e7-4f0c-aebd-4a169d80257c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0562484 Aug 27 12:19:19.839415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de887886-981b-4142-ad88-81c295fd6080 req-8fbc7d3f-a22c-4545-aec4-0f66909e6438 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Aug 27 12:19:19.956289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.057421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf1d3-b2ff-4494-8a2d-6a33c946e9b4 req-93e92304-b85f-48bb-964b-93253111b7e0 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:20.059157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34ecf1d3-b2ff-4494-8a2d-6a33c946e9b4 req-93e92304-b85f-48bb-964b-93253111b7e0 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1095 time: 0.0430734 Aug 27 12:19:20.073820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device da06f63d-86f7-4659-a6b6-bec1177a7feb up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:20.110367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34ecf1d3-b2ff-4494-8a2d-6a33c946e9b4 req-3c9eb93d-c200-4df6-a7e3-57dde5c5d34c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Aug 27 12:19:20.129301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port da06f63d-86f7-4659-a6b6-bec1177a7feb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:20.134505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port da06f63d-86f7-4659-a6b6-bec1177a7feb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:20.134900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.221082 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.244251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da06f63d-86f7-4659-a6b6-bec1177a7feb'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:20.246939 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a3425-f7c9-44bb-828e-70bccb1db360" -d '{"events": [{"server_uuid": "b7e7e777-301a-419e-b40c-1e0aa15ff69d", "name": "network-vif-plugged", "status": "completed", "tag": "da06f63d-86f7-4659-a6b6-bec1177a7feb"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:20.261275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port da06f63d-86f7-4659-a6b6-bec1177a7feb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:20.267102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.321299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=da06f63d-86f7-4659-a6b6-bec1177a7feb,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:20.442302 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd70b3f-f287-4a6f-974e-8cc5b3b02d07 x-openstack-request-id: req-fdd70b3f-f287-4a6f-974e-8cc5b3b02d07 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:20.442646 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e7e777-301a-419e-b40c-1e0aa15ff69d", "name": "network-vif-plugged", "status": "completed", "tag": "da06f63d-86f7-4659-a6b6-bec1177a7feb", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:20.442911 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fdd70b3f-f287-4a6f-974e-8cc5b3b02d07 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:20.443327 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da06f63d-86f7-4659-a6b6-bec1177a7feb', 'code': 200} Aug 27 12:19:20.503908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:20.538167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ea19c-60f8-4ffb-ab89-f143e3963953 req-b3b8ef9a-26ec-4548-95a2-85479a0da355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:20.539727 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d93ea19c-60f8-4ffb-ab89-f143e3963953 req-b3b8ef9a-26ec-4548-95a2-85479a0da355 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0416861 Aug 27 12:19:20.574824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d93ea19c-60f8-4ffb-ab89-f143e3963953 req-36add3fc-957f-438a-b616-b76ae6b24b8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279937 Aug 27 12:19:20.655177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39013aad-b066-4b78-ba68-d8fa07c99595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.743718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39013aad-b066-4b78-ba68-d8fa07c99595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.746874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39013aad-b066-4b78-ba68-d8fa07c99595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.784884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-39013aad-b066-4b78-ba68-d8fa07c99595 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21f793b3972f4c12a0a3a80a38682f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807910 Aug 27 12:19:20.785765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013aad-b066-4b78-ba68-d8fa07c99595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3120f83b-c734-4889-822a-cc313b1f7d9f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:20.787617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38992) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:20.841351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d572b44-905e-4112-8122-7dfbde29ecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.863498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d572b44-905e-4112-8122-7dfbde29ecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.914785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d572b44-905e-4112-8122-7dfbde29ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.917627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d572b44-905e-4112-8122-7dfbde29ecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.918816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8d572b44-905e-4112-8122-7dfbde29ecae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3120f83b-c734-4889-822a-cc313b1f7d9f HTTP/1.1" status: 204 len: 168 time: 0.1300113 Aug 27 12:19:20.927777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d572b44-905e-4112-8122-7dfbde29ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3120f83b-c734-4889-822a-cc313b1f7d9f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:20.967730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c467-12d7-40b4-86ca-5d6a0ca8badf req-6032ade3-3259-4cd2-8bec-8b73e908af77 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:20.968740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65c9488b-a05b-4f3d-8a42-e6b04b881c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:20.975104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f83c467-12d7-40b4-86ca-5d6a0ca8badf req-6032ade3-3259-4cd2-8bec-8b73e908af77 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0651891 Aug 27 12:19:21.010334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f83c467-12d7-40b4-86ca-5d6a0ca8badf req-c3af056a-5f3f-4373-adc5-b2281ca6053f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Aug 27 12:19:21.111034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.206167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39004) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:21.210191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82efbe0-a003-4d65-a972-56dd96881e81 req-a56a720a-4e9e-41b4-9d50-7363bbd1b30f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:21.211824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82efbe0-a003-4d65-a972-56dd96881e81 req-a56a720a-4e9e-41b4-9d50-7363bbd1b30f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0439198 Aug 27 12:19:21.219982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55f61bb8-2c21-4a49-b57a-49277693d0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.247311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82efbe0-a003-4d65-a972-56dd96881e81 req-a1f39a64-eb9e-4a76-ab1c-71e750f38fe6 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292633 Aug 27 12:19:21.312293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55f61bb8-2c21-4a49-b57a-49277693d0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.316935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55f61bb8-2c21-4a49-b57a-49277693d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.353670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f61bb8-2c21-4a49-b57a-49277693d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6459a984-e3f1-4e95-b53b-8affc6b9938a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:21.358893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-55f61bb8-2c21-4a49-b57a-49277693d0d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b1ab3cdaad84bafb5ad5b7e7e8433e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512790 Aug 27 12:19:21.360676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39006) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:21.410058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bbe612e-7ca9-49b9-916e-7df3cb318f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.432538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bbe612e-7ca9-49b9-916e-7df3cb318f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.480254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bbe612e-7ca9-49b9-916e-7df3cb318f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.482931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bbe612e-7ca9-49b9-916e-7df3cb318f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:21.484073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0bbe612e-7ca9-49b9-916e-7df3cb318f2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6459a984-e3f1-4e95-b53b-8affc6b9938a HTTP/1.1" status: 204 len: 168 time: 0.1224549 Aug 27 12:19:21.491783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe612e-7ca9-49b9-916e-7df3cb318f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6459a984-e3f1-4e95-b53b-8affc6b9938a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:22.055953 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:22.129101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18418df-cc23-4545-8ece-667c58e3b77b req-fc8decd2-d313-412c-88cd-07defaa3800f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:22.130638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c18418df-cc23-4545-8ece-667c58e3b77b req-fc8decd2-d313-412c-88cd-07defaa3800f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0508978 Aug 27 12:19:22.168994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c18418df-cc23-4545-8ece-667c58e3b77b req-dd456866-43cc-4cb6-96f8-e422d5e9db4f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Aug 27 12:19:22.363442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98255-36fc-4383-9b28-a34933d83299 req-f768029e-9f4d-4d85-a9ce-b5b9915f79ff tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:22.365029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7e98255-36fc-4383-9b28-a34933d83299 req-f768029e-9f4d-4d85-a9ce-b5b9915f79ff tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0480607 Aug 27 12:19:22.402534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7e98255-36fc-4383-9b28-a34933d83299 req-405f010b-b84c-4191-b4ce-f702561134b2 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295429 Aug 27 12:19:22.514776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4818-02dd-402c-9923-b18dfd301cc5 req-6095a90a-b501-4c51-aed7-b443fec17553 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:22.516334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73ad4818-02dd-402c-9923-b18dfd301cc5 req-6095a90a-b501-4c51-aed7-b443fec17553 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0429773 Aug 27 12:19:22.550914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73ad4818-02dd-402c-9923-b18dfd301cc5 req-e8c59fc2-ec8b-4ecc-8abc-df01e04e9e4e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283878 Aug 27 12:19:22.655803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb175c9-936c-4a9f-9484-23a038c5f38d req-d7750c5d-394e-4a06-9cb1-cf170f230a0f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:22.657314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-afb175c9-936c-4a9f-9484-23a038c5f38d req-d7750c5d-394e-4a06-9cb1-cf170f230a0f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0409136 Aug 27 12:19:22.692612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-afb175c9-936c-4a9f-9484-23a038c5f38d req-3844f336-3a4d-4d04-a6e2-701955a7e8fd tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293915 Aug 27 12:19:23.229491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:23.234208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592826481', 'description': 'tempest-secgroup-smoke-1592826481 description', 'project_id': '32dd17157e8a413bb5e82592b734194a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:23.256774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.264889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.406065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-ac918240-689a-4674-b090-d978656b7bcc tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:23.407951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-ac918240-689a-4674-b090-d978656b7bcc tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/networks?id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 200 len: 911 time: 0.1202624 Aug 27 12:19:23.433148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-f4312012-2f6b-443b-b35b-e0a7da5e2932 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/quotas/cc9f304b97a54caa9e58fbea43d41191 HTTP/1.1" status: 200 len: 375 time: 0.0170600 Aug 27 12:19:23.484338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.489967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.531313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-a8333f65-a3fa-4cd7-ab56-99d0976e396a tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc9f304b97a54caa9e58fbea43d41191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872879 Aug 27 12:19:23.551311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1dc24-9bb3-44a4-bb19-1b24bb1a5b30,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:23.596317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.596677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.597024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.597361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.597697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.598031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.598364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.598723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.599058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.599389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.599716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.600041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:23.677089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.680103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b39c302b-2981-4eaa-b5f0-9187aa59abd8 service neutron] 10.222.0.76 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404865 Aug 27 12:19:23.681848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.758861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef8e7d-99c2-49a3-8242-89bc90095e98,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:23.765222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.766544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-539dc288-912d-40ec-9ff2-9a71dbbf03a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5359340 Aug 27 12:19:23.769814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39074) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:23.774726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '0aef8e7d-99c2-49a3-8242-89bc90095e98', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:23.803813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-6a1e1cdd-6bb3-455e-98f3-f4e2c7dcd050 service neutron] 10.222.0.76 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093514 Aug 27 12:19:23.808313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.854999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.860585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.879954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ea8c94-6166-4101-903e-f023859fbbfd,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:23.885853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.890626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39076) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:23.890806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce09f3c5-4788-4c4e-9543-8c06960662dd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196916 Aug 27 12:19:23.895255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '0aef8e7d-99c2-49a3-8242-89bc90095e98', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:23.927307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:23.940830 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.025689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.035189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373025e-e9e4-4462-aed4-856f5c6fb322 req-fe90330d-2dad-4380-95c1-ff37e8688791 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:24.036699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a373025e-e9e4-4462-aed4-856f5c6fb322 req-fe90330d-2dad-4380-95c1-ff37e8688791 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0772245 Aug 27 12:19:24.037877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.065220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7e1a5d-8383-47d0-a878-e065cd9beb91,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:24.082468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.083666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76ed4523-0e6a-448f-ae63-d66da16b08b4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1920018 Aug 27 12:19:24.087304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39086) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:24.091969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '0aef8e7d-99c2-49a3-8242-89bc90095e98', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:24.102568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a373025e-e9e4-4462-aed4-856f5c6fb322 req-12f5c90c-b6f8-486c-a30b-403c791a4644 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537162 Aug 27 12:19:24.138145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.173410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44a90dc7-a8bd-4921-866d-0f35fa22cd35 req-18a56f89-418b-4d3e-99c3-d485fd85bf96 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 210 time: 0.0313966 Aug 27 12:19:24.210298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.214521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.235537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988cd3d9-c26c-485f-ac7f-76fd095a78e7,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:24.242229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.244866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-926a754c-b4e4-4082-b832-658cfffab427 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563294 Aug 27 12:19:24.248423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:24.255858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '0aef8e7d-99c2-49a3-8242-89bc90095e98', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:24.285375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.347845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.351779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.376028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990adc81-c89c-4465-b29e-e5eb0a39f685,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:24.385468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.386715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9da5f6ef-0dea-4b82-8f88-e8139e5c4665 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369548 Aug 27 12:19:24.389486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39098) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:24.393888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '0aef8e7d-99c2-49a3-8242-89bc90095e98', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:24.419918 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:19:24.427834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.495095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.498661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.514283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e32186e-082d-4265-9b9b-5c6ebaaa1aa7,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:24.523170 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.527546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2cdddf50-fd54-435f-bb36-a3d3db9068f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339772 Aug 27 12:19:24.527939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:24.532676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '0aef8e7d-99c2-49a3-8242-89bc90095e98', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:24.555786 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:19:24.561725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.631048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.634650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.651808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4966620d-dc39-4a26-b12c-a231af70d768,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:24.659379 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.662843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9f9f820e-fe64-4a02-b4e6-87084dad9772 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338561 Aug 27 12:19:24.663631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39104) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:24.669204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'network': {'name': 'tempest-network-smoke--755459454', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:24.690463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:24.693909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.717848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:19:24.726758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.727114 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Added segment a13748a9-f158-41ea-8a17-8599c5592c52 of type vlan for network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 Aug 27 12:19:24.768981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.793429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.799179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:24.799771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.864238 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-924d96ba-68a1-4dc6-a6c4-2c0bb5efebee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438838 Aug 27 12:19:24.866351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39106) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:24.867820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2020037 Aug 27 12:19:24.872832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'admin_state_up': True, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:24.887339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe9195-fe29-4fab-b82d-7a4cc803fcfe tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Network': ['ID=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:24.898160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:19:24.906244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.907566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:24.983973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-692aacd2-d614-4163-8679-014c31d89227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:24.985486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-692aacd2-d614-4163-8679-014c31d89227 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 1095 time: 0.0931261 Aug 27 12:19:24.986799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:25.201427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:25.250050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2ee2b-f8f6-4c50-bd71-ead661373aab req-3074d449-1d15-431b-91a6-c1ea030b8519 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:25.251863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ce2ee2b-f8f6-4c50-bd71-ead661373aab req-3074d449-1d15-431b-91a6-c1ea030b8519 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0703664 Aug 27 12:19:25.303017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf57134d-0405-4e4f-80d2-0ed9609cce9c req-775c3d06-9311-4b68-a42e-3091ff6a1373 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 210 time: 0.0394995 Aug 27 12:19:25.309046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-e5ffdc64-113e-4867-a182-3eb70996a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:25.310575 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-e5ffdc64-113e-4867-a182-3eb70996a66b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.2875159 Aug 27 12:19:25.346451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ce2ee2b-f8f6-4c50-bd71-ead661373aab req-2117f391-9dc6-4e1c-8346-8b40b9c7524c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818090 Aug 27 12:19:25.376811 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-8706cd7e-7d4b-4ee7-9e12-d7951b3dc02c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 200 len: 217 time: 0.0536575 Aug 27 12:19:25.397052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-1d1c12ae-bb4b-4d35-a76d-e00898a2ca23 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:25.398468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-1d1c12ae-bb4b-4d35-a76d-e00898a2ca23 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.77 "GET /v2.0/networks?id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 200 len: 911 time: 0.2281849 Aug 27 12:19:25.571776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b05234-2f81-45a0-b5b5-09fb6b774155 req-8805e606-e951-4218-9f8b-136469394673 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:25.573323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44b05234-2f81-45a0-b5b5-09fb6b774155 req-8805e606-e951-4218-9f8b-136469394673 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.0560627 Aug 27 12:19:25.613676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44b05234-2f81-45a0-b5b5-09fb6b774155 req-0f732a9a-c066-4875-8f56-eeb87ac2e07b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341780 Aug 27 12:19:25.726373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Request body: {'port': {'device_id': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'admin_state_up': True, 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:25.763535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-f1411179-214b-4b76-a564-d39689742470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:25.764997 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-f1411179-214b-4b76-a564-d39689742470 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.3786073 Aug 27 12:19:25.789246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Made reservation on behalf of cc9f304b97a54caa9e58fbea43d41191 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:25.791536 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:25.816269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-c69c874b-5f77-4973-ae9e-53be92b09876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388298 Aug 27 12:19:26.053200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.086462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.090056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-31d6b96e-a05a-4919-969a-7bad1f9e58da service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655950 Aug 27 12:19:26.101167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Allocated IP 172.20.0.13 (bc55eb62-29a9-43f2-b1ca-92d11f5fce20/5d6c2608-5d55-4b62-bde1-8c6bea1aef20/3d5294b4-c10f-4720-997e-d6d33ea2c992) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:26.344202 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b403541b-433a-4f6d-8d87-fe81a73863ce req-6538d521-5ffe-4634-925b-565bb6471eee service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442114 Aug 27 12:19:26.352568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.124 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6139d1b5-abde-4d9a-bc13-1b3678607478) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:26.412717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-168f5aba-ed4c-458f-8d6f-b109fecd78e1 req-b48a0e69-7b61-4f05-bb83-1e9bdf7b8ada tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 210 time: 0.0286598 Aug 27 12:19:26.452343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.477368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206b8d2-a87d-4a40-b967-84d576fce328 req-e710bdcd-a8c2-45cb-a7ab-d2d399070102 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:26.479072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f206b8d2-a87d-4a40-b967-84d576fce328 req-e710bdcd-a8c2-45cb-a7ab-d2d399070102 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0552464 Aug 27 12:19:26.479600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Transition to ACTIVE for port object 3d5294b4-c10f-4720-997e-d6d33ea2c992 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:26.518364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f206b8d2-a87d-4a40-b967-84d576fce328 req-eae0f4f3-a8ad-4b3c-a286-33ec2fad0871 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Aug 27 12:19:26.521579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.549745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.560351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['da06f63d-86f7-4659-a6b6-bec1177a7feb'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:26.610019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:26.616260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.618867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:26.622892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:26.624813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Pushing event updated for resources: {'Port': ['ID=3d5294b4-c10f-4720-997e-d6d33ea2c992,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:26.697585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:26.703604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:26.714069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:26.742631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:26.742631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.748125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=6139d1b5-abde-4d9a-bc13-1b3678607478,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:26.762589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41b68-52a4-4922-af47-337b0ceea452 req-c3bd0f2f-890e-4463-805c-2744ff940316 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:26.764336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73a41b68-52a4-4922-af47-337b0ceea452 req-c3bd0f2f-890e-4463-805c-2744ff940316 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.0640452 Aug 27 12:19:26.773000 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-3b6d529d-eb53-46b9-8db2-06bd9a9691c5 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3510795 Aug 27 12:19:26.813650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Request body: {'port': {'device_id': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:26.816374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73a41b68-52a4-4922-af47-337b0ceea452 req-7653ffe8-5e3b-46a4-aa93-ad3cd2e56d85 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Aug 27 12:19:26.886910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cfe177fd-4bab-454a-82d5-076d380404ab None None] Provisioning for port 3d5294b4-c10f-4720-997e-d6d33ea2c992 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:26.891531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cfe177fd-4bab-454a-82d5-076d380404ab None None] Provisioning complete for port 3d5294b4-c10f-4720-997e-d6d33ea2c992 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:26.891921 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cfe177fd-4bab-454a-82d5-076d380404ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:26.929714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-cfe177fd-4bab-454a-82d5-076d380404ab None None] Port 3d5294b4-c10f-4720-997e-d6d33ea2c992 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:26.939667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.140843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.485045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e22111-050e-4a73-a303-348c46c28d0b req-9635d8c3-0742-4ecf-b72b-9385e1d30af1 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:27.486572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43e22111-050e-4a73-a303-348c46c28d0b req-9635d8c3-0742-4ecf-b72b-9385e1d30af1 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.77 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.1780758 Aug 27 12:19:27.494546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5294b4-c10f-4720-997e-d6d33ea2c992 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:27.510565 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.534518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751794f-477e-4215-ab02-61254e0f3cff req-e84a7117-6f34-48b8-8448-ae0afc55db88 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:27.535010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.536069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e751794f-477e-4215-ab02-61254e0f3cff req-e84a7117-6f34-48b8-8448-ae0afc55db88 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1028 time: 0.0419283 Aug 27 12:19:27.554197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Transition to ACTIVE for port object 3d5294b4-c10f-4720-997e-d6d33ea2c992 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:27.578984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e751794f-477e-4215-ab02-61254e0f3cff req-8deee1bb-d453-479b-9249-67218d33b095 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Aug 27 12:19:27.595156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.641383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319074-e5d5-4349-9f38-e06c959ea4bf req-17b6e963-8290-4242-9fb0-96f4ea2e5499 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:27.642909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8319074-e5d5-4349-9f38-e06c959ea4bf req-17b6e963-8290-4242-9fb0-96f4ea2e5499 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.0532243 Aug 27 12:19:27.684516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8319074-e5d5-4349-9f38-e06c959ea4bf req-bd10a1f1-a24e-421e-bea6-e9b0e44d92e1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Aug 27 12:19:27.720013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5294b4-c10f-4720-997e-d6d33ea2c992,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:27.789907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Deleting port c8556d2e-251e-479e-9c9f-15c887b6830d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:27.790766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.905091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Attempting to bind port 3d5294b4-c10f-4720-997e-d6d33ea2c992 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:27.905577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Attempting to bind port 3d5294b4-c10f-4720-997e-d6d33ea2c992 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:27.905913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Attempting to bind port 3d5294b4-c10f-4720-997e-d6d33ea2c992 on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:27.910817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:19:27.925530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Port 3d5294b4-c10f-4720-997e-d6d33ea2c992 on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:19:27.925791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Attempting to bind port 3d5294b4-c10f-4720-997e-d6d33ea2c992 on network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:27.939800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] For port c8556d2e-251e-479e-9c9f-15c887b6830d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c8556d2e-251e-479e-9c9f-15c887b6830d,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:27.940166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.942830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:27.943168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a030c-f77d-4d74-b4e6-5e6737ba6456 req-8992b53e-00f3-41d6-bebc-379611c99621 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:27.943633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Checking segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:27.943633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Bound using segment: {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:27.943954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Bound port: 3d5294b4-c10f-4720-997e-d6d33ea2c992, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:27.944296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:27.944675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d41a030c-f77d-4d74-b4e6-5e6737ba6456 req-8992b53e-00f3-41d6-bebc-379611c99621 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 946 time: 0.0502930 Aug 27 12:19:27.986933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d41a030c-f77d-4d74-b4e6-5e6737ba6456 req-b5f4807e-4e32-4526-8203-4f5588f32121 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups?id=3147d9ca-3795-491f-adde-8e67bd699ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361578 Aug 27 12:19:28.472280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] For port 3d5294b4-c10f-4720-997e-d6d33ea2c992, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:28.478680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] For port 3d5294b4-c10f-4720-997e-d6d33ea2c992, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:28.487839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:28.489946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:28.500810 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Sync routers for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:28.510194 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:28.510923 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:28.580606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:28.581224 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:28.582915 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] 10.222.0.77 "PUT /v2.0/ports/3d5294b4-c10f-4720-997e-d6d33ea2c992 HTTP/1.1" status: 200 len: 1092 time: 1.7751050 Aug 27 12:19:28.583355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'tag': '3d5294b4-c10f-4720-997e-d6d33ea2c992'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:28.585583 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e" -d '{"events": [{"name": "network-changed", "server_uuid": "371e1e10-c4c1-4443-8fe5-82adefd0ad8a", "tag": "3d5294b4-c10f-4720-997e-d6d33ea2c992"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:28.612477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:28.617267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:28.617430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2e3a1df5-9060-4b54-ab19-ac729224826a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7499886 Aug 27 12:19:28.619439 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:28.619835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:28.620149 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Floating IP 7bcfdd09-3472-4152-b480-19b0f353f2b2 disassociated. External IP: 172.25.8.205, port: c8556d2e-251e-479e-9c9f-15c887b6830d. Aug 27 12:19:28.620502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Calling delete_port for c8556d2e-251e-479e-9c9f-15c887b6830d owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:28.627781 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:28.647545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d79f3-d76e-4aeb-9df0-cd8c0c0e5e31 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5294b4-c10f-4720-997e-d6d33ea2c992,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:28.751205 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b1a49-8ca2-4047-8102-c1eef6d8bd3c x-openstack-request-id: req-009b1a49-8ca2-4047-8102-c1eef6d8bd3c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:28.751502 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371e1e10-c4c1-4443-8fe5-82adefd0ad8a", "tag": "3d5294b4-c10f-4720-997e-d6d33ea2c992", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:28.751756 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-009b1a49-8ca2-4047-8102-c1eef6d8bd3c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:28.752150 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'tag': '3d5294b4-c10f-4720-997e-d6d33ea2c992', 'status': 'completed', 'code': 200} Aug 27 12:19:28.808069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc31156-637c-4f37-a55d-c1fa6da50ca6 req-2f039e0d-3293-4854-a549-96705ae04cac tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:28.812936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bc31156-637c-4f37-a55d-c1fa6da50ca6 req-2f039e0d-3293-4854-a549-96705ae04cac tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.0788682 Aug 27 12:19:28.817675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-6a277d3b-6687-4b5e-a796-b473492f33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:28.819255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-6a277d3b-6687-4b5e-a796-b473492f33b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc9f304b97a54caa9e58fbea43d41191&device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.1757336 Aug 27 12:19:28.829064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:19:28.890194 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-f2c2be43-5cab-4954-ae48-718e48be248e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992 HTTP/1.1" status: 200 len: 217 time: 0.0528362 Aug 27 12:19:28.918872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-217159fc-c7e4-4d48-af23-d52eaae35269 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=32dd17157e8a413bb5e82592b734194a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2975771 Aug 27 12:19:28.919829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39148) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:28.969951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:28.981186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'network_id': '5921c145-fd67-482a-8769-299387a0d64e', 'port_id': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'mac_address': 'fa:16:3e:ca:60:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7853e869-f39b-4c9b-8c6c-1488a9f31a2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:19:28.993362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-50736a13-64ad-4e7b-a4dd-1e8223db3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:28.996144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-50736a13-64ad-4e7b-a4dd-1e8223db3b18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d6c2608-5d55-4b62-bde1-8c6bea1aef20 HTTP/1.1" status: 200 len: 849 time: 0.0697916 Aug 27 12:19:28.997422 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.004658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bc31156-637c-4f37-a55d-c1fa6da50ca6 req-36fe4bb3-eaba-416e-8506-acd08092deea tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811523 Aug 27 12:19:29.029476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.042819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event deleted for resources: {'Port': ['ID=c8556d2e-251e-479e-9c9f-15c887b6830d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:29.044598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d2c541-e413-42d7-8ae6-413e21bb6b80 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:29.067818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:26Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:29.074437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f3669-e9e2-45cc-acd2-a3b5c94c71ee tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:29.080476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c19f3669-e9e2-45cc-acd2-a3b5c94c71ee tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569691 Aug 27 12:19:29.082197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39152) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:29.088006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bdfbd-5f47-4896-b15d-900d128afeab req-466be4c5-99c8-4025-8e14-57243a82298a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:29.089774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-047bdfbd-5f47-4896-b15d-900d128afeab req-466be4c5-99c8-4025-8e14-57243a82298a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 943 time: 0.2761660 Aug 27 12:19:29.094816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:29.104865 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.117070 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Checking router: 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:29.117507 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Updating router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 port 6139d1b5-abde-4d9a-bc13-1b3678607478 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:19:29.146296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-047bdfbd-5f47-4896-b15d-900d128afeab req-fd4bc10c-2a78-48e2-b91a-dd37a3f2fef3 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Aug 27 12:19:29.147915 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.170872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:29.176214 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b08dec1b-7ac1-4165-aa2a-246545002bdd tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0918696 Aug 27 12:19:29.179039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39154) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:29.184167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2e95c15-f62d-4776-87d3-98cd814a1ec3 req-d05a01d1-08d2-41ce-9b73-3234d54e9f0f tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 210 time: 0.0429988 Aug 27 12:19:29.185909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118884450', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:29.239964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-fc36b529-6a67-44af-bdb4-36d6f7b214b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:29.241459 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-fc36b529-6a67-44af-bdb4-36d6f7b214b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106407 Aug 27 12:19:29.401837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Router 72f37b44-949b-47fb-8efe-5aaadbac42b7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:29.402502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:29.406732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.426126 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.442474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Transition to ACTIVE for port object 6139d1b5-abde-4d9a-bc13-1b3678607478 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:29.447957 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.475448 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-55f2dfbb-6864-4118-bed1-55ec41bf4294 service neutron] 10.222.0.77 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229729 Aug 27 12:19:29.504051 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Attempting to bind port 6139d1b5-abde-4d9a-bc13-1b3678607478 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:29.505172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Attempting to bind port 6139d1b5-abde-4d9a-bc13-1b3678607478 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:29.505719 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Attempting to bind port 6139d1b5-abde-4d9a-bc13-1b3678607478 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:29.527719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['13d2c541-e413-42d7-8ae6-413e21bb6b80'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:29.527978 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:29.528236 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:29.528837 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.529537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:29.530395 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Bound port: 6139d1b5-abde-4d9a-bc13-1b3678607478, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:29.530968 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.560469 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f8996-0b87-4e95-894d-6c45d8a65ac8 None None] Pushing event updated for resources: {'Port': ['ID=6139d1b5-abde-4d9a-bc13-1b3678607478,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:29.615809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] For port 6139d1b5-abde-4d9a-bc13-1b3678607478, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:29.621163 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] For port 6139d1b5-abde-4d9a-bc13-1b3678607478, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6139d1b5-abde-4d9a-bc13-1b3678607478,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:29.626405 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.686304 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f8996-0b87-4e95-894d-6c45d8a65ac8 None None] Pushing event updated for resources: {'Port': ['ID=6139d1b5-abde-4d9a-bc13-1b3678607478,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:29.714527 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:29.715277 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:29.733060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-85089fdb-8f24-49b7-b79d-ab14355c4b93 req-06008d28-c5c6-4bc8-ac12-30b5050154fd service neutron] 10.222.0.77 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496798 Aug 27 12:19:29.739341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:29.757425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] Sync routers for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:29.768451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:29.769076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:29.828559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] No DVR routers for this DVR port c8556d2e-251e-479e-9c9f-15c887b6830d on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:29.831415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.831597 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:29.834200 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43e22111-050e-4a73-a303-348c46c28d0b req-10c9ab28-259c-4456-be81-db995aab3787 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.77 "DELETE /v2.0/ports/c8556d2e-251e-479e-9c9f-15c887b6830d HTTP/1.1" status: 204 len: 173 time: 2.3353271 Aug 27 12:19:29.874960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:29.894527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:29.928324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-a1795ce8-e6f9-4018-a4a2-4638d205ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:29.929886 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-a1795ce8-e6f9-4018-a4a2-4638d205ec50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc9f304b97a54caa9e58fbea43d41191&device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.1026778 Aug 27 12:19:30.005305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Subnet': ['ID=b0f72ebc-2759-4923-bc45-5b4c1aff7052,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:30.028618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Checking segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:30.028995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network hostable DHCP agents. Network: d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:19:30.031592 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:26Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:30.064460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c5260-b117-4887-93b8-8cef518f36e3 None None] The sync data for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 is: [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:26Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:30.070718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:19:30.078269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-ea4b481f-8908-4184-bc48-32928412a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:30.079819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-ea4b481f-8908-4184-bc48-32928412a069 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 200 len: 911 time: 0.1407707 Aug 27 12:19:30.086120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:30.093921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:30.094855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:30.106345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6d393-f78c-44f1-be78-52a5faa2cf38 None None] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:30.140093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc632bb-9914-47d4-a01e-76847e3b631d req-65e3a25b-14e2-4dea-b519-d86e594c0322 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:30.148149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cc632bb-9914-47d4-a01e-76847e3b631d req-65e3a25b-14e2-4dea-b519-d86e594c0322 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.0553296 Aug 27 12:19:30.156391 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-ce3b5317-74c0-45a4-ae90-62acb948c8ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992 HTTP/1.1" status: 200 len: 217 time: 0.0525029 Aug 27 12:19:30.175252 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2652c8f4-a43f-4250-87df-552cd03c1985 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9951711 Aug 27 12:19:30.195777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:30.212356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cc632bb-9914-47d4-a01e-76847e3b631d req-95af0284-159f-4e7d-9d8c-2913f4f9b84a tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561028 Aug 27 12:19:30.224321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-247a66da-75e8-41f3-ac5f-97615b00fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:30.226614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-247a66da-75e8-41f3-ac5f-97615b00fd7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d6c2608-5d55-4b62-bde1-8c6bea1aef20 HTTP/1.1" status: 200 len: 849 time: 0.0638967 Aug 27 12:19:30.277792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:45Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:30.305635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-7f46d1c3-92bb-42fb-ab9b-798bcdc87425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:30.307753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-7f46d1c3-92bb-42fb-ab9b-798bcdc87425 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc55eb62-29a9-43f2-b1ca-92d11f5fce20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739188 Aug 27 12:19:30.313317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] Checking router: 72f37b44-949b-47fb-8efe-5aaadbac42b7 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:30.350211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:19:30.351109 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:30.365256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:30.365907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:30.474915 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-6b5b188b-8389-429d-8f2e-c9176b66cd1c service neutron] 10.222.0.77 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571238 Aug 27 12:19:30.638458 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1395428-b16b-4b1b-8b9b-4d94aa9f910e req-279b415d-8711-478e-878a-f6bd0ad60b3a service neutron] 10.222.0.77 "GET /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463730 Aug 27 12:19:30.675145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Allocated IP 172.20.0.2 (d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52/b0f72ebc-2759-4923-bc45-5b4c1aff7052/f1aa0f32-6806-4926-a320-e41e81ca953a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:30.684688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:30.753586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'name': 'network-vif-deleted', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:30.756268 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84854e-057a-4081-a369-584153b2a211" -d '{"events": [{"server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "name": "network-vif-deleted", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:30.799121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b185d46-6e1a-4465-a4c3-079c82fc3511 req-7420e695-12ee-4fc4-aa06-f392d4ad12e5 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/ports?device_id=52cd218d-a58f-41a0-8476-27a0c4600dca HTTP/1.1" status: 200 len: 210 time: 0.4806886 Aug 27 12:19:30.835372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7e5cf-f192-4459-871c-71c6f6b138f4 req-610fb82e-dae2-47c5-a286-dc4832ffe87f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:30.844263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9f7e5cf-f192-4459-871c-71c6f6b138f4 req-610fb82e-dae2-47c5-a286-dc4832ffe87f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 944 time: 0.5716813 Aug 27 12:19:30.861747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:30.942935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9f7e5cf-f192-4459-871c-71c6f6b138f4 req-91191cd3-a98a-4fe5-9e1f-9eadb4b82fdb tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974185 Aug 27 12:19:30.981061 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3025b-33b7-46aa-af22-fbe6347c5467 x-openstack-request-id: req-98a3025b-33b7-46aa-af22-fbe6347c5467 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:30.981374 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd218d-a58f-41a0-8476-27a0c4600dca", "name": "network-vif-deleted", "tag": "c8556d2e-251e-479e-9c9f-15c887b6830d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:30.981626 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98a3025b-33b7-46aa-af22-fbe6347c5467 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:30.982025 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd218d-a58f-41a0-8476-27a0c4600dca', 'name': 'network-vif-deleted', 'tag': 'c8556d2e-251e-479e-9c9f-15c887b6830d', 'status': 'completed', 'code': 200} Aug 27 12:19:31.032487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6139d1b5-abde-4d9a-bc13-1b3678607478 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:31.272113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.291086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Transition to ACTIVE for port object f1aa0f32-6806-4926-a320-e41e81ca953a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:31.317568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 13d2c541-e413-42d7-8ae6-413e21bb6b80 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:31.317826 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.342717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Transition to ACTIVE for port object f1aa0f32-6806-4926-a320-e41e81ca953a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:31.351843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6139d1b5-abde-4d9a-bc13-1b3678607478 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:31.358408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.373565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6139d1b5-abde-4d9a-bc13-1b3678607478 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:31.373937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.374623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113152-b89f-46d3-81c0-e6e043151745 req-3fbc6410-e818-451a-81f2-0dc51cbac6f9 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:31.376180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37113152-b89f-46d3-81c0-e6e043151745 req-3fbc6410-e818-451a-81f2-0dc51cbac6f9 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.0937324 Aug 27 12:19:31.382695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.433517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:45Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:31.441999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:31.470178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37113152-b89f-46d3-81c0-e6e043151745 req-92c44d69-756f-4f26-bcb5-79363087a8c6 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837924 Aug 27 12:19:31.480254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:31.483246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:31.490658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d2f64-fca3-4d03-b38f-1129d8d8ea9b None None] The sync data for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 is: [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:15:37Z', 'revision_number': 4, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a', 'name': '', 'network_id': 'f2357a25-d198-4807-8833-9309b4b74db0', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'mac_address': 'fa:16:3e:d5:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:35Z', 'updated_at': '2021-08-27T12:15:45Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'subnets': [{'id': '23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:31.497506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Pushing event updated for resources: {'Port': ['ID=f1aa0f32-6806-4926-a320-e41e81ca953a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:31.593904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.595632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Attempting to bind port f1aa0f32-6806-4926-a320-e41e81ca953a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:31.596006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Attempting to bind port f1aa0f32-6806-4926-a320-e41e81ca953a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:31.596352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Attempting to bind port f1aa0f32-6806-4926-a320-e41e81ca953a on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:31.633678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:31.634077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Checking segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:31.634486 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.634889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Bound using segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:31.635372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Bound port: f1aa0f32-6806-4926-a320-e41e81ca953a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:31.635760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.663878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:31.673958 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44654bb-17f4-43ce-ba7c-bffa935a5bdd" -d '{"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-plugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:31.698135 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.716979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:31.745562 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dbfabb-976d-47ed-9e96-47d731ef6d4a x-openstack-request-id: req-b3dbfabb-976d-47ed-9e96-47d731ef6d4a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:31.745856 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-plugged", "status": "completed", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:31.746112 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3dbfabb-976d-47ed-9e96-47d731ef6d4a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:31.746544 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'code': 200} Aug 27 12:19:31.754627 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.755445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c8556d2e-251e-479e-9c9f-15c887b6830d no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:31.809856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6139d1b5-abde-4d9a-bc13-1b3678607478, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6139d1b5-abde-4d9a-bc13-1b3678607478,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:31.819362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: c8556d2e-251e-479e-9c9f-15c887b6830d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:31.819887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c8556d2e-251e-479e-9c9f-15c887b6830d not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:31.826103 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.867642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] For port f1aa0f32-6806-4926-a320-e41e81ca953a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:31.873549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] For port f1aa0f32-6806-4926-a320-e41e81ca953a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f1aa0f32-6806-4926-a320-e41e81ca953a,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:31.874373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:31.879299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.1 (d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52/b0f72ebc-2759-4923-bc45-5b4c1aff7052/5cf02c00-72d9-4099-aae7-3694e37dd33e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:31.894902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:31.911706 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4d30-151d-49d7-b416-ac78fed35d97 None None] New status for floating IP 7bcfdd09-3472-4152-b480-19b0f353f2b2: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:19:31.938097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39182) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:32.003790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6139d1b5-abde-4d9a-bc13-1b3678607478,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:32.066886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec4fb-05ba-4e63-9064-1b8882c4907e req-af7b1157-ae13-4df2-a5fc-731ff90291c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:32.068562 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-200ec4fb-05ba-4e63-9064-1b8882c4907e req-af7b1157-ae13-4df2-a5fc-731ff90291c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1097 time: 0.1146314 Aug 27 12:19:32.094089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d198a-8cc9-4ab2-b6ef-32bc0caf8098 None None] Pushing event updated for resources: {'Port': ['ID=f1aa0f32-6806-4926-a320-e41e81ca953a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:32.099458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a54f3861-942b-45e4-b685-6090835d7d3b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.142464 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a54f3861-942b-45e4-b685-6090835d7d3b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.146318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-200ec4fb-05ba-4e63-9064-1b8882c4907e req-d2545e66-4e97-4025-9799-e1c53a32d6ac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 Aug 27 12:19:32.159839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.170004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17fc7-b32e-4751-a4d2-0a9bfdc089a3 req-1ccec2fd-8d1c-4d34-9921-6cda8f7ff83f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:32.177374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1db17fc7-b32e-4751-a4d2-0a9bfdc089a3 req-1ccec2fd-8d1c-4d34-9921-6cda8f7ff83f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1273158 Aug 27 12:19:32.205506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object 5cf02c00-72d9-4099-aae7-3694e37dd33e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:32.207826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a54f3861-942b-45e4-b685-6090835d7d3b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.210929 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a54f3861-942b-45e4-b685-6090835d7d3b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.214341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a54f3861-942b-45e4-b685-6090835d7d3b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "DELETE /v2.0/security-groups/3147d9ca-3795-491f-adde-8e67bd699ac2 HTTP/1.1" status: 204 len: 168 time: 0.2714846 Aug 27 12:19:32.216502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39186) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:32.227563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1db17fc7-b32e-4751-a4d2-0a9bfdc089a3 req-805fc7b5-ed11-4b0e-8e1b-3cb094fc8c35 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493045 Aug 27 12:19:32.244650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f3861-942b-45e4-b685-6090835d7d3b tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3147d9ca-3795-491f-adde-8e67bd699ac2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:32.247280 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-e4dfbebe-c3b0-424c-a847-a80f55ed5314 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] show failed (client error): The resource could not be found. Aug 27 12:19:32.251288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39188) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:32.251518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e4dfbebe-c3b0-424c-a847-a80f55ed5314 tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "GET /v2.0/security-groups/3147d9ca-3795-491f-adde-8e67bd699ac2 HTTP/1.1" status: 404 len: 347 time: 0.0340686 Aug 27 12:19:32.304019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.398366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:32.403472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:32.405277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=5cf02c00-72d9-4099-aae7-3694e37dd33e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:32.423536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:32.473373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.523418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Deleting port 11ebfcef-5854-423b-a5e4-1733a25d4def {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:32.523761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.673278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.673604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.685226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dba63-1108-425a-9097-bb584f41bbdc req-55232a39-be39-4f42-be06-f5e51ded33bd tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:32.686751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a2dba63-1108-425a-9097-bb584f41bbdc req-55232a39-be39-4f42-be06-f5e51ded33bd tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.1241927 Aug 27 12:19:32.708314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Calling delete_port for 11ebfcef-5854-423b-a5e4-1733a25d4def owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:32.744872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:32.809643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a2dba63-1108-425a-9097-bb584f41bbdc req-309403ea-0f60-4584-a31d-fd1708bfa4cb tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993738 Aug 27 12:19:33.014633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.047532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1aa0f32-6806-4926-a320-e41e81ca953a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:33.065225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Pushing event deleted for resources: {'Port': ['ID=11ebfcef-5854-423b-a5e4-1733a25d4def,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:33.108494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f1aa0f32-6806-4926-a320-e41e81ca953a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:33.114570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6139d1b5-abde-4d9a-bc13-1b3678607478 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:33.149876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32922e6-8b80-4773-82a0-d487528c6c40 None None] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:33.183079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.185780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.187072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9bf49d71-37f2-40b4-b2c6-fec7f51a964e tempest-ServersTestFqdnHostnames-1816296951 tempest-ServersTestFqdnHostnames-1816296951-project] 10.222.0.76 "DELETE /v2.0/floatingips/7bcfdd09-3472-4152-b480-19b0f353f2b2 HTTP/1.1" status: 204 len: 168 time: 0.9348111 Aug 27 12:19:33.190444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39196) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:33.230138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] Provisioning for port f1aa0f32-6806-4926-a320-e41e81ca953a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:33.235171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6139d1b5-abde-4d9a-bc13-1b3678607478 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:33.235539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.239291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.240923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] Provisioning complete for port f1aa0f32-6806-4926-a320-e41e81ca953a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:33.241282 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.245802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.333709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=5cf02c00-72d9-4099-aae7-3694e37dd33e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:33.337795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.444531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a029a7-d0a4-4366-8919-5a20873d7eed req-9c38c86b-514a-49b8-b943-d03df0a83079 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:33.446603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9a029a7-d0a4-4366-8919-5a20873d7eed req-9c38c86b-514a-49b8-b943-d03df0a83079 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1139643 Aug 27 12:19:33.499659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.515262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9a029a7-d0a4-4366-8919-5a20873d7eed req-296ec313-2548-4338-8918-836cda466227 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603762 Aug 27 12:19:33.517182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:33.518767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:33.556559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] For port f1aa0f32-6806-4926-a320-e41e81ca953a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f1aa0f32-6806-4926-a320-e41e81ca953a,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:33.577365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.660427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:33.664145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa1236-1014-4b1c-8e1d-6a9c41ad4914 None None] Pushing event updated for resources: {'Port': ['ID=f1aa0f32-6806-4926-a320-e41e81ca953a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:33.691836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:33.822335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:33.828845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d0f2aa93-da44-44d8-8e32-8029405b7c3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/2a4cc776-d013-4e6f-b2a2-feeb9f4520a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6135337 Aug 27 12:19:33.834003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Sync routers for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:33.851131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:33.852127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:33.963977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7a304e80-d41f-44b0-9058-26aff43db79b None None] Provisioning complete for port f1aa0f32-6806-4926-a320-e41e81ca953a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:33.965538 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7a304e80-d41f-44b0-9058-26aff43db79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.056161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Deleting port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:34.056508 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.080509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea6eac-935f-49ba-9a5a-f5239c2eeb48 req-7d89f456-f138-4de9-932e-e04c1851dfe0 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:34.088650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0ea6eac-935f-49ba-9a5a-f5239c2eeb48 req-7d89f456-f138-4de9-932e-e04c1851dfe0 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.1141479 Aug 27 12:19:34.126839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-d49b1ccf-aa44-4c4c-9995-d7690ebc83aa tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592826481&fields=id&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 267 time: 0.0883646 Aug 27 12:19:34.141422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:34.197304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] For port 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:34.197764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.246184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Calling delete_port for 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:34.279783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7a304e80-d41f-44b0-9058-26aff43db79b None None] Provisioning for port 5cf02c00-72d9-4099-aae7-3694e37dd33e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:34.298205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-430227d5-f77a-45d1-918c-b99f4f60de73 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:34.306644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-430227d5-f77a-45d1-918c-b99f4f60de73 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 796 time: 0.1532259 Aug 27 12:19:34.318832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7a304e80-d41f-44b0-9058-26aff43db79b None None] Provisioning complete for port 5cf02c00-72d9-4099-aae7-3694e37dd33e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:34.319048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7a304e80-d41f-44b0-9058-26aff43db79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.320548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0ea6eac-935f-49ba-9a5a-f5239c2eeb48 req-af200328-c582-455f-b236-4a4eca9620d1 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181044 Aug 27 12:19:34.345281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-ddd7a4e4-cfe0-46ac-b74f-6d3a2df36473 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/quotas/32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 375 time: 0.0375321 Aug 27 12:19:34.383934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7a304e80-d41f-44b0-9058-26aff43db79b None None] Port 5cf02c00-72d9-4099-aae7-3694e37dd33e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:34.410052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4859147a-1051-4b60-ae77-eea12d5877ff tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634315 Aug 27 12:19:34.470496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:33Z', 'revision_number': 2, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:34.512127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Checking router: 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:34.515152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Updating router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 port 5cf02c00-72d9-4099-aae7-3694e37dd33e binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:19:34.553500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-ca3d0398-26a7-440d-b4d3-fd547dc25741 service neutron] 10.222.0.76 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195765 Aug 27 12:19:34.554403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.558397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4e953898-a8f5-416e-ad9b-4b79bf259dea None None] Provisioning complete for port 5cf02c00-72d9-4099-aae7-3694e37dd33e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:34.558697 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e953898-a8f5-416e-ad9b-4b79bf259dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.594703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.625232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4e953898-a8f5-416e-ad9b-4b79bf259dea None None] Port 5cf02c00-72d9-4099-aae7-3694e37dd33e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:34.632997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Pushing event deleted for resources: {'Port': ['ID=322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:34.702177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e9ea7-bb7b-4df4-8687-ab9709f3b5e4 req-297e00e2-aacf-4c4d-bbfa-67d182875672 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:34.703860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3e9ea7-bb7b-4df4-8687-ab9709f3b5e4 req-297e00e2-aacf-4c4d-bbfa-67d182875672 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0900667 Aug 27 12:19:34.863716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1f4d49fe-4473-4cd7-8784-df0bc027f08f None None] Provisioning complete for port 5cf02c00-72d9-4099-aae7-3694e37dd33e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:34.864373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1f4d49fe-4473-4cd7-8784-df0bc027f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.887613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:34.893517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3d5294b4-c10f-4720-997e-d6d33ea2c992 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:19:34.984365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d49fe-4473-4cd7-8784-df0bc027f08f None None] Port 5cf02c00-72d9-4099-aae7-3694e37dd33e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:35.087620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1aa0f32-6806-4926-a320-e41e81ca953a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:35.132863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-8fdbd5f3-0c74-447c-a6cb-40050100f46f service neutron] 10.222.0.76 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714011 Aug 27 12:19:35.165442 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.174310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3d5294b4-c10f-4720-997e-d6d33ea2c992, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:35.176328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3e9ea7-bb7b-4df4-8687-ab9709f3b5e4 req-133bd444-8177-4aab-85e8-205cdb43dd13 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618704 Aug 27 12:19:35.197587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Transition to ACTIVE for port object 5cf02c00-72d9-4099-aae7-3694e37dd33e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:35.206751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '3d5294b4-c10f-4720-997e-d6d33ea2c992', 'network_id': 'bc55eb62-29a9-43f2-b1ca-92d11f5fce20', 'port_id': '3d5294b4-c10f-4720-997e-d6d33ea2c992', 'mac_address': 'fa:16:3e:43:59:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6c2608-5d55-4b62-bde1-8c6bea1aef20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:19:35.209496 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.218151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Router 72f37b44-949b-47fb-8efe-5aaadbac42b7 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:35.252543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f1aa0f32-6806-4926-a320-e41e81ca953a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:35.252908 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.347483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd982d-53db-4956-b772-a2253c44aa68 None None] Pushing event updated for resources: {'Port': ['ID=5cf02c00-72d9-4099-aae7-3694e37dd33e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:35.356261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5769562-79b0-46c1-9736-948307d86791 req-a4d6e693-5aa6-42b4-b1e8-763a47268b67 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 210 time: 0.0665979 Aug 27 12:19:35.367624 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.443145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5294b4-c10f-4720-997e-d6d33ea2c992 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:35.471014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Attempting to bind port 5cf02c00-72d9-4099-aae7-3694e37dd33e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:35.471366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Attempting to bind port 5cf02c00-72d9-4099-aae7-3694e37dd33e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:35.471728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Attempting to bind port 5cf02c00-72d9-4099-aae7-3694e37dd33e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:35.480237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3d5294b4-c10f-4720-997e-d6d33ea2c992, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:35.494253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d84d6-1962-41f1-b897-340429be3c13 req-749e4721-d983-477a-9842-09e55564b8d9 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:35.497021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103d84d6-1962-41f1-b897-340429be3c13 req-749e4721-d983-477a-9842-09e55564b8d9 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1095 time: 0.0690482 Aug 27 12:19:35.543175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:35.543559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Checking segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:35.543972 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.544377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Bound using segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:35.544867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Bound port: 5cf02c00-72d9-4099-aae7-3694e37dd33e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:35.545289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.546588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-103d84d6-1962-41f1-b897-340429be3c13 req-1c6fdf28-9159-4a14-83ea-9b725a8a7bb2 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Aug 27 12:19:35.567173 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.783906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:35.793589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39266) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:35.794729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d83a3bfc-c62f-4d4f-b8a6-a7c5c5f1c63f admin admin] 10.222.0.76 "PUT /v2.0/routers/72f37b44-949b-47fb-8efe-5aaadbac42b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6014252 Aug 27 12:19:35.803148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] Sync routers for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:35.814404 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:35.815409 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:35.826182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=3d5294b4-c10f-4720-997e-d6d33ea2c992,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:35.852931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] For port 5cf02c00-72d9-4099-aae7-3694e37dd33e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:35.857317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] For port 5cf02c00-72d9-4099-aae7-3694e37dd33e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5cf02c00-72d9-4099-aae7-3694e37dd33e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:35.861714 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.920009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:35.925214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd982d-53db-4956-b772-a2253c44aa68 None None] Pushing event updated for resources: {'Port': ['ID=5cf02c00-72d9-4099-aae7-3694e37dd33e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:35.928354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:35.928495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:35.966152 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:36.058477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['3d5294b4-c10f-4720-997e-d6d33ea2c992'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:36.092495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:36.122660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:36.188508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Deleting port 0475f1d6-54b5-4168-8a65-f7503c386f0e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:36.189021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:36.271524 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:19:34Z', 'revision_number': 5, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port': {'id': '0475f1d6-54b5-4168-8a65-f7503c386f0e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:15:32Z', 'updated_at': '2021-08-27T12:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:36.303230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] Checking router: 72f37b44-949b-47fb-8efe-5aaadbac42b7 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:36.303441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] For port 0475f1d6-54b5-4168-8a65-f7503c386f0e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0475f1d6-54b5-4168-8a65-f7503c386f0e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:36.303857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:36.318191 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] Routers {'72f37b44-949b-47fb-8efe-5aaadbac42b7'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:36.319022 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['72f37b44-949b-47fb-8efe-5aaadbac42b7'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:36.319612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Calling delete_port for 0475f1d6-54b5-4168-8a65-f7503c386f0e owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:36.335189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467e35e-b9bf-4fc2-90cd-40499e119aee req-45f3340a-904d-4a09-866d-864d97e1f411 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:36.336969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b467e35e-b9bf-4fc2-90cd-40499e119aee req-45f3340a-904d-4a09-866d-864d97e1f411 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0802596 Aug 27 12:19:36.441057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b467e35e-b9bf-4fc2-90cd-40499e119aee req-2b919447-8a6c-4a69-877c-ed9e68016471 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886483 Aug 27 12:19:36.449259 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] Set router 72f37b44-949b-47fb-8efe-5aaadbac42b7 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:36.461756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:35Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:36.485551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e17c263-a200-455e-878a-f2f73e57fde0 req-1bd99cc6-2df0-4223-9a5a-ea126d2153b2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 210 time: 0.0414689 Aug 27 12:19:36.498237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86768-85ca-4c5d-a8a3-c44b1b4592fc None None] The sync data for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 is: [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:35Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:36.673203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:36.693271 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:19:36Z', 'revision_number': 6, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:36.724661 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8301b9d2-3505-4ca8-9413-d374ccb2560f None None] The sync data for ids ['72f37b44-949b-47fb-8efe-5aaadbac42b7'] in n-d-688802-4 is: [{'id': '72f37b44-949b-47fb-8efe-5aaadbac42b7', 'name': 'tempest-ServersTestFqdnHostnames-324037215-router', 'tenant_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:15:31Z', 'updated_at': '2021-08-27T12:19:36Z', 'revision_number': 6, 'project_id': 'f4a79a2a42184c928d29a5d400e2f74f', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:36.781580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0475f1d6-54b5-4168-8a65-f7503c386f0e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:36.811791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-35b74a72-e121-42bb-b936-3b5d2a15b8d6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:36.813249 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-35b74a72-e121-42bb-b936-3b5d2a15b8d6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 796 time: 0.1871014 Aug 27 12:19:36.838974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52c2ac-6493-43a8-8583-35e9b614a160 req-52e01e0b-1a27-44ea-ac8d-cbbac03dd34c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:36.841208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a52c2ac-6493-43a8-8583-35e9b614a160 req-52e01e0b-1a27-44ea-ac8d-cbbac03dd34c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1096 time: 0.1696522 Aug 27 12:19:36.856042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe0557-ea17-4a1f-9668-cace9730a1d5 req-b0625f69-7af1-48f9-91e7-b6e691b26929 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:36.857678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2fbe0557-ea17-4a1f-9668-cace9730a1d5 req-b0625f69-7af1-48f9-91e7-b6e691b26929 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.2056217 Aug 27 12:19:36.861812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:36.875167 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-72fff62b-c560-43de-b843-3053e46c8339 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 380 time: 0.0486934 Aug 27 12:19:36.887207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'port': {'device_id': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'admin_state_up': True, 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'security_groups': ['0aef8e7d-99c2-49a3-8242-89bc90095e98']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:36.990700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:36.994742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.009341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:37.012618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.056043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a52c2ac-6493-43a8-8583-35e9b614a160 req-2517d7de-7d35-4290-9eb3-7e386bb0d71a tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960084 Aug 27 12:19:37.062423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2fbe0557-ea17-4a1f-9668-cace9730a1d5 req-d7cb6d64-9566-40ad-bc4f-efb04fa879dc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598237 Aug 27 12:19:37.076195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.076758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f37b44-949b-47fb-8efe-5aaadbac42b7 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:19:37.081169 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.084702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d7a396e4-df4a-4cfd-8bf6-5e29f8969b07 admin admin] 10.222.0.76 "DELETE /v2.0/routers/72f37b44-949b-47fb-8efe-5aaadbac42b7 HTTP/1.1" status: 204 len: 168 time: 1.2878020 Aug 27 12:19:37.084975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:37.210633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Deleting subnet 23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:19:37.217152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.255438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.6 (d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52/b0f72ebc-2759-4923-bc45-5b4c1aff7052/22499435-1e93-48f2-a9fc-2db9b380e81e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:37.308358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5cf02c00-72d9-4099-aae7-3694e37dd33e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:37.341059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.387525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 5cf02c00-72d9-4099-aae7-3694e37dd33e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:37.392383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5cf02c00-72d9-4099-aae7-3694e37dd33e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:37.392761 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.395201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2381ab-bc78-425d-a12b-a1752b1aa684 req-f1ed87a6-595d-4649-8d75-0caaefba725d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:37.403362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac2381ab-bc78-425d-a12b-a1752b1aa684 req-f1ed87a6-595d-4649-8d75-0caaefba725d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1513388 Aug 27 12:19:37.467266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.479832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac2381ab-bc78-425d-a12b-a1752b1aa684 req-22c50c2b-3cfa-41dc-9638-97a802395b0d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Aug 27 12:19:37.484596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object 22499435-1e93-48f2-a9fc-2db9b380e81e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:37.498700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.504681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.546772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 5cf02c00-72d9-4099-aae7-3694e37dd33e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5cf02c00-72d9-4099-aae7-3694e37dd33e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:37.553512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.591124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:37.599675 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.623335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:37.623797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322a96b5-f5e3-4e0e-8b48-eadf9dba7d2a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:37.653473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:37.659092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:37.660293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=5cf02c00-72d9-4099-aae7-3694e37dd33e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:37.662630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:37.701600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:37.731702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3bd19-ab81-44e1-9f66-874a974d60fd req-4b28d892-2554-46ae-97fe-22e2cbae6930 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:37.733494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bb3bd19-ab81-44e1-9f66-874a974d60fd req-4b28d892-2554-46ae-97fe-22e2cbae6930 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1067588 Aug 27 12:19:37.741482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6a360-3072-417c-a398-980566141347 req-5176ef21-9dea-4162-b7ae-5ee15cd05026 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:37.743217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77f6a360-3072-417c-a398-980566141347 req-5176ef21-9dea-4162-b7ae-5ee15cd05026 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 931 time: 0.1563122 Aug 27 12:19:37.752224 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.772418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:37.773357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.792899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2dc37278-ffb6-41af-ae25-84805fbf47bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098542 Aug 27 12:19:37.809673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Request body: {'port': {'device_id': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:37.811240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.815506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f HTTP/1.1" status: 204 len: 168 time: 0.7271965 Aug 27 12:19:37.818602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162a21c-43e0-48ba-9c4b-96dcf3c23e92 None None] Network f2357a25-d198-4807-8833-9309b4b74db0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:37.819597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:37.854644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230fdc0-bd72-4f95-98c4-5c4ced1eecf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23afa6ef-ad14-41f5-bbd7-7a7bee7d7a0f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:37.864581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bb3bd19-ab81-44e1-9f66-874a974d60fd req-a404b113-5d83-439b-95cf-f0ebd7ba44a1 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198609 Aug 27 12:19:37.903240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77f6a360-3072-417c-a398-980566141347 req-ddf6d7b2-6946-427b-818a-dab8cd066aba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188793 Aug 27 12:19:37.976632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:37.981822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.076843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57adaf2-3526-4c0b-b047-59a694bc8d44 req-34fc06a8-53de-48c3-ac6b-e03c0340a9ef tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:38.078948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d57adaf2-3526-4c0b-b047-59a694bc8d44 req-34fc06a8-53de-48c3-ac6b-e03c0340a9ef tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0671914 Aug 27 12:19:38.132354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] DHCP port deletion for f2357a25-d198-4807-8833-9309b4b74db0 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:19:38.140495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d57adaf2-3526-4c0b-b047-59a694bc8d44 req-7f79fdc1-e346-4920-9787-4aef12e76a6d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527334 Aug 27 12:19:38.141270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4db9112-682b-403e-9379-b77061554503 None None] Provisioning for port 22499435-1e93-48f2-a9fc-2db9b380e81e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:38.182423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4db9112-682b-403e-9379-b77061554503 None None] Provisioning complete for port 22499435-1e93-48f2-a9fc-2db9b380e81e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:38.182793 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4db9112-682b-403e-9379-b77061554503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.224458 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.287034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b4db9112-682b-403e-9379-b77061554503 None None] Port 22499435-1e93-48f2-a9fc-2db9b380e81e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:38.303934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Deleting port 7b288980-3ff2-48f4-b6b0-157652351ad8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:38.303934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.312969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] Deleting port 7b288980-3ff2-48f4-b6b0-157652351ad8 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:38.313523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.369671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea8039-851b-41a8-85b7-5086b741bf5e req-298d19ef-754c-4e6e-8faa-78a3a178966b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:38.372324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4ea8039-851b-41a8-85b7-5086b741bf5e req-298d19ef-754c-4e6e-8faa-78a3a178966b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1096 time: 0.1103334 Aug 27 12:19:38.388333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] For port 7b288980-3ff2-48f4-b6b0-157652351ad8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7b288980-3ff2-48f4-b6b0-157652351ad8,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:38.388888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.402474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a63f-0975-43e7-8b1e-2922f1435db0 req-fb725df7-f356-424a-a227-176ff40d1786 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:38.402992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] Calling delete_port for 7b288980-3ff2-48f4-b6b0-157652351ad8 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:38.403979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e486a63f-0975-43e7-8b1e-2922f1435db0 req-fb725df7-f356-424a-a227-176ff40d1786 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0953872 Aug 27 12:19:38.445795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4ea8039-851b-41a8-85b7-5086b741bf5e req-7081f2cc-1576-4c9c-a971-9b55ffc04dbe tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660474 Aug 27 12:19:38.468792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] For port 7b288980-3ff2-48f4-b6b0-157652351ad8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7b288980-3ff2-48f4-b6b0-157652351ad8,segment=NetworkSegment(265e6195-44cf-4490-96ac-d7e2bed4a07e),segment_id=265e6195-44cf-4490-96ac-d7e2bed4a07e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:38.468978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e486a63f-0975-43e7-8b1e-2922f1435db0 req-3bf4cbc2-0b3d-47a6-bb6a-b0d2ff321fde tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572662 Aug 27 12:19:38.469495 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.492243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Calling delete_port for 7b288980-3ff2-48f4-b6b0-157652351ad8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:38.514758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.542928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] No DVR routers for this DVR port 7b288980-3ff2-48f4-b6b0-157652351ad8 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:38.546690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1332d1-b5f9-43fa-98aa-a95c9ac541a6 None None] Pushing event deleted for resources: {'Port': ['ID=7b288980-3ff2-48f4-b6b0-157652351ad8,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:38.606237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248a083-5a16-4099-8376-433e4b6df9b5 req-fdf19805-ecf0-49f2-99b4-39322c57fcb4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:38.610842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7248a083-5a16-4099-8376-433e4b6df9b5 req-fdf19805-ecf0-49f2-99b4-39322c57fcb4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0541804 Aug 27 12:19:38.617593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22499435-1e93-48f2-a9fc-2db9b380e81e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:38.626979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.645445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Transition to ACTIVE for port object 22499435-1e93-48f2-a9fc-2db9b380e81e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:38.647866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.651525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7248a083-5a16-4099-8376-433e4b6df9b5 req-a1878f2e-9383-4429-931e-c5e002fe0111 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Aug 27 12:19:38.656119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.686768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b288980-3ff2-48f4-b6b0-157652351ad8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:38.692549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] No DVR routers for this DVR port 7b288980-3ff2-48f4-b6b0-157652351ad8 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:38.800107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:38.852869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.866733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2357a25-d198-4807-8833-9309b4b74db0']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:38.889431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265e6195-44cf-4490-96ac-d7e2bed4a07e') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:38.889737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265e6195-44cf-4490-96ac-d7e2bed4a07e') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:38.891599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3d5294b4-c10f-4720-997e-d6d33ea2c992 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:38.900795 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.916502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.923363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:19:38.923764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.929058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e0a7d-98a2-4e1b-a516-d1d0c28a6b12 req-99dca087-bbd7-4a95-90c2-beb2d392b880 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:38.935639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7e0a7d-98a2-4e1b-a516-d1d0c28a6b12 req-99dca087-bbd7-4a95-90c2-beb2d392b880 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0775316 Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:19:38.978146 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:19:38.986074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 3d5294b4-c10f-4720-997e-d6d33ea2c992 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:38.993140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 3d5294b4-c10f-4720-997e-d6d33ea2c992 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:38.993372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:38.998366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c7e0a7d-98a2-4e1b-a516-d1d0c28a6b12 req-5d45db26-db88-47da-acf5-8cd7d7da4235 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586734 Aug 27 12:19:39.010531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.030351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.035186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5cf02c00-72d9-4099-aae7-3694e37dd33e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:39.035338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f2357a25-d198-4807-8833-9309b4b74db0 HTTP/1.1" status: 204 len: 168 time: 1.2111075 Aug 27 12:19:39.042755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:39.043339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:39.043870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:39.047733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f670acb-990a-4a54-9aa1-7914d4d39508 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2357a25-d198-4807-8833-9309b4b74db0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:39.051658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Port 22499435-1e93-48f2-a9fc-2db9b380e81e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:19:39.052230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:39.059028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:39.059378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Checking segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:39.059770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Bound using segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:39.060213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Bound port: 22499435-1e93-48f2-a9fc-2db9b380e81e, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:39.060584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.085057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9a98-6054-4a3c-8622-d07acc44df05 req-3fe8e753-4273-4412-b8c0-4547880f4b6f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.087930 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d02e9a98-6054-4a3c-8622-d07acc44df05 req-3fe8e753-4273-4412-b8c0-4547880f4b6f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.0653477 Aug 27 12:19:39.126691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5cf02c00-72d9-4099-aae7-3694e37dd33e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:39.127108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.130844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d02e9a98-6054-4a3c-8622-d07acc44df05 req-3c913be4-f48a-4a7a-bfd1-89a017748f53 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362613 Aug 27 12:19:39.151992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:39.155682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:39.161009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.198730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.199647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.201443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] 10.222.0.65 "PUT /v2.0/ports/22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 1091 time: 1.3985162 Aug 27 12:19:39.201906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:39.202700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.204283 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d4c23d-b4d9-4ab0-a788-929822b781a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:39.260327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5294b4-c10f-4720-997e-d6d33ea2c992'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:39.262897 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30755ab6-1781-42ee-8b01-bbc7b1c6ae47" -d '{"events": [{"server_uuid": "371e1e10-c4c1-4443-8fe5-82adefd0ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5294b4-c10f-4720-997e-d6d33ea2c992"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:39.274735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:39.279315 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81beeda6-935c-434d-8836-2b6974ec3793 x-openstack-request-id: req-81beeda6-935c-434d-8836-2b6974ec3793 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:39.279606 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:39.280218 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81beeda6-935c-434d-8836-2b6974ec3793 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:39.280334 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'status': 'completed', 'code': 200} Aug 27 12:19:39.283629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3d5294b4-c10f-4720-997e-d6d33ea2c992, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:39.287310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096bca3-46ab-4d83-b028-b40425728f9c service neutron] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:39.293614 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.307619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-83704146-06b9-4d33-acb9-1e43fa01cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.311787 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-83704146-06b9-4d33-acb9-1e43fa01cabd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1094 time: 0.0653379 Aug 27 12:19:39.355036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-96d34eb3-05d5-45dd-b154-03e7175f79ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4a79a2a42184c928d29a5d400e2f74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789716 Aug 27 12:19:39.355756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39320) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:39.393792 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82a24f0-4abf-4a70-99e4-9454fa3eb2d1 x-openstack-request-id: req-a82a24f0-4abf-4a70-99e4-9454fa3eb2d1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:39.394347 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371e1e10-c4c1-4443-8fe5-82adefd0ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5294b4-c10f-4720-997e-d6d33ea2c992", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:39.394798 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a82a24f0-4abf-4a70-99e4-9454fa3eb2d1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:39.395339 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5294b4-c10f-4720-997e-d6d33ea2c992', 'code': 200} Aug 27 12:19:39.396042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=3d5294b4-c10f-4720-997e-d6d33ea2c992,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:39.412936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.413555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.414062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.415030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-2ede299a-d085-41f8-9629-b5cf6cb9592a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 217 time: 0.0855565 Aug 27 12:19:39.415355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.415898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.416409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.417865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.418414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.418950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.419565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.420050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.420564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:39.455216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90cc827a-a1e5-4263-a5cc-79659d50a155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.480575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90cc827a-a1e5-4263-a5cc-79659d50a155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.532302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-94309f67-c419-4af3-8f91-ea805512240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.533782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-94309f67-c419-4af3-8f91-ea805512240d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.1163111 Aug 27 12:19:39.536501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84d7a6-0316-4503-84b4-3cdacdff328e req-5e5f1b1e-c37b-4230-aafb-7cb283ebf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.537845 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2d84d7a6-0316-4503-84b4-3cdacdff328e req-5e5f1b1e-c37b-4230-aafb-7cb283ebf76c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0944955 Aug 27 12:19:39.562803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0475f1d6-54b5-4168-8a65-f7503c386f0e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:39.573471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8ff7b-b896-4577-96dd-6ba489fc1158 req-54fc566e-a416-45a2-8ea3-5aee20c1a3aa tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.575148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ce8ff7b-b896-4577-96dd-6ba489fc1158 req-54fc566e-a416-45a2-8ea3-5aee20c1a3aa tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0473170 Aug 27 12:19:39.585307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90cc827a-a1e5-4263-a5cc-79659d50a155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.587546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 0475f1d6-54b5-4168-8a65-f7503c386f0e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:39.587901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0475f1d6-54b5-4168-8a65-f7503c386f0e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:39.588317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7b288980-3ff2-48f4-b6b0-157652351ad8 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:39.589326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90cc827a-a1e5-4263-a5cc-79659d50a155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:39.592983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-90cc827a-a1e5-4263-a5cc-79659d50a155 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ebccc4e-1137-40c3-ae5a-070854d48e4c HTTP/1.1" status: 204 len: 168 time: 0.2322571 Aug 27 12:19:39.612306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7b288980-3ff2-48f4-b6b0-157652351ad8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:39.612725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7b288980-3ff2-48f4-b6b0-157652351ad8 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:39.617112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fca7-b1e2-486f-9289-63abf5733500 req-1c3411dd-6630-413f-b1fe-aa4a3d5b4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.619386 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-1c3411dd-6630-413f-b1fe-aa4a3d5b4a42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754731 Aug 27 12:19:39.621279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2d84d7a6-0316-4503-84b4-3cdacdff328e req-1a3ef8f1-fbbe-4ea4-b3fd-6308052fa803 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696158 Aug 27 12:19:39.628147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ce8ff7b-b896-4577-96dd-6ba489fc1158 req-2b450ea3-a69f-4621-9aaa-cb741a5b5490 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455272 Aug 27 12:19:39.633335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc827a-a1e5-4263-a5cc-79659d50a155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebccc4e-1137-40c3-ae5a-070854d48e4c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:39.721323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-16e02b0e-994c-460a-bef6-d4a21c8c48a9 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868361 Aug 27 12:19:39.820763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3413fca7-b1e2-486f-9289-63abf5733500 req-92dd07fc-e56f-4d12-b683-d75dab6ba53e service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904915 Aug 27 12:19:39.907919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-ba7e8fa5-9671-4a20-b683-66272926bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:39.909428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-ba7e8fa5-9671-4a20-b683-66272926bff9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1094 time: 0.0425842 Aug 27 12:19:39.999942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-0da9d6c7-c7ed-4c27-9405-3b74c6fe2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.001416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-0da9d6c7-c7ed-4c27-9405-3b74c6fe2c81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.0847929 Aug 27 12:19:40.075882 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-97c3f5a1-b959-49f0-b60e-8840e7a93a44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 217 time: 0.0651639 Aug 27 12:19:40.138252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-ddff33e5-bf8a-4641-a47c-5c5297bd3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.139715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-ddff33e5-bf8a-4641-a47c-5c5297bd3f08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.0546772 Aug 27 12:19:40.147123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0146-b5b2-4422-937d-e5a7acf498e1 req-cc774333-91b0-4e63-9668-4843e51c6f57 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.148372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb0d0146-b5b2-4422-937d-e5a7acf498e1 req-cc774333-91b0-4e63-9668-4843e51c6f57 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0571148 Aug 27 12:19:40.207941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-4676d40d-2aad-463c-81f4-9ee2ac8ee826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.209856 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-4676d40d-2aad-463c-81f4-9ee2ac8ee826 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594838 Aug 27 12:19:40.246991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb0d0146-b5b2-4422-937d-e5a7acf498e1 req-a37cb316-a667-4c3e-9e01-7ad256ac439f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770993 Aug 27 12:19:40.288703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655c847-a768-4a43-bea9-0dee00bd6b95 req-b91cb8a5-389a-4e4f-a145-ea6b0980b6a8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.291556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f655c847-a768-4a43-bea9-0dee00bd6b95 req-b91cb8a5-389a-4e4f-a145-ea6b0980b6a8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.0728450 Aug 27 12:19:40.332430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f655c847-a768-4a43-bea9-0dee00bd6b95 req-be1bd2da-f5e2-4a4f-b03b-b8c59a27ac66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Aug 27 12:19:40.338101 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-8c05b7c2-fe7a-44d2-b4b4-152c63f4b8fb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610392 Aug 27 12:19:40.358524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-367f8182-6d04-419a-836e-89a3e0a0c39b service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366780 Aug 27 12:19:40.386636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:40.468505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-ffd13dcf-082c-48df-a15b-26e0dcc049b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.470059 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-ffd13dcf-082c-48df-a15b-26e0dcc049b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 1097 time: 0.0950747 Aug 27 12:19:40.493138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-938687350-network', 'tenant_id': 'da3edce78665432e877332a6f3ee759f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:40.501214 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-43d4c23d-b4d9-4ab0-a788-929822b781a6 req-3ceff7a1-e735-4969-b154-d40f140162f9 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342719 Aug 27 12:19:40.521097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Made reservation on behalf of da3edce78665432e877332a6f3ee759f for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:40.524191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.533557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.605713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-fee280dc-5604-4609-8648-83cb80c55bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.607478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-fee280dc-5604-4609-8648-83cb80c55bbe service neutron] 10.222.0.77 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1041973 Aug 27 12:19:40.624847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.629182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.652784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-68c825b8-7c6d-4fb4-b31d-979357a1b9e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f HTTP/1.1" status: 200 len: 217 time: 0.0368259 Aug 27 12:19:40.657779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:19:40.676436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.677006 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Added segment b777bc79-f3a4-4b87-8fea-3066f7d22765 of type vlan for network 29e9a729-1068-436d-b923-542f0f1a07ea Aug 27 12:19:40.690205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36579edb-4cc1-47aa-bf46-b7dd2f4be384,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:40.738528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-de9f835a-71fd-4df0-b69a-07918b020df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.740903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-de9f835a-71fd-4df0-b69a-07918b020df0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0797248 Aug 27 12:19:40.770753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.792387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-7f25e52a-688c-4014-93db-0bfb6848b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.793897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-7f25e52a-688c-4014-93db-0bfb6848b092 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417204 Aug 27 12:19:40.801843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aee62-20ec-429b-b3f4-cf51e1188f46 req-dc0133d3-1d0a-4b6d-b614-1878d2f434ec tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.803398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec1aee62-20ec-429b-b3f4-cf51e1188f46 req-dc0133d3-1d0a-4b6d-b614-1878d2f434ec tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0763774 Aug 27 12:19:40.812235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.813336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:40.813988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:40.885027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4972904 Aug 27 12:19:40.889403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39356) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:40.893674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1fff8-a6d7-4409-b015-efd45aa17a18 admin admin] Pushing event updated for resources: {'Network': ['ID=29e9a729-1068-436d-b923-542f0f1a07ea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:40.896314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Request body: {'subnet': {'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-938687350-subnet', 'tenant_id': 'da3edce78665432e877332a6f3ee759f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:40.902101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec1aee62-20ec-429b-b3f4-cf51e1188f46 req-2394f088-89ae-4961-8099-28addbf64420 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910478 Aug 27 12:19:40.905306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-55539c89-f3a2-4084-a59c-4b610821ece7 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023004 Aug 27 12:19:40.909612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 29e9a729-1068-436d-b923-542f0f1a07ea details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:19:40.925783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Made reservation on behalf of da3edce78665432e877332a6f3ee759f for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:40.928176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:41.112537 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8b6a823e-b5a5-4582-acdf-c39bf23f966a req-110c540c-fefe-4575-abed-5560a7c7e199 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400194 Aug 27 12:19:41.198660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:41.254600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90766af8-9b00-4fd2-842a-5a9e3be74a40,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:41.263666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Checking segment: {'id': 'b777bc79-f3a4-4b87-8fea-3066f7d22765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:41.264032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Network hostable DHCP agents. Network: 29e9a729-1068-436d-b923-542f0f1a07ea, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:19:41.282040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Network 29e9a729-1068-436d-b923-542f0f1a07ea is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:19:41.293738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 29e9a729-1068-436d-b923-542f0f1a07ea) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:41.297800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.298413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:41.303702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a80f4-b1e7-4a65-8d56-41e90099b2f9 None None] Network 29e9a729-1068-436d-b923-542f0f1a07ea requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:41.324995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b61fc3d2-c192-4f42-a0f8-eca8e46d9120 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4284790 Aug 27 12:19:41.387402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4786-bb16-402d-b7b7-e600cacdf10f req-cb685968-0288-4cf4-b7f7-e6e891c2bf96 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.389165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14da4786-bb16-402d-b7b7-e600cacdf10f req-cb685968-0288-4cf4-b7f7-e6e891c2bf96 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0674152 Aug 27 12:19:41.447808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00265c0e-31e4-4123-8a9e-5e92ae42b5a9 None None] Network 29e9a729-1068-436d-b923-542f0f1a07ea requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:41.464537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14da4786-bb16-402d-b7b7-e600cacdf10f req-c6ffafda-3b31-4616-9779-1d9352032cae tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690560 Aug 27 12:19:41.505962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211eb8-1ece-441f-a76a-9efe58ad1e77 req-3b60e121-bbd5-494c-8745-9dd9153ccddb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.515023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28211eb8-1ece-441f-a76a-9efe58ad1e77 req-3b60e121-bbd5-494c-8745-9dd9153ccddb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.0959191 Aug 27 12:19:41.563280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28211eb8-1ece-441f-a76a-9efe58ad1e77 req-755de3cf-e26e-4e37-8a7c-20a0532ca815 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470271 Aug 27 12:19:41.774241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f49f16-03d2-453b-9c76-f0b045ac6ec5 req-482365e0-a556-42c3-8eb2-35d147b78da9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.775860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05f49f16-03d2-453b-9c76-f0b045ac6ec5 req-482365e0-a556-42c3-8eb2-35d147b78da9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0534334 Aug 27 12:19:41.812978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-b291c7a8-34ec-4241-be84-2d9a4fa08dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.814511 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-b291c7a8-34ec-4241-be84-2d9a4fa08dd7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 1097 time: 0.0421493 Aug 27 12:19:41.874979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05f49f16-03d2-453b-9c76-f0b045ac6ec5 req-57ad76f0-3f95-4d15-b9e3-c7623d3a5065 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886824 Aug 27 12:19:41.904044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-8aca1edf-ac27-43a3-b23a-2b52cdb29a51 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.905522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-8aca1edf-ac27-43a3-b23a-2b52cdb29a51 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/networks?id=29e9a729-1068-436d-b923-542f0f1a07ea HTTP/1.1" status: 200 len: 821 time: 0.1394527 Aug 27 12:19:41.916321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-19d9836c-20d1-4bf6-b52b-d1232af99372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:41.917844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-19d9836c-20d1-4bf6-b52b-d1232af99372 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 200 len: 915 time: 0.0962477 Aug 27 12:19:41.920404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-56136559-9a0f-45a9-9966-0d1529e3f3f8 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/quotas/da3edce78665432e877332a6f3ee759f HTTP/1.1" status: 200 len: 375 time: 0.0091417 Aug 27 12:19:41.953932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-27a41e6b-4599-4634-9d75-53f0279b792d tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da3edce78665432e877332a6f3ee759f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276203 Aug 27 12:19:41.962354 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-7de0c10c-013b-439f-97fa-c8d3e7db5816 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 200 len: 217 time: 0.0374975 Aug 27 12:19:42.013377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-9f219e62-10e6-42b0-aa9f-faaeebdbbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:42.014816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-9f219e62-10e6-42b0-aa9f-faaeebdbbbce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 200 len: 854 time: 0.0453267 Aug 27 12:19:42.047176 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-bad3322f-ec6c-4429-938a-fa23975dabd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5921c145-fd67-482a-8769-299387a0d64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246336 Aug 27 12:19:42.067036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21eb9-e91c-4bf0-be70-ff38ef19f7fa req-bc13aed9-67c6-4832-a3fa-6ece12acdaa9 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:42.068560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdb21eb9-e91c-4bf0-be70-ff38ef19f7fa req-bc13aed9-67c6-4832-a3fa-6ece12acdaa9 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0985718 Aug 27 12:19:42.086121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-3782e675-10d7-451c-8c66-04a5b64b5ed9 service neutron] 10.222.0.76 "GET /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244240 Aug 27 12:19:42.110222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:19:42.145767 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-23072ddc-4508-4e1b-b676-bc0f66b126f6 service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915873 Aug 27 12:19:42.158189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdb21eb9-e91c-4bf0-be70-ff38ef19f7fa req-c29a3bac-52ec-42d9-9be4-945755d7909f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816579 Aug 27 12:19:42.203397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-356321db-61a2-44f9-8945-315faf2e941d service neutron] 10.222.0.76 "GET /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103077 Aug 27 12:19:42.212207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:42.226737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'port_id': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'mac_address': 'fa:16:3e:73:73:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:19:42.267191 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d18fd432-18e6-4d0d-80e5-e130dd15a05d req-3fa1479d-2672-4629-9e57-fc944fc2c89b service neutron] 10.222.0.77 "GET /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144822 Aug 27 12:19:42.269512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:42.286054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22499435-1e93-48f2-a9fc-2db9b380e81e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:42.286849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5edfef-a2a0-4555-ad98-b863246cd8bc req-011912c7-77ed-4c68-b04d-417ef81c5966 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:42.289043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a5edfef-a2a0-4555-ad98-b863246cd8bc req-011912c7-77ed-4c68-b04d-417ef81c5966 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0505698 Aug 27 12:19:42.309579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:42.315647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:42.347567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a5edfef-a2a0-4555-ad98-b863246cd8bc req-6132ac96-3e83-4a2e-8ef8-f087b85daa7f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Aug 27 12:19:42.385743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0094c5-5614-4c1f-8494-1ef008b968a9 req-07dacbea-74f1-4a99-97e8-48f53cc904f7 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 210 time: 0.0324833 Aug 27 12:19:42.404256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:42.475141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eba57-17e6-4f6d-8134-de2c43bb11dc req-c131aaa9-51e4-42a1-8bf8-264e2f4b60d4 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:42.476643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86eba57-17e6-4f6d-8134-de2c43bb11dc req-c131aaa9-51e4-42a1-8bf8-264e2f4b60d4 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0422432 Aug 27 12:19:42.513783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86eba57-17e6-4f6d-8134-de2c43bb11dc req-a64302d3-88fb-429a-9608-c5b1cab93876 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Aug 27 12:19:42.618082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['22499435-1e93-48f2-a9fc-2db9b380e81e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:42.695590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30865f5-fc13-4d50-b05a-3f94645523bf req-d0b2c0a4-5316-4b08-bf21-dc4a4013a3cd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:42.698156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f30865f5-fc13-4d50-b05a-3f94645523bf req-d0b2c0a4-5316-4b08-bf21-dc4a4013a3cd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 944 time: 0.0608757 Aug 27 12:19:42.746858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f30865f5-fc13-4d50-b05a-3f94645523bf req-c6c5eb40-8203-4a62-9404-c633de612782 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407734 Aug 27 12:19:42.833528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674b01c-73a3-4d8f-b511-3c70cead0009 req-0a68a75d-0377-41b0-987f-82478d3b58ee tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:42.835002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c674b01c-73a3-4d8f-b511-3c70cead0009 req-0a68a75d-0377-41b0-987f-82478d3b58ee tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0439894 Aug 27 12:19:42.886882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c674b01c-73a3-4d8f-b511-3c70cead0009 req-7fd6b372-ecd2-4d7c-9411-3bc7e6a8066f tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Aug 27 12:19:43.000476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc95fe2-b535-40f2-a2c5-9e1ce2e6bfaa req-0ee815d9-f06c-42ee-a00d-87d05cec2d41 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:43.002026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0fc95fe2-b535-40f2-a2c5-9e1ce2e6bfaa req-0ee815d9-f06c-42ee-a00d-87d05cec2d41 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0518162 Aug 27 12:19:43.043493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0fc95fe2-b535-40f2-a2c5-9e1ce2e6bfaa req-88e31c77-7a11-487c-87bb-7170f1b1d77d tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338593 Aug 27 12:19:43.522879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b69282a-4f7b-4611-ba30-b92a94e708c5 req-964cb9a7-83a7-4db0-bbab-8020d461d15a tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 210 time: 0.0476830 Aug 27 12:19:43.691419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-c4c6859b-73f2-4d8c-9133-196606123125 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:43.692899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-c4c6859b-73f2-4d8c-9133-196606123125 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.77 "GET /v2.0/networks?id=29e9a729-1068-436d-b923-542f0f1a07ea HTTP/1.1" status: 200 len: 821 time: 0.1140070 Aug 27 12:19:43.719589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Request body: {'port': {'device_id': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea', 'admin_state_up': True, 'tenant_id': 'da3edce78665432e877332a6f3ee759f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:43.829908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Made reservation on behalf of da3edce78665432e877332a6f3ee759f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:43.833651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:43.867446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52557700-ad93-4d7c-9e2f-6bc5379d7092 req-81dddd31-4eca-4865-a184-a3eb82800e5b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:43.869470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52557700-ad93-4d7c-9e2f-6bc5379d7092 req-81dddd31-4eca-4865-a184-a3eb82800e5b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 944 time: 0.0510182 Aug 27 12:19:43.908826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52557700-ad93-4d7c-9e2f-6bc5379d7092 req-54f5bc99-73f4-40e2-ac7a-9aff7ad679e6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333288 Aug 27 12:19:43.966188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Allocated IP 172.20.0.3 (29e9a729-1068-436d-b923-542f0f1a07ea/90766af8-9b00-4fd2-842a-5a9e3be74a40/a1ff514f-fa26-4178-b725-e3c3b0fc42db) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:43.992952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354fb62-7b89-4333-93b2-8d5fdace5aa1 req-40afd67b-6581-49ff-bdda-1cb073a1277c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:43.994563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6354fb62-7b89-4333-93b2-8d5fdace5aa1 req-40afd67b-6581-49ff-bdda-1cb073a1277c tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0409160 Aug 27 12:19:44.030230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6354fb62-7b89-4333-93b2-8d5fdace5aa1 req-c661ca29-5852-40e1-ab75-a9e7c0368385 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294690 Aug 27 12:19:44.112451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:44.121149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.166459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 22499435-1e93-48f2-a9fc-2db9b380e81e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:44.168333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.171155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 22499435-1e93-48f2-a9fc-2db9b380e81e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:44.171615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.173365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e57005-c91e-478a-ae40-7da53c9a50ee req-00918bde-1f20-4e6d-97e8-16a99d79a06a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.174965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83e57005-c91e-478a-ae40-7da53c9a50ee req-00918bde-1f20-4e6d-97e8-16a99d79a06a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0601597 Aug 27 12:19:44.218673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83e57005-c91e-478a-ae40-7da53c9a50ee req-c484da4a-944b-4b4e-9745-016b9a1b6bec tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Aug 27 12:19:44.220375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Network 29e9a729-1068-436d-b923-542f0f1a07ea is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:44.223534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:44.230106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:44.234420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Pushing event updated for resources: {'Port': ['ID=a1ff514f-fa26-4178-b725-e3c3b0fc42db,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:44.276375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.293783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.294606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.306634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:44.309067 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d689f-e039-4c1e-a3b5-1d814672d028" -d '{"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-plugged", "status": "completed", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:44.317074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-fa8317c0-a531-448a-be42-286f19951cb4 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014655 Aug 27 12:19:44.329812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:44.340708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Request body: {'port': {'device_id': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:44.341052 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.347677 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ead1c43-1216-42ec-b02e-102f67c6d538 x-openstack-request-id: req-4ead1c43-1216-42ec-b02e-102f67c6d538 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:44.347964 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-plugged", "status": "completed", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:44.348216 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ead1c43-1216-42ec-b02e-102f67c6d538 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:44.348601 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'code': 200} Aug 27 12:19:44.353767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2ae2e-bd7a-4234-bc47-54af1f0ff7d8 req-8b15e99f-6384-4391-96f6-7eebe4f2a52c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.362110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7c2ae2e-bd7a-4234-bc47-54af1f0ff7d8 req-8b15e99f-6384-4391-96f6-7eebe4f2a52c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0689032 Aug 27 12:19:44.399818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:44.402923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7c2ae2e-bd7a-4234-bc47-54af1f0ff7d8 req-7e838685-b481-4d4e-8ef4-5ae33ad1ee02 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396051 Aug 27 12:19:44.406104 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.540539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de396494-96d1-46c7-bf35-36b9c8bb5a93 req-a97f83cd-6fbf-4d6c-b3a9-463cfd256d70 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.541978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de396494-96d1-46c7-bf35-36b9c8bb5a93 req-a97f83cd-6fbf-4d6c-b3a9-463cfd256d70 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0507190 Aug 27 12:19:44.555670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b182a6b-c9fc-475f-bc66-a41e55461e6a req-abbe0e68-1bf0-4728-af8c-5630f9167fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.557180 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b182a6b-c9fc-475f-bc66-a41e55461e6a req-abbe0e68-1bf0-4728-af8c-5630f9167fbb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.1173565 Aug 27 12:19:44.584235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de396494-96d1-46c7-bf35-36b9c8bb5a93 req-58efc27a-edf2-4b0a-a612-863fe399cd67 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Aug 27 12:19:44.641552 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3b182a6b-c9fc-475f-bc66-a41e55461e6a req-7084c06b-0d9f-4a18-81e3-0f1527e7384f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738590 Aug 27 12:19:44.656897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bd02a-2568-4d96-91c3-074121c89a6d req-e76fa04d-2857-457b-9349-16c788dadc45 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.658606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-640bd02a-2568-4d96-91c3-074121c89a6d req-e76fa04d-2857-457b-9349-16c788dadc45 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 931 time: 0.0587621 Aug 27 12:19:44.723949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-640bd02a-2568-4d96-91c3-074121c89a6d req-454ec3cf-aa4a-49ac-8f40-bc1abb154753 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546803 Aug 27 12:19:44.736146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcf505-3f90-4b1c-92a4-241e97d260b2 req-1e63da56-e063-4410-8da5-2ce643a32ba4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:44.737661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7fcf505-3f90-4b1c-92a4-241e97d260b2 req-1e63da56-e063-4410-8da5-2ce643a32ba4 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0781641 Aug 27 12:19:44.755795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ff514f-fa26-4178-b725-e3c3b0fc42db {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:44.764364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.783347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Transition to ACTIVE for port object a1ff514f-fa26-4178-b725-e3c3b0fc42db will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:44.789039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.803653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7fcf505-3f90-4b1c-92a4-241e97d260b2 req-fc2fcac9-1d28-403c-a874-87b9db0298b5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522087 Aug 27 12:19:44.860381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ff514f-fa26-4178-b725-e3c3b0fc42db,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:44.910914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Attempting to bind port a1ff514f-fa26-4178-b725-e3c3b0fc42db on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:19:44.911310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Attempting to bind port a1ff514f-fa26-4178-b725-e3c3b0fc42db by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'b777bc79-f3a4-4b87-8fea-3066f7d22765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:19:44.911661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Attempting to bind port a1ff514f-fa26-4178-b725-e3c3b0fc42db on network 29e9a729-1068-436d-b923-542f0f1a07ea {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:44.916913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Port a1ff514f-fa26-4178-b725-e3c3b0fc42db on network 29e9a729-1068-436d-b923-542f0f1a07ea not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:19:44.917247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Attempting to bind port a1ff514f-fa26-4178-b725-e3c3b0fc42db on network 29e9a729-1068-436d-b923-542f0f1a07ea {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:19:44.922317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:19:44.922688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Checking segment: {'id': 'b777bc79-f3a4-4b87-8fea-3066f7d22765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:19:44.923076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Bound using segment: {'id': 'b777bc79-f3a4-4b87-8fea-3066f7d22765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:19:44.923504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Bound port: a1ff514f-fa26-4178-b725-e3c3b0fc42db, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b777bc79-f3a4-4b87-8fea-3066f7d22765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:19:44.923874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:44.995460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] For port a1ff514f-fa26-4178-b725-e3c3b0fc42db, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:19:44.998926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] For port a1ff514f-fa26-4178-b725-e3c3b0fc42db, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db,segment=NetworkSegment(b777bc79-f3a4-4b87-8fea-3066f7d22765),segment_id=b777bc79-f3a4-4b87-8fea-3066f7d22765)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:19:45.000494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ca9f-8814-4b15-83da-1ee4e12c8813 req-89a1f3b5-344b-4df2-9e13-f5f0157dbd8f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.001987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d9ca9f-8814-4b15-83da-1ee4e12c8813 req-89a1f3b5-344b-4df2-9e13-f5f0157dbd8f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0768380 Aug 27 12:19:45.003363 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:45.055322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.055944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:45.057715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1ff514f-fa26-4178-b725-e3c3b0fc42db HTTP/1.1" status: 200 len: 1091 time: 0.7219715 Aug 27 12:19:45.057866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'tag': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:45.060175 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469c1fb9-aa43-4cc2-9557-6f3d17227120" -d '{"events": [{"name": "network-changed", "server_uuid": "50df778b-e65d-41eb-8c9b-fb5e5a9d5b40", "tag": "a1ff514f-fa26-4178-b725-e3c3b0fc42db"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:45.067330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d9ca9f-8814-4b15-83da-1ee4e12c8813 req-f49de26f-ce8a-40c7-9833-234268d07212 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Aug 27 12:19:45.092054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf5d7-6808-4bca-82ea-0f9cde265b6c req-13b0c970-288a-4581-a080-1d302acaa9b7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.095300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ffcf5d7-6808-4bca-82ea-0f9cde265b6c req-13b0c970-288a-4581-a080-1d302acaa9b7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1117008 Aug 27 12:19:45.105362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998a17-ffe4-41dd-9803-6839c7ab0791 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ff514f-fa26-4178-b725-e3c3b0fc42db,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:45.112358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-80825e9e-38fa-46af-8729-055d7fa93d00 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.113874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-80825e9e-38fa-46af-8729-055d7fa93d00 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0788989 Aug 27 12:19:45.177946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ffcf5d7-6808-4bca-82ea-0f9cde265b6c req-94a8816e-750b-4920-9888-7c6f4ca841e4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762835 Aug 27 12:19:45.188563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770003-9117-4937-8fec-4f02961e5e66 req-d5884c7b-bf1e-40cd-9e9a-33a919fc52d0 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.190489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7770003-9117-4937-8fec-4f02961e5e66 req-d5884c7b-bf1e-40cd-9e9a-33a919fc52d0 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 1097 time: 0.0582299 Aug 27 12:19:45.226371 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79d345-0751-4dd9-a3b2-6d0c4ff62c82 x-openstack-request-id: req-ce79d345-0751-4dd9-a3b2-6d0c4ff62c82 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:45.227414 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50df778b-e65d-41eb-8c9b-fb5e5a9d5b40", "tag": "a1ff514f-fa26-4178-b725-e3c3b0fc42db", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:45.227816 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce79d345-0751-4dd9-a3b2-6d0c4ff62c82 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:45.228318 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'tag': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db', 'status': 'completed', 'code': 200} Aug 27 12:19:45.237028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7770003-9117-4937-8fec-4f02961e5e66 req-955a8e79-7bcc-4376-bb61-d46bd02b06ef tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Aug 27 12:19:45.262644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-92f842a8-d823-4cc3-92a0-db66017c1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.264169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-92f842a8-d823-4cc3-92a0-db66017c1956 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da3edce78665432e877332a6f3ee759f&device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 1094 time: 0.0863016 Aug 27 12:19:45.274138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Deleting port 3d5294b4-c10f-4720-997e-d6d33ea2c992 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:45.274535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:45.325969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93784143-98ed-45a1-b4af-4dc7fb6da3ac req-2379529e-7373-4352-9f60-7e7a3255a61a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.327732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93784143-98ed-45a1-b4af-4dc7fb6da3ac req-2379529e-7373-4352-9f60-7e7a3255a61a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0488553 Aug 27 12:19:45.348411 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-99fda177-20f9-4455-a50c-7e964207740c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db HTTP/1.1" status: 200 len: 217 time: 0.0622699 Aug 27 12:19:45.370441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93784143-98ed-45a1-b4af-4dc7fb6da3ac req-46a9ca20-4b54-417d-b182-ba98c0771d4e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Aug 27 12:19:45.422755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545b02-5405-4900-866b-47f9a808407b req-b521934d-7e87-41c8-ab30-c8fa8f7f1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.424255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-b521934d-7e87-41c8-ab30-c8fa8f7f1bf7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=90766af8-9b00-4fd2-842a-5a9e3be74a40 HTTP/1.1" status: 200 len: 861 time: 0.0682709 Aug 27 12:19:45.435088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] For port 3d5294b4-c10f-4720-997e-d6d33ea2c992, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3d5294b4-c10f-4720-997e-d6d33ea2c992,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:45.435493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:45.448560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Calling delete_port for 3d5294b4-c10f-4720-997e-d6d33ea2c992 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:45.483421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-c81a9ef1-1c6f-41e2-97be-55fa90360f11 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29e9a729-1068-436d-b923-542f0f1a07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306399 Aug 27 12:19:45.513357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20ea8e-dfe7-40ea-9f62-54659044f8eb req-e2e6a1f7-3342-451e-badc-9a635d711198 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.514947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f20ea8e-dfe7-40ea-9f62-54659044f8eb req-e2e6a1f7-3342-451e-badc-9a635d711198 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0567677 Aug 27 12:19:45.555216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f20ea8e-dfe7-40ea-9f62-54659044f8eb req-b56d0001-d0ac-4ad1-bc8f-bc4afd96a954 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Aug 27 12:19:45.676102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabc717-31a2-4764-9f28-91ea5bcd66d9 req-b9c26d2e-29ee-4be5-814e-020d1df661ba tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.677711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beabc717-31a2-4764-9f28-91ea5bcd66d9 req-b9c26d2e-29ee-4be5-814e-020d1df661ba tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0516841 Aug 27 12:19:45.719104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beabc717-31a2-4764-9f28-91ea5bcd66d9 req-5e7d5b38-0df2-4df3-a87e-157e505e78b6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Aug 27 12:19:45.886265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d055eb-6aca-4b9b-8cb5-38008974f24e req-c6702da9-be55-47d6-8b50-c9253a73572b tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.887787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5d055eb-6aca-4b9b-8cb5-38008974f24e req-c6702da9-be55-47d6-8b50-c9253a73572b tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 943 time: 0.0912383 Aug 27 12:19:45.907039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b1411-c7b5-4a6a-9a02-46140f915d03 req-b2413bc7-5857-4d52-ac4c-a660ebac6671 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:45.908548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d2b1411-c7b5-4a6a-9a02-46140f915d03 req-b2413bc7-5857-4d52-ac4c-a660ebac6671 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0726857 Aug 27 12:19:45.938578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-1f34d567-8a57-4045-839c-b2d2cf561023 service neutron] 10.222.0.77 "GET /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104660 Aug 27 12:19:45.966822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5d055eb-6aca-4b9b-8cb5-38008974f24e req-5bf5770e-a6d1-40a3-8394-881a34e2921c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Aug 27 12:19:45.969725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d2b1411-c7b5-4a6a-9a02-46140f915d03 req-96cfe98d-2606-400f-807b-799897784d61 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544240 Aug 27 12:19:46.044554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:46.056952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['da06f63d-86f7-4659-a6b6-bec1177a7feb'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:46.079228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d5294b4-c10f-4720-997e-d6d33ea2c992,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:46.099677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6e545b02-5405-4900-866b-47f9a808407b req-4382e026-58b5-468b-972b-421473ededb1 service neutron] 10.222.0.77 "GET /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347430 Aug 27 12:19:46.111755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962acfc-738d-4edd-ba36-40946b61d1a8 req-a081037d-0723-4567-8b84-3f92ff98a930 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.113710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6962acfc-738d-4edd-ba36-40946b61d1a8 req-a081037d-0723-4567-8b84-3f92ff98a930 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0677764 Aug 27 12:19:46.117211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['3d5294b4-c10f-4720-997e-d6d33ea2c992'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:46.140622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] No DVR routers for this DVR port 3d5294b4-c10f-4720-997e-d6d33ea2c992 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:46.143396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:46.145982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7977c3d5-8628-45f6-9e74-44324681f5ac req-ddc20a37-95a7-47b4-9d66-0aa4bd2931be tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3d5294b4-c10f-4720-997e-d6d33ea2c992 HTTP/1.1" status: 204 len: 173 time: 1.0203817 Aug 27 12:19:46.178745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6962acfc-738d-4edd-ba36-40946b61d1a8 req-8fff219c-85e0-47dc-a200-bf8a5680736f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535767 Aug 27 12:19:46.331996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-99d1d0cf-9af5-4059-8bb7-29c369ca150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.334064 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-99d1d0cf-9af5-4059-8bb7-29c369ca150b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=da3edce78665432e877332a6f3ee759f&device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 1094 time: 0.0835214 Aug 27 12:19:46.382869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069e8a-ff5f-48cc-941a-1366ef1088da req-48b04838-090f-4c7f-aa41-7e36888edddc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.384401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0069e8a-ff5f-48cc-941a-1366ef1088da req-48b04838-090f-4c7f-aa41-7e36888edddc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1097906 Aug 27 12:19:46.419097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5e36f-f3e9-45c7-871a-a4d1c91cb15a req-1b130513-865c-43a4-89ee-7d6e5f3d795c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.420614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43a5e36f-f3e9-45c7-871a-a4d1c91cb15a req-1b130513-865c-43a4-89ee-7d6e5f3d795c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0910461 Aug 27 12:19:46.435350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-27a0a06a-3d72-498a-b07d-1cb3cb609896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.436912 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-27a0a06a-3d72-498a-b07d-1cb3cb609896 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29e9a729-1068-436d-b923-542f0f1a07ea HTTP/1.1" status: 200 len: 922 time: 0.0941415 Aug 27 12:19:46.450177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0069e8a-ff5f-48cc-941a-1366ef1088da req-76c528fa-0c82-4032-8b19-a40c42ea347c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590715 Aug 27 12:19:46.489323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43a5e36f-f3e9-45c7-871a-a4d1c91cb15a req-4443df73-c91e-4e67-955f-b1eb059fd1f5 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528414 Aug 27 12:19:46.491454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-632d98dd-5875-487a-8cb8-b87fc1bc356f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db HTTP/1.1" status: 200 len: 217 time: 0.0470233 Aug 27 12:19:46.561753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb2c4266-601a-490a-90ba-3d8a0fdf5972 req-c1c29a50-82bb-4398-a20c-c907d2b5ab3b tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=371e1e10-c4c1-4443-8fe5-82adefd0ad8a HTTP/1.1" status: 200 len: 210 time: 0.0270627 Aug 27 12:19:46.564632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-b14752bd-009b-4650-9df3-7106858b8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.566105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-b14752bd-009b-4650-9df3-7106858b8a75 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=90766af8-9b00-4fd2-842a-5a9e3be74a40 HTTP/1.1" status: 200 len: 861 time: 0.0489039 Aug 27 12:19:46.602772 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-c3a49e75-1c8a-4dd3-ade0-418bf795ffaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29e9a729-1068-436d-b923-542f0f1a07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285141 Aug 27 12:19:46.613709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6249c7-d09e-41f9-a191-eb942d221dec req-78d6c5e7-bf0f-4b68-ad24-9723aefde6f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.615332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc6249c7-d09e-41f9-a191-eb942d221dec req-78d6c5e7-bf0f-4b68-ad24-9723aefde6f5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0558805 Aug 27 12:19:46.686009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc6249c7-d09e-41f9-a191-eb942d221dec req-c952e75f-433e-45a3-a3ec-81185526354c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584118 Aug 27 12:19:46.694232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3daced-cbe3-4ce8-b047-0e81bff396bd req-66011980-c585-4d15-a34f-dba51450164e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.695872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b3daced-cbe3-4ce8-b047-0e81bff396bd req-66011980-c585-4d15-a34f-dba51450164e tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0771778 Aug 27 12:19:46.701298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-f27a8387-9600-429d-81ce-f4c3e7d474d2 service neutron] 10.222.0.77 "GET /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911002 Aug 27 12:19:46.709065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:46.717898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:19:46.739425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b3daced-cbe3-4ce8-b047-0e81bff396bd req-2f7f4082-f586-4e9c-a772-c76c00475f7c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Aug 27 12:19:46.812551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a7648-9380-4f33-b27d-e02521eaddbc tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.816043 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9b5a7648-9380-4f33-b27d-e02521eaddbc tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1091 time: 0.1041076 Aug 27 12:19:46.817265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:46.822049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:46.836416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-469c1fb9-aa43-4cc2-9557-6f3d17227120 req-66136237-bf58-4a3a-915a-c213db3004df service neutron] 10.222.0.77 "GET /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182582 Aug 27 12:19:46.880227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:46.905099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3202ea-7fb6-43d9-a8b7-e63f521e96d0 req-f11ab976-c4b9-4de2-9d62-592918a07463 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:46.906940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c3202ea-7fb6-43d9-a8b7-e63f521e96d0 req-f11ab976-c4b9-4de2-9d62-592918a07463 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0797405 Aug 27 12:19:46.985428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c3202ea-7fb6-43d9-a8b7-e63f521e96d0 req-0cc52591-b9a6-46b9-b7a7-3291c0c55b43 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490489 Aug 27 12:19:47.033642 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:47.186054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672cb01-2963-42dd-a893-12ae2c32355d req-b97227f9-4058-46e1-bac9-9565789926a3 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:47.187608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3672cb01-2963-42dd-a893-12ae2c32355d req-b97227f9-4058-46e1-bac9-9565789926a3 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 943 time: 0.1462390 Aug 27 12:19:47.222598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b0b10-e094-4eb5-94a0-4269a36f44da req-30ca4ed5-7409-462f-ae3a-1fa7915ce35f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:47.224083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-050b0b10-e094-4eb5-94a0-4269a36f44da req-30ca4ed5-7409-462f-ae3a-1fa7915ce35f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1423273 Aug 27 12:19:47.229184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'name': 'network-vif-deleted', 'tag': '3d5294b4-c10f-4720-997e-d6d33ea2c992'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:47.232183 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f40f0d-15b7-4cbf-96f3-54e537073f7f" -d '{"events": [{"server_uuid": "371e1e10-c4c1-4443-8fe5-82adefd0ad8a", "name": "network-vif-deleted", "tag": "3d5294b4-c10f-4720-997e-d6d33ea2c992"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:47.249708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.117 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/725a9e9c-f07c-471e-8dca-ddd59d4c5dec) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:47.279025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3672cb01-2963-42dd-a893-12ae2c32355d req-ca602e2f-39e2-4982-b43c-3d97d1c7c97b tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Aug 27 12:19:47.322690 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8fb31d-09ef-4e44-a1d5-205c15eca78b x-openstack-request-id: req-7a8fb31d-09ef-4e44-a1d5-205c15eca78b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:47.322991 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371e1e10-c4c1-4443-8fe5-82adefd0ad8a", "name": "network-vif-deleted", "tag": "3d5294b4-c10f-4720-997e-d6d33ea2c992", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:47.323250 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a8fb31d-09ef-4e44-a1d5-205c15eca78b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:47.323662 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371e1e10-c4c1-4443-8fe5-82adefd0ad8a', 'name': 'network-vif-deleted', 'tag': '3d5294b4-c10f-4720-997e-d6d33ea2c992', 'status': 'completed', 'code': 200} Aug 27 12:19:47.337698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-050b0b10-e094-4eb5-94a0-4269a36f44da req-6006d979-57a8-4f7a-9f28-44f3bfffb894 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042225 Aug 27 12:19:47.391635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:47.457495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:47.503724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:47.511474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:47.514081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:47.530899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f594-922e-4250-bcdd-fe62a093094f req-efdf99fb-a7b1-43d1-981e-4bf3a2b30b13 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:47.533807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4165f594-922e-4250-bcdd-fe62a093094f req-efdf99fb-a7b1-43d1-981e-4bf3a2b30b13 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1136520 Aug 27 12:19:47.861113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=725a9e9c-f07c-471e-8dca-ddd59d4c5dec,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:47.931950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4165f594-922e-4250-bcdd-fe62a093094f req-bb0dc9d4-f7ff-48c3-beb9-be27c91e25dc tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924658 Aug 27 12:19:47.987797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c5f45-3cc1-4e8b-94be-24c88ade309c req-7415faae-889d-456b-a4a9-ce88eb0f3ae7 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:47.990208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f07c5f45-3cc1-4e8b-94be-24c88ade309c req-7415faae-889d-456b-a4a9-ce88eb0f3ae7 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.1357155 Aug 27 12:19:48.080014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f07c5f45-3cc1-4e8b-94be-24c88ade309c req-3f0d8542-482c-4df1-9062-8b69be2282cf tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800691 Aug 27 12:19:48.284926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:48.381290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:48.437033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46fad-c524-49db-adf9-67a7989b22c8 req-56c1ce3f-65f5-4816-9067-2e41a7700def tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:48.438224 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bee5563f-763e-4d45-8ddd-1474fd76104d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:48.438715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4b46fad-c524-49db-adf9-67a7989b22c8 req-56c1ce3f-65f5-4816-9067-2e41a7700def tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 943 time: 0.0898271 Aug 27 12:19:48.528843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4b46fad-c524-49db-adf9-67a7989b22c8 req-0c27ad42-49be-4f31-8210-51710b0f6cc7 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811124 Aug 27 12:19:48.591036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:48.595507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:48.659655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=725a9e9c-f07c-471e-8dca-ddd59d4c5dec,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:48.673019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:48.775415 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP 711a47a8-6536-4903-a4fd-40a52e79288b associated. External IP: 172.25.8.117, port: 22499435-1e93-48f2-a9fc-2db9b380e81e. Aug 27 12:19:48.920970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3d5294b4-c10f-4720-997e-d6d33ea2c992 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:48.942395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 3d5294b4-c10f-4720-997e-d6d33ea2c992 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:48.942770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3d5294b4-c10f-4720-997e-d6d33ea2c992 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:48.986680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:49.111781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:49.127583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] Sync routers for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:49.133070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:49.156679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:49.158022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:49.169671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09b33462-cc9b-411d-afe8-166681bcb625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3511896 Aug 27 12:19:49.170954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:49.173958 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bb0690-f3c7-4529-890b-656442acc162" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:49.292856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:49.297466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8b99-554d-4020-8898-5c6be2e590f3 req-a2b7cece-51d5-46e5-b499-4a238bb8facf tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.299064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dbc8b99-554d-4020-8898-5c6be2e590f3 req-a2b7cece-51d5-46e5-b499-4a238bb8facf tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0757849 Aug 27 12:19:49.308132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2be75-cc21-448c-8bba-fdd389586161 req-c74b1390-2ee9-4011-a100-77382675d4b0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.309656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07d2be75-cc21-448c-8bba-fdd389586161 req-c74b1390-2ee9-4011-a100-77382675d4b0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0603499 Aug 27 12:19:49.371341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dbc8b99-554d-4020-8898-5c6be2e590f3 req-d52ce108-72f8-4eab-ab41-add51f04508e tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9761d9f2-d182-4335-94cc-d4cdabe8b21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Aug 27 12:19:49.386473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07d2be75-cc21-448c-8bba-fdd389586161 req-9bf91e11-cc69-4fe8-850d-c3aefbf5e4fd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496476 Aug 27 12:19:49.412820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39524) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:49.469612 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f324f8-8a52-463e-93bc-0f5a2d35bff0 x-openstack-request-id: req-b8f324f8-8a52-463e-93bc-0f5a2d35bff0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:49.470005 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:49.470491 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8f324f8-8a52-463e-93bc-0f5a2d35bff0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:49.470983 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'status': 'completed', 'code': 200} Aug 27 12:19:49.503129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2c005fc0-238a-438a-b4b4-86d5dffc7e9a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/711a47a8-6536-4903-a4fd-40a52e79288b HTTP/1.1" status: 200 len: 991 time: 0.0888572 Aug 27 12:19:49.567501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0690-f3c7-4529-890b-656442acc162 req-a692b2ce-ad3b-4362-9c59-05b79ec1972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.569199 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-a692b2ce-ad3b-4362-9c59-05b79ec1972f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.0925190 Aug 27 12:19:49.573048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-334ddda5-b0dd-4ea1-b11e-b4498dac5d59 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.574594 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-334ddda5-b0dd-4ea1-b11e-b4498dac5d59 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 1096 time: 0.0851080 Aug 27 12:19:49.610166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '711a47a8-6536-4903-a4fd-40a52e79288b', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'port_id': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'mac_address': 'fa:16:3e:73:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:19:48Z', 'updated_at': '2021-08-27T12:19:48Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:37Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:49.647016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] Checking router: 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:49.655509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:49.656125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:49.661557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10120a-1b2e-49fc-a772-2d5127d26333 req-524b702e-3002-4ba7-9ad5-f573dc381946 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.663532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c10120a-1b2e-49fc-a772-2d5127d26333 req-524b702e-3002-4ba7-9ad5-f573dc381946 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 943 time: 0.0608311 Aug 27 12:19:49.710772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c10120a-1b2e-49fc-a772-2d5127d26333 req-967f2890-10a7-4b3e-aece-c2f09a4d35b1 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Aug 27 12:19:49.763517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0690-f3c7-4529-890b-656442acc162 req-374d2743-b477-44f0-8528-712fa88cf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.765168 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-374d2743-b477-44f0-8528-712fa88cf077 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.1824923 Aug 27 12:19:49.767971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Deleting port da06f63d-86f7-4659-a6b6-bec1177a7feb {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:49.768403 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:49.894783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-5c36825f-0db2-4b98-b944-d50e284659e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 999 time: 0.1138141 Aug 27 12:19:49.928208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:49.953374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] For port da06f63d-86f7-4659-a6b6-bec1177a7feb, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=da06f63d-86f7-4659-a6b6-bec1177a7feb,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:49.953759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:49.973186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Calling delete_port for da06f63d-86f7-4659-a6b6-bec1177a7feb owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:49.981943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0690-f3c7-4529-890b-656442acc162 req-0b169d4a-d7b4-44bb-8047-fc3a5cc6afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:49.983604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-0b169d4a-d7b4-44bb-8047-fc3a5cc6afdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.0779390 Aug 27 12:19:50.023624 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:50.076171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0690-f3c7-4529-890b-656442acc162 req-e4d8a851-c2b2-4987-8b72-aa6a8c0aa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:50.077792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-e4d8a851-c2b2-4987-8b72-aa6a8c0aa2b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866950 Aug 27 12:19:50.205265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:50.205637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '711a47a8-6536-4903-a4fd-40a52e79288b', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'port_id': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'mac_address': 'fa:16:3e:73:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:19:48Z', 'updated_at': '2021-08-27T12:19:48Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:37Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:50.248592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Pushing event deleted for resources: {'Port': ['ID=da06f63d-86f7-4659-a6b6-bec1177a7feb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:50.252730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-a48bc061-fab5-4ed8-84ff-fdfd28bd5722 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655390 Aug 27 12:19:50.260691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9e19b-7446-42a5-b02e-6c39022b81f3 None None] The sync data for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 is: [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '711a47a8-6536-4903-a4fd-40a52e79288b', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'port_id': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'mac_address': 'fa:16:3e:73:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:19:48Z', 'updated_at': '2021-08-27T12:19:48Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:37Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:50.381430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] No DVR routers for this DVR port da06f63d-86f7-4659-a6b6-bec1177a7feb on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:50.385656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:50.387970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8ceeb3fc-81cd-412a-85bc-f2ec1921a4c9 req-eccb074c-1041-4bc3-bfcb-5247213b5b30 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.65 "DELETE /v2.0/ports/da06f63d-86f7-4659-a6b6-bec1177a7feb HTTP/1.1" status: 204 len: 173 time: 0.7951450 Aug 27 12:19:50.388525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'name': 'network-vif-deleted', 'tag': 'da06f63d-86f7-4659-a6b6-bec1177a7feb'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:50.397792 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585fc76-0f8e-49e9-94ee-023ac5f9a8da" -d '{"events": [{"server_uuid": "b7e7e777-301a-419e-b40c-1e0aa15ff69d", "name": "network-vif-deleted", "tag": "da06f63d-86f7-4659-a6b6-bec1177a7feb"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:50.507759 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3831d9-61b8-446a-8cc4-fbe283131cde x-openstack-request-id: req-5d3831d9-61b8-446a-8cc4-fbe283131cde {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:50.508981 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e7e777-301a-419e-b40c-1e0aa15ff69d", "name": "network-vif-deleted", "tag": "da06f63d-86f7-4659-a6b6-bec1177a7feb", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:50.509688 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d3831d9-61b8-446a-8cc4-fbe283131cde {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:50.510323 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e7e777-301a-419e-b40c-1e0aa15ff69d', 'name': 'network-vif-deleted', 'tag': 'da06f63d-86f7-4659-a6b6-bec1177a7feb', 'status': 'completed', 'code': 200} Aug 27 12:19:50.515392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:50.552649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-14bb0690-f3c7-4529-890b-656442acc162 req-62ac1ff0-c804-421e-8951-0a801723a469 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829337 Aug 27 12:19:50.621453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-56b127a5-4e29-49e5-a948-cdda084d4576 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/711a47a8-6536-4903-a4fd-40a52e79288b HTTP/1.1" status: 200 len: 991 time: 0.1043437 Aug 27 12:19:50.638114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7cfa4a3-bf38-4598-ba0c-236340248bb1 req-5eec05dc-d17e-4a41-9864-67be5fad0f08 tempest-TestServerMultinode-324060692 tempest-TestServerMultinode-324060692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b7e7e777-301a-419e-b40c-1e0aa15ff69d HTTP/1.1" status: 200 len: 210 time: 0.1378052 Aug 27 12:19:50.695518 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e92379-d879-4d08-b75f-5556f16a625f None None] New status for floating IP 711a47a8-6536-4903-a4fd-40a52e79288b: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:19:50.841610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c550e8a-6393-45dd-82f2-5d7a3f4c782e req-978ac2d3-62bf-4899-9996-38ea9d0d98ee tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:50.843330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c550e8a-6393-45dd-82f2-5d7a3f4c782e req-978ac2d3-62bf-4899-9996-38ea9d0d98ee tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 943 time: 0.0579758 Aug 27 12:19:50.892923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c550e8a-6393-45dd-82f2-5d7a3f4c782e req-db8171b8-5b90-4e83-bc3b-bf12e3f7c08c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Aug 27 12:19:50.923161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a1ff514f-fa26-4178-b725-e3c3b0fc42db details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:19:51.003310 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5f12-e89c-4343-9db7-b3bd94538794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:51.067904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a1ff514f-fa26-4178-b725-e3c3b0fc42db, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db,segment=NetworkSegment(b777bc79-f3a4-4b87-8fea-3066f7d22765),segment_id=b777bc79-f3a4-4b87-8fea-3066f7d22765)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:51.083110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db', 'network_id': '29e9a729-1068-436d-b923-542f0f1a07ea', 'port_id': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db', 'mac_address': 'fa:16:3e:d7:8a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90766af8-9b00-4fd2-842a-5a9e3be74a40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:19:51.141575 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:51.147139 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:51.164795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ff514f-fa26-4178-b725-e3c3b0fc42db {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:19:51.186430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a1ff514f-fa26-4178-b725-e3c3b0fc42db, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db,segment=NetworkSegment(b777bc79-f3a4-4b87-8fea-3066f7d22765),segment_id=b777bc79-f3a4-4b87-8fea-3066f7d22765)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:51.190923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:51.242855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=a1ff514f-fa26-4178-b725-e3c3b0fc42db,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:51.624696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39554) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:51.669731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['a1ff514f-fa26-4178-b725-e3c3b0fc42db'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:51.693245 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-76071bed-0af9-4e90-ad1a-301f4829395d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/711a47a8-6536-4903-a4fd-40a52e79288b HTTP/1.1" status: 200 len: 993 time: 0.0673373 Aug 27 12:19:51.714776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:52.071276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:52.079636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2bb6a-5aee-4f7e-8cd1-d2d37b3ef6c3 req-9674d045-6c3c-4539-81d1-31da532f6c9a tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:52.081188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0f2bb6a-5aee-4f7e-8cd1-d2d37b3ef6c3 req-9674d045-6c3c-4539-81d1-31da532f6c9a tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 944 time: 0.0932484 Aug 27 12:19:52.142315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0f2bb6a-5aee-4f7e-8cd1-d2d37b3ef6c3 req-88b67cc4-6849-4828-994e-bf42c18f0db3 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519238 Aug 27 12:19:52.166217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device da06f63d-86f7-4659-a6b6-bec1177a7feb no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:52.188362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: da06f63d-86f7-4659-a6b6-bec1177a7feb {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:52.188710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device da06f63d-86f7-4659-a6b6-bec1177a7feb not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:52.196906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:52.454813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Deleting port 8dffffc1-6465-4914-a93b-7cbf722615db {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:52.455168 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:52.540069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] For port 8dffffc1-6465-4914-a93b-7cbf722615db, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dffffc1-6465-4914-a93b-7cbf722615db,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:52.540533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:52.555786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Calling delete_port for 8dffffc1-6465-4914-a93b-7cbf722615db owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:52.780861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:52.792398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c3ba8-da7c-49d7-a8a1-7b9822a40008 req-7fa32948-382f-45fb-b35a-2aac9183c7d8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:52.793926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd6c3ba8-da7c-49d7-a8a1-7b9822a40008 req-7fa32948-382f-45fb-b35a-2aac9183c7d8 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0940864 Aug 27 12:19:52.823580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8dffffc1-6465-4914-a93b-7cbf722615db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:52.894653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd6c3ba8-da7c-49d7-a8a1-7b9822a40008 req-f738b615-edcb-4712-bb67-608652eeb3da tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782504 Aug 27 12:19:52.948059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a1ff514f-fa26-4178-b725-e3c3b0fc42db up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:19:53.000975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port a1ff514f-fa26-4178-b725-e3c3b0fc42db completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:53.005348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port a1ff514f-fa26-4178-b725-e3c3b0fc42db triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:53.005719 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:53.040648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:53.104840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:53.127898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:53.130335 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aecedcb-ce6f-4361-a2fb-811561edbcab" -d '{"events": [{"server_uuid": "50df778b-e65d-41eb-8c9b-fb5e5a9d5b40", "name": "network-vif-plugged", "status": "completed", "tag": "a1ff514f-fa26-4178-b725-e3c3b0fc42db"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:53.145263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a1ff514f-fa26-4178-b725-e3c3b0fc42db, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db,segment=NetworkSegment(b777bc79-f3a4-4b87-8fea-3066f7d22765),segment_id=b777bc79-f3a4-4b87-8fea-3066f7d22765)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:53.150539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:53.180007 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb988a4-8c0a-4597-9e16-1715a3f51503 x-openstack-request-id: req-cfb988a4-8c0a-4597-9e16-1715a3f51503 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:53.180379 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50df778b-e65d-41eb-8c9b-fb5e5a9d5b40", "name": "network-vif-plugged", "status": "completed", "tag": "a1ff514f-fa26-4178-b725-e3c3b0fc42db", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:53.180696 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfb988a4-8c0a-4597-9e16-1715a3f51503 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:53.181182 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db', 'code': 200} Aug 27 12:19:53.204009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=a1ff514f-fa26-4178-b725-e3c3b0fc42db,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:53.333947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f32a88-601a-49fa-b8bc-efa8ba396d53 req-98a4f7ab-22c3-4123-983c-4430ef63dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:53.336268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12f32a88-601a-49fa-b8bc-efa8ba396d53 req-98a4f7ab-22c3-4123-983c-4430ef63dfb3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 1096 time: 0.0508287 Aug 27 12:19:53.441570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12f32a88-601a-49fa-b8bc-efa8ba396d53 req-d0257d44-31fb-41da-b5f2-4892aabbce59 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938933 Aug 27 12:19:53.611902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:53.628048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e19910-cf2f-4344-b9d4-9736c16cde3f req-c1b7c978-7845-47eb-b788-6f5969ea8832 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:53.629808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7e19910-cf2f-4344-b9d4-9736c16cde3f req-c1b7c978-7845-47eb-b788-6f5969ea8832 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.3846085 Aug 27 12:19:53.743375 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7e19910-cf2f-4344-b9d4-9736c16cde3f req-8c328eac-5ddf-4982-af98-5a9f414cad15 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034112 Aug 27 12:19:53.766832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:53.772088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f32cd7be-af44-4a0b-970f-677a1ddb4b6a admin admin] 10.222.0.76 "PUT /v2.0/routers/bfcd3d4a-1936-4fc8-9fdb-35c75102d11c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0550466 Aug 27 12:19:53.774613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39582) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:53.775465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] Sync routers for ids ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:53.784821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] Routers {'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:53.785480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:53.883142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:53.894336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] Set router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:54.005392 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.028528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.052562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db647d-4b54-49d9-9a9e-710d1858f1d1 req-298dff63-7b1f-4f60-82a3-e4ab614db051 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:54.054234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9db647d-4b54-49d9-9a9e-710d1858f1d1 req-298dff63-7b1f-4f60-82a3-e4ab614db051 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0637631 Aug 27 12:19:54.099703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '6489b371-0ef2-4125-8e21-16864515e041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:19:52Z', 'revision_number': 5, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port': {'id': '6489b371-0ef2-4125-8e21-16864515e041', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:18:55Z', 'updated_at': '2021-08-27T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:54.117799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9db647d-4b54-49d9-9a9e-710d1858f1d1 req-0442ba06-01ca-49bf-ab7f-75fbe9e0656c tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457370 Aug 27 12:19:54.141141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Deleting port 6489b371-0ef2-4125-8e21-16864515e041 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:54.141141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.141999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] Checking router: bfcd3d4a-1936-4fc8-9fdb-35c75102d11c for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:54.144697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] Routers {'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:54.145323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:54.220934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] For port 6489b371-0ef2-4125-8e21-16864515e041, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6489b371-0ef2-4125-8e21-16864515e041,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:54.221300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.234539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Calling delete_port for 6489b371-0ef2-4125-8e21-16864515e041 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:54.235054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] Set router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:54.290855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:19:54Z', 'revision_number': 6, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:54.323394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0ca2a-e92b-4dd6-a605-c244cd03f3a1 None None] The sync data for ids ['bfcd3d4a-1936-4fc8-9fdb-35c75102d11c'] in n-d-688802-4 is: [{'id': 'bfcd3d4a-1936-4fc8-9fdb-35c75102d11c', 'name': 'tempest-TestServerMultinode-1290400807-router', 'tenant_id': '036bb155e148403bb8fdee4989e57382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:18:54Z', 'updated_at': '2021-08-27T12:19:54Z', 'revision_number': 6, 'project_id': '036bb155e148403bb8fdee4989e57382', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:54.437452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.463027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=6489b371-0ef2-4125-8e21-16864515e041,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:54.529769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.665144 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.668885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.723404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.723971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfcd3d4a-1936-4fc8-9fdb-35c75102d11c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:19:54.728716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.729926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8087316-46e3-4a2d-83e1-2c1a415f8b3f admin admin] 10.222.0.76 "DELETE /v2.0/routers/bfcd3d4a-1936-4fc8-9fdb-35c75102d11c HTTP/1.1" status: 204 len: 168 time: 0.9543586 Aug 27 12:19:54.732749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39590) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:54.790726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Deleting subnet 5d6c2608-5d55-4b62-bde1-8c6bea1aef20 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:19:54.794326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.836095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.864663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d2fc-f485-4f9f-a08e-bdc7d6864f81 req-8004fccb-e45c-4dd5-ba3f-d2fc17cf07e1 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:54.866319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d04d2fc-f485-4f9f-a08e-bdc7d6864f81 req-8004fccb-e45c-4dd5-ba3f-d2fc17cf07e1 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Aug 27 12:19:54.906316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d04d2fc-f485-4f9f-a08e-bdc7d6864f81 req-215a988e-db71-49c2-8f0a-9fe137fe48dc tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Aug 27 12:19:54.916063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:54.973897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.003434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6c2608-5d55-4b62-bde1-8c6bea1aef20,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:55.012135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.015673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4ba48-e346-48e3-b1ed-00afb2bae3eb None None] Network bc55eb62-29a9-43f2-b1ca-92d11f5fce20 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:55.016685 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5d6c2608-5d55-4b62-bde1-8c6bea1aef20 HTTP/1.1" status: 204 len: 168 time: 0.2828681 Aug 27 12:19:55.018835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.019188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.019584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.020157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.020306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:55.020423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.020719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.021085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.021563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.022056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.022418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.022771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.023154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40cae73-0d8d-4ee0-bf0f-d3faf789ad42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:19:55.077845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c1009-4ff5-475e-8799-8c33a24b38cd req-a5cd49c5-9edf-4a15-9fad-651236240dc8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:55.079456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f8c1009-4ff5-475e-8799-8c33a24b38cd req-a5cd49c5-9edf-4a15-9fad-651236240dc8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1020517 Aug 27 12:19:55.136653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.168466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dffffc1-6465-4914-a93b-7cbf722615db no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:55.177694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f8c1009-4ff5-475e-8799-8c33a24b38cd req-9bfb861b-5cb0-47f3-b6af-dc137325b91c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810459 Aug 27 12:19:55.208972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8dffffc1-6465-4914-a93b-7cbf722615db {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:55.211158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dffffc1-6465-4914-a93b-7cbf722615db not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:55.211821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6489b371-0ef2-4125-8e21-16864515e041 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:55.238283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6489b371-0ef2-4125-8e21-16864515e041 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:55.238882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6489b371-0ef2-4125-8e21-16864515e041 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:55.257439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] DHCP port deletion for bc55eb62-29a9-43f2-b1ca-92d11f5fce20 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:19:55.318187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] Deleting port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:55.318797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.354445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Deleting port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:55.354801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.388459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] For port d0da7e22-1a1d-49d7-87d8-ad6856330fd8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:55.388866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.405444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] Calling delete_port for d0da7e22-1a1d-49d7-87d8-ad6856330fd8 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:55.443206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] For port d0da7e22-1a1d-49d7-87d8-ad6856330fd8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,segment=NetworkSegment(efa204b2-e2e7-4d5a-9c32-77bdbceaa99b),segment_id=efa204b2-e2e7-4d5a-9c32-77bdbceaa99b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:55.443622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.461569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1678901-c265-48f8-92e0-f79a52c0009f req-f7c2cc3a-5d47-42a2-a7a5-4a56e4068611 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:55.469919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1678901-c265-48f8-92e0-f79a52c0009f req-f7c2cc3a-5d47-42a2-a7a5-4a56e4068611 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.1938236 Aug 27 12:19:55.499335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Calling delete_port for d0da7e22-1a1d-49d7-87d8-ad6856330fd8 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:55.508981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1973a5-e7d7-42ab-b02c-d8e570997167 req-90363f1d-23de-4953-8531-40293b556df5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:55.511016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff1973a5-e7d7-42ab-b02c-d8e570997167 req-90363f1d-23de-4953-8531-40293b556df5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1977153 Aug 27 12:19:55.525245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.552401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] Pushing event deleted for resources: {'Port': ['ID=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:55.554269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e6c7b-9095-4a90-8983-35ffc99dd352 None None] No DVR routers for this DVR port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:55.567305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1678901-c265-48f8-92e0-f79a52c0009f req-2059203c-d369-4fff-a2da-309680b014a6 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/security-groups?id=86c091f1-fe64-4900-96fb-b3586eea1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880961 Aug 27 12:19:55.621823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff1973a5-e7d7-42ab-b02c-d8e570997167 req-c924e9dd-3c2d-48f1-a38c-ebf221d36e18 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968983 Aug 27 12:19:55.643393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.663209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf03877-2118-42d3-8e87-5532a7693641 req-3099ec4e-6daa-4a99-ae52-6985c36a1c2a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:55.665641 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ddf03877-2118-42d3-8e87-5532a7693641 req-3099ec4e-6daa-4a99-ae52-6985c36a1c2a tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 946 time: 0.0642498 Aug 27 12:19:55.673463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0da7e22-1a1d-49d7-87d8-ad6856330fd8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:55.675309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] No DVR routers for this DVR port d0da7e22-1a1d-49d7-87d8-ad6856330fd8 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:55.758553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.770044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Deleting port 13d2c541-e413-42d7-8ae6-413e21bb6b80 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:55.770514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.772385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc55eb62-29a9-43f2-b1ca-92d11f5fce20']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:55.784789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:55.785194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa204b2-e2e7-4d5a-9c32-77bdbceaa99b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:55.798419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.819013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.827313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:19:55.828723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:19:55.831081 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:19:55.881700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] For port 13d2c541-e413-42d7-8ae6-413e21bb6b80, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=13d2c541-e413-42d7-8ae6-413e21bb6b80,segment=NetworkSegment(d44141f8-648f-4c48-88a3-b96070d6ae0e),segment_id=d44141f8-648f-4c48-88a3-b96070d6ae0e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:55.882075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.896621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Calling delete_port for 13d2c541-e413-42d7-8ae6-413e21bb6b80 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:55.949618 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.962187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:55.967064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bc55eb62-29a9-43f2-b1ca-92d11f5fce20 HTTP/1.1" status: 204 len: 168 time: 0.9423478 Aug 27 12:19:55.974792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39618) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:55.987288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f98f7b-73d7-4235-9149-34602ec10f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc55eb62-29a9-43f2-b1ca-92d11f5fce20,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:56.048303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-b9295ec3-e1fb-4449-bc09-75fa9a420e39 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:56.049936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-b9295ec3-e1fb-4449-bc09-75fa9a420e39 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.2063305 Aug 27 12:19:56.065687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e5fef-33fe-413c-928b-2c9c6fca5b6b req-d5835c64-a769-4b05-973f-8eb37fdff7fc tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:56.067368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae6e5fef-33fe-413c-928b-2c9c6fca5b6b req-d5835c64-a769-4b05-973f-8eb37fdff7fc tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.0885346 Aug 27 12:19:56.080080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-0be9f03a-8c06-42ae-babb-c422721fb330 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/quotas/7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 375 time: 0.0232265 Aug 27 12:19:56.117521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:56.156603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae6e5fef-33fe-413c-928b-2c9c6fca5b6b req-852a60bc-65bb-4c52-acea-a2da9be6ff68 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789976 Aug 27 12:19:56.158922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['13d2c541-e413-42d7-8ae6-413e21bb6b80'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:56.168838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Pushing event deleted for resources: {'Port': ['ID=13d2c541-e413-42d7-8ae6-413e21bb6b80,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:56.190794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-b9c7a346-304f-42c1-9a65-e878c6509800 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1040184 Aug 27 12:19:56.256229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] No DVR routers for this DVR port 13d2c541-e413-42d7-8ae6-413e21bb6b80 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:19:56.264156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:56.266216 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ddf03877-2118-42d3-8e87-5532a7693641 req-d4ea19b5-e3d0-41af-9273-9010d8e05fe9 tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.77 "DELETE /v2.0/ports/13d2c541-e413-42d7-8ae6-413e21bb6b80 HTTP/1.1" status: 204 len: 173 time: 0.5941303 Aug 27 12:19:56.266708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-deleted', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:19:56.270007 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59e6f61-4198-4064-b01a-8aa283bbf921" -d '{"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-deleted", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:19:56.306009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-0ac4edff-bfa6-4702-946d-3f9ae917cac9 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064479 Aug 27 12:19:56.431857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-4db2fe71-49eb-44df-a8ad-9f6c42a62e60 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176507 Aug 27 12:19:56.527600 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dcf8e4-8b03-4c6e-92c3-6c4d15d91c94 x-openstack-request-id: req-f5dcf8e4-8b03-4c6e-92c3-6c4d15d91c94 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:19:56.527917 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d590e-a366-4cda-b5e0-ba85cf1b754a", "name": "network-vif-deleted", "tag": "13d2c541-e413-42d7-8ae6-413e21bb6b80", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:19:56.528222 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5dcf8e4-8b03-4c6e-92c3-6c4d15d91c94 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:19:56.529146 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d590e-a366-4cda-b5e0-ba85cf1b754a', 'name': 'network-vif-deleted', 'tag': '13d2c541-e413-42d7-8ae6-413e21bb6b80', 'status': 'completed', 'code': 200} Aug 27 12:19:56.580005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:56.670788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd001ada-5396-4d00-af50-0bceff33b4d4 req-61c7edd3-c0c6-40f3-a774-a6be881446de tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 210 time: 0.0329068 Aug 27 12:19:56.702057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef951fba-2c6c-4337-94b2-90e4dbf3da5e req-2f04423a-7736-4294-b94f-0e9b1949c834 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:56.709750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef951fba-2c6c-4337-94b2-90e4dbf3da5e req-2f04423a-7736-4294-b94f-0e9b1949c834 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.1235926 Aug 27 12:19:56.758792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef951fba-2c6c-4337-94b2-90e4dbf3da5e req-adead632-b06d-4eb2-9237-416de5ccac83 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Aug 27 12:19:56.807942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59030a35-c412-4de5-9cbe-7b3f9f0dbc7a req-b5cf6a2e-e7ea-4961-af02-acb4a8a3a63f tempest-ServersNegativeTestJSON-809944240 tempest-ServersNegativeTestJSON-809944240-project] 10.222.0.76 "GET /v2.0/ports?device_id=f67d590e-a366-4cda-b5e0-ba85cf1b754a HTTP/1.1" status: 200 len: 210 time: 0.0340641 Aug 27 12:19:56.921659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Deleting port c47544c8-9dee-4f4f-809a-ecc44edcd15d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:56.922159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:56.970109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d0da7e22-1a1d-49d7-87d8-ad6856330fd8 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:56.997776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d0da7e22-1a1d-49d7-87d8-ad6856330fd8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:56.998309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d0da7e22-1a1d-49d7-87d8-ad6856330fd8 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:57.041406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] For port c47544c8-9dee-4f4f-809a-ecc44edcd15d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c47544c8-9dee-4f4f-809a-ecc44edcd15d,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:57.041786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:57.058254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Calling delete_port for c47544c8-9dee-4f4f-809a-ecc44edcd15d owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:57.254630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:57.285315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47544c8-9dee-4f4f-809a-ecc44edcd15d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:57.477538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:57.721001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Router c6f04a6b-2c87-4a44-8f57-e31e853e0162 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:19:57.819143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0588653-a491-4ed3-ae3e-49135d3d71f3 req-e48c8891-0e20-45d9-ab2c-7d3fe6c9231e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 210 time: 0.0432532 Aug 27 12:19:57.887404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:57.947960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f4864-df0b-4bb0-94da-99d6ded8849a req-4e5668ef-f4f4-4281-a651-579dca637854 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:57.949564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-122f4864-df0b-4bb0-94da-99d6ded8849a req-4e5668ef-f4f4-4281-a651-579dca637854 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.0944333 Aug 27 12:19:57.953175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Deleting subnet 7853e869-f39b-4c9b-8c6c-1488a9f31a2c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:19:57.957008 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:57.960247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-3b31b447-7393-4c02-8c5d-4cc3862e4b68 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:57.961875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-3b31b447-7393-4c02-8c5d-4cc3862e4b68 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.2397127 Aug 27 12:19:57.989826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'port': {'device_id': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'admin_state_up': True, 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:57.996211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:19:58.010174 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] Sync routers for ids ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:19:58.014438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd71527b-3baa-41e3-b7e5-32950b1f7470 admin admin] 10.222.0.76 "PUT /v2.0/routers/c6f04a6b-2c87-4a44-8f57-e31e853e0162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0384526 Aug 27 12:19:58.016578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:58.019943 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] Routers {'c6f04a6b-2c87-4a44-8f57-e31e853e0162'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:58.020578 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.026826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.096627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-122f4864-df0b-4bb0-94da-99d6ded8849a req-cd563b34-4dc8-4ed2-9a3b-84994c60343f tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368835 Aug 27 12:19:58.125397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.125738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:19:58.131805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.141961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] Set router c6f04a6b-2c87-4a44-8f57-e31e853e0162 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:58.234828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.283439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.292268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Allocated IP 172.20.0.8 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/570a3a64-3ab3-4d71-82c9-c093e84f099d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:19:58.319563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7853e869-f39b-4c9b-8c6c-1488a9f31a2c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:58.325472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.326771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2cc3fd8c-8a16-48af-b0d5-4597a850aa5b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7853e869-f39b-4c9b-8c6c-1488a9f31a2c HTTP/1.1" status: 204 len: 168 time: 0.4368293 Aug 27 12:19:58.329736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39656) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:58.358149 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:57Z', 'revision_number': 5, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port': {'id': 'f043cdcf-6c54-420f-94e0-59d7998ba79a', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:02Z', 'updated_at': '2021-08-27T12:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.388736 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] Checking router: c6f04a6b-2c87-4a44-8f57-e31e853e0162 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:19:58.389016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.403260 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] Routers {'c6f04a6b-2c87-4a44-8f57-e31e853e0162'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:19:58.404146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.461150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Deleting port f043cdcf-6c54-420f-94e0-59d7998ba79a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:58.462103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.506416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.522836 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] Set router c6f04a6b-2c87-4a44-8f57-e31e853e0162 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:19:58.539772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-09dae471-4ffc-499d-acae-5fe2514a160f tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:58.541345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-09dae471-4ffc-499d-acae-5fe2514a160f tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.77 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.1565495 Aug 27 12:19:58.567208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] For port f043cdcf-6c54-420f-94e0-59d7998ba79a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f043cdcf-6c54-420f-94e0-59d7998ba79a,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:58.567208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.582310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Calling delete_port for f043cdcf-6c54-420f-94e0-59d7998ba79a owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:58.582557 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:58Z', 'revision_number': 6, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.611857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f2c23-9c7d-4957-95ad-95db0bd0e2cf None None] The sync data for ids ['c6f04a6b-2c87-4a44-8f57-e31e853e0162'] in n-d-688802-4 is: [{'id': 'c6f04a6b-2c87-4a44-8f57-e31e853e0162', 'name': 'tempest-TestServerMultinode-1071743726-router', 'tenant_id': 'cc9f304b97a54caa9e58fbea43d41191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:01Z', 'updated_at': '2021-08-27T12:19:58Z', 'revision_number': 6, 'project_id': 'cc9f304b97a54caa9e58fbea43d41191', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:19:58.682176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.718669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.752659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Transition to ACTIVE for port object 570a3a64-3ab3-4d71-82c9-c093e84f099d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:19:58.761477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5921c145-fd67-482a-8769-299387a0d64e']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.777295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44141f8-648f-4c48-88a3-b96070d6ae0e') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.777591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44141f8-648f-4c48-88a3-b96070d6ae0e') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:19:58.789961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.804585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.818354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.829562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:19:58.830017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:19:58.831986 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:19:58.838248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f043cdcf-6c54-420f-94e0-59d7998ba79a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:58.900496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.918718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.924471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Deleting port a1ff514f-fa26-4178-b725-e3c3b0fc42db {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:58.924845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:58.932278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4b597c1b-6f03-48d1-acd7-7443198e0b8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:58.975681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:19:59.015224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:59.077878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.084961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.100977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 13d2c541-e413-42d7-8ae6-413e21bb6b80 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:59.101698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 13d2c541-e413-42d7-8ae6-413e21bb6b80 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:59.173641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c47544c8-9dee-4f4f-809a-ecc44edcd15d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:19:59.181716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.182770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f04a6b-2c87-4a44-8f57-e31e853e0162 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:19:59.189621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.191352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29bcffff-6d86-4e6e-b9e0-cb724e2960bd admin admin] 10.222.0.76 "DELETE /v2.0/routers/c6f04a6b-2c87-4a44-8f57-e31e853e0162 HTTP/1.1" status: 204 len: 168 time: 1.1734083 Aug 27 12:19:59.196904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:59.225603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c47544c8-9dee-4f4f-809a-ecc44edcd15d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:19:59.226313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c47544c8-9dee-4f4f-809a-ecc44edcd15d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:19:59.262121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7abf50-5786-45b6-8040-654404d5946e req-0cdf7e84-2245-489a-a742-e25d91044141 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:59.263795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a7abf50-5786-45b6-8040-654404d5946e req-0cdf7e84-2245-489a-a742-e25d91044141 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 931 time: 0.3671975 Aug 27 12:19:59.322302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Deleting subnet 331b9267-f45b-4c46-8f02-d98dc4bd5dc5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:19:59.329975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.370027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a7abf50-5786-45b6-8040-654404d5946e req-ecd7d30f-9287-40fc-a47c-53ba9e92f43d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839109 Aug 27 12:19:59.380847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2e251-d349-4fa4-be47-ba1931f203e4 req-516b593f-c83e-4e64-998b-92e37b23f004 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:59.383093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2a2e251-d349-4fa4-be47-ba1931f203e4 req-516b593f-c83e-4e64-998b-92e37b23f004 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 945 time: 0.1481380 Aug 27 12:19:59.407923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.415767 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.426032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.430442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] 10.222.0.76 "DELETE /v2.0/networks/5921c145-fd67-482a-8769-299387a0d64e HTTP/1.1" status: 204 len: 168 time: 1.0976236 Aug 27 12:19:59.438169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:19:59.459764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6764579-ccb2-4b05-9867-034347a8462d admin admin] Pushing event deleted for resources: {'Network': ['ID=5921c145-fd67-482a-8769-299387a0d64e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:59.468023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2a2e251-d349-4fa4-be47-ba1931f203e4 req-b2e1ea32-5749-468d-9b04-4fcbaff95081 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/security-groups?id=36579edb-4cc1-47aa-bf46-b7dd2f4be384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Aug 27 12:19:59.484508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:19:59.491942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:19:59.496726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:59.555390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.577163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] For port a1ff514f-fa26-4178-b725-e3c3b0fc42db, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a1ff514f-fa26-4178-b725-e3c3b0fc42db,segment=NetworkSegment(b777bc79-f3a4-4b87-8fea-3066f7d22765),segment_id=b777bc79-f3a4-4b87-8fea-3066f7d22765)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:19:59.577650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.587053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:19:59.587731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.611540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Calling delete_port for a1ff514f-fa26-4178-b725-e3c3b0fc42db owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:19:59.622999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39670) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:59.627150 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-2b6d43f8-50ff-485d-881b-89e1b5585f5d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6413107 Aug 27 12:19:59.635852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.666830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331b9267-f45b-4c46-8f02-d98dc4bd5dc5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:19:59.672351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.674812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-70fbddb5-90b4-4eb5-85b0-4f842df2b466 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/331b9267-f45b-4c46-8f02-d98dc4bd5dc5 HTTP/1.1" status: 204 len: 168 time: 0.4762769 Aug 27 12:19:59.677479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:59.680205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc80d7-c9fd-4a62-a4e8-7347b98b9e20 None None] Network 0e583088-d3ba-4b2c-91c6-c2773fb4213a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:19:59.688717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-673cdd35-6302-499c-8141-22f4bc028b64 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:19:59.689819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-673cdd35-6302-499c-8141-22f4bc028b64 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446875 Aug 27 12:19:59.724095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Request body: {'port': {'device_id': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:19:59.734131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d594291-a834-41aa-a759-ebb15d1853b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd93aee7c8cc4877a5c9f469fb2e3d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083410 Aug 27 12:19:59.736776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39674) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:19:59.818418 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.827541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.869943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-45d04ef4-c5eb-4556-8fe0-74bb966dac0a None None] Provisioning for port 570a3a64-3ab3-4d71-82c9-c093e84f099d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:19:59.874963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-45d04ef4-c5eb-4556-8fe0-74bb966dac0a None None] Provisioning complete for port 570a3a64-3ab3-4d71-82c9-c093e84f099d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:19:59.875394 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-45d04ef4-c5eb-4556-8fe0-74bb966dac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.881068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56b2cd53-0b44-4549-b420-d0ac586b727c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.907653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56b2cd53-0b44-4549-b420-d0ac586b727c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.910846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-45d04ef4-c5eb-4556-8fe0-74bb966dac0a None None] Port 570a3a64-3ab3-4d71-82c9-c093e84f099d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:19:59.983020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Deleting port 85847a99-e793-49f9-b059-30292c0eec83 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:19:59.983430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.986427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56b2cd53-0b44-4549-b420-d0ac586b727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.988924 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56b2cd53-0b44-4549-b420-d0ac586b727c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:19:59.992890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-56b2cd53-0b44-4549-b420-d0ac586b727c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86c091f1-fe64-4900-96fb-b3586eea1adb HTTP/1.1" status: 204 len: 168 time: 0.2528410 Aug 27 12:20:00.015280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] DHCP port deletion for 0e583088-d3ba-4b2c-91c6-c2773fb4213a request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:20:00.084115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] Deleting port 85847a99-e793-49f9-b059-30292c0eec83 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:00.084585 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.148174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.169280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] For port 85847a99-e793-49f9-b059-30292c0eec83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=85847a99-e793-49f9-b059-30292c0eec83,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:00.169954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.193577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] Calling delete_port for 85847a99-e793-49f9-b059-30292c0eec83 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:00.208827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Pushing event deleted for resources: {'Port': ['ID=a1ff514f-fa26-4178-b725-e3c3b0fc42db,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:00.252458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570a3a64-3ab3-4d71-82c9-c093e84f099d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:00.274604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] No DVR routers for this DVR port a1ff514f-fa26-4178-b725-e3c3b0fc42db on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:00.277540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.280326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.282320 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1fbcc137-6ca0-4bb7-a546-c65566991708 req-b8756921-bbd0-496c-a04d-f72e645dac1c tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.77 "DELETE /v2.0/ports/a1ff514f-fa26-4178-b725-e3c3b0fc42db HTTP/1.1" status: 204 len: 173 time: 1.7319896 Aug 27 12:20:00.282822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'name': 'network-vif-deleted', 'tag': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:00.285448 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59248f1-1847-4fb0-bbb4-1089e700823a" -d '{"events": [{"server_uuid": "50df778b-e65d-41eb-8c9b-fb5e5a9d5b40", "name": "network-vif-deleted", "tag": "a1ff514f-fa26-4178-b725-e3c3b0fc42db"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:00.300049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Transition to ACTIVE for port object 570a3a64-3ab3-4d71-82c9-c093e84f099d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:00.306547 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.318774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.361609 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577cb0e-60d4-4fc0-8912-3f74c8781919 x-openstack-request-id: req-2577cb0e-60d4-4fc0-8912-3f74c8781919 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:00.362765 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50df778b-e65d-41eb-8c9b-fb5e5a9d5b40", "name": "network-vif-deleted", "tag": "a1ff514f-fa26-4178-b725-e3c3b0fc42db", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:00.363121 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2577cb0e-60d4-4fc0-8912-3f74c8781919 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:00.363870 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50df778b-e65d-41eb-8c9b-fb5e5a9d5b40', 'name': 'network-vif-deleted', 'tag': 'a1ff514f-fa26-4178-b725-e3c3b0fc42db', 'status': 'completed', 'code': 200} Aug 27 12:20:00.372988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] No DVR routers for this DVR port 85847a99-e793-49f9-b059-30292c0eec83 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:00.378594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2384d-ba4c-4b48-a8c2-f83c93f2ae07 None None] Pushing event deleted for resources: {'Port': ['ID=85847a99-e793-49f9-b059-30292c0eec83,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:00.431875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2cd53-0b44-4549-b420-d0ac586b727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c091f1-fe64-4900-96fb-b3586eea1adb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:00.470220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] For port 85847a99-e793-49f9-b059-30292c0eec83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=85847a99-e793-49f9-b059-30292c0eec83,segment=NetworkSegment(e0bd36de-2037-469c-95fc-6f321fcbce2d),segment_id=e0bd36de-2037-469c-95fc-6f321fcbce2d)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:00.471233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.513837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Pushing event updated for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:00.541349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Calling delete_port for 85847a99-e793-49f9-b059-30292c0eec83 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:00.597063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Attempting to bind port 570a3a64-3ab3-4d71-82c9-c093e84f099d on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:00.597478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Attempting to bind port 570a3a64-3ab3-4d71-82c9-c093e84f099d by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:00.597875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Attempting to bind port 570a3a64-3ab3-4d71-82c9-c093e84f099d on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:00.604627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Port 570a3a64-3ab3-4d71-82c9-c093e84f099d on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:20:00.604860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Attempting to bind port 570a3a64-3ab3-4d71-82c9-c093e84f099d on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:00.610693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:00.611018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:00.611410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:00.612016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Bound port: 570a3a64-3ab3-4d71-82c9-c093e84f099d, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:00.612401 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.625534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86586e00-b37b-42b7-9af9-34fffa66ff6a req-c0f2aa40-4a37-46e0-b7e1-6ca095c96abf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:00.627115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86586e00-b37b-42b7-9af9-34fffa66ff6a req-c0f2aa40-4a37-46e0-b7e1-6ca095c96abf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 943 time: 0.1599901 Aug 27 12:20:00.645917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79328434-85ae-4564-b88d-2d5a00ea5bef req-d7e88dcc-0658-4959-806c-1b61130156a6 tempest-InstanceActionsNegativeTestJSON-1058734530 tempest-InstanceActionsNegativeTestJSON-1058734530-project] 10.222.0.76 "GET /v2.0/ports?device_id=50df778b-e65d-41eb-8c9b-fb5e5a9d5b40 HTTP/1.1" status: 200 len: 210 time: 0.0483646 Aug 27 12:20:00.703720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.705833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:00.710217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:00.715959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.766397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86586e00-b37b-42b7-9af9-34fffa66ff6a req-8388e8bf-96f8-4724-b8b0-9869a12a34d2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229835 Aug 27 12:20:00.767936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:00.768631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:00.770061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] 10.222.0.77 "PUT /v2.0/ports/570a3a64-3ab3-4d71-82c9-c093e84f099d HTTP/1.1" status: 200 len: 1091 time: 1.0504034 Aug 27 12:20:00.772387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85847a99-e793-49f9-b059-30292c0eec83,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:00.812041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] No DVR routers for this DVR port 85847a99-e793-49f9-b059-30292c0eec83 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:00.834591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2848d-ee1c-4287-b890-c9645ad6919d service neutron] Pushing event updated for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:00.965328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-40eb56a7-1dd6-48fd-a204-7d5b3c103ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:00.967655 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-40eb56a7-1dd6-48fd-a204-7d5b3c103ed3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 1094 time: 0.1022711 Aug 27 12:20:00.972470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a1ff514f-fa26-4178-b725-e3c3b0fc42db no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:01.015599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.046082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e583088-d3ba-4b2c-91c6-c2773fb4213a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:01.067961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bd36de-2037-469c-95fc-6f321fcbce2d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:01.068695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bd36de-2037-469c-95fc-6f321fcbce2d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:01.088735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-6f887f65-2b52-4933-b821-98a165640f00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d HTTP/1.1" status: 200 len: 217 time: 0.1065540 Aug 27 12:20:01.092909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 85847a99-e793-49f9-b059-30292c0eec83 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:01.099880 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.143783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: a1ff514f-fa26-4178-b725-e3c3b0fc42db {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:01.148346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a1ff514f-fa26-4178-b725-e3c3b0fc42db not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:01.153285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 85847a99-e793-49f9-b059-30292c0eec83 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:01.153951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 85847a99-e793-49f9-b059-30292c0eec83 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:01.156188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f043cdcf-6c54-420f-94e0-59d7998ba79a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:01.160275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.172833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:20:01.173427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:20:01.175546 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:20:01.198560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-480649e6-1441-4b48-893d-37769317bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:01.202288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-480649e6-1441-4b48-893d-37769317bb6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1048548 Aug 27 12:20:01.205544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f043cdcf-6c54-420f-94e0-59d7998ba79a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:01.206843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f043cdcf-6c54-420f-94e0-59d7998ba79a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:01.262407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.269124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.271785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0e583088-d3ba-4b2c-91c6-c2773fb4213a HTTP/1.1" status: 204 len: 168 time: 1.5933847 Aug 27 12:20:01.284659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-783aa684-b7d3-4484-9182-afcfd4e72411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:01.288908 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-783aa684-b7d3-4484-9182-afcfd4e72411 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724049 Aug 27 12:20:01.289089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b28165-966c-47dd-a2da-1abf5e0409b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e583088-d3ba-4b2c-91c6-c2773fb4213a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:01.323159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:01.395065 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-5e8c97d6-2860-450e-aa7f-3526b01be5c6 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970974 Aug 27 12:20:01.476742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-508527898-network', 'tenant_id': '34b63ff535ac4baa884046922cb7039a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:01.503082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Made reservation on behalf of 34b63ff535ac4baa884046922cb7039a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:01.503930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39712) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:01.504049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.513469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.521662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2450b8d2-d63e-446f-b293-b36af7a65ecf req-cb976fba-8bba-4815-bf9d-19202cb44d79 service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185310 Aug 27 12:20:01.559658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6797a240-4cf6-4334-873f-d7bc752c26aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=036bb155e148403bb8fdee4989e57382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541186 Aug 27 12:20:01.561990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39714) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:01.620173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4297353f-69f0-4b9f-b60e-69a102e5b509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.622831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.627374 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.644837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4297353f-69f0-4b9f-b60e-69a102e5b509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.651570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:20:01.667978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d706a2-2a11-40c2-bba4-197ef5272195,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:01.671891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.672466 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Added segment 346465f7-64fc-4305-a506-32e066fdb34d of type vlan for network 3cd0869d-0380-45ff-a181-6010f4eddc78 Aug 27 12:20:01.711441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4297353f-69f0-4b9f-b60e-69a102e5b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.714898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4297353f-69f0-4b9f-b60e-69a102e5b509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.716508 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4297353f-69f0-4b9f-b60e-69a102e5b509 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9269310-d36c-4cf5-bb94-698a4bda8c82 HTTP/1.1" status: 204 len: 168 time: 0.1534123 Aug 27 12:20:01.726598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297353f-69f0-4b9f-b60e-69a102e5b509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9269310-d36c-4cf5-bb94-698a4bda8c82,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:01.728585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39720) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:01.763923 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.799520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Deleting subnet 90766af8-9b00-4fd2-842a-5a9e3be74a40 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:20:01.803465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.825009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.826277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:01.827327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.908076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5837450 Aug 27 12:20:01.911298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39724) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:01.919635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Request body: {'subnet': {'network_id': '3cd0869d-0380-45ff-a181-6010f4eddc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-508527898-subnet', 'tenant_id': '34b63ff535ac4baa884046922cb7039a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:01.934513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.955290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Made reservation on behalf of 34b63ff535ac4baa884046922cb7039a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:01.958423 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:01.977109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998ed41-5586-4042-b0fa-357b13d128b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd0869d-0380-45ff-a181-6010f4eddc78,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:01.987401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3cd0869d-0380-45ff-a181-6010f4eddc78 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:20:02.001929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459af5-a6a0-4827-8676-95942c047378 req-8636d8e5-aafb-47d8-8d90-a0d99c7bd35b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:02.009893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64459af5-a6a0-4827-8676-95942c047378 req-8636d8e5-aafb-47d8-8d90-a0d99c7bd35b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 943 time: 0.1529236 Aug 27 12:20:02.052934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.080821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64459af5-a6a0-4827-8676-95942c047378 req-9ffbda8b-d620-495c-9ebf-1ee37d391068 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Aug 27 12:20:02.147420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.174930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90766af8-9b00-4fd2-842a-5a9e3be74a40,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:02.184358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.189044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8017f9f9-70d2-48da-b548-b444e5e9f12a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/90766af8-9b00-4fd2-842a-5a9e3be74a40 HTTP/1.1" status: 204 len: 168 time: 0.4594197 Aug 27 12:20:02.189285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39730) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:02.198550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.199239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39732) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:02.244032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fb334da4-a002-4ac0-aca3-b617c4aeed0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc9f304b97a54caa9e58fbea43d41191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434520 Aug 27 12:20:02.246546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39734) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:02.295876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c3e02b1-9063-4644-b706-b89ebb627127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.314532 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.316708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c3e02b1-9063-4644-b706-b89ebb627127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.321234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c510ce-301a-49c2-acf7-04f6d47a1b19,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:02.339124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Checking segment: {'id': '346465f7-64fc-4305-a506-32e066fdb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3cd0869d-0380-45ff-a181-6010f4eddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:02.339484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Network hostable DHCP agents. Network: 3cd0869d-0380-45ff-a181-6010f4eddc78, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:20:02.364200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c3e02b1-9063-4644-b706-b89ebb627127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.366205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:02.367005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c3e02b1-9063-4644-b706-b89ebb627127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.368248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3c3e02b1-9063-4644-b706-b89ebb627127 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9761d9f2-d182-4335-94cc-d4cdabe8b21f HTTP/1.1" status: 204 len: 168 time: 0.1207914 Aug 27 12:20:02.368506 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34b630-bccd-4199-afd5-3783b8f72a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:02.377651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e02b1-9063-4644-b706-b89ebb627127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9761d9f2-d182-4335-94cc-d4cdabe8b21f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:02.425803 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd3399-2b89-4e33-9156-813b79b717ae x-openstack-request-id: req-b6fd3399-2b89-4e33-9156-813b79b717ae {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:02.426089 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:02.426348 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6fd3399-2b89-4e33-9156-813b79b717ae {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:02.428926 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d', 'status': 'completed', 'code': 200} Aug 27 12:20:02.433818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Network 3cd0869d-0380-45ff-a181-6010f4eddc78 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:20:02.439470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.452209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e9a729-1068-436d-b923-542f0f1a07ea']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:02.454839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 3cd0869d-0380-45ff-a181-6010f4eddc78) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:02.465580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c819d2c-3676-4387-9132-c86fb433cae4 None None] Network 3cd0869d-0380-45ff-a181-6010f4eddc78 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:02.473958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:02.474826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.481856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b777bc79-f3a4-4b87-8fea-3066f7d22765') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:02.482145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b777bc79-f3a4-4b87-8fea-3066f7d22765') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:02.511300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.549441 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b62a7ac-f906-4d04-98fb-6a9115511742 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6289580 Aug 27 12:20:02.555890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.576488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:20:02.577099 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:20:02.581165 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:20:02.610850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-51d106f7-7d36-41c8-baeb-93671f3e0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:02.612802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-51d106f7-7d36-41c8-baeb-93671f3e0759 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 1094 time: 0.1266499 Aug 27 12:20:02.691542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:02.746293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.755689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.758620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Deleting subnet e3c510ce-301a-49c2-acf7-04f6d47a1b19 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:20:02.761863 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] 10.222.0.76 "DELETE /v2.0/networks/29e9a729-1068-436d-b923-542f0f1a07ea HTTP/1.1" status: 204 len: 168 time: 0.5712104 Aug 27 12:20:02.763212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.782618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222677f-4cb8-4a41-8623-c3784bc8d44f admin admin] Pushing event deleted for resources: {'Network': ['ID=29e9a729-1068-436d-b923-542f0f1a07ea,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:02.819014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.833991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-588bf5e6-37c5-48a1-b935-998e4da11073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:02.836764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-588bf5e6-37c5-48a1-b935-998e4da11073 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1824398 Aug 27 12:20:02.862425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0ce06-9836-41fd-9a82-2f6489ed228d None None] Network 3cd0869d-0380-45ff-a181-6010f4eddc78 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:02.878750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:02.941056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-958b6682-2540-4ff0-be6d-e0b102b5718f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d HTTP/1.1" status: 200 len: 217 time: 0.0903463 Aug 27 12:20:02.995305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.012189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-86182212-5aec-4a63-a90b-d29c65d40c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:03.013878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-86182212-5aec-4a63-a90b-d29c65d40c9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0638051 Aug 27 12:20:03.060928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.062974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e3c510ce-301a-49c2-acf7-04f6d47a1b19 HTTP/1.1" status: 204 len: 168 time: 0.3703799 Aug 27 12:20:03.064013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6cc36-5c72-44a8-b5bb-42a67e957149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c510ce-301a-49c2-acf7-04f6d47a1b19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:03.066298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:03.079476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39750) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:03.119031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-e2c42442-92c3-4700-b57d-15be22569914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:03.120278 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-e2c42442-92c3-4700-b57d-15be22569914 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978367 Aug 27 12:20:03.153277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.155627 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-26bf1f46-08a4-40df-a217-2905d001db61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da3edce78665432e877332a6f3ee759f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737374 Aug 27 12:20:03.158012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39756) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:03.223712 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-3e68a6fa-9466-403f-b3dd-e494ea18427a service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933659 Aug 27 12:20:03.308680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952bbb4-d793-4a5a-9457-060cace0e66f req-d9ccf711-9224-4380-bbf2-9ef10bda72a2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:03.310114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d952bbb4-d793-4a5a-9457-060cace0e66f req-d9ccf711-9224-4380-bbf2-9ef10bda72a2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 943 time: 0.1444726 Aug 27 12:20:03.321000 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf34b630-bccd-4199-afd5-3783b8f72a5f req-ea2492b6-2585-499b-a622-c793a54ec7fe service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894167 Aug 27 12:20:03.329893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.338031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40840584-fd22-4bf4-869f-d21821ed648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.349953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd0869d-0380-45ff-a181-6010f4eddc78']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:03.371588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346465f7-64fc-4305-a506-32e066fdb34d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:03.371883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346465f7-64fc-4305-a506-32e066fdb34d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:03.396111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.398775 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40840584-fd22-4bf4-869f-d21821ed648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.411962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d952bbb4-d793-4a5a-9457-060cace0e66f req-035e59b2-a48b-4fc3-9b8e-2dc44daa9b34 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936146 Aug 27 12:20:03.437760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.450176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:20:03.450600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:20:03.452221 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:20:03.513536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.519802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.521610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3cd0869d-0380-45ff-a181-6010f4eddc78 HTTP/1.1" status: 204 len: 168 time: 0.4542849 Aug 27 12:20:03.523482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40840584-fd22-4bf4-869f-d21821ed648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.525925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40840584-fd22-4bf4-869f-d21821ed648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.527061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40840584-fd22-4bf4-869f-d21821ed648b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36579edb-4cc1-47aa-bf46-b7dd2f4be384 HTTP/1.1" status: 204 len: 168 time: 0.3679814 Aug 27 12:20:03.542747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ca33f-9f2e-41f4-83db-991168cb4957 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd0869d-0380-45ff-a181-6010f4eddc78,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:03.545156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40840584-fd22-4bf4-869f-d21821ed648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36579edb-4cc1-47aa-bf46-b7dd2f4be384,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:03.699951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:03.743518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-68f918a8-2c3e-4011-b29b-7a95f524ebd8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34b63ff535ac4baa884046922cb7039a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417099 Aug 27 12:20:03.743749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:03.792439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e03e846-b23d-46bb-933b-2d4ee056249a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.813515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e03e846-b23d-46bb-933b-2d4ee056249a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.865386 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e03e846-b23d-46bb-933b-2d4ee056249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.868080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e03e846-b23d-46bb-933b-2d4ee056249a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:03.869564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7e03e846-b23d-46bb-933b-2d4ee056249a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8d706a2-2a11-40c2-bba4-197ef5272195 HTTP/1.1" status: 204 len: 168 time: 0.1246560 Aug 27 12:20:03.877613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03e846-b23d-46bb-933b-2d4ee056249a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d706a2-2a11-40c2-bba4-197ef5272195,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:04.303603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39798) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:04.403213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1492783137-network', 'tenant_id': 'dbd0a4bce73d4043b9503c9c5b341751'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:04.431463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Made reservation on behalf of dbd0a4bce73d4043b9503c9c5b341751 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:04.433897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.443773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.536452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa27d-317a-4bbc-b0f9-3f8268e209d7 req-cc95446a-992c-433c-bda3-14d27b0d9ef5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:04.537997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-550aa27d-317a-4bbc-b0f9-3f8268e209d7 req-cc95446a-992c-433c-bda3-14d27b0d9ef5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 943 time: 0.0507600 Aug 27 12:20:04.566349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.571211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.580148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-550aa27d-317a-4bbc-b0f9-3f8268e209d7 req-e503c91d-90c2-450f-8984-8cadf1279c4b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Aug 27 12:20:04.599175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:20:04.609328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac83054-14e9-4e93-a22f-7b89338224e2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:04.615051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.615450 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Added segment 544d803d-e446-463f-be5f-16b5e7d9cc6f of type vlan for network 45d17344-ed4c-4622-8cc3-ca82b49af512 Aug 27 12:20:04.655792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.681840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.682907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:04.683569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.744777 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4399848 Aug 27 12:20:04.747994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39816) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:04.752660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfe22a-67b1-4776-9432-924373f323b4 admin admin] Pushing event updated for resources: {'Network': ['ID=45d17344-ed4c-4622-8cc3-ca82b49af512,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:04.753378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Request body: {'subnet': {'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1492783137-subnet', 'tenant_id': 'dbd0a4bce73d4043b9503c9c5b341751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:04.762962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 45d17344-ed4c-4622-8cc3-ca82b49af512 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:20:04.784550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Made reservation on behalf of dbd0a4bce73d4043b9503c9c5b341751 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:04.787294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:04.979070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:05.009850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 570a3a64-3ab3-4d71-82c9-c093e84f099d details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:05.032619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb100286-54e3-4860-89ad-ce7b93f5112c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:05.059670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Checking segment: {'id': '544d803d-e446-463f-be5f-16b5e7d9cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:05.060625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Network hostable DHCP agents. Network: 45d17344-ed4c-4622-8cc3-ca82b49af512, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:20:05.077751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Network 45d17344-ed4c-4622-8cc3-ca82b49af512 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:20:05.087964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 45d17344-ed4c-4622-8cc3-ca82b49af512) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:05.092870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:05.093639 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:05.099391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d1bce-4901-4cfd-b3df-12081a1cecb0 None None] Network 45d17344-ed4c-4622-8cc3-ca82b49af512 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:05.109911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3c6a92d5-1696-4493-b6f2-9ac9f620c1b8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3599236 Aug 27 12:20:05.174902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:05.196429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '570a3a64-3ab3-4d71-82c9-c093e84f099d', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '570a3a64-3ab3-4d71-82c9-c093e84f099d', 'mac_address': 'fa:16:3e:9c:06:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:05.265669 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:05.295844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21851aa9-fe5d-421c-82bb-57403342d23d None None] Network 45d17344-ed4c-4622-8cc3-ca82b49af512 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:05.340532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570a3a64-3ab3-4d71-82c9-c093e84f099d {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:05.372116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:05.382888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:05.495635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:05.715810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6a2d-13f5-4e28-8637-46fd80128340 req-46379fa2-1fc2-4f74-b55e-2fb163deff1b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:05.717475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c61f6a2d-13f5-4e28-8637-46fd80128340 req-46379fa2-1fc2-4f74-b55e-2fb163deff1b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 944 time: 0.0565274 Aug 27 12:20:05.777982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c61f6a2d-13f5-4e28-8637-46fd80128340 req-dd9b8c80-dac2-43fc-a32c-f12894cea56c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531039 Aug 27 12:20:05.820971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['570a3a64-3ab3-4d71-82c9-c093e84f099d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:06.385693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-e0cbcf60-82f4-4e7e-8e5b-0c6cfe244e1d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:06.387365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-e0cbcf60-82f4-4e7e-8e5b-0c6cfe244e1d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/networks?id=45d17344-ed4c-4622-8cc3-ca82b49af512 HTTP/1.1" status: 200 len: 810 time: 0.1373854 Aug 27 12:20:06.403776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-ce597543-c2ec-4da5-8722-55396e998387 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/quotas/dbd0a4bce73d4043b9503c9c5b341751 HTTP/1.1" status: 200 len: 375 time: 0.0105872 Aug 27 12:20:06.451010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-adfab572-c9a1-4a7d-8cfe-8a400907f7d9 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbd0a4bce73d4043b9503c9c5b341751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397348 Aug 27 12:20:06.546187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-7b917469-750e-4edd-958f-801d542958f1 service neutron] 10.222.0.76 "GET /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909340 Aug 27 12:20:06.637487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-170c427a-f5fc-47be-95a8-4818e6304b8d service neutron] 10.222.0.76 "GET /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Aug 27 12:20:06.935994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-198ef9e4-9655-41a5-bb5d-6cb718d94880 req-7ef42e68-efcc-4428-8f6e-81e244183ba0 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 210 time: 0.0563552 Aug 27 12:20:06.962189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee76c7-8d44-40d9-8e0f-bcd31f0ee359 req-d717ba2e-ce74-4d39-b4e2-cd2d9c4447df tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:06.969172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bee76c7-8d44-40d9-8e0f-bcd31f0ee359 req-d717ba2e-ce74-4d39-b4e2-cd2d9c4447df tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 944 time: 0.1129050 Aug 27 12:20:07.012510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 570a3a64-3ab3-4d71-82c9-c093e84f099d up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:07.027458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bee76c7-8d44-40d9-8e0f-bcd31f0ee359 req-6a9e3085-3081-458a-96fd-a4954e88d227 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566683 Aug 27 12:20:07.076610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 570a3a64-3ab3-4d71-82c9-c093e84f099d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:07.080573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 570a3a64-3ab3-4d71-82c9-c093e84f099d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:07.080949 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:07.166037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:07.188717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:07.191018 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0567d-d099-433c-afbd-e6fa60174331" -d '{"events": [{"server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "name": "network-vif-plugged", "status": "completed", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:07.205129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:07.210954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:07.238209 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6617fb65-aff5-43f9-a91b-7b3e4eba77da x-openstack-request-id: req-6617fb65-aff5-43f9-a91b-7b3e4eba77da {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:07.238530 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "name": "network-vif-plugged", "status": "completed", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:07.238791 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6617fb65-aff5-43f9-a91b-7b3e4eba77da {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:07.239188 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d', 'code': 200} Aug 27 12:20:07.269953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:07.368097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3eb36-1026-4aff-8b29-38d7ce8127f2 req-75d97f62-6edb-4ea1-99e9-b4e3e3fe87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:07.369604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-68b3eb36-1026-4aff-8b29-38d7ce8127f2 req-75d97f62-6edb-4ea1-99e9-b4e3e3fe87c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 1096 time: 0.0430038 Aug 27 12:20:07.416971 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-68b3eb36-1026-4aff-8b29-38d7ce8127f2 req-4b28bd3d-b091-481a-bcd4-7540226c661a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Aug 27 12:20:08.036652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-126541a9-6711-4923-8d5a-fc6b5877a7d9 req-35eab8a0-b2f7-4ae9-ab27-a2defdd154c4 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 210 time: 0.0262187 Aug 27 12:20:08.145430 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:08.146561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7857c-3227-4233-9947-f2f5b68a2b74 req-ac8fb279-826d-4e74-9515-0bd5949eb5eb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:08.148640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7e7857c-3227-4233-9947-f2f5b68a2b74 req-ac8fb279-826d-4e74-9515-0bd5949eb5eb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Aug 27 12:20:08.189229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7e7857c-3227-4233-9947-f2f5b68a2b74 req-a7dd1b89-2bff-4700-a068-886fa328b245 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Aug 27 12:20:08.417337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-3a8703ea-8c45-42cb-856a-517dd1e525e0 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:08.419140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-3a8703ea-8c45-42cb-856a-517dd1e525e0 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.77 "GET /v2.0/networks?id=45d17344-ed4c-4622-8cc3-ca82b49af512 HTTP/1.1" status: 200 len: 810 time: 0.1193132 Aug 27 12:20:08.444602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Request body: {'port': {'device_id': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512', 'admin_state_up': True, 'tenant_id': 'dbd0a4bce73d4043b9503c9c5b341751'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:08.552776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Made reservation on behalf of dbd0a4bce73d4043b9503c9c5b341751 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:08.557051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:08.683522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Allocated IP 172.20.0.4 (45d17344-ed4c-4622-8cc3-ca82b49af512/eb100286-54e3-4860-89ad-ce7b93f5112c/e46197a3-eeb4-4b71-8802-dca6f7aa45ca) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:20:08.830333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:08.880770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:08.924120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Network 45d17344-ed4c-4622-8cc3-ca82b49af512 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:08.927244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:08.933605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:20:08.962010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Pushing event updated for resources: {'Port': ['ID=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:08.993053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:08.993682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.008357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-d5d8874c-160a-4e3e-8c21-8bb01b280d63 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681393 Aug 27 12:20:09.082055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Request body: {'port': {'device_id': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:09.142294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.169672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cdcdd-10e3-4205-a2ba-a634db2f5642 req-fc5e0202-40e1-4571-b61b-8909605fc7b6 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:09.174915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad9cdcdd-10e3-4205-a2ba-a634db2f5642 req-fc5e0202-40e1-4571-b61b-8909605fc7b6 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 931 time: 0.0685215 Aug 27 12:20:09.222901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad9cdcdd-10e3-4205-a2ba-a634db2f5642 req-46c550c5-1172-419b-8c79-e7abf7342269 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Aug 27 12:20:09.332311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fc4aa-49ed-4b1e-bea8-21cbde2b1e2c req-9f7d95fb-8bb9-4143-bcfa-0405717895a7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:09.334097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc4fc4aa-49ed-4b1e-bea8-21cbde2b1e2c req-9f7d95fb-8bb9-4143-bcfa-0405717895a7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 945 time: 0.0603580 Aug 27 12:20:09.387765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc4fc4aa-49ed-4b1e-bea8-21cbde2b1e2c req-b969c30b-2ab1-42b3-9b9f-6bd223da58cc tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Aug 27 12:20:09.469671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46197a3-eeb4-4b71-8802-dca6f7aa45ca {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:09.477549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.489494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Transition to ACTIVE for port object e46197a3-eeb4-4b71-8802-dca6f7aa45ca will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:09.493164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.562117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Pushing event updated for resources: {'Port': ['ID=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:09.628371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Attempting to bind port e46197a3-eeb4-4b71-8802-dca6f7aa45ca on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:09.628708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Attempting to bind port e46197a3-eeb4-4b71-8802-dca6f7aa45ca by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '544d803d-e446-463f-be5f-16b5e7d9cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:09.629076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Attempting to bind port e46197a3-eeb4-4b71-8802-dca6f7aa45ca on network 45d17344-ed4c-4622-8cc3-ca82b49af512 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:09.634372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Port e46197a3-eeb4-4b71-8802-dca6f7aa45ca on network 45d17344-ed4c-4622-8cc3-ca82b49af512 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:20:09.634725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Attempting to bind port e46197a3-eeb4-4b71-8802-dca6f7aa45ca on network 45d17344-ed4c-4622-8cc3-ca82b49af512 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:09.643786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:09.645311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Checking segment: {'id': '544d803d-e446-463f-be5f-16b5e7d9cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:09.645825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Bound using segment: {'id': '544d803d-e446-463f-be5f-16b5e7d9cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:09.646278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Bound port: e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544d803d-e446-463f-be5f-16b5e7d9cc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:09.646672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.716537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] For port e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:09.719665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] For port e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,segment=NetworkSegment(544d803d-e446-463f-be5f-16b5e7d9cc6f),segment_id=544d803d-e446-463f-be5f-16b5e7d9cc6f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:09.726120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.767176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:09.767906 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:09.769972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] 10.222.0.77 "PUT /v2.0/ports/e46197a3-eeb4-4b71-8802-dca6f7aa45ca HTTP/1.1" status: 200 len: 1091 time: 0.6925652 Aug 27 12:20:09.770641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'tag': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:09.773076 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c94db-3b1c-4a6e-b568-49b823c32950" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8bc87b-a90a-4774-aad9-1e56278a3502", "tag": "e46197a3-eeb4-4b71-8802-dca6f7aa45ca"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:09.808834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754e805-d09e-48f3-82bc-6d89d0cc019e service neutron] Pushing event updated for resources: {'Port': ['ID=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:09.831225 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd88ebe-dc04-4ac5-9ecc-2c5983af0553 x-openstack-request-id: req-dbd88ebe-dc04-4ac5-9ecc-2c5983af0553 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:09.831769 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8bc87b-a90a-4774-aad9-1e56278a3502", "tag": "e46197a3-eeb4-4b71-8802-dca6f7aa45ca", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:09.832026 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dbd88ebe-dc04-4ac5-9ecc-2c5983af0553 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:09.832439 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'tag': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca', 'status': 'completed', 'code': 200} Aug 27 12:20:09.925142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-bfbf8d7b-d884-4b4c-99e1-309726a7233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:09.926844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-bfbf8d7b-d884-4b4c-99e1-309726a7233a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbd0a4bce73d4043b9503c9c5b341751&device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 1094 time: 0.0635784 Aug 27 12:20:09.972982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedccf2-7328-4081-b223-341d0b184b53 req-d1b4f7f4-7df3-4a38-acae-aebeccc2e9ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:09.974687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bedccf2-7328-4081-b223-341d0b184b53 req-d1b4f7f4-7df3-4a38-acae-aebeccc2e9ea tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.0516121 Aug 27 12:20:10.005967 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-ea5f10a5-d3c5-432d-9e7e-7d0b61716a38 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca HTTP/1.1" status: 200 len: 217 time: 0.0386429 Aug 27 12:20:10.014429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bedccf2-7328-4081-b223-341d0b184b53 req-8e239e9c-97a3-4f77-b937-97cf3c46aa30 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Aug 27 12:20:10.059826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-bca4f242-f73d-41ca-aa9b-6738b89cc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.061418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-bca4f242-f73d-41ca-aa9b-6738b89cc0f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb100286-54e3-4860-89ad-ce7b93f5112c HTTP/1.1" status: 200 len: 850 time: 0.0468788 Aug 27 12:20:10.094720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-39eb449a-7aaf-48a8-b090-6d8680897c07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=45d17344-ed4c-4622-8cc3-ca82b49af512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246925 Aug 27 12:20:10.190496 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-5a25ba15-db4f-4d28-887d-d8d5f0dc03aa service neutron] 10.222.0.77 "GET /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Aug 27 12:20:10.284243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f2bae5c4-6155-4d97-816c-76fe43001ee9 req-ec2b7bab-f41f-4e49-9272-3ed4b5011118 service neutron] 10.222.0.77 "GET /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Aug 27 12:20:10.345826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8ea15-8973-484c-b2bd-3c584e6064f8 req-d4b28f48-a0e6-416c-b021-83fbef42fb2f tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.347562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89d8ea15-8973-484c-b2bd-3c584e6064f8 req-d4b28f48-a0e6-416c-b021-83fbef42fb2f tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 943 time: 0.0571601 Aug 27 12:20:10.393558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89d8ea15-8973-484c-b2bd-3c584e6064f8 req-0c02a761-ab18-4ac1-9be6-41bac8f9b4e8 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Aug 27 12:20:10.448517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-10b5f451-0fda-48b2-a43e-6f73a765627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.450169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-10b5f451-0fda-48b2-a43e-6f73a765627a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbd0a4bce73d4043b9503c9c5b341751&device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 1094 time: 0.0444191 Aug 27 12:20:10.511356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d41648-18a3-4d6a-b7d5-7e5446e49f5d req-339ea164-242c-4221-a23f-4e5231d47c53 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.512818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5d41648-18a3-4d6a-b7d5-7e5446e49f5d req-339ea164-242c-4221-a23f-4e5231d47c53 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Aug 27 12:20:10.552093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-6417444b-2b9d-4f29-bec2-e40884eb00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.552646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5d41648-18a3-4d6a-b7d5-7e5446e49f5d req-01c121d7-1629-4d2f-986d-373aeacacbd9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328727 Aug 27 12:20:10.553727 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-6417444b-2b9d-4f29-bec2-e40884eb00e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=45d17344-ed4c-4622-8cc3-ca82b49af512 HTTP/1.1" status: 200 len: 911 time: 0.0923433 Aug 27 12:20:10.603466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-c9ca8790-d396-4047-bfa4-ebee002a3298 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca HTTP/1.1" status: 200 len: 217 time: 0.0372379 Aug 27 12:20:10.667130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-d45aac4f-ae38-4a20-a798-69359bf663e3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 267 time: 0.0443246 Aug 27 12:20:10.669105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-d8a18948-6d96-4525-8b1f-5c76dc2c64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.674206 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-d8a18948-6d96-4525-8b1f-5c76dc2c64fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb100286-54e3-4860-89ad-ce7b93f5112c HTTP/1.1" status: 200 len: 850 time: 0.0579560 Aug 27 12:20:10.704817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-421cf7d0-a992-4bca-bcb8-bd359ce90219 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=45d17344-ed4c-4622-8cc3-ca82b49af512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257125 Aug 27 12:20:10.717239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c2c21573-f76c-4924-b3c2-ed6406d2101a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:10.718759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c2c21573-f76c-4924-b3c2-ed6406d2101a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 945 time: 0.0507586 Aug 27 12:20:10.730435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'port': {'security_groups': []}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:10.798458 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-b38d4424-8b85-40f7-bb0b-b6a4df957a3a service neutron] 10.222.0.77 "GET /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851624 Aug 27 12:20:10.798654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:10.903055 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-327c94db-3b1c-4a6e-b568-49b823c32950 req-f44c56a0-0ef4-41c3-8941-1901a9673ba5 service neutron] 10.222.0.77 "GET /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941975 Aug 27 12:20:10.979901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:11.009611 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:11.014597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:11.027713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4b597c1b-6f03-48d1-acd7-7443198e0b8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:11.072578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.072876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:11.077527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18337a28-d03c-4b79-a43d-bdba4ba8ac08 req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "PUT /v2.0/ports/570a3a64-3ab3-4d71-82c9-c093e84f099d HTTP/1.1" status: 200 len: 904 time: 0.3522828 Aug 27 12:20:11.078308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:11.090047 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99151026-badf-4909-a676-9288fc926a44" -d '{"events": [{"name": "network-changed", "server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:11.117309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f', '570a3a64-3ab3-4d71-82c9-c093e84f099d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:11.203676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918121e-24fe-4d22-9215-09aae3d85614 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:11.239922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84a1d-3353-485e-9e02-abf987dd6d72 req-fb89b56e-8572-42fa-82e7-24b54ca539e2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.248142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21e84a1d-3353-485e-9e02-abf987dd6d72 req-fb89b56e-8572-42fa-82e7-24b54ca539e2 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.1291606 Aug 27 12:20:11.276670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac9f8d-77da-4e40-90c6-756181fec97b req-14e86e23-78d8-45a9-bca2-cc50e964a77e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.278866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4fac9f8d-77da-4e40-90c6-756181fec97b req-14e86e23-78d8-45a9-bca2-cc50e964a77e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 907 time: 0.1126614 Aug 27 12:20:11.308992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21e84a1d-3353-485e-9e02-abf987dd6d72 req-0e65e5a0-8279-44cd-826d-399009076155 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577555 Aug 27 12:20:11.313759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['570a3a64-3ab3-4d71-82c9-c093e84f099d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:11.353619 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537cd647-173f-4923-aa11-6b8eec1cf5d1 x-openstack-request-id: req-537cd647-173f-4923-aa11-6b8eec1cf5d1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:11.354363 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:11.354363 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-537cd647-173f-4923-aa11-6b8eec1cf5d1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:11.354754 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d', 'status': 'completed', 'code': 200} Aug 27 12:20:11.430419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861dde-9db1-41e5-b597-8953d9261b9e req-0c56e9e6-b961-4775-9e1c-5b43f8211ba9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.432415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19861dde-9db1-41e5-b597-8953d9261b9e req-0c56e9e6-b961-4775-9e1c-5b43f8211ba9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0634322 Aug 27 12:20:11.462412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151026-badf-4909-a676-9288fc926a44 req-22155570-18db-4345-a0d1-8435998690d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.464094 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-22155570-18db-4345-a0d1-8435998690d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 1058 time: 0.0611501 Aug 27 12:20:11.479346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8e69fd27-be27-4a81-ac25-2e6dfa59c5ba None None] Provisioning complete for port 570a3a64-3ab3-4d71-82c9-c093e84f099d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:11.479719 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8e69fd27-be27-4a81-ac25-2e6dfa59c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:11.494960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19861dde-9db1-41e5-b597-8953d9261b9e req-e66c5666-aa1a-4564-933a-fba04ba92f85 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564635 Aug 27 12:20:11.634607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151026-badf-4909-a676-9288fc926a44 req-3dea1934-f61d-497b-a1b9-2476cc05aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.636140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-3dea1934-f61d-497b-a1b9-2476cc05aa2b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1586616 Aug 27 12:20:11.640910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f353-e311-4bd0-b5e4-38a3ec70dff5 req-d4feb827-50de-43dd-90d1-e1c95169bf38 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.642425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d5f353-e311-4bd0-b5e4-38a3ec70dff5 req-d4feb827-50de-43dd-90d1-e1c95169bf38 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 943 time: 0.1142073 Aug 27 12:20:11.675081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e748dbc-1cea-43ef-9145-306bad4226c8 req-b527accc-fc38-49ae-b400-145c28aa15aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.677484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e748dbc-1cea-43ef-9145-306bad4226c8 req-b527accc-fc38-49ae-b400-145c28aa15aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0857868 Aug 27 12:20:11.690328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-636d6650-6363-4de0-8608-7ea5ed25a93a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d HTTP/1.1" status: 200 len: 217 time: 0.0452721 Aug 27 12:20:11.707922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d5f353-e311-4bd0-b5e4-38a3ec70dff5 req-7b5d7fdf-1655-47d5-9475-deca5855c3aa tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560462 Aug 27 12:20:11.746105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e748dbc-1cea-43ef-9145-306bad4226c8 req-7c5b476b-90a4-47af-a0fa-92321888f377 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540428 Aug 27 12:20:11.805513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151026-badf-4909-a676-9288fc926a44 req-22509dfa-6c29-4a38-bb2e-a273348dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.807455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-22509dfa-6c29-4a38-bb2e-a273348dbf56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0525916 Aug 27 12:20:11.881804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151026-badf-4909-a676-9288fc926a44 req-84a37df4-bbda-4aff-bbff-ccd36a732a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:11.883934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-84a37df4-bbda-4aff-bbff-ccd36a732a5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473244 Aug 27 12:20:11.990599 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-22146e7b-3326-4cf6-b577-062dd850f49d service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974760 Aug 27 12:20:12.072539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-d768768a-5d88-42f2-81f3-a0fc9a42b474 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:12.074231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-d768768a-5d88-42f2-81f3-a0fc9a42b474 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.1473477 Aug 27 12:20:12.097744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-82a8bc92-a3bc-467e-8ba9-e56c2d84448f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/quotas/7fa76c90866647c1949d40c2f3f6e237 HTTP/1.1" status: 200 len: 375 time: 0.0173972 Aug 27 12:20:12.105972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99151026-badf-4909-a676-9288fc926a44 req-59e7c13a-e1fb-4412-b44d-685a69a8374c service neutron] 10.222.0.77 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076474 Aug 27 12:20:12.184172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-44277a14-1a86-4902-a197-d01751d7bbbd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0789039 Aug 27 12:20:12.265082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-19310c7a-c145-4932-98db-d319d3cd28fe tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:12.266594 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-19310c7a-c145-4932-98db-d319d3cd28fe tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.0622053 Aug 27 12:20:12.300313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-12dc0f79-a522-409a-a458-07dbd3193f22 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146629 Aug 27 12:20:12.393706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Deleting port 706887f7-69ac-4ea9-b538-60a4760d9ca4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:12.393959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:12.416776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-fc10c4c3-6723-4971-9ad6-d2453ec37ec9 service neutron] 10.222.0.76 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151485 Aug 27 12:20:12.487881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813792dd-9b35-4d27-bb2e-ea2474300bbd req-e73d0196-5d8d-4184-bae4-7bb957630691 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:12.496556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-813792dd-9b35-4d27-bb2e-ea2474300bbd req-e73d0196-5d8d-4184-bae4-7bb957630691 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 946 time: 0.0785091 Aug 27 12:20:12.504420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] For port 706887f7-69ac-4ea9-b538-60a4760d9ca4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=706887f7-69ac-4ea9-b538-60a4760d9ca4,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:12.504885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:12.556488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-813792dd-9b35-4d27-bb2e-ea2474300bbd req-4ad2f655-de22-4cf2-94f3-a1be54eaa096 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups?id=49ea20fe-a80b-4c84-8b69-738e37b9ad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563960 Aug 27 12:20:12.654620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3dd18914-b3e8-46b3-aaad-10a77e55f04a req-514d24c1-bcf7-441b-99b6-8dbc26d4d1b8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 210 time: 0.0270214 Aug 27 12:20:12.712120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:12.712603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:12.712856 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Floating IP 4d004180-dff9-4773-8a38-1acfd1ab42ee disassociated. External IP: 172.25.8.249, port: 706887f7-69ac-4ea9-b538-60a4760d9ca4. Aug 27 12:20:12.713199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Calling delete_port for 706887f7-69ac-4ea9-b538-60a4760d9ca4 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:12.919271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c1a0-c702-4f22-a68f-0225c19984de req-0001122b-1744-4eca-8b10-511acc1f726e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:12.921159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e561c1a0-c702-4f22-a68f-0225c19984de req-0001122b-1744-4eca-8b10-511acc1f726e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 943 time: 0.0847833 Aug 27 12:20:12.960458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:12.970815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e561c1a0-c702-4f22-a68f-0225c19984de req-1fe94e57-a232-4773-8d6d-4352aba166e6 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Aug 27 12:20:13.004267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event deleted for resources: {'Port': ['ID=706887f7-69ac-4ea9-b538-60a4760d9ca4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:13.143014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Router a8b2c748-ea72-442a-af6d-0965bc750492 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:20:13.608823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:20:13.623758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:20:13.650299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:13.654081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:13.658400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] No DVR routers for this DVR port 706887f7-69ac-4ea9-b538-60a4760d9ca4 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:13.661454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:13.664156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50ae6891-ba77-4758-80e3-7ab15239c328 req-7b2386bc-6a55-4ff0-a1dc-d72120e8fbfd tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.77 "DELETE /v2.0/ports/706887f7-69ac-4ea9-b538-60a4760d9ca4 HTTP/1.1" status: 204 len: 173 time: 1.3906860 Aug 27 12:20:13.664650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-deleted', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:13.667544 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68aa660-18f7-48b9-b2ec-c18139098aa7" -d '{"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-deleted", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:13.692424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cadef79-0ff8-4f2f-881b-9d660ef596be req-9fe8449f-42e1-4500-ba5b-63e296495d18 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/ports?device_id=beca08eb-4db6-44f1-8002-e54ed6008fd8 HTTP/1.1" status: 200 len: 210 time: 0.0562918 Aug 27 12:20:13.738325 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0323d9fa-98d7-48bf-8f80-24aa1fc48c56 x-openstack-request-id: req-0323d9fa-98d7-48bf-8f80-24aa1fc48c56 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:13.738888 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beca08eb-4db6-44f1-8002-e54ed6008fd8", "name": "network-vif-deleted", "tag": "706887f7-69ac-4ea9-b538-60a4760d9ca4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:13.738888 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0323d9fa-98d7-48bf-8f80-24aa1fc48c56 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:13.739382 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beca08eb-4db6-44f1-8002-e54ed6008fd8', 'name': 'network-vif-deleted', 'tag': '706887f7-69ac-4ea9-b538-60a4760d9ca4', 'status': 'completed', 'code': 200} Aug 27 12:20:13.864079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:13.890204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae75c998-faf0-4edf-bb74-88f32cf118e3 req-bc941294-415d-467a-9635-27773c70936d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 210 time: 0.0599768 Aug 27 12:20:13.963161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-d931781a-949f-4365-9266-a0d03e5006f5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:13.964793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-d931781a-949f-4365-9266-a0d03e5006f5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 812 time: 0.2247055 Aug 27 12:20:13.982096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Request body: {'port': {'device_id': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'admin_state_up': True, 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:14.121457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda610e6-2a73-4711-b2d8-3d7da5aa68b5 req-8a113746-462a-442e-a8c2-fa4581a46d1d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:14.124454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bda610e6-2a73-4711-b2d8-3d7da5aa68b5 req-8a113746-462a-442e-a8c2-fa4581a46d1d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 943 time: 0.0633492 Aug 27 12:20:14.140752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Made reservation on behalf of 7fa76c90866647c1949d40c2f3f6e237 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:14.146108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:14.180133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:14.186348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bda610e6-2a73-4711-b2d8-3d7da5aa68b5 req-c157be40-5c03-4caf-8fc2-5f95e4bd16d4 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Aug 27 12:20:14.238333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:20:14.254617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:14.255427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:14.338942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Allocated IP 172.20.0.11 (c872c26e-db9d-4b93-9c74-3db1f8fbfa59/be3adada-d433-4f11-9055-e06757d483bf/61aeb0ca-e415-4034-9157-790fd49d30d6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:20:14.408478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:14.564229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:14.583660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Transition to ACTIVE for port object 61aeb0ca-e415-4034-9157-790fd49d30d6 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:14.666567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:14.715898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4b597c1b-6f03-48d1-acd7-7443198e0b8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:14.726095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:14.782777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:14.826845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:14.831408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:14.833748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:14.842431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:20:14.909352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:14.909979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:14.929155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34972ac-491b-4ac3-ab8e-6866ac1c4788 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:14.942982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-edd0c3d8-b7e4-4484-bbc2-e71953f8d6bf tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9659169 Aug 27 12:20:14.956739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Request body: {'port': {'device_id': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:14.970255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34972ac-491b-4ac3-ab8e-6866ac1c4788 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.056434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:15.070069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e46197a3-eeb4-4b71-8802-dca6f7aa45ca details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:15.086416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.169693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56afa5-cd9d-42a6-a011-ddb9273a7c78 req-81616441-2278-4c10-a4c5-9277f7916550 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:15.171529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb56afa5-cd9d-42a6-a011-ddb9273a7c78 req-81616441-2278-4c10-a4c5-9277f7916550 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 932 time: 0.1415925 Aug 27 12:20:15.172869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34972ac-491b-4ac3-ab8e-6866ac1c4788 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.176247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34972ac-491b-4ac3-ab8e-6866ac1c4788 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.177533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c34972ac-491b-4ac3-ab8e-6866ac1c4788 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "DELETE /v2.0/security-groups/49ea20fe-a80b-4c84-8b69-738e37b9ad38 HTTP/1.1" status: 204 len: 168 time: 0.3489370 Aug 27 12:20:15.182087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40074) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:15.217330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34972ac-491b-4ac3-ab8e-6866ac1c4788 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea20fe-a80b-4c84-8b69-738e37b9ad38,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:15.232451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb56afa5-cd9d-42a6-a011-ddb9273a7c78 req-603dd8ef-ba4d-43e4-a3a4-2da3f14155ad tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Aug 27 12:20:15.238988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,segment=NetworkSegment(544d803d-e446-463f-be5f-16b5e7d9cc6f),segment_id=544d803d-e446-463f-be5f-16b5e7d9cc6f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:15.270177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca', 'network_id': '45d17344-ed4c-4622-8cc3-ca82b49af512', 'port_id': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca', 'mac_address': 'fa:16:3e:11:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb100286-54e3-4860-89ad-ce7b93f5112c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:15.271952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:15.295565 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-9daf0b63-fe58-4c4c-b956-3da6d1d4e7e1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] show failed (client error): The resource could not be found. Aug 27 12:20:15.296769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9daf0b63-fe58-4c4c-b956-3da6d1d4e7e1 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "GET /v2.0/security-groups/49ea20fe-a80b-4c84-8b69-738e37b9ad38 HTTP/1.1" status: 404 len: 347 time: 0.1132834 Aug 27 12:20:15.300379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40078) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:15.347453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed570627-a9f9-47fd-8589-dbd6a1c6e445 None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:08:09Z', 'revision_number': 4, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'e771c50c-c3e6-476b-891e-e0d9389d12b2', 'name': '', 'network_id': 'c01defaa-06b1-4809-b5d8-40aa29e0ac37', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'mac_address': 'fa:16:3e:4a:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:07Z', 'updated_at': '2021-08-27T12:08:17Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'subnets': [{'id': '8375e1be-ba58-438d-abe1-fd272daca7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:20:15.350240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 706887f7-69ac-4ea9-b538-60a4760d9ca4 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:15.351146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 706887f7-69ac-4ea9-b538-60a4760d9ca4 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:15.352958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0347c-1865-4c56-b30f-b238e390a0a5 req-a87b9614-73d9-4c75-aab3-1c7a54ccf5f4 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:15.362324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09d0347c-1865-4c56-b30f-b238e390a0a5 req-a87b9614-73d9-4c75-aab3-1c7a54ccf5f4 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 943 time: 0.0678902 Aug 27 12:20:15.401367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.422067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46197a3-eeb4-4b71-8802-dca6f7aa45ca {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:15.423769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09d0347c-1865-4c56-b30f-b238e390a0a5 req-2b14e6b1-b384-4b18-a244-fc83ab7899ab tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600376 Aug 27 12:20:15.511241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9bc3bdea-9f11-4141-84cc-4b7ae6fad150 None None] Provisioning for port 61aeb0ca-e415-4034-9157-790fd49d30d6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:15.530897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,segment=NetworkSegment(544d803d-e446-463f-be5f-16b5e7d9cc6f),segment_id=544d803d-e446-463f-be5f-16b5e7d9cc6f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:15.537207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9bc3bdea-9f11-4141-84cc-4b7ae6fad150 None None] Provisioning complete for port 61aeb0ca-e415-4034-9157-790fd49d30d6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:15.537931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bdea-9f11-4141-84cc-4b7ae6fad150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.565056 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.577348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Deleting port 6f3c6dab-911d-4154-aa86-0f0f27e79155 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:15.577699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.722552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.722883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.745294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aeb0ca-e415-4034-9157-790fd49d30d6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:15.749808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Calling delete_port for 6f3c6dab-911d-4154-aa86-0f0f27e79155 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:15.756861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.768566 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f21a7-ade2-4fa8-a171-ef42c0f0db40 None None] New status for floating IP 4d004180-dff9-4773-8a38-1acfd1ab42ee: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:20:15.803156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Transition to ACTIVE for port object 61aeb0ca-e415-4034-9157-790fd49d30d6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:15.812185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:15.840351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3bdea-9f11-4141-84cc-4b7ae6fad150 None None] Port 61aeb0ca-e415-4034-9157-790fd49d30d6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:20:15.863038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:15.902916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:15.982255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e46197a3-eeb4-4b71-8802-dca6f7aa45ca'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:15.985803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Attempting to bind port 61aeb0ca-e415-4034-9157-790fd49d30d6 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:15.986144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Attempting to bind port 61aeb0ca-e415-4034-9157-790fd49d30d6 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:15.986517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Attempting to bind port 61aeb0ca-e415-4034-9157-790fd49d30d6 on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:15.998563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Port 61aeb0ca-e415-4034-9157-790fd49d30d6 on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:20:15.998890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Attempting to bind port 61aeb0ca-e415-4034-9157-790fd49d30d6 on network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:16.005705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:16.006104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Checking segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:16.006496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Bound using segment: {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:16.007634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Bound port: 61aeb0ca-e415-4034-9157-790fd49d30d6, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff35f22-44a8-42a0-98e7-f50579d50c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:16.008028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:16.115398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:16.119132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:16.120562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:16.143349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Pushing event deleted for resources: {'Port': ['ID=6f3c6dab-911d-4154-aa86-0f0f27e79155,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:16.149428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:16.204484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.205093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:16.206786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] 10.222.0.65 "PUT /v2.0/ports/61aeb0ca-e415-4034-9157-790fd49d30d6 HTTP/1.1" status: 200 len: 1092 time: 1.2544403 Aug 27 12:20:16.207231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:16.209660 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd625c8-b08c-4fc6-be4d-77f998e96f29" -d '{"events": [{"name": "network-changed", "server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:16.222767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905792fd-0047-4492-8b3b-ad9192a1c56e service neutron] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:16.281479 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c003ab-87bf-4fa0-9c46-0950b63a1c68 x-openstack-request-id: req-d7c003ab-87bf-4fa0-9c46-0950b63a1c68 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:16.281768 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:16.282019 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7c003ab-87bf-4fa0-9c46-0950b63a1c68 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:16.282449 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'status': 'completed', 'code': 200} Aug 27 12:20:16.337811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:16.340408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:16.344927 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-68368385-aa54-44d5-ae2b-01017c8b7b82 tempest-AttachVolumeShelveTestJSON-1187982104 tempest-AttachVolumeShelveTestJSON-1187982104-project] 10.222.0.76 "DELETE /v2.0/floatingips/4d004180-dff9-4773-8a38-1acfd1ab42ee HTTP/1.1" status: 204 len: 168 time: 1.0396848 Aug 27 12:20:16.344927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-79a53050-1116-4a2c-b56f-fb26ce21d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.348634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-79a53050-1116-4a2c-b56f-fb26ce21d0d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 1095 time: 0.0632267 Aug 27 12:20:16.404986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442b654-e109-44fb-8d27-4c1db45f9876 req-47c50e8e-a307-4ead-a745-2738cd85de84 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.415502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e442b654-e109-44fb-8d27-4c1db45f9876 req-47c50e8e-a307-4ead-a745-2738cd85de84 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 944 time: 0.1022604 Aug 27 12:20:16.482740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e442b654-e109-44fb-8d27-4c1db45f9876 req-c324bdca-bb0d-40b0-b81e-4227d32db47f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661476 Aug 27 12:20:16.506265 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-24d53ba8-cd7f-4173-8e03-e0dd09538b66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61aeb0ca-e415-4034-9157-790fd49d30d6 HTTP/1.1" status: 200 len: 217 time: 0.1386819 Aug 27 12:20:16.581010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-120dd0e0-5ac9-4feb-83f7-a37545a1f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.586420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-120dd0e0-5ac9-4feb-83f7-a37545a1f0dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0729506 Aug 27 12:20:16.643055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef92ef-6567-4c7f-a450-8300046d26cc req-57d2a50a-cf96-4556-9254-92fe1a278baf tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.652952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feef92ef-6567-4c7f-a450-8300046d26cc req-57d2a50a-cf96-4556-9254-92fe1a278baf tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 944 time: 0.0925276 Aug 27 12:20:16.654788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-a0317d27-71de-4b24-8d38-2ad3603dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.656361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-a0317d27-71de-4b24-8d38-2ad3603dff35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632498 Aug 27 12:20:16.699097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-feef92ef-6567-4c7f-a450-8300046d26cc req-2c349892-730d-47d3-95dd-94565396a26b tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 Aug 27 12:20:16.770317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-aebf5167-fc5b-4630-b6d7-210a61bd0ad5 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048224 Aug 27 12:20:16.874053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:16.886159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4f855b47-d6f4-4737-81ee-1c721efe9807 req-0cdc510a-5362-436f-915b-afd0960455ce service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075587 Aug 27 12:20:16.984584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-8fade253-b0bb-44c1-a91d-9823827ccf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:16.986260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-8fade253-b0bb-44c1-a91d-9823827ccf70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 1095 time: 0.0509145 Aug 27 12:20:17.024749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43deb85a-ceb0-45aa-8a41-93b0f457ebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.056417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e46197a3-eeb4-4b71-8802-dca6f7aa45ca up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:17.112306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-330106b0-b535-4bf7-9fab-65ed127eab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:17.113991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-330106b0-b535-4bf7-9fab-65ed127eab32 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1207101 Aug 27 12:20:17.149872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e46197a3-eeb4-4b71-8802-dca6f7aa45ca completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:17.155437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e46197a3-eeb4-4b71-8802-dca6f7aa45ca triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:17.156652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.173468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43deb85a-ceb0-45aa-8a41-93b0f457ebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.175537 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-a38b2b00-7e9a-4396-ba23-d0426df2cc32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61aeb0ca-e415-4034-9157-790fd49d30d6 HTTP/1.1" status: 200 len: 217 time: 0.0498061 Aug 27 12:20:17.180487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43deb85a-ceb0-45aa-8a41-93b0f457ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.264893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-43deb85a-ceb0-45aa-8a41-93b0f457ebba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8b4329ce5434515a8066f9f102c3aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896525 Aug 27 12:20:17.267504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:17.277825 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.291260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-d5b300b6-f23a-4621-bad8-07abc8613048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:17.292802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-d5b300b6-f23a-4621-bad8-07abc8613048 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1070631 Aug 27 12:20:17.301937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43deb85a-ceb0-45aa-8a41-93b0f457ebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88634c38-d7bf-47fa-bbde-0431b6b61fd1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:17.307989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:17.312053 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f8e09-685f-4cf7-b157-644d808516c8" -d '{"events": [{"server_uuid": "ae8bc87b-a90a-4774-aad9-1e56278a3502", "name": "network-vif-plugged", "status": "completed", "tag": "e46197a3-eeb4-4b71-8802-dca6f7aa45ca"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:17.328833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,segment=NetworkSegment(544d803d-e446-463f-be5f-16b5e7d9cc6f),segment_id=544d803d-e446-463f-be5f-16b5e7d9cc6f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:17.335298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.346520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b754069c-2612-401d-8f23-36c6c2d4f99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.382291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b754069c-2612-401d-8f23-36c6c2d4f99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.386295 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f479f2d-7d8e-4fe6-9e77-8e4b7ef62aa9 x-openstack-request-id: req-6f479f2d-7d8e-4fe6-9e77-8e4b7ef62aa9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:17.386728 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8bc87b-a90a-4774-aad9-1e56278a3502", "name": "network-vif-plugged", "status": "completed", "tag": "e46197a3-eeb4-4b71-8802-dca6f7aa45ca", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:17.387083 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f479f2d-7d8e-4fe6-9e77-8e4b7ef62aa9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:17.387572 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca', 'code': 200} Aug 27 12:20:17.406873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-38244813-3954-412b-82e3-8d54fbb4cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:17.408322 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-38244813-3954-412b-82e3-8d54fbb4cf45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064544 Aug 27 12:20:17.436580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:17.446021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b754069c-2612-401d-8f23-36c6c2d4f99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.450254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b754069c-2612-401d-8f23-36c6c2d4f99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:17.452907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b754069c-2612-401d-8f23-36c6c2d4f99a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88634c38-d7bf-47fa-bbde-0431b6b61fd1 HTTP/1.1" status: 204 len: 168 time: 0.1833401 Aug 27 12:20:17.463546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754069c-2612-401d-8f23-36c6c2d4f99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88634c38-d7bf-47fa-bbde-0431b6b61fd1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:17.560876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fe2a3-cf9a-417d-8aba-0ae77f0e1844 req-aaeb0d6b-5de5-4c5c-8292-e288721426ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:17.562929 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-495fe2a3-cf9a-417d-8aba-0ae77f0e1844 req-aaeb0d6b-5de5-4c5c-8292-e288721426ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 1096 time: 0.0630980 Aug 27 12:20:17.606100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-3155b756-6cbe-4ca5-a671-2235c5205b40 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884658 Aug 27 12:20:17.625865 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-495fe2a3-cf9a-417d-8aba-0ae77f0e1844 req-c2c4ce97-a86f-4387-a5f2-9c9b371a9dd6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516787 Aug 27 12:20:17.669041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f3269-2f5b-488b-9471-a1f58ada6f1e req-7f9f9b22-2002-4f28-b148-b1eda4555f17 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:17.672631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-547f3269-2f5b-488b-9471-a1f58ada6f1e req-7f9f9b22-2002-4f28-b148-b1eda4555f17 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 944 time: 0.1053426 Aug 27 12:20:17.738963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-547f3269-2f5b-488b-9471-a1f58ada6f1e req-e972f572-52ec-44ac-836e-1e9efc736357 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Aug 27 12:20:17.764893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffd625c8-b08c-4fc6-be4d-77f998e96f29 req-b50787f6-42ad-4f57-9b2d-5f38bd397a01 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425548 Aug 27 12:20:17.833395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2495043-4546-4e56-a152-437440a305da req-5714fe3c-268b-4e47-9830-386e1ecea53d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:17.836099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2495043-4546-4e56-a152-437440a305da req-5714fe3c-268b-4e47-9830-386e1ecea53d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 945 time: 0.0610070 Aug 27 12:20:17.889742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2495043-4546-4e56-a152-437440a305da req-c2b81112-45e3-458f-9277-8508174e7462 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Aug 27 12:20:18.440514 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8e587884-def7-4842-bcf6-03433974499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:18.876916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffea09-1a8b-4ab5-ad61-17bbb0a7b873 req-51453a6d-2948-4fa7-9309-86bd40a1e65c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:18.887288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08ffea09-1a8b-4ab5-ad61-17bbb0a7b873 req-51453a6d-2948-4fa7-9309-86bd40a1e65c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 944 time: 0.0611048 Aug 27 12:20:18.943260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08ffea09-1a8b-4ab5-ad61-17bbb0a7b873 req-53ff5cfb-0e74-4ab5-86d3-83ac6272a209 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502760 Aug 27 12:20:19.044676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b806-25d2-4933-a0b0-f6c24130ea23 req-45a410c7-de88-4dca-93ea-2e69093f7b8a tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:19.046403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d0b806-25d2-4933-a0b0-f6c24130ea23 req-45a410c7-de88-4dca-93ea-2e69093f7b8a tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 945 time: 0.0622866 Aug 27 12:20:19.097125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d0b806-25d2-4933-a0b0-f6c24130ea23 req-2abd4e53-41af-4906-9f6f-6901718d0045 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Aug 27 12:20:19.829521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:19.940996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f57-c2fe-4c1a-abaf-5fb66d95ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.022792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.084561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f57-c2fe-4c1a-abaf-5fb66d95ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.089674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f57-c2fe-4c1a-abaf-5fb66d95ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.113920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e967e29-2633-429e-b2ca-8c8a35fac8f9 req-b231ba29-408a-441d-8935-75ce90881812 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:20.115423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e967e29-2633-429e-b2ca-8c8a35fac8f9 req-b231ba29-408a-441d-8935-75ce90881812 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 944 time: 0.1014085 Aug 27 12:20:20.153947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5d48f57-c2fe-4c1a-abaf-5fb66d95ca42 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87d19b1e5b324918a09244f180ddb918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233168 Aug 27 12:20:20.157041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:20.159924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d48f57-c2fe-4c1a-abaf-5fb66d95ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae2d157-30e9-4d3c-8acd-79f1d2ae0d23,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:20.207263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e967e29-2633-429e-b2ca-8c8a35fac8f9 req-b02ff7af-b6b0-4529-8dfa-4e3fbf431b1c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844827 Aug 27 12:20:20.231003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e83080f-5578-4cb1-a76d-5397f37913d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.236668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 61aeb0ca-e415-4034-9157-790fd49d30d6 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:20.253326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25b4b-126e-49cc-ae28-019d16786bcf req-020faf95-e07c-461b-98ca-25e38e9b920d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:20.254932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e83080f-5578-4cb1-a76d-5397f37913d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.259053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64d25b4b-126e-49cc-ae28-019d16786bcf req-020faf95-e07c-461b-98ca-25e38e9b920d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 945 time: 0.0719576 Aug 27 12:20:20.294783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64d25b4b-126e-49cc-ae28-019d16786bcf req-678d8929-6485-4624-9f0f-46121802b8e6 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Aug 27 12:20:20.320278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e83080f-5578-4cb1-a76d-5397f37913d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.323225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e83080f-5578-4cb1-a76d-5397f37913d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.324605 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e83080f-5578-4cb1-a76d-5397f37913d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bae2d157-30e9-4d3c-8acd-79f1d2ae0d23 HTTP/1.1" status: 204 len: 168 time: 0.1660342 Aug 27 12:20:20.342765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83080f-5578-4cb1-a76d-5397f37913d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae2d157-30e9-4d3c-8acd-79f1d2ae0d23,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:20.433571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:20.447572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'mac_address': 'fa:16:3e:4d:a4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:20.504211 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.525008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aeb0ca-e415-4034-9157-790fd49d30d6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:20.551898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:20.558373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.618524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:20.669276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40212) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:20.687582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-737a53ca-f399-4393-8d52-465128a56e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.700881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211791e7-a942-4fc6-b1a2-dc0defa3a934 req-eeaba7f3-70d0-4d16-9e3f-4f0995daabff tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:20.702692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211791e7-a942-4fc6-b1a2-dc0defa3a934 req-eeaba7f3-70d0-4d16-9e3f-4f0995daabff tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 945 time: 0.0552680 Aug 27 12:20:20.746563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211791e7-a942-4fc6-b1a2-dc0defa3a934 req-fb2d0b7d-d8b7-4997-bf54-722834ec8854 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372610 Aug 27 12:20:20.790704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-737a53ca-f399-4393-8d52-465128a56e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.794847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-737a53ca-f399-4393-8d52-465128a56e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.836675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-737a53ca-f399-4393-8d52-465128a56e18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5d9185e9e4a4c8b8a195f86e1a5704c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633570 Aug 27 12:20:20.836675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a53ca-f399-4393-8d52-465128a56e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f992d-4313-4d37-ba2b-95e8b9af742c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:20.837266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:20.876880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['61aeb0ca-e415-4034-9157-790fd49d30d6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:20.904097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fa35c46-e2b7-412d-89aa-e45eb13ea1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.926261 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fa35c46-e2b7-412d-89aa-e45eb13ea1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.975730 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1365-a6e6-4d8a-8c59-532d3d0fba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.980496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fa35c46-e2b7-412d-89aa-e45eb13ea1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.984023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9fa35c46-e2b7-412d-89aa-e45eb13ea1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:20.985254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9fa35c46-e2b7-412d-89aa-e45eb13ea1d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c4f992d-4313-4d37-ba2b-95e8b9af742c HTTP/1.1" status: 204 len: 168 time: 0.1355939 Aug 27 12:20:20.993639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa35c46-e2b7-412d-89aa-e45eb13ea1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f992d-4313-4d37-ba2b-95e8b9af742c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:21.126891 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:21.347142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9a38f-4880-4272-9fa4-4c8eba934404 req-cdec5e43-471a-4264-90e2-001f77a100be tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:21.354917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59b9a38f-4880-4272-9fa4-4c8eba934404 req-cdec5e43-471a-4264-90e2-001f77a100be tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 945 time: 0.0613756 Aug 27 12:20:21.394261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-59b9a38f-4880-4272-9fa4-4c8eba934404 req-28b6308c-95e8-47ec-95a5-51b41f875085 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Aug 27 12:20:21.877236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaef0f0-f7db-477f-b6de-65e3ab0029b6 req-f723377e-7cba-4626-85f7-47b771a369e0 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:21.882894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9aaef0f0-f7db-477f-b6de-65e3ab0029b6 req-f723377e-7cba-4626-85f7-47b771a369e0 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 945 time: 0.0604119 Aug 27 12:20:21.919854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9aaef0f0-f7db-477f-b6de-65e3ab0029b6 req-66d0cd24-1def-4422-8850-8148f541c2f7 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/security-groups?id=4ac83054-14e9-4e93-a22f-7b89338224e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349412 Aug 27 12:20:22.056088 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:22.218505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:22.265586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 61aeb0ca-e415-4034-9157-790fd49d30d6 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:22.319504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 61aeb0ca-e415-4034-9157-790fd49d30d6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:22.323955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 61aeb0ca-e415-4034-9157-790fd49d30d6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:22.324542 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:22.412508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:22.445152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:22.447957 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e96f9f-90a0-40ca-a8cf-23653a8e0661" -d '{"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-plugged", "status": "completed", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:22.464920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:22.473079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:22.495071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-7467107b-b1fe-460c-b971-85ac2d9de45d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:22.498191 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-7467107b-b1fe-460c-b971-85ac2d9de45d tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 945 time: 0.0612342 Aug 27 12:20:22.521833 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9209123-fcc7-49b4-94f3-561e708c01ad x-openstack-request-id: req-d9209123-fcc7-49b4-94f3-561e708c01ad {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:22.522576 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-plugged", "status": "completed", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:22.523000 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9209123-fcc7-49b4-94f3-561e708c01ad {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:22.523554 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'code': 200} Aug 27 12:20:22.561139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:22.657601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151edbc-cd7d-46b9-96fd-0fba173b04d2 req-4a39586d-1a3f-4e97-9a50-a4abd81bae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:22.659288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1151edbc-cd7d-46b9-96fd-0fba173b04d2 req-4a39586d-1a3f-4e97-9a50-a4abd81bae81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 1097 time: 0.0545251 Aug 27 12:20:22.662609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Deleting port e46197a3-eeb4-4b71-8802-dca6f7aa45ca {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:22.662968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:22.673064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9384a-ea56-430a-9707-cf43cb06af21 req-ee73e43c-5b2f-42b5-9874-735046e70dc6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:22.674643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3df9384a-ea56-430a-9707-cf43cb06af21 req-ee73e43c-5b2f-42b5-9874-735046e70dc6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1740112 Aug 27 12:20:22.747154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1151edbc-cd7d-46b9-96fd-0fba173b04d2 req-2e01a3a5-2f84-40bc-acf1-05b0adcfe8a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795991 Aug 27 12:20:22.754994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3df9384a-ea56-430a-9707-cf43cb06af21 req-f6220dbb-cf0b-4eec-a998-c432134ff9a9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511029 Aug 27 12:20:22.798900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] For port e46197a3-eeb4-4b71-8802-dca6f7aa45ca, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,segment=NetworkSegment(544d803d-e446-463f-be5f-16b5e7d9cc6f),segment_id=544d803d-e446-463f-be5f-16b5e7d9cc6f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:22.799271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:22.813573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Calling delete_port for e46197a3-eeb4-4b71-8802-dca6f7aa45ca owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:22.987774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.025752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e46197a3-eeb4-4b71-8802-dca6f7aa45ca'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:23.043069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Pushing event deleted for resources: {'Port': ['ID=e46197a3-eeb4-4b71-8802-dca6f7aa45ca,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:23.085721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] No DVR routers for this DVR port e46197a3-eeb4-4b71-8802-dca6f7aa45ca on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:23.089264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.091840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-dfc161f5-6a18-4309-aa61-7b2692387bca req-0aa3089b-752c-4b01-8c71-ebf628b5fe8e tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.77 "DELETE /v2.0/ports/e46197a3-eeb4-4b71-8802-dca6f7aa45ca HTTP/1.1" status: 204 len: 173 time: 0.5860579 Aug 27 12:20:23.092431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'name': 'network-vif-deleted', 'tag': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:23.094918 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83074281-de7f-4688-a8e8-7a39951913a3" -d '{"events": [{"server_uuid": "ae8bc87b-a90a-4774-aad9-1e56278a3502", "name": "network-vif-deleted", "tag": "e46197a3-eeb4-4b71-8802-dca6f7aa45ca"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:23.139343 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac04f06-b9f3-4c63-9d02-3aaa66b02378 x-openstack-request-id: req-fac04f06-b9f3-4c63-9d02-3aaa66b02378 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:23.139733 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8bc87b-a90a-4774-aad9-1e56278a3502", "name": "network-vif-deleted", "tag": "e46197a3-eeb4-4b71-8802-dca6f7aa45ca", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:23.140073 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fac04f06-b9f3-4c63-9d02-3aaa66b02378 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:23.140568 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8bc87b-a90a-4774-aad9-1e56278a3502', 'name': 'network-vif-deleted', 'tag': 'e46197a3-eeb4-4b71-8802-dca6f7aa45ca', 'status': 'completed', 'code': 200} Aug 27 12:20:23.219565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86ff745c-fac7-4511-8f88-a994c8def9de req-09a42e41-4f11-4f24-915a-ab7588ae4915 tempest-ServerGroupTestJSON-1601596272 tempest-ServerGroupTestJSON-1601596272-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae8bc87b-a90a-4774-aad9-1e56278a3502 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Aug 27 12:20:23.249026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.516280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Deleting port e771c50c-c3e6-476b-891e-e0d9389d12b2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:23.516498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.601458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] For port e771c50c-c3e6-476b-891e-e0d9389d12b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e771c50c-c3e6-476b-891e-e0d9389d12b2,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:23.601820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.620595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Calling delete_port for e771c50c-c3e6-476b-891e-e0d9389d12b2 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:23.629046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40322) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:23.721517 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:20:23.769229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-86bb5b9e-0806-4ce2-abfc-7ac963ede5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.823793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.853578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e771c50c-c3e6-476b-891e-e0d9389d12b2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:23.884662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-86bb5b9e-0806-4ce2-abfc-7ac963ede5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.890918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-86bb5b9e-0806-4ce2-abfc-7ac963ede5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:23.907055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.907413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.907761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.908104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.908625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.908972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.909309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.909644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.909977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.910698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.910698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.910990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:23.932661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb5b9e-0806-4ce2-abfc-7ac963ede5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35c5db-ad31-4978-8fa2-1c2882356e0f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:23.943651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-86bb5b9e-0806-4ce2-abfc-7ac963ede5e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1344089e34e45378fd4565fc65d8893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123162 Aug 27 12:20:23.945169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40330) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:23.964833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.005997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3881f09f-8c79-44ad-a4da-39c43255f59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.032846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7046-d109-409b-a8d1-5681ddcfacaa req-7b1c5a95-a66f-4889-881f-55afe8b51e63 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:24.034564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3881f09f-8c79-44ad-a4da-39c43255f59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.034696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-313f7046-d109-409b-a8d1-5681ddcfacaa req-7b1c5a95-a66f-4889-881f-55afe8b51e63 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1849499 Aug 27 12:20:24.111703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3881f09f-8c79-44ad-a4da-39c43255f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.117474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3881f09f-8c79-44ad-a4da-39c43255f59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.122696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3881f09f-8c79-44ad-a4da-39c43255f59b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe35c5db-ad31-4978-8fa2-1c2882356e0f HTTP/1.1" status: 204 len: 168 time: 0.1762798 Aug 27 12:20:24.133991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881f09f-8c79-44ad-a4da-39c43255f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35c5db-ad31-4978-8fa2-1c2882356e0f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:24.136605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-313f7046-d109-409b-a8d1-5681ddcfacaa req-513d9407-3270-4011-bf6c-13a524c3ba62 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851862 Aug 27 12:20:24.144378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.204814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-56414710-a64a-4247-b64d-812761b21bf5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431085 Aug 27 12:20:24.278755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763973b-a59f-40c4-8450-c539f2676dbb req-130659e2-e814-4c81-87ae-cc7e6a4a327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:24.280327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-130659e2-e814-4c81-87ae-cc7e6a4a327b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1095 time: 0.0507538 Aug 27 12:20:24.399700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Router a8b2c748-ea72-442a-af6d-0965bc750492 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:20:24.437034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763973b-a59f-40c4-8450-c539f2676dbb req-e87fee24-9edd-4bb4-aa04-4e83529ec976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:24.438736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-e87fee24-9edd-4bb4-aa04-4e83529ec976 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1303046 Aug 27 12:20:24.492815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40348) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:24.511865 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-414919c1-75fd-4404-882f-b4bcfd94c015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.541097 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-cd651f53-51fe-46fb-9bba-a8fb753a94f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.0918152 Aug 27 12:20:24.542038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:20:24.550756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d8ac53d8-0113-4a09-a889-cdaf5a991ec7 admin admin] 10.222.0.76 "PUT /v2.0/routers/a8b2c748-ea72-442a-af6d-0965bc750492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304672 Aug 27 12:20:24.551722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40358) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:24.553128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] Sync routers for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:20:24.564032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:24.564981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:24.589659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40362) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:24.639166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Deleting subnet eb100286-54e3-4860-89ad-ce7b93f5112c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:20:24.643074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.672267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763973b-a59f-40c4-8450-c539f2676dbb req-f08c9910-b464-4e04-bf2d-9e7e24698c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:24.673761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-f08c9910-b464-4e04-bf2d-9e7e24698c38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.1211700 Aug 27 12:20:24.679196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:24.688343 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.730820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.778358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.798150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.821000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763973b-a59f-40c4-8450-c539f2676dbb req-9ab86615-a6ad-46e3-bc67-586452229104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:24.822552 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-9ab86615-a6ad-46e3-bc67-586452229104 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142054 Aug 27 12:20:24.835942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb100286-54e3-4860-89ad-ce7b93f5112c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:24.840147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.844669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ad6647bd-04b9-48e5-9c19-c64cd5dba216 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eb100286-54e3-4860-89ad-ce7b93f5112c HTTP/1.1" status: 204 len: 168 time: 0.2518401 Aug 27 12:20:24.844986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40366) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:24.849753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-414919c1-75fd-4404-882f-b4bcfd94c015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.865858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-414919c1-75fd-4404-882f-b4bcfd94c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.890601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:20:23Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:24.926056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:24.930024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] Checking router: a8b2c748-ea72-442a-af6d-0965bc750492 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:20:24.942690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] Routers {'a8b2c748-ea72-442a-af6d-0965bc750492'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:24.943339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a8b2c748-ea72-442a-af6d-0965bc750492'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:24.980403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414919c1-75fd-4404-882f-b4bcfd94c015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a23a8-ef16-4871-ada3-436dd16b3c0e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:24.993090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-414919c1-75fd-4404-882f-b4bcfd94c015 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fadd652220b34b7283dcc14377457778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968922 Aug 27 12:20:24.997155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40370) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:25.020520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.033348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d17344-ed4c-4622-8cc3-ca82b49af512']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:25.045019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544d803d-e446-463f-be5f-16b5e7d9cc6f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:25.045314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544d803d-e446-463f-be5f-16b5e7d9cc6f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:25.054308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.054809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.066371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-a0af75a0-b3e0-4041-940a-25297bffa577 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299969 Aug 27 12:20:25.077312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] Set router a8b2c748-ea72-442a-af6d-0965bc750492 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:25.082828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.090469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:20:25.090889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.112171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e46197a3-eeb4-4b71-8802-dca6f7aa45ca no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:20:25.134153 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:20:25.172626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: e46197a3-eeb4-4b71-8802-dca6f7aa45ca {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:25.178690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e46197a3-eeb4-4b71-8802-dca6f7aa45ca not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:25.186468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.206980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.209120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] 10.222.0.76 "DELETE /v2.0/networks/45d17344-ed4c-4622-8cc3-ca82b49af512 HTTP/1.1" status: 204 len: 168 time: 0.3630826 Aug 27 12:20:25.210649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c373051-5bee-487d-a4af-d27e37f24a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d17344-ed4c-4622-8cc3-ca82b49af512,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:25.214470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26635c-fa14-4ec1-82b8-baf3a8beb596 req-bd08a985-ff80-4340-8d71-b5cb2cd4f3f2 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:25.216149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e26635c-fa14-4ec1-82b8-baf3a8beb596 req-bd08a985-ff80-4340-8d71-b5cb2cd4f3f2 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.0811310 Aug 27 12:20:25.267350 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e26635c-fa14-4ec1-82b8-baf3a8beb596 req-73b2c598-e88a-4a10-92d0-ea5beb16b00f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.318173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b841-1544-4f40-a76d-cd4ac5ba8d22 req-de4d0e37-7970-4466-9227-a07ca4fbe223 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:25.320432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c509b841-1544-4f40-a76d-cd4ac5ba8d22 req-de4d0e37-7970-4466-9227-a07ca4fbe223 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1033857 Aug 27 12:20:25.386712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:20:23Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:25.398513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c509b841-1544-4f40-a76d-cd4ac5ba8d22 req-6ea8daa7-18f5-4cf0-954e-3e2ac5f21e8a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Aug 27 12:20:25.446851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0ea65-0235-4ef4-b061-9f0f88634a34 None None] The sync data for ids ['a8b2c748-ea72-442a-af6d-0965bc750492'] in n-d-688802-4 is: [{'id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'name': 'tempest-AttachVolumeShelveTestJSON-919149634-router', 'tenant_id': '4e564620c47a42818878ff3c282e20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:08:01Z', 'updated_at': '2021-08-27T12:20:23Z', 'revision_number': 5, 'project_id': '4e564620c47a42818878ff3c282e20be', 'gw_port': {'id': '4d50ed7c-6d89-460e-afa6-9a9162e1cac3', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2c748-ea72-442a-af6d-0965bc750492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:08:03Z', 'updated_at': '2021-08-27T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:20:25.465589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e26635c-fa14-4ec1-82b8-baf3a8beb596 req-73b2c598-e88a-4a10-92d0-ea5beb16b00f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.470080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6e26635c-fa14-4ec1-82b8-baf3a8beb596 req-73b2c598-e88a-4a10-92d0-ea5beb16b00f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.494327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:25.499776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f333aa5f-8692-49f9-807a-b152d7dc95fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.518267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e26635c-fa14-4ec1-82b8-baf3a8beb596 req-73b2c598-e88a-4a10-92d0-ea5beb16b00f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868271 Aug 27 12:20:25.543136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f333aa5f-8692-49f9-807a-b152d7dc95fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.562591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2c598-e88a-4a10-92d0-ea5beb16b00f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed41b6b-c5cc-47d6-8b6d-743de5724db7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:25.609291 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c763973b-a59f-40c4-8450-c539f2676dbb req-abf17362-f2b7-4779-8c9a-94ad67f9c7ff service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332255 Aug 27 12:20:25.619412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Deleting port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:25.619759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.656103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c1a160ee-71f2-4b3f-ac7d-e93e12268d8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbd0a4bce73d4043b9503c9c5b341751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599126 Aug 27 12:20:25.661176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40386) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:25.691785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f333aa5f-8692-49f9-807a-b152d7dc95fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.694893 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f333aa5f-8692-49f9-807a-b152d7dc95fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.696050 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f333aa5f-8692-49f9-807a-b152d7dc95fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a1a23a8-ef16-4871-ada3-436dd16b3c0e HTTP/1.1" status: 204 len: 168 time: 0.6979730 Aug 27 12:20:25.712770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80aea1-fcd4-40ee-b054-c81628884f95 req-37768ac3-2c2b-4295-a661-68e995a229c9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:25.714331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a80aea1-fcd4-40ee-b054-c81628884f95 req-37768ac3-2c2b-4295-a661-68e995a229c9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1189768 Aug 27 12:20:25.725219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333aa5f-8692-49f9-807a-b152d7dc95fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a23a8-ef16-4871-ada3-436dd16b3c0e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:25.743330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cc2ee-76e5-4a47-9832-0bd26bcfd49f req-a13b8ffb-97c7-48c4-bf4b-99a5bfe44357 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:25.753239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-615cc2ee-76e5-4a47-9832-0bd26bcfd49f req-a13b8ffb-97c7-48c4-bf4b-99a5bfe44357 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1026390 Aug 27 12:20:25.770477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a26b620-a4f2-4601-bcaf-b27231ca0a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.773854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] For port 4d50ed7c-6d89-460e-afa6-9a9162e1cac3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:25.774212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.806974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Calling delete_port for 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:25.826468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-615cc2ee-76e5-4a47-9832-0bd26bcfd49f req-89db1ee9-973e-4cd6-9ee3-e7db7f18282e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 Aug 27 12:20:25.833753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a26b620-a4f2-4601-bcaf-b27231ca0a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:25.853961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a80aea1-fcd4-40ee-b054-c81628884f95 req-24e8955d-a9be-4513-bd9e-ab8a6dc0545f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314542 Aug 27 12:20:25.883826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:25.998419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b4e6d16-27da-4e59-a547-10c68ed4ebb0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/711a47a8-6536-4903-a4fd-40a52e79288b HTTP/1.1" status: 200 len: 993 time: 0.1081524 Aug 27 12:20:26.018167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a26b620-a4f2-4601-bcaf-b27231ca0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.025259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a26b620-a4f2-4601-bcaf-b27231ca0a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.029166 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a26b620-a4f2-4601-bcaf-b27231ca0a19 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ac83054-14e9-4e93-a22f-7b89338224e2 HTTP/1.1" status: 204 len: 168 time: 0.3640685 Aug 27 12:20:26.054056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26b620-a4f2-4601-bcaf-b27231ca0a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac83054-14e9-4e93-a22f-7b89338224e2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:26.159299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.249124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d50ed7c-6d89-460e-afa6-9a9162e1cac3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:26.310372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.411052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.413889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.481168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.481714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b2c748-ea72-442a-af6d-0965bc750492 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:20:26.486460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.490138 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7a799788-e1e9-4f77-96a5-7d66921b2d99 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a8b2c748-ea72-442a-af6d-0965bc750492 HTTP/1.1" status: 204 len: 168 time: 1.9333267 Aug 27 12:20:26.490252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40424) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:26.540644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Deleting subnet 8375e1be-ba58-438d-abe1-fd272daca7e3 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:20:26.544218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.595115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.692952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.753220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.768491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.770816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8375e1be-ba58-438d-abe1-fd272daca7e3 HTTP/1.1" status: 204 len: 168 time: 0.2794785 Aug 27 12:20:26.772837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e68ebc-c9ce-4c29-836f-f5442124505b None None] Network c01defaa-06b1-4809-b5d8-40aa29e0ac37 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:26.774004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:26.789745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd67a5-c66b-4ef6-a40e-eb240e0ec569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8375e1be-ba58-438d-abe1-fd272daca7e3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:26.872878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:26.937073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Deleting port 029b436f-a0c3-421d-92f4-21ad84c12085 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:26.937429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.115003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] For port 029b436f-a0c3-421d-92f4-21ad84c12085, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=029b436f-a0c3-421d-92f4-21ad84c12085,segment=NetworkSegment(79ec25a8-285c-46cf-987f-6028dccbf9ab),segment_id=79ec25a8-285c-46cf-987f-6028dccbf9ab)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:27.115431 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.135064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Calling delete_port for 029b436f-a0c3-421d-92f4-21ad84c12085 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:27.160719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc4b0-c963-4db2-9ab6-01009b0c2e2a req-c322cacc-0d4d-4fd8-ae1a-f8539e5dde04 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:27.161034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e771c50c-c3e6-476b-891e-e0d9389d12b2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:27.162316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-945bc4b0-c963-4db2-9ab6-01009b0c2e2a req-c322cacc-0d4d-4fd8-ae1a-f8539e5dde04 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0949655 Aug 27 12:20:27.172830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] DHCP port deletion for c01defaa-06b1-4809-b5d8-40aa29e0ac37 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:20:27.220231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:27.226374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e771c50c-c3e6-476b-891e-e0d9389d12b2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:27.233048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e771c50c-c3e6-476b-891e-e0d9389d12b2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:27.235742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:27.273700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-945bc4b0-c963-4db2-9ab6-01009b0c2e2a req-e60fbfa1-bfbe-428c-9712-ab28fc88ba80 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011786 Aug 27 12:20:27.310682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:27.311041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4d50ed7c-6d89-460e-afa6-9a9162e1cac3 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:27.329693 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.386078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Pushing event deleted for resources: {'Port': ['ID=029b436f-a0c3-421d-92f4-21ad84c12085,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:27.389243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-2ac0e6b8-4d9b-4fea-a13f-c7ac73f50adb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890808 Aug 27 12:20:27.395824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] No DVR routers for this DVR port 029b436f-a0c3-421d-92f4-21ad84c12085 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:27.441729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Deleting port 029b436f-a0c3-421d-92f4-21ad84c12085 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:20:27.442362 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.496367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467bd0-84a9-4ba4-ab23-a5105d805abe req-95dbcbfa-d51e-46b5-93b1-793d88d5beb2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:27.505583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43467bd0-84a9-4ba4-ab23-a5105d805abe req-95dbcbfa-d51e-46b5-93b1-793d88d5beb2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1230371 Aug 27 12:20:27.526400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] For port 029b436f-a0c3-421d-92f4-21ad84c12085, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:27.527055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.547822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Calling delete_port for 029b436f-a0c3-421d-92f4-21ad84c12085 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:20:27.551712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Port 029b436f-a0c3-421d-92f4-21ad84c12085 was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:20:27.559252 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.601602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43467bd0-84a9-4ba4-ab23-a5105d805abe req-df9db5e3-db58-4ae5-95bf-14b22e638284 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950823 Aug 27 12:20:27.601751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] Pushing event deleted for resources: {'Port': ['ID=029b436f-a0c3-421d-92f4-21ad84c12085,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:27.604033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f9b68-4911-4dc3-b830-3787668aaa18 None None] No DVR routers for this DVR port 029b436f-a0c3-421d-92f4-21ad84c12085 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:27.624247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.638860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01defaa-06b1-4809-b5d8-40aa29e0ac37']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:27.652389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ec25a8-285c-46cf-987f-6028dccbf9ab') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:27.652703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ec25a8-285c-46cf-987f-6028dccbf9ab') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:27.654215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-541397684-network', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:27.664684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.685410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.695330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:20:27.696020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.696498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Made reservation on behalf of 6b00d2c188a54ee793e2bb5545a41397 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:27.698854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:20:27.699304 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:20:27.716517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.771231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.782614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.784854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c01defaa-06b1-4809-b5d8-40aa29e0ac37 HTTP/1.1" status: 204 len: 168 time: 1.0092585 Aug 27 12:20:27.809033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4280-d9c7-4172-9fa5-01471e5ac706 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01defaa-06b1-4809-b5d8-40aa29e0ac37,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:27.904713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.911484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.939877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:20:27.961171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237c335-6596-46a3-8c9e-9a68b149cd1c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:27.965645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:27.967785 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Added segment 338df386-b5b5-4eeb-8a94-26b47c9f8e2b of type vlan for network 693b16b9-4602-49ca-ac36-6bb3ae740e64 Aug 27 12:20:28.002653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde03ccb-1f34-4f93-97a7-e0d6235bfcb1 req-453533bd-5f5c-48e9-b4c2-52d1230173aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:28.012313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bde03ccb-1f34-4f93-97a7-e0d6235bfcb1 req-453533bd-5f5c-48e9-b4c2-52d1230173aa tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0802031 Aug 27 12:20:28.017878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.047539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.048721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:28.049421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.084042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bde03ccb-1f34-4f93-97a7-e0d6235bfcb1 req-06da73dc-b936-48f5-8323-3af6b33eb09b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Aug 27 12:20:28.103017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:28.114288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8929131 Aug 27 12:20:28.121664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40510) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:28.128914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Request body: {'subnet': {'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-subnet', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:28.152965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6525-708e-400e-a685-59028a313b6d admin admin] Pushing event updated for resources: {'Network': ['ID=693b16b9-4602-49ca-ac36-6bb3ae740e64,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:28.168852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:20:28.174522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Made reservation on behalf of 6b00d2c188a54ee793e2bb5545a41397 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:28.177516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.186817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7ada5e44-a1cd-4e13-8f55-b4eca297fade admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e564620c47a42818878ff3c282e20be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821829 Aug 27 12:20:28.187668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:28.280256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab4acf0d-791e-4922-974f-ed120de7908e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.317302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab4acf0d-791e-4922-974f-ed120de7908e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.389019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab4acf0d-791e-4922-974f-ed120de7908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.393418 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab4acf0d-791e-4922-974f-ed120de7908e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.395078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ab4acf0d-791e-4922-974f-ed120de7908e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea5c39f7-f762-4ffa-b862-64646b7c427e HTTP/1.1" status: 204 len: 168 time: 0.2063529 Aug 27 12:20:28.405847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4acf0d-791e-4922-974f-ed120de7908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c39f7-f762-4ffa-b862-64646b7c427e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:28.449199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.532018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7692e4-3a34-4829-a4ee-9bedab4de7dc,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:28.544802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Checking segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:28.545256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Network hostable DHCP agents. Network: 693b16b9-4602-49ca-ac36-6bb3ae740e64, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:20:28.567577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:20:28.583813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 693b16b9-4602-49ca-ac36-6bb3ae740e64) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:28.593874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:28.594497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.598284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6cc1b-0700-4ab6-85c2-33ec500d99ba None None] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:28.615266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40530) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:28.615493 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1d176ab8-f640-417d-b0b2-1987a71853c0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4923596 Aug 27 12:20:28.621454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:28.651791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.653346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.769853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:28.788345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63156989-108f-4935-8621-59f98d5a7f8d None None] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:20:28.905374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb2d09-2f07-43b5-80e7-1d0cc0e03c56 req-290dc4f2-a3d6-442f-bf22-fe102f683d37 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:28.913364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bbb2d09-2f07-43b5-80e7-1d0cc0e03c56 req-290dc4f2-a3d6-442f-bf22-fe102f683d37 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1411419 Aug 27 12:20:29.030585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:29.034739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 029b436f-a0c3-421d-92f4-21ad84c12085 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:29.058475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7bbb2d09-2f07-43b5-80e7-1d0cc0e03c56 req-11a529cb-7a3d-467e-9a10-e88bd5557de8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307199 Aug 27 12:20:29.071291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 029b436f-a0c3-421d-92f4-21ad84c12085 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:20:29.071784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 029b436f-a0c3-421d-92f4-21ad84c12085 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:29.328454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75f90-fa01-41f4-a8fc-b738c3db9b20 req-cc39c783-5c71-40c5-8b92-bf6d3e02cde4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:29.329972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7df75f90-fa01-41f4-a8fc-b738c3db9b20 req-cc39c783-5c71-40c5-8b92-bf6d3e02cde4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1662929 Aug 27 12:20:29.340948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:29.380631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:29.442840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7df75f90-fa01-41f4-a8fc-b738c3db9b20 req-651bd845-1124-493e-af63-c545c4903707 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993633 Aug 27 12:20:29.477362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-e04d5f30-fcdd-4a22-8c05-810b6d89a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:29.478963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-e04d5f30-fcdd-4a22-8c05-810b6d89a865 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.0755851 Aug 27 12:20:29.523298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Allocated IP 172.25.8.82 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/9ed2eefd-fbde-4c42-90d3-b07b98eae30d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:20:29.597880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-cd40bbef-a012-4985-91f9-a73b3afdf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:29.599479 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-cd40bbef-a012-4985-91f9-a73b3afdf421 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.1118774 Aug 27 12:20:29.646351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:29.691832 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-cba9e2dc-985c-454a-8fa4-8e5b8761d943 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 1001 time: 0.0842016 Aug 27 12:20:29.693404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:29.732817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:29.739509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:29.742551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:20:29.762903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-9e61db18-22a8-46b1-8ba4-1539848d027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:29.764618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-9e61db18-22a8-46b1-8ba4-1539848d027b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.0623701 Aug 27 12:20:29.770693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Pushing event updated for resources: {'Port': ['ID=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:29.819856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-f231e99b-dce3-42bb-849f-04ed3beee2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:29.821555 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-f231e99b-dce3-42bb-849f-04ed3beee2d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445457 Aug 27 12:20:29.909680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40584) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:29.937488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-5db37035-290b-4bc8-aa14-9db9cc57448f service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048756 Aug 27 12:20:30.021462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.070134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd342440-0a37-42e0-8083-d728cf000960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.131986 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-5ae6c022-22b5-4143-97ba-bff35daa196c service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835380 Aug 27 12:20:30.255396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd342440-0a37-42e0-8083-d728cf000960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.262981 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd342440-0a37-42e0-8083-d728cf000960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.314000 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd342440-0a37-42e0-8083-d728cf000960 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eeba2f3a502f4b1c95fc5deb202ca65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009261 Aug 27 12:20:30.316878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40608) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:30.342865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd342440-0a37-42e0-8083-d728cf000960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c665ae5-ad76-4aac-8157-40c5b038608b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:30.345167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 61aeb0ca-e415-4034-9157-790fd49d30d6 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:30.468026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8c75b4-9f8e-4ce3-b600-ceb8dd624f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.543501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8c75b4-9f8e-4ce3-b600-ceb8dd624f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.553765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:30.572601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'port_id': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'mac_address': 'fa:16:3e:4d:a4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:30.613828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8c75b4-9f8e-4ce3-b600-ceb8dd624f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.620146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab8c75b4-9f8e-4ce3-b600-ceb8dd624f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.622410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab8c75b4-9f8e-4ce3-b600-ceb8dd624f09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c665ae5-ad76-4aac-8157-40c5b038608b HTTP/1.1" status: 204 len: 168 time: 0.3042219 Aug 27 12:20:30.630912 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.635492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c75b4-9f8e-4ce3-b600-ceb8dd624f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c665ae5-ad76-4aac-8157-40c5b038608b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:30.645842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61aeb0ca-e415-4034-9157-790fd49d30d6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:30.676711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:30.680105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560098-c404-42b1-bb7d-b6dd5aa5b949 req-eb44b6c9-452d-4171-a2cc-127a457f663d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:30.681772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d560098-c404-42b1-bb7d-b6dd5aa5b949 req-eb44b6c9-452d-4171-a2cc-127a457f663d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.5084321 Aug 27 12:20:30.690423 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:30.759238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:30.806697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d560098-c404-42b1-bb7d-b6dd5aa5b949 req-52da052b-0d1c-4ff4-8307-551770ab6c2e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161032 Aug 27 12:20:30.817078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57580-042f-4a95-9744-e3d8f942a155 req-6d68a826-3503-49db-8959-da986da2f82e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:30.817297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['61aeb0ca-e415-4034-9157-790fd49d30d6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:30.818597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b57580-042f-4a95-9744-e3d8f942a155 req-6d68a826-3503-49db-8959-da986da2f82e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1901727 Aug 27 12:20:30.821740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.002344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b57580-042f-4a95-9744-e3d8f942a155 req-19c5413a-e2b3-450b-b1ec-2863c457d134 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Aug 27 12:20:31.015845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Router 1dfec548-d188-42ab-906d-7a06bbd3c628 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:20:31.174233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:20:31.187677 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Sync routers for ids ['1dfec548-d188-42ab-906d-7a06bbd3c628'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:20:31.205172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Routers {'1dfec548-d188-42ab-906d-7a06bbd3c628'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:31.207568 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.207994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1dfec548-d188-42ab-906d-7a06bbd3c628'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:31.212427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e9af61b2-3ec5-4dc0-b457-50efd24a29ad admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5919104 Aug 27 12:20:31.212805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:31.338050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:31.355182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aabe9633-9e6a-4eb6-9268-126e1b2b0992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.362176 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Set router 1dfec548-d188-42ab-906d-7a06bbd3c628 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:31.612552 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aabe9633-9e6a-4eb6-9268-126e1b2b0992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.619451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aabe9633-9e6a-4eb6-9268-126e1b2b0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.666290 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:20:29Z', 'revision_number': 3, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:31.713165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Checking router: 1dfec548-d188-42ab-906d-7a06bbd3c628 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:20:31.713894 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Updating router 1dfec548-d188-42ab-906d-7a06bbd3c628 port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:20:31.715175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aabe9633-9e6a-4eb6-9268-126e1b2b0992 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad845b28387649ad8f4df9902a047b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758836 Aug 27 12:20:31.718725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:31.750633 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.837044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe9633-9e6a-4eb6-9268-126e1b2b0992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc781f0-37a1-4590-a6ad-35cb779f2b82,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:31.887733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1810e88a-3962-4cde-a5f1-8ca4365b43b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.937751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1810e88a-3962-4cde-a5f1-8ca4365b43b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:31.976936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.120635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad26c3d-242d-4d32-b451-096d356d77f3 req-d19c1578-a092-49dd-95b9-bc4f862eed34 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:32.122245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ad26c3d-242d-4d32-b451-096d356d77f3 req-d19c1578-a092-49dd-95b9-bc4f862eed34 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1692438 Aug 27 12:20:32.267845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1810e88a-3962-4cde-a5f1-8ca4365b43b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.270659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1810e88a-3962-4cde-a5f1-8ca4365b43b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.277928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Allocated IP 172.20.0.1 (693b16b9-4602-49ca-ac36-6bb3ae740e64/fe7692e4-3a34-4829-a4ee-9bedab4de7dc/c79151bf-69de-4435-ad18-2e95802f1be7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:20:32.280705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1810e88a-3962-4cde-a5f1-8ca4365b43b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bcc781f0-37a1-4590-a6ad-35cb779f2b82 HTTP/1.1" status: 204 len: 168 time: 0.5579913 Aug 27 12:20:32.325897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ad26c3d-242d-4d32-b451-096d356d77f3 req-6a217831-3011-4b6f-b41c-376c0781a299 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753528 Aug 27 12:20:32.332915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810e88a-3962-4cde-a5f1-8ca4365b43b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc781f0-37a1-4590-a6ad-35cb779f2b82,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:32.353979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ebc37-0b16-4f83-81e0-2992619a8158 req-55fa4dcd-ea97-40ea-aa2a-a6973c45c5cb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:32.357833 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.365582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 61aeb0ca-e415-4034-9157-790fd49d30d6 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:32.371939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de9ebc37-0b16-4f83-81e0-2992619a8158 req-55fa4dcd-ea97-40ea-aa2a-a6973c45c5cb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 945 time: 0.2419531 Aug 27 12:20:32.385066 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Transition to ACTIVE for port object 9ed2eefd-fbde-4c42-90d3-b07b98eae30d will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:32.401467 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.471589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de9ebc37-0b16-4f83-81e0-2992619a8158 req-93246db4-c1a0-4a64-8b7e-9b612eb61c6f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986595 Aug 27 12:20:32.498804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.511016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 61aeb0ca-e415-4034-9157-790fd49d30d6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:32.511786 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.518754 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Pushing event updated for resources: {'Port': ['ID=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:32.539574 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.539929 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.540324 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.540659 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.540990 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.541318 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.541645 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.541967 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.542338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.542692 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.543764 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.544132 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:32.551054 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Attempting to bind port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:32.551449 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Attempting to bind port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:32.551810 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Attempting to bind port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:32.561474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:32.561892 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:32.562332 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.562764 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:32.563231 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Bound port: 9ed2eefd-fbde-4c42-90d3-b07b98eae30d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:32.563619 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.657972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.683538 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] For port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:32.692442 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] For port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:32.700873 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.742278 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.746451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:32.761983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:32.767659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:20:32.817981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:32.823064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Pushing event updated for resources: {'Port': ['ID=c79151bf-69de-4435-ad18-2e95802f1be7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:32.825068 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0586d-bd1d-4e52-8e32-c685c00f79c4" -d '{"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-plugged", "status": "completed", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:32.830830 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Routers {'1dfec548-d188-42ab-906d-7a06bbd3c628'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:32.831690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1dfec548-d188-42ab-906d-7a06bbd3c628'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:32.859736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.864890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:32.872468 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:32.935329 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e394314b-7a3d-473c-aa58-84b03be9e9a2 x-openstack-request-id: req-e394314b-7a3d-473c-aa58-84b03be9e9a2 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:32.935668 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-plugged", "status": "completed", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:32.937229 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e394314b-7a3d-473c-aa58-84b03be9e9a2 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:32.938215 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'code': 200} Aug 27 12:20:32.944681 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3477f2-17dc-4456-9878-7c327d6aeddd None None] Pushing event updated for resources: {'Port': ['ID=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:32.949861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:33.006679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:33.070802 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] Set router 1dfec548-d188-42ab-906d-7a06bbd3c628 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:33.134641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1562588-af93-4d02-aab0-b57e0b0e933e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.155949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.320976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1562588-af93-4d02-aab0-b57e0b0e933e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.322999 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:20:29Z', 'revision_number': 3, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:33.326695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1562588-af93-4d02-aab0-b57e0b0e933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.373418 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9607-00a2-4777-9fee-4de75d4accab None None] The sync data for ids ['1dfec548-d188-42ab-906d-7a06bbd3c628'] in n-d-688802-4 is: [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:20:29Z', 'revision_number': 3, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:20:33.377300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e1562588-af93-4d02-aab0-b57e0b0e933e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e446c3de8a174975901f1723b3824988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262722 Aug 27 12:20:33.378143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1562588-af93-4d02-aab0-b57e0b0e933e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bde6af-20e9-4542-9df8-f3cbd6e21cee,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:33.380802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:33.464690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.475374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.543486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf545da4-2fcd-475e-ae3f-65df010cf704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.549427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Pushing event updated for resources: {'Port': ['ID=c79151bf-69de-4435-ad18-2e95802f1be7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:33.579173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e074b-e5b1-46b4-8124-9f4f406afa14 req-5335eedc-7cbe-4aac-8e72-bf7b75c6d33e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:33.581209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d2e074b-e5b1-46b4-8124-9f4f406afa14 req-5335eedc-7cbe-4aac-8e72-bf7b75c6d33e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0829539 Aug 27 12:20:33.630027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.673758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf545da4-2fcd-475e-ae3f-65df010cf704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.689181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d2e074b-e5b1-46b4-8124-9f4f406afa14 req-f28cab07-595d-450a-895c-550a9c49c543 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994873 Aug 27 12:20:33.744344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553c79a-65b9-4912-abd3-37380a26a399 req-e3d6b3eb-af8f-4c1b-98ec-396d9387ffe4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:33.746043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553c79a-65b9-4912-abd3-37380a26a399 req-e3d6b3eb-af8f-4c1b-98ec-396d9387ffe4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1132493 Aug 27 12:20:33.773688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf545da4-2fcd-475e-ae3f-65df010cf704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.776551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf545da4-2fcd-475e-ae3f-65df010cf704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:33.780489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cf545da4-2fcd-475e-ae3f-65df010cf704 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5bde6af-20e9-4542-9df8-f3cbd6e21cee HTTP/1.1" status: 204 len: 168 time: 0.3980155 Aug 27 12:20:33.809614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf545da4-2fcd-475e-ae3f-65df010cf704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bde6af-20e9-4542-9df8-f3cbd6e21cee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:33.885733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553c79a-65b9-4912-abd3-37380a26a399 req-fa06dc41-1fc8-455c-9efd-aa2b65a96f7c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210601 Aug 27 12:20:33.954030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:33.956174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:34.113108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Router 1dfec548-d188-42ab-906d-7a06bbd3c628 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:20:34.293774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:20:34.319357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c734834d-5013-41dc-92f0-2ec870082de2 admin admin] 10.222.0.76 "PUT /v2.0/routers/1dfec548-d188-42ab-906d-7a06bbd3c628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0940814 Aug 27 12:20:34.518227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40728) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:34.538446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87999325-4f56-4855-a2e4-cc9719ce10b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:34.716952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87999325-4f56-4855-a2e4-cc9719ce10b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:34.723536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87999325-4f56-4855-a2e4-cc9719ce10b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:34.803917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-87999325-4f56-4855-a2e4-cc9719ce10b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=588129f3ca2d41e49aaea4a4be009255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808926 Aug 27 12:20:34.804346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87999325-4f56-4855-a2e4-cc9719ce10b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7019b49e-f321-4054-96df-b1f582f33eb4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:34.804675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40740) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:34.947100 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39b6d7be-a51d-4d9b-a725-4ff067dd722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:34.967623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3293a-b0c0-4ba4-91c2-7d950dcd7281 req-ac2d6df8-ca6c-4db3-b766-32dd0ca2cd10 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:34.970004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ca3293a-b0c0-4ba4-91c2-7d950dcd7281 req-ac2d6df8-ca6c-4db3-b766-32dd0ca2cd10 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1069634 Aug 27 12:20:34.991347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39b6d7be-a51d-4d9b-a725-4ff067dd722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:35.035730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ca3293a-b0c0-4ba4-91c2-7d950dcd7281 req-073cd3c6-863f-449c-81ff-85eace248435 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585363 Aug 27 12:20:35.080309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9ed2eefd-fbde-4c42-90d3-b07b98eae30d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:35.165898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39b6d7be-a51d-4d9b-a725-4ff067dd722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:35.169354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-39b6d7be-a51d-4d9b-a725-4ff067dd722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:35.170801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-39b6d7be-a51d-4d9b-a725-4ff067dd722c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7019b49e-f321-4054-96df-b1f582f33eb4 HTTP/1.1" status: 204 len: 168 time: 0.3649633 Aug 27 12:20:35.196049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:35.199959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d7be-a51d-4d9b-a725-4ff067dd722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7019b49e-f321-4054-96df-b1f582f33eb4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:35.218249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:35.218659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:35.299368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe42aa-f956-4859-bdb7-18edf95bb625 req-20107c26-04bb-4e96-93e0-25b318fb93a5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:35.305778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cffe42aa-f956-4859-bdb7-18edf95bb625 req-20107c26-04bb-4e96-93e0-25b318fb93a5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1239872 Aug 27 12:20:35.395288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cffe42aa-f956-4859-bdb7-18edf95bb625 req-4c839b7f-3fc4-4282-8e66-ffc5c90238bb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834947 Aug 27 12:20:35.460748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:35.516685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:35.524997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:35.666151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-d1f66f21-0ae0-4ebc-aa85-57477c033138 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:35.674746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-d1f66f21-0ae0-4ebc-aa85-57477c033138 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 818 time: 0.2655814 Aug 27 12:20:35.676082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:35.711411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-1132a89f-c5d8-4043-992c-026e27e609cd tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/quotas/6b00d2c188a54ee793e2bb5545a41397 HTTP/1.1" status: 200 len: 375 time: 0.0355346 Aug 27 12:20:35.808314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-d85d41a2-e926-4ee2-ae25-8f1cab05de72 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948410 Aug 27 12:20:35.942162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Sync routers for ids ['1dfec548-d188-42ab-906d-7a06bbd3c628'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:20:35.956880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Routers {'1dfec548-d188-42ab-906d-7a06bbd3c628'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:35.957697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1dfec548-d188-42ab-906d-7a06bbd3c628'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:35.981381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-7c8c3caa-885b-456e-a390-3316184dd4dd service neutron] 10.222.0.76 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664326 Aug 27 12:20:36.151284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Set router 1dfec548-d188-42ab-906d-7a06bbd3c628 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:36.154155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-22e5ad10-99b4-4d16-9330-90a3fc487f8e service neutron] 10.222.0.76 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655431 Aug 27 12:20:36.360985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6290c-f747-4846-a4b4-b5fb9cb4f33a req-3ef63342-995c-47ea-a04a-5eefafb81a61 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:36.365978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49b6290c-f747-4846-a4b4-b5fb9cb4f33a req-3ef63342-995c-47ea-a04a-5eefafb81a61 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1499927 Aug 27 12:20:36.408823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:20:33Z', 'revision_number': 4, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c79151bf-69de-4435-ad18-2e95802f1be7', 'name': '', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'mac_address': 'fa:16:3e:35:ae:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:32Z', 'updated_at': '2021-08-27T12:20:33Z', 'revision_number': 2, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'subnets': [{'id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:36.445390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Checking router: 1dfec548-d188-42ab-906d-7a06bbd3c628 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:20:36.445980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Updating router 1dfec548-d188-42ab-906d-7a06bbd3c628 port c79151bf-69de-4435-ad18-2e95802f1be7 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:20:36.495619 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:36.510822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49b6290c-f747-4846-a4b4-b5fb9cb4f33a req-7603029a-e231-426f-92b3-1e28c4427165 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392789 Aug 27 12:20:36.663538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-275ba274-14c9-4db5-8ea2-75b99a55bc3f req-31b59ccf-de20-4762-b3d5-5322dac01353 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 210 time: 0.0708172 Aug 27 12:20:36.809186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a07e5-1784-4585-9c60-efbd32c484cf req-c34e6232-4047-4ee9-a812-5a49e9f92b66 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:36.811819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-301a07e5-1784-4585-9c60-efbd32c484cf req-c34e6232-4047-4ee9-a812-5a49e9f92b66 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1268997 Aug 27 12:20:36.907063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-301a07e5-1784-4585-9c60-efbd32c484cf req-4445950b-322b-41aa-b336-3e6bdb190898 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855849 Aug 27 12:20:37.129106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9ed2eefd-fbde-4c42-90d3-b07b98eae30d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:37.138011 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:37.185550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Transition to ACTIVE for port object c79151bf-69de-4435-ad18-2e95802f1be7 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:37.214772 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:37.272154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-361bfd2d-7c22-4a2f-a7be-2caa64c0f36b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:37.284943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-361bfd2d-7c22-4a2f-a7be-2caa64c0f36b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 818 time: 0.2389596 Aug 27 12:20:37.312927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-55559acb-5b14-4a01-aa15-3c070177f964 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/quotas/6b00d2c188a54ee793e2bb5545a41397 HTTP/1.1" status: 200 len: 375 time: 0.0270033 Aug 27 12:20:37.432832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-54b336ba-1840-4170-b6f8-e7a0a1670974 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185224 Aug 27 12:20:37.438013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-b6c7f485-41ec-4306-8ec4-8f93be0f5fd6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:20:37.446562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-b6c7f485-41ec-4306-8ec4-8f93be0f5fd6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125782 Aug 27 12:20:37.450224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab09f9-eb59-4d1c-861f-086dc45f4447 None None] Pushing event updated for resources: {'Port': ['ID=c79151bf-69de-4435-ad18-2e95802f1be7,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:37.548643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:37.554451 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:37.561440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0546f331-ef69-4a2e-93c0-ca2b19289ef6 service neutron] 10.222.0.76 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134379 Aug 27 12:20:37.640159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Attempting to bind port c79151bf-69de-4435-ad18-2e95802f1be7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:37.640538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Attempting to bind port c79151bf-69de-4435-ad18-2e95802f1be7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:37.669275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Attempting to bind port c79151bf-69de-4435-ad18-2e95802f1be7 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:37.691626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-6a9bab5c-73b8-403e-8b24-809cc71acb76 service neutron] 10.222.0.76 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289389 Aug 27 12:20:37.700461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:37.701257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Checking segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:37.701827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:37.702893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Bound using segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:37.707175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Bound port: c79151bf-69de-4435-ad18-2e95802f1be7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:37.707771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:37.800304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8731af-0b0d-41e7-8a28-70357b13167e req-40c36250-1315-4203-9a05-d0d4dcbc4189 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:37.805318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8731af-0b0d-41e7-8a28-70357b13167e req-40c36250-1315-4203-9a05-d0d4dcbc4189 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1357124 Aug 27 12:20:37.874165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] For port c79151bf-69de-4435-ad18-2e95802f1be7, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:37.882214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] For port c79151bf-69de-4435-ad18-2e95802f1be7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c79151bf-69de-4435-ad18-2e95802f1be7,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:37.890612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:37.894554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8731af-0b0d-41e7-8a28-70357b13167e req-255d099c-14a0-4b6f-a915-6ae0ed26969b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730069 Aug 27 12:20:37.994163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab09f9-eb59-4d1c-861f-086dc45f4447 None None] Pushing event updated for resources: {'Port': ['ID=c79151bf-69de-4435-ad18-2e95802f1be7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:37.997771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Routers {'1dfec548-d188-42ab-906d-7a06bbd3c628'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:20:37.998833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1dfec548-d188-42ab-906d-7a06bbd3c628'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:38.106495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aba10f9d-5503-42d0-acda-8a2ceaa91215 req-c3657e19-09f6-442f-9592-02e6c782b731 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 210 time: 0.0957079 Aug 27 12:20:38.217040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:38.219274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] Set router 1dfec548-d188-42ab-906d-7a06bbd3c628 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:20:38.279463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c714e-816a-4c47-8f56-6df06760670a req-62a25ded-7227-4b23-9df2-095cbe1ee8a9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:38.287758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e03c714e-816a-4c47-8f56-6df06760670a req-62a25ded-7227-4b23-9df2-095cbe1ee8a9 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1779613 Aug 27 12:20:38.425589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e03c714e-816a-4c47-8f56-6df06760670a req-74cc72bb-f32a-4f4e-a1ad-17aef123a52c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368399 Aug 27 12:20:38.636085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-7e2baf5e-2d4f-4b62-a8f5-26fedd8a433a tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:38.637672 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-7e2baf5e-2d4f-4b62-a8f5-26fedd8a433a tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 818 time: 0.3819058 Aug 27 12:20:38.664642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Request body: {'port': {'device_id': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'admin_state_up': True, 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:38.741172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:20:33Z', 'revision_number': 4, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c79151bf-69de-4435-ad18-2e95802f1be7', 'name': '', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'mac_address': 'fa:16:3e:35:ae:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:32Z', 'updated_at': '2021-08-27T12:20:37Z', 'revision_number': 4, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'subnets': [{'id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:20:38.839062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Made reservation on behalf of 6b00d2c188a54ee793e2bb5545a41397 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:38.844894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:38.854011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09882bc7-3621-4352-89c8-bf6405e51c2c None None] The sync data for ids ['1dfec548-d188-42ab-906d-7a06bbd3c628'] in n-d-688802-4 is: [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:20:33Z', 'revision_number': 4, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c79151bf-69de-4435-ad18-2e95802f1be7', 'name': '', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'mac_address': 'fa:16:3e:35:ae:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:32Z', 'updated_at': '2021-08-27T12:20:37Z', 'revision_number': 4, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'subnets': [{'id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:20:39.233950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2da4b6-8cbd-4a2a-9430-cad35e8e0d52 req-e00b4958-7f61-4df7-810c-20ca22a0732f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:39.247528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a2da4b6-8cbd-4a2a-9430-cad35e8e0d52 req-e00b4958-7f61-4df7-810c-20ca22a0732f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1296890 Aug 27 12:20:39.403756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58f5a284-c76a-4256-ad69-50634a5bccce req-38aa43ff-5d14-48de-b9a8-9f1e2b192253 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 210 time: 0.1520379 Aug 27 12:20:39.496983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a2da4b6-8cbd-4a2a-9430-cad35e8e0d52 req-65fa5cbb-f90f-402d-a943-1bc0a430c392 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482860 Aug 27 12:20:39.709660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e7b58-b12b-4c10-aca8-7f1ea2f6d9fb req-1484e1a7-7120-4b08-8b2f-675af3a7450b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:39.723729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf8e7b58-b12b-4c10-aca8-7f1ea2f6d9fb req-1484e1a7-7120-4b08-8b2f-675af3a7450b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1295483 Aug 27 12:20:39.832206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf8e7b58-b12b-4c10-aca8-7f1ea2f6d9fb req-f7e5bf77-76e6-442e-ad9d-b10f0d67690d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068935 Aug 27 12:20:40.209173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Allocated IP 172.20.0.3 (693b16b9-4602-49ca-ac36-6bb3ae740e64/fe7692e4-3a34-4829-a4ee-9bedab4de7dc/ba242152-3650-45ef-bc11-16ea7a653e35) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:20:40.290674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-857242ae-8d1b-4ee3-97a9-3264c9c90953 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:40.293364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-857242ae-8d1b-4ee3-97a9-3264c9c90953 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.77 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 818 time: 0.3060617 Aug 27 12:20:40.323544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Request body: {'port': {'device_id': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'admin_state_up': True, 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:40.619999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b94abe1d-0157-4dcc-a403-ec9ecf1fbe2b req-d8b94154-a9cb-47fb-a258-cf49f64ab425 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 210 time: 0.0846608 Aug 27 12:20:40.711034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8bd70-59e7-43e9-9ef4-a552f358194c req-e8420c36-fa8d-4e88-9767-cb3e5f96a6a0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:40.714549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfd8bd70-59e7-43e9-9ef4-a552f358194c req-e8420c36-fa8d-4e88-9767-cb3e5f96a6a0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0935187 Aug 27 12:20:40.751703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:40.784165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Made reservation on behalf of 6b00d2c188a54ee793e2bb5545a41397 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:20:40.796230 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:40.827653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfd8bd70-59e7-43e9-9ef4-a552f358194c req-1ac2b2c8-12c6-49d5-9326-6e4ea53281b8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064067 Aug 27 12:20:40.929174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.105768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5235f3-29c6-40f5-9c1b-91cbe1744332 req-a921b691-1424-4bff-82ec-4cdd5ef45444 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:41.116708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d5235f3-29c6-40f5-9c1b-91cbe1744332 req-a921b691-1424-4bff-82ec-4cdd5ef45444 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1267285 Aug 27 12:20:41.163445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c79151bf-69de-4435-ad18-2e95802f1be7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:41.179468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Allocated IP 172.20.0.7 (693b16b9-4602-49ca-ac36-6bb3ae740e64/fe7692e4-3a34-4829-a4ee-9bedab4de7dc/2a981f64-3ddb-4971-9b04-570e02d9d6d2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:20:41.197996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d5235f3-29c6-40f5-9c1b-91cbe1744332 req-cb09b385-ee63-4802-855a-0e061e52ea05 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676072 Aug 27 12:20:41.283972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:41.289120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:41.292033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Pushing event updated for resources: {'Port': ['ID=ba242152-3650-45ef-bc11-16ea7a653e35,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:41.295257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:20:41.306343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c79151bf-69de-4435-ad18-2e95802f1be7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:41.317430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c79151bf-69de-4435-ad18-2e95802f1be7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:41.318764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.356583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:41.357529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.437492 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-06b08d4f-6eba-4206-97ff-afc52f3cc6e8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7798479 Aug 27 12:20:41.460330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Request body: {'port': {'device_id': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:41.528172 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.556130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.582227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port c79151bf-69de-4435-ad18-2e95802f1be7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c79151bf-69de-4435-ad18-2e95802f1be7,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:41.586489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.587834 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.700881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=c79151bf-69de-4435-ad18-2e95802f1be7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:41.711575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.725770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.726549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.727055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.727551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.728073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.728563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.729126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.729613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.730098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.730693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.731185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:41.800926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56e35bea-22a1-49a8-b126-a8b2f2cc1eed req-ca1bd333-e55d-4fae-b672-fbf333c00d63 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 210 time: 0.0541434 Aug 27 12:20:41.821294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.846578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Network 693b16b9-4602-49ca-ac36-6bb3ae740e64 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:20:41.853427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:20:41.855950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:20:41.925436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:41.926098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:41.960800 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6489329 Aug 27 12:20:41.986121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Request body: {'port': {'device_id': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:41.988665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8075db-9f76-4af5-8cf7-163db4d13374 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Pushing event updated for resources: {'Port': ['ID=2a981f64-3ddb-4971-9b04-570e02d9d6d2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:42.061435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a9cd-ee08-4b5a-aa98-19b67f97a28b req-227f4a0b-f541-44b2-8393-f258d3e60e31 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:42.080225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c76a9cd-ee08-4b5a-aa98-19b67f97a28b req-227f4a0b-f541-44b2-8393-f258d3e60e31 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1336920 Aug 27 12:20:42.089573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.165978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c76a9cd-ee08-4b5a-aa98-19b67f97a28b req-696ec490-e6ef-43f2-8b59-36a1d76fbbd7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777810 Aug 27 12:20:42.271341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba242152-3650-45ef-bc11-16ea7a653e35 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:42.285915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.335416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Transition to ACTIVE for port object ba242152-3650-45ef-bc11-16ea7a653e35 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:42.343653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.421444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cbafc-ea4a-4b2a-9d77-683bacb050be req-5c3691c2-8d57-4461-aca7-98abf97389e6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:42.424836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad1cbafc-ea4a-4b2a-9d77-683bacb050be req-5c3691c2-8d57-4461-aca7-98abf97389e6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0863755 Aug 27 12:20:42.518516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba242152-3650-45ef-bc11-16ea7a653e35,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:42.529155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad1cbafc-ea4a-4b2a-9d77-683bacb050be req-fccc9810-13d2-4a4b-ba53-9f3e1f455d3c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869465 Aug 27 12:20:42.636125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Attempting to bind port ba242152-3650-45ef-bc11-16ea7a653e35 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:42.636698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Attempting to bind port ba242152-3650-45ef-bc11-16ea7a653e35 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:42.637091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Attempting to bind port ba242152-3650-45ef-bc11-16ea7a653e35 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:42.665246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Port ba242152-3650-45ef-bc11-16ea7a653e35 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:20:42.665622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Attempting to bind port ba242152-3650-45ef-bc11-16ea7a653e35 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:42.675817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:42.676100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Checking segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:42.676476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Bound using segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:42.677435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Bound port: ba242152-3650-45ef-bc11-16ea7a653e35, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:42.677574 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.701559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a981f64-3ddb-4971-9b04-570e02d9d6d2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:42.734477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.761849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Transition to ACTIVE for port object 2a981f64-3ddb-4971-9b04-570e02d9d6d2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:42.767795 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.842132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] For port ba242152-3650-45ef-bc11-16ea7a653e35, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:42.878164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] For port ba242152-3650-45ef-bc11-16ea7a653e35, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ba242152-3650-45ef-bc11-16ea7a653e35,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:42.932462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:42.946989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a981f64-3ddb-4971-9b04-570e02d9d6d2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:43.036335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456da3b-59a2-401e-a417-86a355231a8c req-8cea99fb-5894-430b-98c2-3d9be82d4a0d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.045918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c79151bf-69de-4435-ad18-2e95802f1be7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:43.055427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5456da3b-59a2-401e-a417-86a355231a8c req-8cea99fb-5894-430b-98c2-3d9be82d4a0d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 943 time: 0.1387537 Aug 27 12:20:43.144295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5456da3b-59a2-401e-a417-86a355231a8c req-ebdf01c8-5b91-4384-b082-aa7d1ca319f5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Aug 27 12:20:43.160359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c79151bf-69de-4435-ad18-2e95802f1be7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:43.165237 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:43.210245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.210921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:43.216298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] 10.222.0.65 "PUT /v2.0/ports/ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 1091 time: 1.7620635 Aug 27 12:20:43.225640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'tag': 'ba242152-3650-45ef-bc11-16ea7a653e35'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:43.235862 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2dbd49-66bd-4760-8200-e489bf6310f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d77ba340-2267-4151-ac1d-2664d32c563d", "tag": "ba242152-3650-45ef-bc11-16ea7a653e35"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:43.268640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Attempting to bind port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:43.273003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Attempting to bind port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:43.273394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Attempting to bind port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:43.359281 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c72091-4822-4f91-a9be-373c7377a5a8 x-openstack-request-id: req-d1c72091-4822-4f91-a9be-373c7377a5a8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:43.360009 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77ba340-2267-4151-ac1d-2664d32c563d", "tag": "ba242152-3650-45ef-bc11-16ea7a653e35", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:43.360009 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1c72091-4822-4f91-a9be-373c7377a5a8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:43.360264 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'tag': 'ba242152-3650-45ef-bc11-16ea7a653e35', 'status': 'completed', 'code': 200} Aug 27 12:20:43.368632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:20:43.369099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Attempting to bind port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 on network 693b16b9-4602-49ca-ac36-6bb3ae740e64 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:43.384418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b94f19-8425-4412-9bd8-ba9bc53cf269 req-23da05cd-6341-478e-99fa-92cf28b066c5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.388313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:43.388664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Checking segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:43.389058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Bound using segment: {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:43.389494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Bound port: 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338df386-b5b5-4eeb-8a94-26b47c9f8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:43.389857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:43.394528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460e25-ba96-44c5-9980-a9b75be963a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba242152-3650-45ef-bc11-16ea7a653e35,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:43.395232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94b94f19-8425-4412-9bd8-ba9bc53cf269 req-23da05cd-6341-478e-99fa-92cf28b066c5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1078093 Aug 27 12:20:43.413761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-8d35b38f-7af2-4b8b-9782-189edf345ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.419520 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-8d35b38f-7af2-4b8b-9782-189edf345ddb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1094 time: 0.1417413 Aug 27 12:20:43.460147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94b94f19-8425-4412-9bd8-ba9bc53cf269 req-bcb7beb9-0299-4856-80c3-6e8e562e1b32 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634634 Aug 27 12:20:43.528713 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-3e132ff1-d97d-4c6d-b87b-126ba12453bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.0478168 Aug 27 12:20:43.593854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-17cc7e36-79b5-4367-9db3-68c304840776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.595874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-17cc7e36-79b5-4367-9db3-68c304840776 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0579858 Aug 27 12:20:43.639416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-7d7301da-d2c3-4d60-a7a1-93cadc8bd253 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309522 Aug 27 12:20:43.649152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] For port 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:43.736738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a75c-7c9d-4d16-85c0-3cc2584c74a0 req-62bbdbfe-890a-4ccd-861b-7e30b9850a02 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.746978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf75a75c-7c9d-4d16-85c0-3cc2584c74a0 req-62bbdbfe-890a-4ccd-861b-7e30b9850a02 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0712259 Aug 27 12:20:43.750747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] For port 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:43.757828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:43.808645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf75a75c-7c9d-4d16-85c0-3cc2584c74a0 req-8daf4cf6-699b-40aa-b6ad-bf75c6688da3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603395 Aug 27 12:20:43.832225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:43.832573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:43.834251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] 10.222.0.77 "PUT /v2.0/ports/2a981f64-3ddb-4971-9b04-570e02d9d6d2 HTTP/1.1" status: 200 len: 1091 time: 1.8560505 Aug 27 12:20:43.925585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293683c-8ce6-4e06-bf3f-64276099e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a981f64-3ddb-4971-9b04-570e02d9d6d2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:43.954126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-5fd87c07-a217-4835-997b-e598c167c541 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004649 Aug 27 12:20:43.999049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-141b653c-939f-4851-89bb-e7c0b7f1d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.001480 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-141b653c-939f-4851-89bb-e7c0b7f1d9cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 1094 time: 0.0990639 Aug 27 12:20:44.103259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-ffbc0385-6b75-49c5-a9bf-9b1bbc49754f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0630734 Aug 27 12:20:44.221831 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6887f4d0-93a9-4fb9-9dbf-eb5de27be56e req-df7ba7db-5a12-48f3-9263-4ef7eabe0836 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535563 Aug 27 12:20:44.238052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8cdd2709-b55c-4c90-88d6-e4dae2c468c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.239577 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-8cdd2709-b55c-4c90-88d6-e4dae2c468c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.1284254 Aug 27 12:20:44.333454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-e404637e-3a7e-42ed-9d9d-1e638e9ae189 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844944 Aug 27 12:20:44.347944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec18ee-9c1f-438f-8721-543534917924 req-77a5446a-a450-4a4a-bd2e-55caa148ad57 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.356735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-daec18ee-9c1f-438f-8721-543534917924 req-77a5446a-a450-4a4a-bd2e-55caa148ad57 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 943 time: 0.0663445 Aug 27 12:20:44.407958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-daec18ee-9c1f-438f-8721-543534917924 req-76bc8829-d708-4ad9-b86d-22e295aa2ad0 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499320 Aug 27 12:20:44.478403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-2559d187-d092-40cd-9d6c-bf17a16f2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.480074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-2559d187-d092-40cd-9d6c-bf17a16f2e6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1094 time: 0.1732728 Aug 27 12:20:44.574732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-58274d51-2758-47e7-bd65-8c2d410f5b17 service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331061 Aug 27 12:20:44.642654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce4358-bfc6-4483-a628-bb71a8d208ad req-65bde561-e7ad-4f39-bb41-6001192f3246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.652737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8ce4358-bfc6-4483-a628-bb71a8d208ad req-65bde561-e7ad-4f39-bb41-6001192f3246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0988455 Aug 27 12:20:44.705108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-35e1fe91-7135-49ef-9a21-350b482e6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.706984 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-35e1fe91-7135-49ef-9a21-350b482e6337 service neutron] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.2174704 Aug 27 12:20:44.765927 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-da8de2bd-7e7c-456a-9c9c-21c72b77466d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.0497260 Aug 27 12:20:44.769883 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd259fd9-7b0b-4a15-89aa-57a59841f226 req-4eb17210-5e68-4bf5-bd38-df8035777a43 service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818888 Aug 27 12:20:44.775752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8ce4358-bfc6-4483-a628-bb71a8d208ad req-8c74cba0-0f8d-485f-9f67-7eae74fc748c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187794 Aug 27 12:20:44.868027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-02f86b4e-df19-48e5-88bd-b20db7293adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:44.870373 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-02f86b4e-df19-48e5-88bd-b20db7293adb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0955880 Aug 27 12:20:44.932366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-d24f4e7b-8848-4183-8e77-55f1e00eef5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520637 Aug 27 12:20:45.025889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa0da0-bc78-4504-bf48-184ef3291aa6 req-2de08777-ac34-42d6-a5ae-304cef02991b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:45.033682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60aa0da0-bc78-4504-bf48-184ef3291aa6 req-2de08777-ac34-42d6-a5ae-304cef02991b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1395662 Aug 27 12:20:45.129189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-60aa0da0-bc78-4504-bf48-184ef3291aa6 req-90a40e77-a1b3-4f07-ab84-230d8054b43c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886157 Aug 27 12:20:45.139051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-3a350a90-3bb1-4c99-bf6a-663d7932edf3 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971273 Aug 27 12:20:45.276262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fd2dbd49-66bd-4760-8200-e489bf6310f4 req-49eb9d23-93f8-4ec4-a30f-097a315e375f service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280496 Aug 27 12:20:45.374880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'tag': '2a981f64-3ddb-4971-9b04-570e02d9d6d2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:45.374880 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b427aa7e-ed82-4422-bb43-ee6dda8cd3bf", "tag": "2a981f64-3ddb-4971-9b04-570e02d9d6d2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:45.427174 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de75db6-016c-4497-a641-263f4e5621ce x-openstack-request-id: req-7de75db6-016c-4497-a641-263f4e5621ce {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:45.427174 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b427aa7e-ed82-4422-bb43-ee6dda8cd3bf", "tag": "2a981f64-3ddb-4971-9b04-570e02d9d6d2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:45.427174 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7de75db6-016c-4497-a641-263f4e5621ce {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:45.427174 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'tag': '2a981f64-3ddb-4971-9b04-570e02d9d6d2', 'status': 'completed', 'code': 200} Aug 27 12:20:45.569054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d68b1-f626-48a3-a65e-c8904eea4608 req-0a6e1e7b-226b-4c5e-aa70-fd2b6467a407 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:45.578223 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e1d68b1-f626-48a3-a65e-c8904eea4608 req-0a6e1e7b-226b-4c5e-aa70-fd2b6467a407 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 943 time: 0.0733325 Aug 27 12:20:45.635541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e1d68b1-f626-48a3-a65e-c8904eea4608 req-49001519-40eb-4bd0-9e33-763101f56cf3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558381 Aug 27 12:20:45.657183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-a7e0e554-2801-444b-a3ca-b3d83db86d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:45.658997 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-a7e0e554-2801-444b-a3ca-b3d83db86d88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 1094 time: 0.0716445 Aug 27 12:20:45.802588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-fcc35e9a-50f7-4516-a827-d1e6569734a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:45.804171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-fcc35e9a-50f7-4516-a827-d1e6569734a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.1347935 Aug 27 12:20:45.881409 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-c2a7caad-eecb-41e1-936c-1f9a1b240592 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0553784 Aug 27 12:20:45.946182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-6c7d26ef-1842-4b6f-bedb-d088b46b63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:45.951417 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-6c7d26ef-1842-4b6f-bedb-d088b46b63fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0617292 Aug 27 12:20:45.999657 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-7a7b1a4d-b519-4f65-8a93-476498e95388 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388131 Aug 27 12:20:46.010241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893ae95-d775-404b-85ae-34a6e2067c9f req-60a5c4ce-a940-41dc-8c5d-f792a53c3ec5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:46.018695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b893ae95-d775-404b-85ae-34a6e2067c9f req-60a5c4ce-a940-41dc-8c5d-f792a53c3ec5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1016271 Aug 27 12:20:46.071348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b893ae95-d775-404b-85ae-34a6e2067c9f req-49b255e3-9851-49ca-bc0f-0a57af1ab2f9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509641 Aug 27 12:20:46.176184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-74bae8fb-9c4a-4c4f-b18a-c79894164fae service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676164 Aug 27 12:20:46.331854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a6d80-7618-435e-8c9e-02dfa1a39b7f req-02f7c4f0-84ee-49fc-bf5b-b4981448f0b0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:46.333377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b69a6d80-7618-435e-8c9e-02dfa1a39b7f req-02f7c4f0-84ee-49fc-bf5b-b4981448f0b0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0938756 Aug 27 12:20:46.382866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8a75b27-3336-4dab-b4ef-98fcf5db2bd0 req-8d027af7-2fe2-48ab-980c-b4b22bfa92ab service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993663 Aug 27 12:20:46.417091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b69a6d80-7618-435e-8c9e-02dfa1a39b7f req-4a452818-a1cd-4a64-aa0c-3445ff8f3f59 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762160 Aug 27 12:20:46.425753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ba242152-3650-45ef-bc11-16ea7a653e35 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:46.610932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ba242152-3650-45ef-bc11-16ea7a653e35, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ba242152-3650-45ef-bc11-16ea7a653e35,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:46.624600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ba242152-3650-45ef-bc11-16ea7a653e35', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'port_id': 'ba242152-3650-45ef-bc11-16ea7a653e35', 'mac_address': 'fa:16:3e:d6:58:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:46.707742 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:46.737313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba242152-3650-45ef-bc11-16ea7a653e35 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:46.761221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ba242152-3650-45ef-bc11-16ea7a653e35, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ba242152-3650-45ef-bc11-16ea7a653e35,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:46.769795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:46.870829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ba242152-3650-45ef-bc11-16ea7a653e35,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:47.050658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04651527-7bff-4550-8e28-e89d26938b68 req-e374ae42-09f7-47d3-8234-b195fe224555 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:47.052625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04651527-7bff-4550-8e28-e89d26938b68 req-e374ae42-09f7-47d3-8234-b195fe224555 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 943 time: 0.0582459 Aug 27 12:20:47.079322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ba242152-3650-45ef-bc11-16ea7a653e35'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:47.142318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04651527-7bff-4550-8e28-e89d26938b68 req-2875ab0a-0e4f-48b8-bf0d-3951a7066837 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798211 Aug 27 12:20:47.294695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c24d71-f836-4679-a548-867cc3014dc3 req-6ffa0518-38cc-4e47-95ae-a0d4a6f160ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:47.304863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68c24d71-f836-4679-a548-867cc3014dc3 req-6ffa0518-38cc-4e47-95ae-a0d4a6f160ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0773609 Aug 27 12:20:47.363277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68c24d71-f836-4679-a548-867cc3014dc3 req-b5241911-2b47-4420-bf2d-5d401ce8584c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564420 Aug 27 12:20:47.541536 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-52acf45e-5d9c-4c7e-990a-b59125d71d55 service neutron] show failed (client error): The resource could not be found. Aug 27 12:20:47.543934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-52acf45e-5d9c-4c7e-990a-b59125d71d55 service neutron] 10.222.0.65 "GET /v2.0/ports/22499435-1e93-48f2-a9fc-2db9b380e81e/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.1370726 Aug 27 12:20:47.602566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:47.641120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01ba98-8d9c-47c3-90ba-9992191a2afe req-bda53c38-8e87-4bb6-b392-93542205233c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:47.642861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d01ba98-8d9c-47c3-90ba-9992191a2afe req-bda53c38-8e87-4bb6-b392-93542205233c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0860016 Aug 27 12:20:47.707914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d01ba98-8d9c-47c3-90ba-9992191a2afe req-dc9c9feb-b94c-4263-b628-fd3001cc0ca4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 Aug 27 12:20:47.765743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e49a091-386f-41d4-a609-d26a0573d03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:47.858741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-9d15765e-4150-4359-bbc0-e4f858e74d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:47.860613 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-9d15765e-4150-4359-bbc0-e4f858e74d7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 1096 time: 0.0528071 Aug 27 12:20:47.880693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:20:47.938823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e49a091-386f-41d4-a609-d26a0573d03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:47.944697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e49a091-386f-41d4-a609-d26a0573d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:47.962529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:47.980234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49a091-386f-41d4-a609-d26a0573d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6999df-2428-488b-862d-68861693ab94,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:48.037600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4e49a091-386f-41d4-a609-d26a0573d03b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de8c7e74e65943a3b9939c31ea5298f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339700 Aug 27 12:20:48.040385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:48.117101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab922d7-742a-4c9c-a8e2-659049d97303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.157627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab922d7-742a-4c9c-a8e2-659049d97303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.227508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab922d7-742a-4c9c-a8e2-659049d97303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.230373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eab922d7-742a-4c9c-a8e2-659049d97303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.231969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eab922d7-742a-4c9c-a8e2-659049d97303 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b6999df-2428-488b-862d-68861693ab94 HTTP/1.1" status: 204 len: 168 time: 0.1895759 Aug 27 12:20:48.243643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:48.249232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab922d7-742a-4c9c-a8e2-659049d97303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6999df-2428-488b-862d-68861693ab94,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:48.327263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:48.375416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ac3b-b96d-44f0-a236-31d10137955a req-7790e8f5-6175-4de4-9313-946835c5eb83 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:48.379407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fef2ac3b-b96d-44f0-a236-31d10137955a req-7790e8f5-6175-4de4-9313-946835c5eb83 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 943 time: 0.0822988 Aug 27 12:20:48.399869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:48.402534 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b556acc2-d407-49a9-bcbb-85be3fc1cdb5" -d '{"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-unplugged", "status": "completed", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:48.413610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.456756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ba242152-3650-45ef-bc11-16ea7a653e35 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:48.457623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Transition to ACTIVE for port object 22499435-1e93-48f2-a9fc-2db9b380e81e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:20:48.469247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.525830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fef2ac3b-b96d-44f0-a236-31d10137955a req-e632d0f3-f2df-4645-8913-45f1c31596a9 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416433 Aug 27 12:20:48.540997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d072d830-d255-4417-88ad-8fc5bc36b260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.625610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ba242152-3650-45ef-bc11-16ea7a653e35 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:48.632755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795b297-8dd2-4e8f-8b0d-4f6376703545 req-6afc0239-4086-41c4-bd9e-f10c03d5024d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:48.634540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3795b297-8dd2-4e8f-8b0d-4f6376703545 req-6afc0239-4086-41c4-bd9e-f10c03d5024d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.1708407 Aug 27 12:20:48.643973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ba242152-3650-45ef-bc11-16ea7a653e35 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:48.645608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.748719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3795b297-8dd2-4e8f-8b0d-4f6376703545 req-0a537877-9fe8-42f4-8058-67da38f305a3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080375 Aug 27 12:20:48.831657 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.872970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba242152-3650-45ef-bc11-16ea7a653e35'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:48.875820 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9146a9c2-27ab-4454-a73f-667f431262ba" -d '{"events": [{"server_uuid": "d77ba340-2267-4151-ac1d-2664d32c563d", "name": "network-vif-plugged", "status": "completed", "tag": "ba242152-3650-45ef-bc11-16ea7a653e35"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:48.911947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ba242152-3650-45ef-bc11-16ea7a653e35, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ba242152-3650-45ef-bc11-16ea7a653e35,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:48.919048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:48.921067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:49.005434 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f85648-3fea-48c9-a140-7ae79103aaf7 x-openstack-request-id: req-f8f85648-3fea-48c9-a140-7ae79103aaf7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:49.006205 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77ba340-2267-4151-ac1d-2664d32c563d", "name": "network-vif-plugged", "status": "completed", "tag": "ba242152-3650-45ef-bc11-16ea7a653e35", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:49.010331 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8f85648-3fea-48c9-a140-7ae79103aaf7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:49.013929 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba242152-3650-45ef-bc11-16ea7a653e35', 'code': 200} Aug 27 12:20:49.023428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c534d86-2be2-4813-b74f-169a61e41949 req-2512abda-77e7-44c5-90b7-12dbe963f9c5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:49.032304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c534d86-2be2-4813-b74f-169a61e41949 req-2512abda-77e7-44c5-90b7-12dbe963f9c5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1253955 Aug 27 12:20:49.108717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c534d86-2be2-4813-b74f-169a61e41949 req-36203a96-d6a7-4cc3-b12d-0e154060cc1a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Aug 27 12:20:49.189093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ba242152-3650-45ef-bc11-16ea7a653e35,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:49.219191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2a981f64-3ddb-4971-9b04-570e02d9d6d2 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:49.257926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:20:49.360526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:49.384691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d788f4e-fbcb-4fbc-b63b-a13e1c1e8010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:49.401233 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3436ca4-89a3-4470-90c6-1a8544a26d7e x-openstack-request-id: req-a3436ca4-89a3-4470-90c6-1a8544a26d7e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:49.401846 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-unplugged", "status": "completed", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:49.401846 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3436ca4-89a3-4470-90c6-1a8544a26d7e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:49.402174 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'code': 200} Aug 27 12:20:49.403085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:49.447148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:49.561759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] No DVR routers for this DVR port 22499435-1e93-48f2-a9fc-2db9b380e81e on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:20:49.612205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d788f4e-fbcb-4fbc-b63b-a13e1c1e8010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:49.620676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6dd18-71c6-4859-a47f-481046552232 req-f066b686-b8a5-4ccf-a263-4b4d1f83a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:49.622864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4cc6dd18-71c6-4859-a47f-481046552232 req-f066b686-b8a5-4ccf-a263-4b4d1f83a672 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.2347667 Aug 27 12:20:49.624045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d788f4e-fbcb-4fbc-b63b-a13e1c1e8010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:49.708908 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4cc6dd18-71c6-4859-a47f-481046552232 req-cee12d75-ab95-4efa-8ffe-7d37a03de0ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731673 Aug 27 12:20:49.791604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:20:49.792299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:20:49.792636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:49.797884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Port 22499435-1e93-48f2-a9fc-2db9b380e81e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:20:49.798364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Attempting to bind port 22499435-1e93-48f2-a9fc-2db9b380e81e on network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:20:49.799584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2a981f64-3ddb-4971-9b04-570e02d9d6d2', 'network_id': '693b16b9-4602-49ca-ac36-6bb3ae740e64', 'port_id': '2a981f64-3ddb-4971-9b04-570e02d9d6d2', 'mac_address': 'fa:16:3e:6e:19:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7692e4-3a34-4829-a4ee-9bedab4de7dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:49.818628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:20:49.819148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Checking segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:20:49.819932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Bound using segment: {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:20:49.820482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Bound port: 22499435-1e93-48f2-a9fc-2db9b380e81e, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13748a9-f158-41ea-8a17-8599c5592c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:20:49.821072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:49.826548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4d788f4e-fbcb-4fbc-b63b-a13e1c1e8010 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=687c5f9ef9a74616bb68b24faf6b8e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641075 Aug 27 12:20:49.830698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:49.859422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d788f4e-fbcb-4fbc-b63b-a13e1c1e8010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3e7a4-87e2-4b21-a8cb-070e84ab4330,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:49.882557 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:49.897129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a981f64-3ddb-4971-9b04-570e02d9d6d2 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:49.920017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:49.931177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:49.963558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:20:49.972068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:20:49.975285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07c78e-e0bb-4720-af5c-80dc43894f91 req-bb21d1ae-3837-4d62-9ea4-cc1c671a9c5c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:49.977821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f07c78e-e0bb-4720-af5c-80dc43894f91 req-bb21d1ae-3837-4d62-9ea4-cc1c671a9c5c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 943 time: 0.2941561 Aug 27 12:20:49.979970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.034738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.035466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.038721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] 10.222.0.77 "PUT /v2.0/ports/22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 1091 time: 2.1625657 Aug 27 12:20:50.066925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2a981f64-3ddb-4971-9b04-570e02d9d6d2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:50.083390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3ac35-f482-48c9-8793-8163b8035700 service neutron] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:50.112356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.129424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38ae82-8b6c-452a-9027-946b05377b41 req-84f57ded-cfbf-4882-a16c-d110486df8a5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.134932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d38ae82-8b6c-452a-9027-946b05377b41 req-84f57ded-cfbf-4882-a16c-d110486df8a5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.2549202 Aug 27 12:20:50.148700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f07c78e-e0bb-4720-af5c-80dc43894f91 req-3fc91cf4-f2ad-442e-bbff-a8636e136215 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154482 Aug 27 12:20:50.153669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-a3825345-fb3b-4f9b-b82c-7869c56fefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.155489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-a3825345-fb3b-4f9b-b82c-7869c56fefe5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1094 time: 0.0660322 Aug 27 12:20:50.176906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987c0c77-eb56-45fc-b85b-be7a53eb3f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.307385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-18f5c96b-3801-40fc-ae7b-495021f7bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.309334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-18f5c96b-3801-40fc-ae7b-495021f7bd7a service neutron] 10.222.0.77 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.1460605 Aug 27 12:20:50.329604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987c0c77-eb56-45fc-b85b-be7a53eb3f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.349542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2a981f64-3ddb-4971-9b04-570e02d9d6d2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:50.419381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d38ae82-8b6c-452a-9027-946b05377b41 req-9dfe6dd8-cea7-4802-8b0e-08fa233d2575 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801502 Aug 27 12:20:50.458850 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-bd7199e5-8f89-47ea-8d13-96a84e1601d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 999 time: 0.1384537 Aug 27 12:20:50.464521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987c0c77-eb56-45fc-b85b-be7a53eb3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.467104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987c0c77-eb56-45fc-b85b-be7a53eb3f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:50.471393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-987c0c77-eb56-45fc-b85b-be7a53eb3f7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2a3e7a4-87e2-4b21-a8cb-070e84ab4330 HTTP/1.1" status: 204 len: 168 time: 0.6391876 Aug 27 12:20:50.482355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f34ae-f8fd-4617-ad76-d733debd439d req-b647b1b6-ee99-4b14-8455-ba2752be0562 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.490667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-461f34ae-f8fd-4617-ad76-d733debd439d req-b647b1b6-ee99-4b14-8455-ba2752be0562 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.2179410 Aug 27 12:20:50.518012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0c77-eb56-45fc-b85b-be7a53eb3f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3e7a4-87e2-4b21-a8cb-070e84ab4330,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:50.539616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-461f34ae-f8fd-4617-ad76-d733debd439d req-4b5a788a-dec2-4cf0-8594-66f48b7bc0d6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Aug 27 12:20:50.608310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-48daf3ff-0cb3-4824-9fdc-827c372c4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.609837 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-48daf3ff-0cb3-4824-9fdc-827c372c4f99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.1205795 Aug 27 12:20:50.674645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-e79fa1c3-f0d0-4d05-bb45-d51224d7f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:50.676172 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-e79fa1c3-f0d0-4d05-bb45-d51224d7f4b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583267 Aug 27 12:20:50.850796 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-8451e03d-749a-450c-9a97-1e5a50ca5c5a service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628220 Aug 27 12:20:50.975276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a4a52105-c6b3-455c-9df2-3926817a2f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:51.035267 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-596a5a96-8c7b-4533-84f3-52be2d3f7bc5 req-4a19579b-2c97-40cc-b167-74d99bc48318 service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788540 Aug 27 12:20:51.142256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:51.326229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545a4dc-4b5a-4bd1-9831-15d77fdbb1f6 req-4c2c713e-75e7-46d9-8ab0-e1704192fb8d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:51.328115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3545a4dc-4b5a-4bd1-9831-15d77fdbb1f6 req-4c2c713e-75e7-46d9-8ab0-e1704192fb8d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 944 time: 0.0627198 Aug 27 12:20:51.378537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3545a4dc-4b5a-4bd1-9831-15d77fdbb1f6 req-7c3790e4-9c7a-436f-99ba-d00cfc8088c8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Aug 27 12:20:51.403176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:51.406449 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:51.517111 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f9ac3-a60b-4147-9d0f-c8445ed64fad x-openstack-request-id: req-c77f9ac3-a60b-4147-9d0f-c8445ed64fad {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:51.518174 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:51.518613 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c77f9ac3-a60b-4147-9d0f-c8445ed64fad {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:51.519665 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'status': 'completed', 'code': 200} Aug 27 12:20:51.679410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a50e0-4a8c-4534-b1d4-6d4413748115 req-49eff142-829f-4bc2-ab6e-c73ebcf6c5e5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:51.688112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c28a50e0-4a8c-4534-b1d4-6d4413748115 req-49eff142-829f-4bc2-ab6e-c73ebcf6c5e5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.1087492 Aug 27 12:20:51.699804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-7eb1193b-cd60-4895-813e-060b87238f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:51.701345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-7eb1193b-cd60-4895-813e-060b87238f2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1094 time: 0.1805537 Aug 27 12:20:51.815545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c28a50e0-4a8c-4534-b1d4-6d4413748115 req-1242dd59-1922-4cbc-bb03-6fa72b7d1f9a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262028 Aug 27 12:20:51.836415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-3e32535f-cf6e-4508-9656-170d3bf7b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:51.839118 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-3e32535f-cf6e-4508-9656-170d3bf7b6ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1094 time: 0.2631247 Aug 27 12:20:51.887812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666d5f1-eb23-4fca-9b76-99f4ee269d48 req-b5658b42-fbec-4bda-9783-eaea59e1905e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:51.900374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c666d5f1-eb23-4fca-9b76-99f4ee269d48 req-b5658b42-fbec-4bda-9783-eaea59e1905e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.2023342 Aug 27 12:20:51.944777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c666d5f1-eb23-4fca-9b76-99f4ee269d48 req-e5bfa340-f902-49b2-85ce-7cd9942fe3c1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Aug 27 12:20:51.954730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-b994c45c-0eff-45f2-ae79-6162ecd58d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:51.957083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-b994c45c-0eff-45f2-ae79-6162ecd58d03 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.1103687 Aug 27 12:20:52.061678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-e6a93f53-87d3-49c5-a0b1-6de21822e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.063436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-e6a93f53-87d3-49c5-a0b1-6de21822e8e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.3528509 Aug 27 12:20:52.065170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-26f5a719-3312-42e1-b39f-5c0ce3606484 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 999 time: 0.0972021 Aug 27 12:20:52.073862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.183957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-c42c6c65-3e7b-4091-98b3-8ff7c558b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.185596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-c42c6c65-3e7b-4091-98b3-8ff7c558b723 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.1053636 Aug 27 12:20:52.190145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-ce54dd13-a0cf-4d0f-a607-0db8a72c96a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 999 time: 0.1186399 Aug 27 12:20:52.222943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:52.288549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-ebcd59b5-3f40-4e3a-abd2-46e25207fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.290802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-ebcd59b5-3f40-4e3a-abd2-46e25207fb27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976396 Aug 27 12:20:52.292994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-a5e1c74e-293c-4114-8e77-8daae74d6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.294696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-a5e1c74e-293c-4114-8e77-8daae74d6f59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.0924215 Aug 27 12:20:52.385126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f34332bd-8c5c-4a56-bd5c-dba07daa1de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.420242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-ca2aadc1-103c-4851-b731-5e8e49d519f7 service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218433 Aug 27 12:20:52.425063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-ca0ea2a3-1096-403d-81f4-a0c5ea87f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.426544 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-ca0ea2a3-1096-403d-81f4-a0c5ea87f43f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663834 Aug 27 12:20:52.548952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5701c2d-4740-4462-9a00-669b49e045e2 req-f2e3d270-729e-4417-b6e5-dd2689530648 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.550626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5701c2d-4740-4462-9a00-669b49e045e2 req-f2e3d270-729e-4417-b6e5-dd2689530648 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 944 time: 0.0806742 Aug 27 12:20:52.583464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f34332bd-8c5c-4a56-bd5c-dba07daa1de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.584004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-2bdab365-6198-4f42-b40c-1270de026f00 service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564705 Aug 27 12:20:52.593262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f34332bd-8c5c-4a56-bd5c-dba07daa1de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.607418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-486ebb2d-02be-4364-9af4-9245f2d90830 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330884 Aug 27 12:20:52.645697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5701c2d-4740-4462-9a00-669b49e045e2 req-f1731bea-afee-4bc6-901f-5005b8d8ece8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868356 Aug 27 12:20:52.647889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34332bd-8c5c-4a56-bd5c-dba07daa1de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11552a-1081-4c48-9a5c-d899496c1f15,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:52.652474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f34332bd-8c5c-4a56-bd5c-dba07daa1de0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff033940284a4a71a26170ceb0150feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284730 Aug 27 12:20:52.655827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:52.715895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a142194-205a-4530-8ce8-6a151da7504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.744100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a142194-205a-4530-8ce8-6a151da7504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.757416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-83e7af0a-a7ab-434a-9134-6e515fd5ec0f req-0156b49d-1b76-4b3b-98c5-7ad24e22ca3c service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104634 Aug 27 12:20:52.822832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a142194-205a-4530-8ce8-6a151da7504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.825507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a142194-205a-4530-8ce8-6a151da7504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:52.829361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4a142194-205a-4530-8ce8-6a151da7504e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef11552a-1081-4c48-9a5c-d899496c1f15 HTTP/1.1" status: 204 len: 168 time: 0.1699176 Aug 27 12:20:52.837416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a142194-205a-4530-8ce8-6a151da7504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11552a-1081-4c48-9a5c-d899496c1f15,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:52.936305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-238a732e-13b5-464c-a29c-4aa551e24fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.937922 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-238a732e-13b5-464c-a29c-4aa551e24fe9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 1097 time: 0.0566952 Aug 27 12:20:52.951515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0f3d0-72fe-4245-8835-1945e7aef346 req-b391731e-4edf-4d5e-a8b7-6553f07b0fde tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:52.953239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fde0f3d0-72fe-4245-8835-1945e7aef346 req-b391731e-4edf-4d5e-a8b7-6553f07b0fde tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.0613666 Aug 27 12:20:53.017276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fde0f3d0-72fe-4245-8835-1945e7aef346 req-2baf9e22-7cfb-479d-b4c7-9272a3dcfac4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542362 Aug 27 12:20:53.094513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-5e1a20ba-b6f2-4718-b231-0d98c084748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:53.096797 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-5e1a20ba-b6f2-4718-b231-0d98c084748b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1512375 Aug 27 12:20:53.111390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5b5ed-73d6-4a25-81bb-bcd8c49fe1f1 req-d1ea185e-5152-4a44-94d3-10207ca70680 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:53.112905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd5b5ed-73d6-4a25-81bb-bcd8c49fe1f1 req-d1ea185e-5152-4a44-94d3-10207ca70680 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0739655 Aug 27 12:20:53.155437 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-1dd6a411-6899-43a5-bded-4ffbdb85ffb3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61aeb0ca-e415-4034-9157-790fd49d30d6 HTTP/1.1" status: 200 len: 217 time: 0.0505762 Aug 27 12:20:53.158883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bd5b5ed-73d6-4a25-81bb-bcd8c49fe1f1 req-7fcfb1d8-f107-4037-be16-dc93cc71d56c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Aug 27 12:20:53.212248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-fbe5f031-80be-4207-beb3-d6e753602f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:53.213765 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-fbe5f031-80be-4207-beb3-d6e753602f12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0507681 Aug 27 12:20:53.215608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2a981f64-3ddb-4971-9b04-570e02d9d6d2 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:53.280524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-adea8c87-989d-4ed9-9962-561237ed0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:53.280694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:53.282153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-adea8c87-989d-4ed9-9962-561237ed0383 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605042 Aug 27 12:20:53.285492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:53.285965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.330899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:53.347771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfc8b133-12c5-427c-9352-c3648d5e68d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.382885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.395105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-15f95b18-9b1a-4462-b0e1-327631957878 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053307 Aug 27 12:20:53.417349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:53.418613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a981f64-3ddb-4971-9b04-570e02d9d6d2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:53.421656 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a9625-920e-48a0-86f2-33f7862d46ee" -d '{"events": [{"server_uuid": "b427aa7e-ed82-4422-bb43-ee6dda8cd3bf", "name": "network-vif-plugged", "status": "completed", "tag": "2a981f64-3ddb-4971-9b04-570e02d9d6d2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:53.437064 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.474923 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfc8b133-12c5-427c-9352-c3648d5e68d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.479578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfc8b133-12c5-427c-9352-c3648d5e68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.493851 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612454fe-29ba-4a73-97be-a8448d75bba1 x-openstack-request-id: req-612454fe-29ba-4a73-97be-a8448d75bba1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:53.494150 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b427aa7e-ed82-4422-bb43-ee6dda8cd3bf", "name": "network-vif-plugged", "status": "completed", "tag": "2a981f64-3ddb-4971-9b04-570e02d9d6d2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:53.494456 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-612454fe-29ba-4a73-97be-a8448d75bba1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:53.494827 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a981f64-3ddb-4971-9b04-570e02d9d6d2', 'code': 200} Aug 27 12:20:53.522353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2a981f64-3ddb-4971-9b04-570e02d9d6d2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:53.536073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cfc8b133-12c5-427c-9352-c3648d5e68d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d5c04ae7a934bbd8643e073378c84b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036357 Aug 27 12:20:53.537469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:53.539392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8b133-12c5-427c-9352-c3648d5e68d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e9756-2475-4eb6-b619-d00e3e279010,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:53.555138 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4dbd7e6-275c-4623-99aa-10d743b1ca94 req-25369560-e7b4-4b86-a9c1-65d8409df25b service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516459 Aug 27 12:20:53.629134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c2f998c-29e6-4d4a-9006-f549c4b845fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.642516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4669c-4f90-426b-a825-7fa427c69f8a req-b9cd467e-a722-4984-b334-e2d70c703240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:53.644014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bfd4669c-4f90-426b-a825-7fa427c69f8a req-b9cd467e-a722-4984-b334-e2d70c703240 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 1096 time: 0.0586581 Aug 27 12:20:53.663290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c2f998c-29e6-4d4a-9006-f549c4b845fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.714124 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bfd4669c-4f90-426b-a825-7fa427c69f8a req-ffccf568-7d46-4cd5-a24b-57e43ea61a31 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604186 Aug 27 12:20:53.743838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c2f998c-29e6-4d4a-9006-f549c4b845fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.746728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c2f998c-29e6-4d4a-9006-f549c4b845fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:53.750586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8c2f998c-29e6-4d4a-9006-f549c4b845fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a9e9756-2475-4eb6-b619-d00e3e279010 HTTP/1.1" status: 204 len: 168 time: 0.2117372 Aug 27 12:20:53.759696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f998c-29e6-4d4a-9006-f549c4b845fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e9756-2475-4eb6-b619-d00e3e279010,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:53.777983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6fe14-64ca-4403-a2ec-33238adb11a6 req-ee657a3d-e091-40f5-9365-b07f0b1c4596 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:53.786614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02a6fe14-64ca-4403-a2ec-33238adb11a6 req-ee657a3d-e091-40f5-9365-b07f0b1c4596 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0604358 Aug 27 12:20:53.823262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02a6fe14-64ca-4403-a2ec-33238adb11a6 req-c106e098-713d-4352-97d7-b757fe0495f3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352089 Aug 27 12:20:53.953323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.151879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f044be-eea5-4268-a01d-f0c9b4e9640e req-a256ee9e-f21b-4815-b718-2e50bf495ad2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:54.159204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93f044be-eea5-4268-a01d-f0c9b4e9640e req-a256ee9e-f21b-4815-b718-2e50bf495ad2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.0644274 Aug 27 12:20:54.204909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93f044be-eea5-4268-a01d-f0c9b4e9640e req-71b03651-0fb1-47a4-bd15-bcdde0f242cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Aug 27 12:20:54.293063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454d5b5-ad40-45bd-a470-74d30eeb6aff req-92af0e6d-fa42-478d-acab-1dccafc82bd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:54.294655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7454d5b5-ad40-45bd-a470-74d30eeb6aff req-92af0e6d-fa42-478d-acab-1dccafc82bd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0528398 Aug 27 12:20:54.337386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7454d5b5-ad40-45bd-a470-74d30eeb6aff req-607dc309-53de-4eea-85a1-e04c34c660db tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Aug 27 12:20:54.528792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:54.637567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e12f8284-39a2-43c0-8170-0a7084b693e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.729543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e12f8284-39a2-43c0-8170-0a7084b693e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.733560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e12f8284-39a2-43c0-8170-0a7084b693e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.770500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f8284-39a2-43c0-8170-0a7084b693e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b41e0a-5840-4b76-82f4-f024b6293aa0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:54.776259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e12f8284-39a2-43c0-8170-0a7084b693e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ed9592de296480d8a80d66ab7ea87ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463870 Aug 27 12:20:54.779602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:54.830279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a766b41e-e6ec-41fc-9187-d18ef5712c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.853519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a766b41e-e6ec-41fc-9187-d18ef5712c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.910200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a766b41e-e6ec-41fc-9187-d18ef5712c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.919024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a766b41e-e6ec-41fc-9187-d18ef5712c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:54.923112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a766b41e-e6ec-41fc-9187-d18ef5712c54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83b41e0a-5840-4b76-82f4-f024b6293aa0 HTTP/1.1" status: 204 len: 168 time: 0.1426284 Aug 27 12:20:54.949455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766b41e-e6ec-41fc-9187-d18ef5712c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b41e0a-5840-4b76-82f4-f024b6293aa0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:54.973290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cafc6e-1e02-483f-9b17-5b712c8ee21a req-04e2761d-e1e1-4910-87a4-773434b6a047 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:54.975769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4cafc6e-1e02-483f-9b17-5b712c8ee21a req-04e2761d-e1e1-4910-87a4-773434b6a047 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0773919 Aug 27 12:20:55.036215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4cafc6e-1e02-483f-9b17-5b712c8ee21a req-c9ae0a9e-9299-4f54-a636-e11737431987 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Aug 27 12:20:55.234707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:20:55.338258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec407b-4917-4d01-b1c5-2d5cdd6d02c9 req-c0ec5544-a1d7-4250-9320-5c346c2b7b5f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:55.347495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dec407b-4917-4d01-b1c5-2d5cdd6d02c9 req-c0ec5544-a1d7-4250-9320-5c346c2b7b5f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 943 time: 0.0707438 Aug 27 12:20:55.389001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:55.409123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'port_id': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'mac_address': 'fa:16:3e:73:73:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:20:55.445042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41330) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:55.450414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dec407b-4917-4d01-b1c5-2d5cdd6d02c9 req-8210c350-9a26-4696-a4be-8518dab82b12 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019187 Aug 27 12:20:55.471800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:55.539031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:55.556272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a006645-435e-418d-b410-bb8d3fd6230f req-db165e15-c76f-4136-bbe4-78732f8dfd3d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:55.557992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a006645-435e-418d-b410-bb8d3fd6230f req-db165e15-c76f-4136-bbe4-78732f8dfd3d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.0923033 Aug 27 12:20:55.575256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22499435-1e93-48f2-a9fc-2db9b380e81e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:20:55.609140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:55.613821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:55.625698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a006645-435e-418d-b410-bb8d3fd6230f req-c131a573-7a61-4c31-bc50-2621bec49269 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614142 Aug 27 12:20:55.659444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:55.665411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:55.689713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:55.718658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d449f6b6-97f5-4287-931c-7cc4838c4b96,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:55.760746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e5819-7262-4e9d-8af7-d00f46cde553 req-b165aa23-50e9-492d-b29d-28072ce9c55b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:55.762346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-493e5819-7262-4e9d-8af7-d00f46cde553 req-b165aa23-50e9-492d-b29d-28072ce9c55b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 944 time: 0.0578518 Aug 27 12:20:55.781949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.782520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.782951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.783551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.783903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.784254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.784591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.784929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.785264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.785596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.785928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.786258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:20:55.801971 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-01820371-a3ee-4d5e-b6e9-843fb65dccfc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0bb76287f1b4c76933308fc1f9bb12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557739 Aug 27 12:20:55.804993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41344) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:55.818786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-493e5819-7262-4e9d-8af7-d00f46cde553 req-1d93f283-ce94-4c95-a544-3e9e696b78de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487816 Aug 27 12:20:55.843777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98539c-3585-4850-a876-51506123c9d0 req-ca154eac-40f6-473c-a5e4-1612bf3d7eef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:55.847296 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-ca154eac-40f6-473c-a5e4-1612bf3d7eef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7&tenant_id=32dd17157e8a413bb5e82592b734194a&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.1410208 Aug 27 12:20:55.931115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67103f4d-82eb-4ad9-a6df-309a061b5546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:55.953569 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-5a98539c-3585-4850-a876-51506123c9d0 req-2110332e-a63d-4384-bef4-f202bfb94645 service neutron] delete failed (client error): The resource could not be found. Aug 27 12:20:55.954729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-2110332e-a63d-4384-bef4-f202bfb94645 service neutron] 10.222.0.65 "DELETE /v2.0/ports/22499435-1e93-48f2-a9fc-2db9b380e81e/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0899572 Aug 27 12:20:55.971051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67103f4d-82eb-4ad9-a6df-309a061b5546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:56.054463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98539c-3585-4850-a876-51506123c9d0 req-24b6c8f6-3d70-4623-97b0-8541c86015ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.056138 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-24b6c8f6-3d70-4623-97b0-8541c86015ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1095 time: 0.0487788 Aug 27 12:20:56.057278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67103f4d-82eb-4ad9-a6df-309a061b5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:56.059896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67103f4d-82eb-4ad9-a6df-309a061b5546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:56.061262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-67103f4d-82eb-4ad9-a6df-309a061b5546 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d449f6b6-97f5-4287-931c-7cc4838c4b96 HTTP/1.1" status: 204 len: 168 time: 0.2553089 Aug 27 12:20:56.071931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67103f4d-82eb-4ad9-a6df-309a061b5546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449f6b6-97f5-4287-931c-7cc4838c4b96,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:56.077685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['22499435-1e93-48f2-a9fc-2db9b380e81e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:20:56.225360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98539c-3585-4850-a876-51506123c9d0 req-14b28f1a-e5f8-44d1-bde0-2e1d462af334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.230724 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-14b28f1a-e5f8-44d1-bde0-2e1d462af334 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.1594539 Aug 27 12:20:56.329149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e85a1-05d8-4658-9890-d8769151325f req-3d7c4b00-ac88-4f4e-9dc1-a2be543baf39 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.338069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa0e85a1-05d8-4658-9890-d8769151325f req-3d7c4b00-ac88-4f4e-9dc1-a2be543baf39 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1458907 Aug 27 12:20:56.380055 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-91cf19f7-3e3b-434e-9db6-7fc0d148e1e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 1000 time: 0.1385665 Aug 27 12:20:56.402220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa0e85a1-05d8-4658-9890-d8769151325f req-f882b17c-64d5-47bb-b90f-6518ceae918b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600529 Aug 27 12:20:56.457259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:56.482039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98539c-3585-4850-a876-51506123c9d0 req-48fd0bb7-502c-4056-b402-9257d3be80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.484095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-48fd0bb7-502c-4056-b402-9257d3be80ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.0867920 Aug 27 12:20:56.546427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98539c-3585-4850-a876-51506123c9d0 req-56a9bee1-ab5d-4a27-8c9f-9ecfa9c4f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.548612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-56a9bee1-ab5d-4a27-8c9f-9ecfa9c4f085 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571201 Aug 27 12:20:56.723149 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-8a20530e-2064-4640-916b-56c06ab61153 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666205 Aug 27 12:20:56.729884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-349bc6bf-249c-4b0b-a397-9101fdd6463c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:56.785381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59706-3e06-49a4-9c71-35c345c6609e req-43492446-991c-4cd2-9599-a510e30904c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.787242 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-43492446-991c-4cd2-9599-a510e30904c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 1096 time: 0.1039314 Aug 27 12:20:56.809370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8588cd9-68f4-451d-bbc8-c105dbe87c6e req-f0813c5e-a3c2-4ea0-b957-fd4fdd80cbd3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.810901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8588cd9-68f4-451d-bbc8-c105dbe87c6e req-f0813c5e-a3c2-4ea0-b957-fd4fdd80cbd3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1277473 Aug 27 12:20:56.837218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f959d-f45a-45e1-98bc-8e69048fb965 req-918ac55e-ad1c-42ae-90e3-b7b437beffec tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.839686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a77f959d-f45a-45e1-98bc-8e69048fb965 req-918ac55e-ad1c-42ae-90e3-b7b437beffec tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 946 time: 0.1135664 Aug 27 12:20:56.889806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a98539c-3585-4850-a876-51506123c9d0 req-66bbc9ad-6613-4c31-822f-f6f4c21b1811 service neutron] 10.222.0.65 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590512 Aug 27 12:20:56.908781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59706-3e06-49a4-9c71-35c345c6609e req-fc48e999-284e-45f8-93d5-011687a76235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:56.910604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-fc48e999-284e-45f8-93d5-011687a76235 service neutron] 10.222.0.77 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.1149604 Aug 27 12:20:56.938105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8588cd9-68f4-451d-bbc8-c105dbe87c6e req-e97a3a75-c4ca-4be8-90c3-48eed9a934ae tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141465 Aug 27 12:20:56.948360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a77f959d-f45a-45e1-98bc-8e69048fb965 req-760bf177-6afd-4af7-b9e5-59c6cb609fd6 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954530 Aug 27 12:20:56.983602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-4ff6dc95-4ba6-45a0-9b3d-a9c178b12440 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0656366 Aug 27 12:20:57.001754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-349bc6bf-249c-4b0b-a397-9101fdd6463c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:57.016232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-349bc6bf-249c-4b0b-a397-9101fdd6463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:57.074812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59706-3e06-49a4-9c71-35c345c6609e req-e7550d14-01ed-4b4b-b811-60e5cc791c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:57.076636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-e7550d14-01ed-4b4b-b811-60e5cc791c6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0839746 Aug 27 12:20:57.110427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-349bc6bf-249c-4b0b-a397-9101fdd6463c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fdec62fb7fe74f6184e61d007bc207cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504254 Aug 27 12:20:57.110673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bc6bf-249c-4b0b-a397-9101fdd6463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd2f8e8-05eb-4d69-8a95-90e5ff51914b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:57.113855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41412) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:57.119786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-6ed84896-3328-4755-b327-d3ecaea84950 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356550 Aug 27 12:20:57.152015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c83dab-0ab0-41e1-b43d-b2539e52ef2c req-fa4689fa-0aab-4c98-9f7b-8f409023849b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:57.159628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2c83dab-0ab0-41e1-b43d-b2539e52ef2c req-fa4689fa-0aab-4c98-9f7b-8f409023849b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1283274 Aug 27 12:20:57.188278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd70f5-81e5-4614-8812-e3be261db3ce req-3533004e-3091-4457-9177-52a9aa15d13d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:57.189804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bfd70f5-81e5-4614-8812-e3be261db3ce req-3533004e-3091-4457-9177-52a9aa15d13d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 944 time: 0.1000071 Aug 27 12:20:57.219142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2c83dab-0ab0-41e1-b43d-b2539e52ef2c req-63b923fb-182c-4e47-9b98-b996af74c070 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582852 Aug 27 12:20:57.256702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bfd70f5-81e5-4614-8812-e3be261db3ce req-0887d6ae-b0fb-4ebb-bc6f-e457dd117e4b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559466 Aug 27 12:20:57.388742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf489af-88b7-47e5-b31c-e6a0ddf361bc req-04f7c468-e703-4473-9225-93f90e83259e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:57.390778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cf489af-88b7-47e5-b31c-e6a0ddf361bc req-04f7c468-e703-4473-9225-93f90e83259e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0850823 Aug 27 12:20:57.453141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cf489af-88b7-47e5-b31c-e6a0ddf361bc req-a2ce1395-5202-41aa-b9a8-dfd318334cee tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560400 Aug 27 12:20:57.579014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda9-d642-48f7-b957-542abbc16728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:57.616673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda9-d642-48f7-b957-542abbc16728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:57.659723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-ef7a1ece-1edb-42a7-8f66-82e89f92ac7d service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169797 Aug 27 12:20:57.717281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fffb3-d27c-408f-9cdf-8553799b6108 req-4fb492eb-c768-4873-aad3-2808270bf7ad tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:57.718823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-044fffb3-d27c-408f-9cdf-8553799b6108 req-4fb492eb-c768-4873-aad3-2808270bf7ad tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0608189 Aug 27 12:20:57.746434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda9-d642-48f7-b957-542abbc16728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:57.749138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2b5bda9-d642-48f7-b957-542abbc16728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:57.750489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a2b5bda9-d642-48f7-b957-542abbc16728 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8bd2f8e8-05eb-4d69-8a95-90e5ff51914b HTTP/1.1" status: 204 len: 168 time: 0.6336730 Aug 27 12:20:57.769329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-044fffb3-d27c-408f-9cdf-8553799b6108 req-313ab49f-98d7-483a-bb74-5db723f33fbb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Aug 27 12:20:57.771968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5bda9-d642-48f7-b957-542abbc16728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd2f8e8-05eb-4d69-8a95-90e5ff51914b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:57.807442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67a59706-3e06-49a4-9c71-35c345c6609e req-ed8221e6-c742-47c0-bc4b-8bcbaabbe1c8 service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399863 Aug 27 12:20:58.110162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed48648-5b40-43a5-86b6-c839b1a7d21b req-39816eb7-abc7-4899-8ce0-849fd13f0a51 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:58.112038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aed48648-5b40-43a5-86b6-c839b1a7d21b req-39816eb7-abc7-4899-8ce0-849fd13f0a51 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0525086 Aug 27 12:20:58.139565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41468) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:58.157834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae80b65a-10c6-475f-bbb8-7dfe74f93a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.164404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aed48648-5b40-43a5-86b6-c839b1a7d21b req-4a5c475c-a923-4004-a166-8769e1c72e70 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Aug 27 12:20:58.250733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae80b65a-10c6-475f-bbb8-7dfe74f93a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.254621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae80b65a-10c6-475f-bbb8-7dfe74f93a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.296196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ae80b65a-10c6-475f-bbb8-7dfe74f93a08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92878805a7a94bc6b85037557e055959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532004 Aug 27 12:20:58.296525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41472) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:58.303899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b65a-10c6-475f-bbb8-7dfe74f93a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3babf-2f14-446f-a1a5-a6996536f849,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:58.355115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29c0957a-68a9-40ff-871e-9f92fbea457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.379646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29c0957a-68a9-40ff-871e-9f92fbea457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.395731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22438-abd8-49e6-bab3-ff7aeab6acb2 req-704bf09a-e8c6-444f-a744-097af6c2d1cd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:58.397976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30b22438-abd8-49e6-bab3-ff7aeab6acb2 req-704bf09a-e8c6-444f-a744-097af6c2d1cd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 944 time: 0.0531847 Aug 27 12:20:58.456130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30b22438-abd8-49e6-bab3-ff7aeab6acb2 req-d0c915d8-6e48-4eeb-8787-f46f96fd4021 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Aug 27 12:20:58.463651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29c0957a-68a9-40ff-871e-9f92fbea457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.467543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29c0957a-68a9-40ff-871e-9f92fbea457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.469340 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-29c0957a-68a9-40ff-871e-9f92fbea457d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3a3babf-2f14-446f-a1a5-a6996536f849 HTTP/1.1" status: 204 len: 168 time: 0.1715741 Aug 27 12:20:58.478990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 61aeb0ca-e415-4034-9157-790fd49d30d6 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:20:58.497363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41484) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:20:58.518952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0957a-68a9-40ff-871e-9f92fbea457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3babf-2f14-446f-a1a5-a6996536f849,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:58.591142 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.599019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2917ef96-a8e3-4a78-97a8-4181451bb8a7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/711a47a8-6536-4903-a4fd-40a52e79288b HTTP/1.1" status: 200 len: 992 time: 0.0907974 Aug 27 12:20:58.618710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:20:58.620936 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2ab3f0-ace0-4c64-948e-e992d8f2c948" -d '{"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-unplugged", "status": "completed", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:20:58.640996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:58.646364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:58.656059 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daef2d3-6e77-47a4-85f1-1bf820b5c23f x-openstack-request-id: req-5daef2d3-6e77-47a4-85f1-1bf820b5c23f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:20:58.656540 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-unplugged", "status": "failed", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:20:58.656805 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5daef2d3-6e77-47a4-85f1-1bf820b5c23f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:20:58.657203 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'code': 422} returned with failed status Aug 27 12:20:58.708844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:58.913133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117ce9f-5fd8-4d94-b1cd-05edc5f760e0 req-6c5155ac-a638-4ac3-b4bb-07eeeaaae961 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:58.914666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9117ce9f-5fd8-4d94-b1cd-05edc5f760e0 req-6c5155ac-a638-4ac3-b4bb-07eeeaaae961 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0576286 Aug 27 12:20:58.957048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9117ce9f-5fd8-4d94-b1cd-05edc5f760e0 req-30f1f6c4-9984-4251-baa5-1aff18051e99 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346484 Aug 27 12:20:59.276188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df643256-412a-4b81-af3a-5d91d412761e req-581c8b5e-6b84-4667-aaa5-a0aa1e15628b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:20:59.278180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df643256-412a-4b81-af3a-5d91d412761e req-581c8b5e-6b84-4667-aaa5-a0aa1e15628b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0511086 Aug 27 12:20:59.295473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:20:59.319127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df643256-412a-4b81-af3a-5d91d412761e req-bf8985d6-1b38-4ee2-bebc-1479e7f3cbba tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 27 12:20:59.357817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 22499435-1e93-48f2-a9fc-2db9b380e81e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:20:59.361999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 22499435-1e93-48f2-a9fc-2db9b380e81e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:20:59.362605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:59.449283 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:59.490608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:20:59.497910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:20:59.561861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:20:59.846530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41602) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:00.007089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff9ca6a-8d22-4a3f-b809-c17ea90e79c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.079060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a37adf-9083-4fef-b614-3fcecd98946f req-72007a9a-031d-4832-a3d5-207247f4ed0b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:00.080604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9a37adf-9083-4fef-b614-3fcecd98946f req-72007a9a-031d-4832-a3d5-207247f4ed0b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0525234 Aug 27 12:21:00.118546 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff9ca6a-8d22-4a3f-b809-c17ea90e79c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.123772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff9ca6a-8d22-4a3f-b809-c17ea90e79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.125443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9a37adf-9083-4fef-b614-3fcecd98946f req-008d322c-20d7-4227-906d-51fb3b6152b2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376730 Aug 27 12:21:00.162063 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eff9ca6a-8d22-4a3f-b809-c17ea90e79c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09f54e7301d9484fbe708edcad623fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135324 Aug 27 12:21:00.164882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41622) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:00.172768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9ca6a-8d22-4a3f-b809-c17ea90e79c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06896bb8-9ba7-47af-b59b-4cfc5e1c114d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:00.224762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c59d89e-09b5-417c-91fd-0e876f7e2b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.247161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c59d89e-09b5-417c-91fd-0e876f7e2b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.299168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c59d89e-09b5-417c-91fd-0e876f7e2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.303692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c59d89e-09b5-417c-91fd-0e876f7e2b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:00.304848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6c59d89e-09b5-417c-91fd-0e876f7e2b89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06896bb8-9ba7-47af-b59b-4cfc5e1c114d HTTP/1.1" status: 204 len: 168 time: 0.1390531 Aug 27 12:21:00.316418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59d89e-09b5-417c-91fd-0e876f7e2b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06896bb8-9ba7-47af-b59b-4cfc5e1c114d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:00.451374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ddd36-c95b-4ff7-995d-195ef3950e65 req-6383b055-213b-47cd-b3c0-6a1c30030229 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:00.452866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-966ddd36-c95b-4ff7-995d-195ef3950e65 req-6383b055-213b-47cd-b3c0-6a1c30030229 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0657916 Aug 27 12:21:00.494530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-966ddd36-c95b-4ff7-995d-195ef3950e65 req-7a9593b2-899f-46f6-9e54-b7c894432f69 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Aug 27 12:21:00.658991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:00.661541 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab057a00-222d-4b28-9cc1-50dc36c80de0" -d '{"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-plugged", "status": "completed", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:00.704250 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293b996-f84d-42e8-8ee3-abefeb9f8438 x-openstack-request-id: req-c293b996-f84d-42e8-8ee3-abefeb9f8438 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:00.704546 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-plugged", "status": "completed", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:00.704802 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c293b996-f84d-42e8-8ee3-abefeb9f8438 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:00.705203 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'code': 200} Aug 27 12:21:00.720573 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:21:01.273234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166457-a7f9-49d4-8fed-3f4f999dd5ad req-5be56d68-3ace-4b49-a837-82433f091e90 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:01.275430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a166457-a7f9-49d4-8fed-3f4f999dd5ad req-5be56d68-3ace-4b49-a837-82433f091e90 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0630419 Aug 27 12:21:01.323071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a166457-a7f9-49d4-8fed-3f4f999dd5ad req-b577c35c-82fb-426f-b450-22ea0822db58 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Aug 27 12:21:01.727786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2e091-444a-47ce-8360-c2764b40ad67 req-06231cd2-9f8d-4309-a894-c5c80428ad55 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:01.730243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ec2e091-444a-47ce-8360-c2764b40ad67 req-06231cd2-9f8d-4309-a894-c5c80428ad55 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1149943 Aug 27 12:21:01.806617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ec2e091-444a-47ce-8360-c2764b40ad67 req-d502e7f1-9473-4e59-b9cb-08c9865efe6d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626101 Aug 27 12:21:01.831951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41778) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:01.991719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1072104636'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:02.015684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Made reservation on behalf of fcce855dccf34571a26990c41b4724b9 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:02.019730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.031042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.132167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.137102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.164174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:02.173970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95efd7a-c760-4bff-896f-41f8a82cf4a6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:02.179820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.180180 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Added segment a68780b0-82bb-4398-ae93-4903ece905c8 of type vlan for network 1c745ce4-af1e-49e8-874f-0238df3f695a Aug 27 12:21:02.225507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.251818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.257959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:02.258600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.320023 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4864805 Aug 27 12:21:02.323358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41822) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:02.335045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e14126-0a80-43a1-bdf1-4f26d6fdc6d4 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Pushing event updated for resources: {'Network': ['ID=1c745ce4-af1e-49e8-874f-0238df3f695a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:02.347241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 1c745ce4-af1e-49e8-874f-0238df3f695a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:02.384453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'network': {'name': 'tempest-network--323213248', 'router:external': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:02.407872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Made reservation on behalf of ef572beed29348b09b26ed1bf3224a92 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:02.410982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.438332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.475769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53e66-b39d-476f-8965-6cbe1581a01d req-d755705c-6112-4541-8519-4b2e131ca0d4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:02.482886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06f53e66-b39d-476f-8965-6cbe1581a01d req-d755705c-6112-4541-8519-4b2e131ca0d4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0730071 Aug 27 12:21:02.522271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06f53e66-b39d-476f-8965-6cbe1581a01d req-5dfe09f4-1333-4ecb-a896-5b866e10c848 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372353 Aug 27 12:21:02.551868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.555956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.581384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:02.591794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d568b-76c0-4505-ac7c-9b7f5284ffe5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:02.596858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.597210 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Added segment 90697a93-5fc4-4145-812c-b2ccddc4d438 of type vlan for network 23f01979-38e3-4032-bda7-bfb10ce977c1 Aug 27 12:21:02.651165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.681509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.682622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:02.683213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.751411 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4229813 Aug 27 12:21:02.751411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41856) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:02.761700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01202c-e736-4995-931e-31745f04155f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Network': ['ID=23f01979-38e3-4032-bda7-bfb10ce977c1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:02.773238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 23f01979-38e3-4032-bda7-bfb10ce977c1 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:02.828315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.919114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.935205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f01979-38e3-4032-bda7-bfb10ce977c1']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:02.944566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109292a-5688-48bf-9fe5-792db36ae361 req-7d74d254-827e-47bd-a991-99534e5e629b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:02.946901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90697a93-5fc4-4145-812c-b2ccddc4d438') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:02.947199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90697a93-5fc4-4145-812c-b2ccddc4d438') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:02.947316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6109292a-5688-48bf-9fe5-792db36ae361 req-7d74d254-827e-47bd-a991-99534e5e629b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0575609 Aug 27 12:21:02.956894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.973493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.979711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:02.980038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:02.981853 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:02.990607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6109292a-5688-48bf-9fe5-792db36ae361 req-008631d8-202f-43a5-aa0d-55d662cbee6d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Aug 27 12:21:03.043707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.048364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23f01979-38e3-4032-bda7-bfb10ce977c1 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:03.052471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.054564 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/networks/23f01979-38e3-4032-bda7-bfb10ce977c1 HTTP/1.1" status: 204 len: 168 time: 0.3038349 Aug 27 12:21:03.058281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41886) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:03.063549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:03.066952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294450d8-8e6d-4aa3-a329-bff8b1f87727 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Network': ['ID=23f01979-38e3-4032-bda7-bfb10ce977c1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:03.087663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Made reservation on behalf of ef572beed29348b09b26ed1bf3224a92 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:03.090233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.114078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:03.125452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.125830 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Added segment 1bf4e0b6-fd04-4a27-bb2a-2b25bd670308 of type vlan for network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 Aug 27 12:21:03.176606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.216025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.217527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:03.218403 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.284049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2219818 Aug 27 12:21:03.284415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:03.289721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'subnet': {'network_id': '8f13b55b-e3f8-4d08-99f6-336e70b66f94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:03.294136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d2c3-45b6-4068-9027-946e22cc303d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Network': ['ID=8f13b55b-e3f8-4d08-99f6-336e70b66f94,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:03.306314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:03.323823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Made reservation on behalf of ef572beed29348b09b26ed1bf3224a92 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:03.326191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.343811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:03.510343 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ada2d0-7de0-4a24-8801-bc9d8f4b5815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:03.969421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f65954-212f-4a1f-8c81-0611ed054a9d req-d05f1941-b607-43bc-ad73-7722a564eed3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:03.970898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f65954-212f-4a1f-8c81-0611ed054a9d req-d05f1941-b607-43bc-ad73-7722a564eed3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0876095 Aug 27 12:21:04.040265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ada2d0-7de0-4a24-8801-bc9d8f4b5815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.047529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f65954-212f-4a1f-8c81-0611ed054a9d req-e706b47a-56ea-4cf7-a6e6-79ca1379e945 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691466 Aug 27 12:21:04.049555 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ada2d0-7de0-4a24-8801-bc9d8f4b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.107708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29ada2d0-7de0-4a24-8801-bc9d8f4b5815 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=349c550b724f4b3187f5c5498dedc7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626963 Aug 27 12:21:04.110430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41902) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:04.123213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ada2d0-7de0-4a24-8801-bc9d8f4b5815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f3c7e3-722e-4e46-94d3-6361458bf50a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:04.162466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:21:04.162946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.168615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3404-20de-4596-a346-94b3002469eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.189324 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3404-20de-4596-a346-94b3002469eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.221154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5d7e8-5b97-45d4-ada6-62cf8cf2d2a6 req-da1dd440-3da2-44fd-be3d-02f85a67cc71 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:04.222711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ef5d7e8-5b97-45d4-ada6-62cf8cf2d2a6 req-da1dd440-3da2-44fd-be3d-02f85a67cc71 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1360378 Aug 27 12:21:04.232855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1cd3ffb0-232e-4fa7-b83e-98d9f657b8af,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:04.238021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3404-20de-4596-a346-94b3002469eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.240806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3404-20de-4596-a346-94b3002469eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.241947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8eaa3404-20de-4596-a346-94b3002469eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9f3c7e3-722e-4e46-94d3-6361458bf50a HTTP/1.1" status: 204 len: 168 time: 0.1304424 Aug 27 12:21:04.251187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa3404-20de-4596-a346-94b3002469eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f3c7e3-722e-4e46-94d3-6361458bf50a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:04.273707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Checking segment: {'id': '1bf4e0b6-fd04-4a27-bb2a-2b25bd670308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '8f13b55b-e3f8-4d08-99f6-336e70b66f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:04.273965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Network hostable DHCP agents. Network: 8f13b55b-e3f8-4d08-99f6-336e70b66f94, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:21:04.293459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ef5d7e8-5b97-45d4-ada6-62cf8cf2d2a6 req-e226ae2a-c735-4a76-9e6c-883961a80f17 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 Aug 27 12:21:04.305257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:21:04.322346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8f13b55b-e3f8-4d08-99f6-336e70b66f94) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:04.328169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:04.331422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07b61c-4383-4dab-b9a8-79fbe7e3c005 None None] Network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:04.334940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.349725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-62c2831f-bc38-4cfd-bbba-e740f58883ad tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0642231 Aug 27 12:21:04.352828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41906) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:04.357847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'floatingip': {'floating_network_id': '8f13b55b-e3f8-4d08-99f6-336e70b66f94'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:04.379421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.477349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.482054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd045b6-82eb-4325-9cd8-cb480dabfc93 None None] Network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:04.600758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Allocated IP 172.20.0.14 (8f13b55b-e3f8-4d08-99f6-336e70b66f94/1cd3ffb0-232e-4fa7-b83e-98d9f657b8af/4ed84867-dc8c-4d4f-9dc4-c50c5bc12592) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:04.713876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.757688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.800100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:04.805236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:04.809119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:04.833409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed84867-dc8c-4d4f-9dc4-c50c5bc12592,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:04.903783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:04.938748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.105713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.111385 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.181476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824bdcf-5261-438c-b148-cc1aea08e3aa req-1215603d-1e7d-4424-b3db-410dc9c9373a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:05.184061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3824bdcf-5261-438c-b148-cc1aea08e3aa req-1215603d-1e7d-4424-b3db-410dc9c9373a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0652034 Aug 27 12:21:05.185548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed84867-dc8c-4d4f-9dc4-c50c5bc12592,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:05.198470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.213608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.218469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-99e13c63-7a56-4582-9143-321b45f78426 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8614645 Aug 27 12:21:05.218822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41938) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:05.232171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3824bdcf-5261-438c-b148-cc1aea08e3aa req-5dcc7d32-869d-40e6-bc30-828903347921 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Aug 27 12:21:05.290415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3ba9f588-761c-4f28-bd25-b68239665d0f tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=8f13b55b-e3f8-4d08-99f6-336e70b66f94 HTTP/1.1" status: 200 len: 690 time: 0.0701892 Aug 27 12:21:05.292872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41942) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:05.393252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.413760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afa16b-00f1-4dcb-bf0d-2e14604ea39b req-eb89149f-965e-4fa5-a98f-03bd0f476577 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:05.418884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84afa16b-00f1-4dcb-bf0d-2e14604ea39b req-eb89149f-965e-4fa5-a98f-03bd0f476577 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0555360 Aug 27 12:21:05.461500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84afa16b-00f1-4dcb-bf0d-2e14604ea39b req-a7b63e4f-2afa-4b08-91c1-24c78f09004d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Aug 27 12:21:05.516465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Deleting port 4ed84867-dc8c-4d4f-9dc4-c50c5bc12592 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:05.516818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.528321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:05.592898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.593146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.606537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Calling delete_port for 4ed84867-dc8c-4d4f-9dc4-c50c5bc12592 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:05.627769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4c623356-febe-4c5c-a262-186c4cdfbee7 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-751494109'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:05.628269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4c623356-febe-4c5c-a262-186c4cdfbee7 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Unknown quota resources ['metering_label']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:05.744420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.769846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ed84867-dc8c-4d4f-9dc4-c50c5bc12592,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:05.811056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4c623356-febe-4c5c-a262-186c4cdfbee7 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.812239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4c623356-febe-4c5c-a262-186c4cdfbee7 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2828965 Aug 27 12:21:05.814900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41954) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:05.819219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-088ecd0e-5949-4cb1-a371-4670c4d8e723 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '272c3075-2b33-4a29-a084-b3fe21d15453'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:05.819749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-088ecd0e-5949-4cb1-a371-4670c4d8e723 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:05.838502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.882709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.897243 n-d-688802-4 neutron-server[94623]: WARNING neutron.services.metering.metering_plugin [None req-088ecd0e-5949-4cb1-a371-4670c4d8e723 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 12:21:05.940568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:05.973675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd3ffb0-232e-4fa7-b83e-98d9f657b8af,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:06.003794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-088ecd0e-5949-4cb1-a371-4670c4d8e723 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.005044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-088ecd0e-5949-4cb1-a371-4670c4d8e723 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1891959 Aug 27 12:21:06.008055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.012488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-247ca50d-cbc9-4c84-8b78-e275ceb8c114 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '272c3075-2b33-4a29-a084-b3fe21d15453'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:06.012979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-247ca50d-cbc9-4c84-8b78-e275ceb8c114 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:06.027398 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.037871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f13b55b-e3f8-4d08-99f6-336e70b66f94']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:06.049660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf4e0b6-fd04-4a27-bb2a-2b25bd670308') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:06.050271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf4e0b6-fd04-4a27-bb2a-2b25bd670308') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:06.059863 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.068685 n-d-688802-4 neutron-server[94623]: WARNING neutron.services.metering.metering_plugin [None req-247ca50d-cbc9-4c84-8b78-e275ceb8c114 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 12:21:06.075338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.081575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:06.081976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:06.084523 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:06.148360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.149526 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-247ca50d-cbc9-4c84-8b78-e275ceb8c114 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.150769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-247ca50d-cbc9-4c84-8b78-e275ceb8c114 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1417634 Aug 27 12:21:06.153976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.155153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f13b55b-e3f8-4d08-99f6-336e70b66f94 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:06.158997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.163761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8f13b55b-e3f8-4d08-99f6-336e70b66f94 HTTP/1.1" status: 204 len: 168 time: 0.8671172 Aug 27 12:21:06.164761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41962) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.171935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5f259-2890-49c8-b7e2-aa5f2692131c tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f13b55b-e3f8-4d08-99f6-336e70b66f94,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:06.193102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-07983b4e-f63b-47dc-a8ec-93739ca16532 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=ee613329-b2a9-4ab9-abc9-18294d5a237a HTTP/1.1" status: 200 len: 464 time: 0.0351152 Aug 27 12:21:06.193844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41964) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.275021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e87db7c7-0426-426d-89f3-cc96ade08df5 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 0.1091471 Aug 27 12:21:06.277561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41968) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.362065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91f58721-dbd2-4d4c-9ce9-fd925a08d130 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.365949 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-91f58721-dbd2-4d4c-9ce9-fd925a08d130 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/ee613329-b2a9-4ab9-abc9-18294d5a237a HTTP/1.1" status: 204 len: 168 time: 0.1686270 Aug 27 12:21:06.366237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41970) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.371324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.371806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.372269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.372728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.373184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.373718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.374099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.374674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.379380 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dfc7a774-6c28-461d-82ce-c1abd4a8b6fb tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=ee613329-b2a9-4ab9-abc9-18294d5a237a HTTP/1.1" status: 200 len: 221 time: 0.0091047 Aug 27 12:21:06.379539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fa6ce2b7-c1c9-4e4d-8af9-999c065f9b40 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.1007862 Aug 27 12:21:06.379790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41972) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.380573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.386561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6d91a145-c5d7-42e3-955a-cd78e2707811 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1863075334', 'description': 'label created by tempest'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:06.387024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6d91a145-c5d7-42e3-955a-cd78e2707811 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Unknown quota resources ['metering_label']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:06.403898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb5e29-c3e9-4972-a5ae-76deb4902092 req-7e539100-3602-4d91-a35f-e549c9eb1c77 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.405311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55eb5e29-c3e9-4972-a5ae-76deb4902092 req-7e539100-3602-4d91-a35f-e549c9eb1c77 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0915754 Aug 27 12:21:06.417764 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-3df75b2e-b555-4182-ab83-da6bc9dcb866 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] delete failed (client error): The resource could not be found. Aug 27 12:21:06.418817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3df75b2e-b555-4182-ab83-da6bc9dcb866 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/715491a1-3b18-45f6-ac44-38e34e39022c HTTP/1.1" status: 404 len: 345 time: 0.0376275 Aug 27 12:21:06.421565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41976) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.440718 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee470ca-3e53-4056-abb4-5f732d7e38d7 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] DELETE failed (client error): The resource could not be found. Aug 27 12:21:06.441278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee470ca-3e53-4056-abb4-5f732d7e38d7 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:21:06.446987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5ee470ca-3e53-4056-abb4-5f732d7e38d7 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8f13b55b-e3f8-4d08-99f6-336e70b66f94 HTTP/1.1" status: 404 len: 339 time: 0.0210912 Aug 27 12:21:06.447786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41978) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.452771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'network': {'name': 'tempest-network--1966747216', 'router:external': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:06.484385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Made reservation on behalf of ef572beed29348b09b26ed1bf3224a92 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:06.486036 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.512027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:06.523806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.524206 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Added segment b4fec4f8-96cf-4885-a230-f558204bb7e0 of type vlan for network e77cdf28-f83d-4106-9ed2-ae3d816a9384 Aug 27 12:21:06.578196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.608766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.609831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.609997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55eb5e29-c3e9-4972-a5ae-76deb4902092 req-a6bee28e-3496-40f1-aa84-80f4e5129ce7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646428 Aug 27 12:21:06.610418 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.633615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d91a145-c5d7-42e3-955a-cd78e2707811 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.634829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6d91a145-c5d7-42e3-955a-cd78e2707811 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2516341 Aug 27 12:21:06.638286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41982) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.671065 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2221410 Aug 27 12:21:06.673583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41984) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.691714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a358-7675-4a57-8986-f6a7825ae427 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Network': ['ID=e77cdf28-f83d-4106-9ed2-ae3d816a9384,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:06.706724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e77cdf28-f83d-4106-9ed2-ae3d816a9384 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:06.720830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-abe5b209-eb46-4390-8eed-e0915857741d tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=db996ca6-4354-402a-b7d0-05ecbf6daab0 HTTP/1.1" status: 200 len: 468 time: 0.0789733 Aug 27 12:21:06.721722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.776857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ab856-b894-429b-8d40-aafb9011e154 req-0d535466-c51e-40f3-a8dc-8983c470a37d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.778472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a5ab856-b894-429b-8d40-aafb9011e154 req-0d535466-c51e-40f3-a8dc-8983c470a37d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.2178173 Aug 27 12:21:06.856414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de0659-eb8f-4ee3-ba02-12fd616593a6 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.862542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de0659-eb8f-4ee3-ba02-12fd616593a6 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.868979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de0659-eb8f-4ee3-ba02-12fd616593a6 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.875077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de0659-eb8f-4ee3-ba02-12fd616593a6 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:06.876742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-86de0659-eb8f-4ee3-ba02-12fd616593a6 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2022710 Aug 27 12:21:06.879659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41988) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.930926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a5ab856-b894-429b-8d40-aafb9011e154 req-9181bc02-e7f5-467f-ac81-c367caca34c3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434464 Aug 27 12:21:06.934498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5846400f-1d3e-4489-a7b2-6f488adfa23d tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.937197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5846400f-1d3e-4489-a7b2-6f488adfa23d tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/db996ca6-4354-402a-b7d0-05ecbf6daab0 HTTP/1.1" status: 204 len: 168 time: 0.2135518 Aug 27 12:21:06.938278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41990) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.955483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:06.957235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33b78898-8bb5-4da6-9a9e-b5f5b0d10f32 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=db996ca6-4354-402a-b7d0-05ecbf6daab0 HTTP/1.1" status: 200 len: 216 time: 0.0178196 Aug 27 12:21:06.960952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.969400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0c2478a9-9f08-45c5-9196-ca502b109073 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074549 Aug 27 12:21:06.972454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:06.985815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7522317d-2894-4899-97b9-4a7ccd16e248 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119200 Aug 27 12:21:06.989045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.045648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e6255ef-7137-4224-9fb5-326f789c82c3 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/272c3075-2b33-4a29-a084-b3fe21d15453 HTTP/1.1" status: 200 len: 472 time: 0.0546544 Aug 27 12:21:07.048371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.048933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.059436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77cdf28-f83d-4106-9ed2-ae3d816a9384']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:07.063063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1f61803f-b074-4638-bb79-f632ea6cb3b1 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/6c4f0895-489e-42bd-8408-546370ba97ba HTTP/1.1" status: 200 len: 461 time: 0.0100152 Aug 27 12:21:07.063166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.070107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fec4f8-96cf-4885-a230-f558204bb7e0') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:07.070422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fec4f8-96cf-4885-a230-f558204bb7e0') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:07.081005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.097674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.105098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:07.105621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:07.107719 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:07.170805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06c0b2e1-2524-4b0c-94eb-6e3d2d256594 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.171033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.174208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-06c0b2e1-2524-4b0c-94eb-6e3d2d256594 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/6c4f0895-489e-42bd-8408-546370ba97ba HTTP/1.1" status: 204 len: 168 time: 0.1074975 Aug 27 12:21:07.174535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.181262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e77cdf28-f83d-4106-9ed2-ae3d816a9384 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:07.183810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.190078 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/networks/e77cdf28-f83d-4106-9ed2-ae3d816a9384 HTTP/1.1" status: 204 len: 168 time: 0.3086462 Aug 27 12:21:07.190839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42006) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.198725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'network': {'name': 'tempest-network--1066694259', 'router:external': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:07.230006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Made reservation on behalf of ef572beed29348b09b26ed1bf3224a92 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:07.232828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.249832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad9625-8ddf-4f06-b357-93dc40e30d28 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Network': ['ID=e77cdf28-f83d-4106-9ed2-ae3d816a9384,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:07.264290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:07.280665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.280665 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Added segment d4042174-aee9-4fd7-bd9c-d32d386608dd of type vlan for network f4e3151d-ddfe-451a-9971-5b1c8328860e Aug 27 12:21:07.334818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.368341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.369511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:07.379226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.379879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d47cc863-10f0-47b6-9d3c-1bf18209c241 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.379879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d47cc863-10f0-47b6-9d3c-1bf18209c241 tempest-MeteringTestJSON-393805938 tempest-MeteringTestJSON-393805938-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/272c3075-2b33-4a29-a084-b3fe21d15453 HTTP/1.1" status: 204 len: 168 time: 0.1995966 Aug 27 12:21:07.444653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2481658 Aug 27 12:21:07.444866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42010) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.454739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee423310-4e0c-4f4a-b32e-d01be466bb10 tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Network': ['ID=f4e3151d-ddfe-451a-9971-5b1c8328860e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:07.465918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f4e3151d-ddfe-451a-9971-5b1c8328860e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:07.538298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd690e5d-bc7d-4eb1-8aba-a52bcd28f6c1 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:07.539957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd690e5d-bc7d-4eb1-8aba-a52bcd28f6c1 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] 10.222.0.76 "GET /v2.0/networks/f4e3151d-ddfe-451a-9971-5b1c8328860e HTTP/1.1" status: 200 len: 757 time: 0.0938518 Aug 27 12:21:07.542516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42012) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.631139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d525839-15af-4991-a76b-1a46f4a735de tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:07.632667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d525839-15af-4991-a76b-1a46f4a735de tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] 10.222.0.76 "GET /v2.0/networks/1c745ce4-af1e-49e8-874f-0238df3f695a HTTP/1.1" status: 200 len: 768 time: 0.0891728 Aug 27 12:21:07.635752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.646307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42020) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.750463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.771699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6dfdb-6a0c-4bac-99db-6eb9f49fceea req-22249b06-3594-4710-9246-53039ee27408 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:07.773190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8f6dfdb-6a0c-4bac-99db-6eb9f49fceea req-22249b06-3594-4710-9246-53039ee27408 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0728734 Aug 27 12:21:07.774006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b16649a-c531-4ae7-84e1-5c4835d409ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.872051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b16649a-c531-4ae7-84e1-5c4835d409ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.873807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.877213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b16649a-c531-4ae7-84e1-5c4835d409ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.879318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8f6dfdb-6a0c-4bac-99db-6eb9f49fceea req-604224fb-2d9d-4a96-b241-ad5f08682f1e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822620 Aug 27 12:21:07.888103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e3151d-ddfe-451a-9971-5b1c8328860e']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:07.898100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4042174-aee9-4fd7-bd9c-d32d386608dd') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:07.898423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4042174-aee9-4fd7-bd9c-d32d386608dd') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:07.908471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.919163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8b16649a-c531-4ae7-84e1-5c4835d409ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b97a22075f1459594cf674551e4f20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717493 Aug 27 12:21:07.922156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:07.925352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16649a-c531-4ae7-84e1-5c4835d409ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091a3132-de19-47d4-a51c-887e48f4e3db,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:07.931467 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.943656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:07.944123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:07.945957 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:08.190841 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.346716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.356553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4e3151d-ddfe-451a-9971-5b1c8328860e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:08.359938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.361818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/networks/f4e3151d-ddfe-451a-9971-5b1c8328860e HTTP/1.1" status: 204 len: 168 time: 0.7250571 Aug 27 12:21:08.363524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f7f345-a259-4d0f-88aa-9e80f920de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.366493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42030) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:08.371804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'network': {'name': 'tempest-network--1447463913'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:08.379771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c08f5c-acbd-4846-bd95-1b9ed0c0566e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4e3151d-ddfe-451a-9971-5b1c8328860e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:08.396202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Made reservation on behalf of ef572beed29348b09b26ed1bf3224a92 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:08.398901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.399270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761535-b264-4a2c-ade8-189bad45e193 req-fa1da5f6-6780-4bb3-8e06-e89107829c06 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:08.401041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82761535-b264-4a2c-ade8-189bad45e193 req-fa1da5f6-6780-4bb3-8e06-e89107829c06 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1208334 Aug 27 12:21:08.419798 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f7f345-a259-4d0f-88aa-9e80f920de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.435862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:08.454653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.455164 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Added segment eb2b7eb4-9683-4a1f-be11-ceb17529bf44 of type vlan for network 5f1cf417-f099-4d60-92be-c25b0d22637c Aug 27 12:21:08.490947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82761535-b264-4a2c-ade8-189bad45e193 req-d48ab570-4708-4116-8be9-0892bec555c6 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810251 Aug 27 12:21:08.503216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.524930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f7f345-a259-4d0f-88aa-9e80f920de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.527946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f7f345-a259-4d0f-88aa-9e80f920de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.530514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-60f7f345-a259-4d0f-88aa-9e80f920de4c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/091a3132-de19-47d4-a51c-887e48f4e3db HTTP/1.1" status: 204 len: 168 time: 0.6054440 Aug 27 12:21:08.538546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7f345-a259-4d0f-88aa-9e80f920de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091a3132-de19-47d4-a51c-887e48f4e3db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:08.556017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.557329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:08.558286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.625391 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2575743 Aug 27 12:21:08.627950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42034) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:08.633443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:08.650195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e68e30-e0c5-465b-83e3-14eea642c58e tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Network': ['ID=5f1cf417-f099-4d60-92be-c25b0d22637c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:08.662791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5f1cf417-f099-4d60-92be-c25b0d22637c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:08.810263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.824012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.839400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Network 5f1cf417-f099-4d60-92be-c25b0d22637c is not hosted by any dhcp agent {{(pid=94624) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:21:08.840254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:08.840850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.842128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "PUT /v2.0/networks/5f1cf417-f099-4d60-92be-c25b0d22637c HTTP/1.1" status: 200 len: 858 time: 0.2132125 Aug 27 12:21:08.845024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:08.862798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:08.884531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab9c65-a139-4e96-9084-5d5e968666db tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event updated for resources: {'Network': ['ID=5f1cf417-f099-4d60-92be-c25b0d22637c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:08.905478 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-325cb43a-ba9f-41cd-aebe-8321832e0c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:08.937274 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.096228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10360120-2e1c-4657-928d-43f48578119a req-efbdf6de-917b-4906-84b6-7d193f431147 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.097728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10360120-2e1c-4657-928d-43f48578119a req-efbdf6de-917b-4906-84b6-7d193f431147 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1456308 Aug 27 12:21:09.101340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.122866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1cf417-f099-4d60-92be-c25b0d22637c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:09.148181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2b7eb4-9683-4a1f-be11-ceb17529bf44') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:09.148482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2b7eb4-9683-4a1f-be11-ceb17529bf44') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:09.180290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.185499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-325cb43a-ba9f-41cd-aebe-8321832e0c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.193277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10360120-2e1c-4657-928d-43f48578119a req-8aebccaa-7759-458b-b6d1-a7e718d6ad95 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841787 Aug 27 12:21:09.195756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-325cb43a-ba9f-41cd-aebe-8321832e0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.208862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.230799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:09.231211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:09.232862 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:09.282035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cb43a-ba9f-41cd-aebe-8321832e0c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3dee9-f5d8-4b2d-8682-2f88265d9fa4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:09.292052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-325cb43a-ba9f-41cd-aebe-8321832e0c0b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba8c45e494954ca49dcab658bd92585b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256432 Aug 27 12:21:09.292748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42048) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:09.305116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.313158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f1cf417-f099-4d60-92be-c25b0d22637c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:09.316134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.322232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] 10.222.0.76 "DELETE /v2.0/networks/5f1cf417-f099-4d60-92be-c25b0d22637c HTTP/1.1" status: 204 len: 168 time: 0.4725707 Aug 27 12:21:09.328564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42052) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:09.338187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8227085-f800-486d-b039-abe0b13b7d4d tempest-ExternalNetworksTestJSON-656216139 tempest-ExternalNetworksTestJSON-656216139-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f1cf417-f099-4d60-92be-c25b0d22637c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:09.358591 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6554b06-1a4f-4d0f-9730-08d24dcf6b27 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] DELETE failed (client error): The resource could not be found. Aug 27 12:21:09.359154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6554b06-1a4f-4d0f-9730-08d24dcf6b27 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:21:09.360974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b6554b06-1a4f-4d0f-9730-08d24dcf6b27 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] 10.222.0.76 "DELETE /v2.0/subnets/1cd3ffb0-232e-4fa7-b83e-98d9f657b8af HTTP/1.1" status: 404 len: 337 time: 0.0313735 Aug 27 12:21:09.363580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42054) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:09.403036 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-722666c8-30ac-4ddd-a057-86510915b607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.438421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-722666c8-30ac-4ddd-a057-86510915b607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.480328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.505898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205e205-4a8f-40c2-88e2-f9e854a83fa5 req-7c751ce4-1f42-4a0c-8faa-52149fb19766 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.507877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a205e205-4a8f-40c2-88e2-f9e854a83fa5 req-7c751ce4-1f42-4a0c-8faa-52149fb19766 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0883889 Aug 27 12:21:09.511833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-e74d4eb7-0851-4e50-81c0-59387f04a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.513546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-e74d4eb7-0851-4e50-81c0-59387f04a820 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1095 time: 0.0632765 Aug 27 12:21:09.558255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-722666c8-30ac-4ddd-a057-86510915b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.561093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-722666c8-30ac-4ddd-a057-86510915b607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.562250 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-722666c8-30ac-4ddd-a057-86510915b607 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8be3dee9-f5d8-4b2d-8682-2f88265d9fa4 HTTP/1.1" status: 204 len: 168 time: 0.2679677 Aug 27 12:21:09.604079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722666c8-30ac-4ddd-a057-86510915b607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3dee9-f5d8-4b2d-8682-2f88265d9fa4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:09.618199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.623823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a205e205-4a8f-40c2-88e2-f9e854a83fa5 req-3658ca77-133b-4472-bca1-cf60fe0bb01e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930219 Aug 27 12:21:09.639493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c745ce4-af1e-49e8-874f-0238df3f695a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:09.665164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-0dd18a42-9e3d-47f7-9f16-cad93f967b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.667151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-0dd18a42-9e3d-47f7-9f16-cad93f967b26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1340492 Aug 27 12:21:09.671596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68780b0-82bb-4398-ae93-4903ece905c8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:09.671996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68780b0-82bb-4398-ae93-4903ece905c8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:09.696054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.714663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.724850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:09.725717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:09.728868 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:09.744432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-1f29ee17-264b-4df8-81cf-476771f40d31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.0681410 Aug 27 12:21:09.748152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671220f6-df53-4805-9dcf-b5a26bf6d498 req-2fea94dc-1625-4d99-b387-39b1a5cc78ea tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.749893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-671220f6-df53-4805-9dcf-b5a26bf6d498 req-2fea94dc-1625-4d99-b387-39b1a5cc78ea tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0969133 Aug 27 12:21:09.801420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-55affa28-d4a0-4b7f-b24b-df1f7e9b4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.803164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-55affa28-d4a0-4b7f-b24b-df1f7e9b4d9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0516689 Aug 27 12:21:09.824249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.836659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:09.838606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] 10.222.0.76 "DELETE /v2.0/networks/1c745ce4-af1e-49e8-874f-0238df3f695a HTTP/1.1" status: 204 len: 168 time: 0.4738281 Aug 27 12:21:09.852544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-671220f6-df53-4805-9dcf-b5a26bf6d498 req-45e26de5-5f4f-4897-bfc1-ef0c19aebece tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717072 Aug 27 12:21:09.853658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d336b82-79f1-4d4c-b805-acc984fae5a0 tempest-ExternalNetworksTestJSON-1745875238 tempest-ExternalNetworksTestJSON-1745875238-project] Pushing event deleted for resources: {'Network': ['ID=1c745ce4-af1e-49e8-874f-0238df3f695a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:09.877070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-b2aceac6-03f4-42b7-ae47-6320e4fdd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:09.878796 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-b2aceac6-03f4-42b7-ae47-6320e4fdd1bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671279 Aug 27 12:21:09.983061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-186b7b5b-1229-4747-a848-f7cab99a07a0 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932729 Aug 27 12:21:10.091122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ab6b0a6-188f-4f51-9b48-aa5c5f5136ba req-f614f19c-f826-4772-af69-d9be19847b13 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993166 Aug 27 12:21:10.146970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42072) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:10.336534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-503c5e40-eaea-4e0d-976c-c161dd2a6b6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcce855dccf34571a26990c41b4724b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883767 Aug 27 12:21:10.339079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:10.394788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62efdf57-455a-4748-86c2-92ae238c5a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:10.428735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62efdf57-455a-4748-86c2-92ae238c5a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:10.480869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62efdf57-455a-4748-86c2-92ae238c5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:10.483700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-62efdf57-455a-4748-86c2-92ae238c5a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:10.485541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-62efdf57-455a-4748-86c2-92ae238c5a60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a95efd7a-c760-4bff-896f-41f8a82cf4a6 HTTP/1.1" status: 204 len: 168 time: 0.1451616 Aug 27 12:21:10.494273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efdf57-455a-4748-86c2-92ae238c5a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95efd7a-c760-4bff-896f-41f8a82cf4a6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:10.870441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:10.922739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-41306d3f-9ef3-483d-a428-7ff886306ec4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef572beed29348b09b26ed1bf3224a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509756 Aug 27 12:21:10.925427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42110) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:11.011228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242747b-8881-4880-9e48-7b99146a012b req-993d1f83-4348-4c5c-b5c2-b08226bfc7ad tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:11.018821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9242747b-8881-4880-9e48-7b99146a012b req-993d1f83-4348-4c5c-b5c2-b08226bfc7ad tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0838349 Aug 27 12:21:11.065279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd152b-e490-4145-bc9b-1e19d6828fdf req-aaecf29e-5f84-4d7d-a538-c0e6f18221ee tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:11.070996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00dd152b-e490-4145-bc9b-1e19d6828fdf req-aaecf29e-5f84-4d7d-a538-c0e6f18221ee tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1046429 Aug 27 12:21:11.115880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9242747b-8881-4880-9e48-7b99146a012b req-b4a2c3a9-8ca2-4835-87a9-5898dcdc277e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961282 Aug 27 12:21:11.134728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00dd152b-e490-4145-bc9b-1e19d6828fdf req-cf156a7b-a68b-4fc1-a7ee-99bedcc60cdd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599761 Aug 27 12:21:11.220504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:11.275683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aaebe-5d5d-40dd-906c-e9ae583dbe16 req-1135c7f2-ebcb-4077-a7ed-0bf5bd4fb8f1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:11.277456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-759aaebe-5d5d-40dd-906c-e9ae583dbe16 req-1135c7f2-ebcb-4077-a7ed-0bf5bd4fb8f1 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0680428 Aug 27 12:21:11.312809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9285436-7d09-417a-85e2-03bb4eb85dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.320634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-759aaebe-5d5d-40dd-906c-e9ae583dbe16 req-fea9e4dc-dd92-4a1e-a5aa-38d2cc8cda9f tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360308 Aug 27 12:21:11.336065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9285436-7d09-417a-85e2-03bb4eb85dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.361678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1492381039', 'router:external': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:11.384527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Made reservation on behalf of 8754b81622e244a7894beac47087537c for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:11.386936 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.398513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.399892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9285436-7d09-417a-85e2-03bb4eb85dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.402669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9285436-7d09-417a-85e2-03bb4eb85dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.403862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c9285436-7d09-417a-85e2-03bb4eb85dcb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd3d568b-76c0-4505-ac7c-9b7f5284ffe5 HTTP/1.1" status: 204 len: 168 time: 0.4774017 Aug 27 12:21:11.412626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9285436-7d09-417a-85e2-03bb4eb85dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d568b-76c0-4505-ac7c-9b7f5284ffe5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:11.470861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f13d7-b02c-4b4d-9508-b8748deb09c2 req-5f274cd2-6f48-4dca-b0d7-49fdd8de644d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:11.472391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-400f13d7-b02c-4b4d-9508-b8748deb09c2 req-5f274cd2-6f48-4dca-b0d7-49fdd8de644d tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0760121 Aug 27 12:21:11.535903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-400f13d7-b02c-4b4d-9508-b8748deb09c2 req-6cf0f15a-7c79-4341-a99d-881ed1b10087 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533998 Aug 27 12:21:11.586521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.592007 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.624145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:11.637076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ade470-2035-49c3-93d2-cbb6ad3358e9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:11.644009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.644752 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Added segment 39dda275-584d-4649-9069-441e236bf1bb of type vlan for network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 Aug 27 12:21:11.701473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.740095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.741288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:11.741887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.806915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5853415 Aug 27 12:21:11.810001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:11.815648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'subnet': {'network_id': '7383c7c3-e038-49e0-ad03-89fdc62db1b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:11.840679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d06257-d1a7-48f1-9153-940e85cfbe66 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Network': ['ID=7383c7c3-e038-49e0-ad03-89fdc62db1b2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:11.842310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Made reservation on behalf of 8754b81622e244a7894beac47087537c for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:11.845962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:11.852499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:11.872403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459072b-17c3-4eb4-ab4e-fae355802d15 req-4de14d69-8830-44ff-b1f6-6e625af49f10 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:11.874349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5459072b-17c3-4eb4-ab4e-fae355802d15 req-4de14d69-8830-44ff-b1f6-6e625af49f10 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1128700 Aug 27 12:21:11.937140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5459072b-17c3-4eb4-ab4e-fae355802d15 req-27f4f649-7187-43c1-b08d-3269144f6256 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556664 Aug 27 12:21:12.168445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:21:12.168946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.225354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d3378b6f-c515-4b72-93d5-c5eceb70b13e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:12.245855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Checking segment: {'id': '39dda275-584d-4649-9069-441e236bf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '7383c7c3-e038-49e0-ad03-89fdc62db1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:12.246328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network hostable DHCP agents. Network: 7383c7c3-e038-49e0-ad03-89fdc62db1b2, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:21:12.271312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:21:12.273139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d9b15-acd5-468e-a042-0a18601ccc30 req-62ce0fbf-2afa-4c44-9396-42e4f67c8b52 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:12.274804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e8d9b15-acd5-468e-a042-0a18601ccc30 req-62ce0fbf-2afa-4c44-9396-42e4f67c8b52 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0724933 Aug 27 12:21:12.289276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7383c7c3-e038-49e0-ad03-89fdc62db1b2) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:12.300726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4a992-0dab-4bd1-8c37-f46618d71cb0 None None] Network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:12.308101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:12.309661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.326593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-69fb648b-422b-45c1-80fb-776a25bb8e3f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5153854 Aug 27 12:21:12.330598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42158) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:12.336969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e8d9b15-acd5-468e-a042-0a18601ccc30 req-e7b17893-aad1-4d61-8e30-f2e80e67a852 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Aug 27 12:21:12.343905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1380800501', 'network_id': '7383c7c3-e038-49e0-ad03-89fdc62db1b2'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:12.374128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Made reservation on behalf of 8754b81622e244a7894beac47087537c for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:12.377249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.393402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] device_id is not set on port 04e99492-a754-4fda-b15d-d648e7b1bb81 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:12.456938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828eb7b-ebd1-48b1-aae4-2b91be2d40aa None None] Network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:12.507148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Allocated IP 172.20.0.12 (7383c7c3-e038-49e0-ad03-89fdc62db1b2/d3378b6f-c515-4b72-93d5-c5eceb70b13e/04e99492-a754-4fda-b15d-d648e7b1bb81) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:12.651331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.690954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.742537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:12.743941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:12.748597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:12.752149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Port': ['ID=04e99492-a754-4fda-b15d-d648e7b1bb81,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:12.791712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:12.792339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.807684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b0e8084-c9ce-4788-a44e-e19ef408ba10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.4751804 Aug 27 12:21:12.810115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42172) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:12.893865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Deleting port 04e99492-a754-4fda-b15d-d648e7b1bb81 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:12.894227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.894371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:12.978279 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:12.991691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Calling delete_port for 04e99492-a754-4fda-b15d-d648e7b1bb81 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:12.998854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-84e9fc56-9c25-4698-be42-b5029400c844 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1283401738'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:12.999519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-84e9fc56-9c25-4698-be42-b5029400c844 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Unknown quota resources ['metering_label']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:13.117113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.149118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-84e9fc56-9c25-4698-be42-b5029400c844 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.149410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event deleted for resources: {'Port': ['ID=04e99492-a754-4fda-b15d-d648e7b1bb81,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:13.150325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-84e9fc56-9c25-4698-be42-b5029400c844 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2549541 Aug 27 12:21:13.153021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42180) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.158807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-442e12f3-301b-490d-abbf-d7e56b0872cb tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c3b12a42-7327-4fbb-baae-d13faddb36e5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:13.159310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-442e12f3-301b-490d-abbf-d7e56b0872cb tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:13.180679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495f229-58d9-4808-83be-dff04d54fd9b req-e36b9c15-4a02-400c-b1dc-79be56dbccfe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:13.182227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4495f229-58d9-4808-83be-dff04d54fd9b req-e36b9c15-4a02-400c-b1dc-79be56dbccfe tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1442344 Aug 27 12:21:13.212328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.214321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7cfc42f8-3e47-491f-a830-f15b3018891f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/ports/04e99492-a754-4fda-b15d-d648e7b1bb81 HTTP/1.1" status: 204 len: 168 time: 0.4029565 Aug 27 12:21:13.216962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42182) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.221363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7383c7c3-e038-49e0-ad03-89fdc62db1b2', 'external_fixed_ips': [{'subnet_id': 'd3378b6f-c515-4b72-93d5-c5eceb70b13e', 'ip_address': '172.20.0.12'}]}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:13.239120 n-d-688802-4 neutron-server[94623]: WARNING neutron.services.metering.metering_plugin [None req-442e12f3-301b-490d-abbf-d7e56b0872cb tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 12:21:13.243387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.244551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.299376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.334010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-442e12f3-301b-490d-abbf-d7e56b0872cb tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.335247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-442e12f3-301b-490d-abbf-d7e56b0872cb tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1811779 Aug 27 12:21:13.338305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42184) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.338505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4495f229-58d9-4808-83be-dff04d54fd9b req-0a96bc3b-7937-4e6a-b98b-bc711307cc7a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134410 Aug 27 12:21:13.371212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a2bdd6a5-3300-461f-89ec-d36e7b128f00 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c3b12a42-7327-4fbb-baae-d13faddb36e5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:13.371716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a2bdd6a5-3300-461f-89ec-d36e7b128f00 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:13.502842 n-d-688802-4 neutron-server[94624]: WARNING neutron.services.metering.metering_plugin [None req-a2bdd6a5-3300-461f-89ec-d36e7b128f00 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 12:21:13.509104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a291ac-2cbe-475a-b3f5-d3a8734a5789 req-f8316dda-85ae-4761-841f-f21fd4ae2dd0 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:13.510740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90a291ac-2cbe-475a-b3f5-d3a8734a5789 req-f8316dda-85ae-4761-841f-f21fd4ae2dd0 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0733745 Aug 27 12:21:13.575995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.595594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90a291ac-2cbe-475a-b3f5-d3a8734a5789 req-f37402aa-1dbc-4a51-9ec4-34a54000a3e6 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787656 Aug 27 12:21:13.609375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e1641-f58c-4d8e-b9e6-0955a23a5f2a req-9da73245-d45d-48ab-b652-1402812d703b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:13.611095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-664e1641-f58c-4d8e-b9e6-0955a23a5f2a req-9da73245-d45d-48ab-b652-1402812d703b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0716660 Aug 27 12:21:13.651412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-664e1641-f58c-4d8e-b9e6-0955a23a5f2a req-8c44df67-2f83-4a85-b9b1-eee3312c676a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326719 Aug 27 12:21:13.653211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd6a5-3300-461f-89ec-d36e7b128f00 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.657213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a2bdd6a5-3300-461f-89ec-d36e7b128f00 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3151019 Aug 27 12:21:13.657816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42194) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.670923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8a8046f0-832b-4666-9b9f-aee39a3b7dab tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=956f12cf-d48f-4b1b-b320-42b640002265 HTTP/1.1" status: 200 len: 462 time: 0.0096049 Aug 27 12:21:13.671181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42196) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.699649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-4ee6d398-f047-4ae0-ba6c-91136f38683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:13.701192 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-4ee6d398-f047-4ae0-ba6c-91136f38683d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fa76c90866647c1949d40c2f3f6e237&device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 1095 time: 0.1220920 Aug 27 12:21:13.774988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5c27a89-f5ee-454c-9755-dbc3a79b7a0c tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.778559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f5c27a89-f5ee-454c-9755-dbc3a79b7a0c tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/956f12cf-d48f-4b1b-b320-42b640002265 HTTP/1.1" status: 204 len: 168 time: 0.1041012 Aug 27 12:21:13.778764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.787935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e6a14c36-b384-4980-aa97-0e9454619121 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=956f12cf-d48f-4b1b-b320-42b640002265 HTTP/1.1" status: 200 len: 221 time: 0.0081460 Aug 27 12:21:13.791239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.795713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-498afeff-a52d-454a-acc9-d11706548885 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--907205470', 'description': 'label created by tempest'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:13.796164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-498afeff-a52d-454a-acc9-d11706548885 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Unknown quota resources ['metering_label']. {{(pid=94623) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:21:13.814557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-bcbd7d46-3c0d-4277-8280-a834bedf55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:13.816069 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-bcbd7d46-3c0d-4277-8280-a834bedf55e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 200 len: 913 time: 0.1070309 Aug 27 12:21:13.951005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-498afeff-a52d-454a-acc9-d11706548885 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:13.952108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-498afeff-a52d-454a-acc9-d11706548885 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1598265 Aug 27 12:21:13.954819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42202) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:13.959643 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-bb13960c-d961-4234-95c3-3d221c06e5d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 200 len: 998 time: 0.1360912 Aug 27 12:21:14.004296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.007791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bc323c8-3db6-428b-8688-edf2a30982e1 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=5f0c0fdc-497c-48a2-91f7-abd1250e245f HTTP/1.1" status: 200 len: 467 time: 0.0518858 Aug 27 12:21:14.008381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42204) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.029167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.043153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-e0e5c3cd-9451-444d-8722-938281f0000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:14.044633 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-e0e5c3cd-9451-444d-8722-938281f0000d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 200 len: 851 time: 0.0753675 Aug 27 12:21:14.162721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-a7bb5589-f4c3-4570-8ccb-2908fe4a77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:14.164241 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-a7bb5589-f4c3-4570-8ccb-2908fe4a77e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c872c26e-db9d-4b93-9c74-3db1f8fbfa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860314 Aug 27 12:21:14.191355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b7f838e2-799e-4723-b98a-136cd30cf3b1 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.192545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b7f838e2-799e-4723-b98a-136cd30cf3b1 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/5f0c0fdc-497c-48a2-91f7-abd1250e245f HTTP/1.1" status: 204 len: 168 time: 0.1832600 Aug 27 12:21:14.195337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.210277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c40ca50e-ea80-43df-9c92-b217ea9fb818 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=5f0c0fdc-497c-48a2-91f7-abd1250e245f HTTP/1.1" status: 200 len: 216 time: 0.0100257 Aug 27 12:21:14.210652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.222057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-55ebcfb9-c4ce-4490-98c2-110b1f9e79ac tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078113 Aug 27 12:21:14.222410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.237968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-952f1522-b5b1-4c91-aac2-34bf75b4965f tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144804 Aug 27 12:21:14.241569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42212) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.272210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Allocated IP 172.20.0.12 (7383c7c3-e038-49e0-ad03-89fdc62db1b2/d3378b6f-c515-4b72-93d5-c5eceb70b13e/5741dd68-d2f0-432a-b478-c45659da921f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:14.295274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e1cdf39d-d8fc-4e3d-9520-e0656665d2af tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/c3b12a42-7327-4fbb-baae-d13faddb36e5 HTTP/1.1" status: 200 len: 473 time: 0.0527790 Aug 27 12:21:14.298741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.308674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e8f2f629-b1c7-491a-9669-a9b8358fc0c8 tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/4a0a1d2a-4574-4cfa-87ff-cd06138d25cf HTTP/1.1" status: 200 len: 459 time: 0.0087035 Aug 27 12:21:14.311781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.313934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-e5f7a967-b067-4350-882b-dd9369c57203 service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416683 Aug 27 12:21:14.411081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87d414ec-3e0e-49f9-8fba-a677546658db tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.412740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-87d414ec-3e0e-49f9-8fba-a677546658db tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/4a0a1d2a-4574-4cfa-87ff-cd06138d25cf HTTP/1.1" status: 204 len: 168 time: 0.1001546 Aug 27 12:21:14.415347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:14.464293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.467999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89498ca-41d8-41f4-a717-2a1d2e8210bd req-ee244352-2e6c-482d-9238-73cf1efb82df service neutron] 10.222.0.65 "GET /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296213 Aug 27 12:21:14.512378 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.553007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:14.559372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:14.562983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:14.569086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Port': ['ID=5741dd68-d2f0-432a-b478-c45659da921f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:14.625437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6a4-05a7-4b39-944d-0c424da320ad tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.626278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a87e6a4-05a7-4b39-944d-0c424da320ad tempest-MeteringIpV6TestJSON-809648463 tempest-MeteringIpV6TestJSON-809648463-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/c3b12a42-7327-4fbb-baae-d13faddb36e5 HTTP/1.1" status: 204 len: 168 time: 0.2100163 Aug 27 12:21:14.717830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5211-1123-4148-a92c-396b20515307 req-4d0a150e-e969-4777-8cac-4b9b1917364c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:14.719299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-990a5211-1123-4148-a92c-396b20515307 req-4d0a150e-e969-4777-8cac-4b9b1917364c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0522730 Aug 27 12:21:14.795121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-990a5211-1123-4148-a92c-396b20515307 req-65c2aeeb-f3f9-489b-b442-7e1f1106eb14 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682957 Aug 27 12:21:14.818241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549784c6-e5bd-46e7-9231-158bba996fa4 req-8b5fef3b-24b5-45bd-b467-debd02a696c2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:14.818656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-549784c6-e5bd-46e7-9231-158bba996fa4 req-8b5fef3b-24b5-45bd-b467-debd02a696c2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0845463 Aug 27 12:21:14.842960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:14.860400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-549784c6-e5bd-46e7-9231-158bba996fa4 req-88a4e53f-27ce-4bd4-bcef-66723daf4cc3 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355184 Aug 27 12:21:14.925536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:15.034762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16d5bf01-2d09-4488-89ed-cd64eac820b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.045732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.131428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16d5bf01-2d09-4488-89ed-cd64eac820b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.135578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-16d5bf01-2d09-4488-89ed-cd64eac820b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.173112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Router ac4b7ac2-d811-4142-a20f-2238f00c60bf is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:15.173501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-16d5bf01-2d09-4488-89ed-cd64eac820b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3a002fcf7324bf3acc89a4a83a986bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468925 Aug 27 12:21:15.176173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:15.183036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5bf01-2d09-4488-89ed-cd64eac820b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcab31c-da90-4c25-8abf-20c38a7f0742,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:15.233850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05a397a-45d4-4328-a872-6adcb213c211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.263723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05a397a-45d4-4328-a872-6adcb213c211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.318089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05a397a-45d4-4328-a872-6adcb213c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.320874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b05a397a-45d4-4328-a872-6adcb213c211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.322078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b05a397a-45d4-4328-a872-6adcb213c211 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbcab31c-da90-4c25-8abf-20c38a7f0742 HTTP/1.1" status: 204 len: 168 time: 0.1444170 Aug 27 12:21:15.330481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a397a-45d4-4328-a872-6adcb213c211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcab31c-da90-4c25-8abf-20c38a7f0742,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:15.608179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:15.613391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:15.622968 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Sync routers for ids ['ac4b7ac2-d811-4142-a20f-2238f00c60bf'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:15.624942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b88e8e-86b1-47c9-a59f-9c45f7f73719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.630634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.634431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16f8d819-5e86-47f2-893d-364704da1d1f tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4141526 Aug 27 12:21:15.634565 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Routers {'ac4b7ac2-d811-4142-a20f-2238f00c60bf'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:15.634565 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['ac4b7ac2-d811-4142-a20f-2238f00c60bf'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:15.634786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:15.721900 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b88e8e-86b1-47c9-a59f-9c45f7f73719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.727226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b88e8e-86b1-47c9-a59f-9c45f7f73719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.743731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Set router ac4b7ac2-d811-4142-a20f-2238f00c60bf gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:15.753987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.766559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-52b88e8e-86b1-47c9-a59f-9c45f7f73719 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8743c738f1224e719dcad616fcdfbaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571066 Aug 27 12:21:15.767621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b88e8e-86b1-47c9-a59f-9c45f7f73719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81352ee9-4f73-4a80-9170-82d6d96e5a4f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:15.771260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:15.823377 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83eca784-784f-4e37-9bd0-dae5e7a176e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.853412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83eca784-784f-4e37-9bd0-dae5e7a176e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.864177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.936792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10c87-2379-4329-9356-62f7ad50a35a req-ed681c17-6578-4207-80cc-3e868354ee39 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:15.938673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12c10c87-2379-4329-9356-62f7ad50a35a req-ed681c17-6578-4207-80cc-3e868354ee39 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0615790 Aug 27 12:21:15.947355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Deleting port 5741dd68-d2f0-432a-b478-c45659da921f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:15.947958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.961724 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b7ac2-d811-4142-a20f-2238f00c60bf', 'name': '', 'tenant_id': '8754b81622e244a7894beac47087537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7383c7c3-e038-49e0-ad03-89fdc62db1b2', 'external_fixed_ips': [{'subnet_id': 'd3378b6f-c515-4b72-93d5-c5eceb70b13e', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '5741dd68-d2f0-432a-b478-c45659da921f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:13Z', 'updated_at': '2021-08-27T12:21:14Z', 'revision_number': 3, 'project_id': '8754b81622e244a7894beac47087537c', 'gw_port': {'id': '5741dd68-d2f0-432a-b478-c45659da921f', 'name': '', 'network_id': '7383c7c3-e038-49e0-ad03-89fdc62db1b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b7ac2-d811-4142-a20f-2238f00c60bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': 'd3378b6f-c515-4b72-93d5-c5eceb70b13e', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:14Z', 'updated_at': '2021-08-27T12:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3378b6f-c515-4b72-93d5-c5eceb70b13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:15.984627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83eca784-784f-4e37-9bd0-dae5e7a176e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.987217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-83eca784-784f-4e37-9bd0-dae5e7a176e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:15.991243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-83eca784-784f-4e37-9bd0-dae5e7a176e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81352ee9-4f73-4a80-9170-82d6d96e5a4f HTTP/1.1" status: 204 len: 168 time: 0.2160075 Aug 27 12:21:15.996529 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Checking router: ac4b7ac2-d811-4142-a20f-2238f00c60bf for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:15.996965 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Updating router ac4b7ac2-d811-4142-a20f-2238f00c60bf port 5741dd68-d2f0-432a-b478-c45659da921f binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:21:16.014312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eca784-784f-4e37-9bd0-dae5e7a176e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81352ee9-4f73-4a80-9170-82d6d96e5a4f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:16.034665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12c10c87-2379-4329-9356-62f7ad50a35a req-a4683b43-e3ba-49d8-8e27-d1edc11e603e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727253 Aug 27 12:21:16.044764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a559dd8-e9cb-43a9-9ffc-f7adb8d3a2b7 req-fbf0f134-a41b-420a-ad6f-491cf5c3c3a7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:16.046246 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.046419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a559dd8-e9cb-43a9-9ffc-f7adb8d3a2b7 req-fbf0f134-a41b-420a-ad6f-491cf5c3c3a7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1041851 Aug 27 12:21:16.059452 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.076182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Calling delete_port for 5741dd68-d2f0-432a-b478-c45659da921f owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:16.103678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a559dd8-e9cb-43a9-9ffc-f7adb8d3a2b7 req-45de4b4f-3275-4d2e-ae9c-47d9cd7b08c0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491810 Aug 27 12:21:16.222542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c97e-6482-4ec9-8ebd-3a1f9cbf8385 req-9e1db349-c780-41de-82fb-982f989a3b6b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:16.224898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05e4c97e-6482-4ec9-8ebd-3a1f9cbf8385 req-9e1db349-c780-41de-82fb-982f989a3b6b tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0542152 Aug 27 12:21:16.276200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05e4c97e-6482-4ec9-8ebd-3a1f9cbf8385 req-94374694-d0fc-450f-8321-cd05ee9deef5 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Aug 27 12:21:16.283704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.315812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event deleted for resources: {'Port': ['ID=5741dd68-d2f0-432a-b478-c45659da921f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:16.416226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.424081 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.db.api [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:21:16.424510 n-d-688802-4 neutron-server[94626]: DEBUG oslo_db.api [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:21:16.525307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.527848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.575315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.576017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac4b7ac2-d811-4142-a20f-2238f00c60bf {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:16.582195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.586419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a692614d-950b-4213-bdcf-8ad1c95c740b tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/routers/ac4b7ac2-d811-4142-a20f-2238f00c60bf HTTP/1.1" status: 204 len: 168 time: 0.9485788 Aug 27 12:21:16.586918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:16.644100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Deleting subnet d3378b6f-c515-4b72-93d5-c5eceb70b13e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:21:16.647715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.691737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.735493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.806225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.835605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d3378b6f-c515-4b72-93d5-c5eceb70b13e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:16.837975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.839943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4d684e65-40c6-45ce-baac-0c9b599cf548 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/d3378b6f-c515-4b72-93d5-c5eceb70b13e HTTP/1.1" status: 204 len: 168 time: 0.2521572 Aug 27 12:21:16.842598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:16.914813 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:16.955932 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Port 5741dd68-d2f0-432a-b478-c45659da921f not found while updating agent binding for router ac4b7ac2-d811-4142-a20f-2238f00c60bf. {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 12:21:16.967559 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:16.968191 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:21:16.968832 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_agentschedulers_db [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac4b7ac2-d811-4142-a20f-2238f00c60bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94626) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:21:16.969514 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb66200-6fe3-4f62-bc04-0ae59c35d564 None None] The sync data for ids ['ac4b7ac2-d811-4142-a20f-2238f00c60bf'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:17.031388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.043604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7383c7c3-e038-49e0-ad03-89fdc62db1b2']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:17.054952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dda275-584d-4649-9069-441e236bf1bb') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:17.055588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dda275-584d-4649-9069-441e236bf1bb') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:17.064681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.081732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.089103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:17.089933 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:17.091917 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:17.220177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.229291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7383c7c3-e038-49e0-ad03-89fdc62db1b2 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:17.231350 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.233232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/networks/7383c7c3-e038-49e0-ad03-89fdc62db1b2 HTTP/1.1" status: 204 len: 168 time: 0.3895237 Aug 27 12:21:17.251848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62866f1-3d78-4161-9bb2-1833ebf29e3c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event deleted for resources: {'Network': ['ID=7383c7c3-e038-49e0-ad03-89fdc62db1b2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:17.264337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a8833-a6bd-47a0-aa34-7cfb7ade48cf req-174c0a64-0536-4646-95e2-a1f712138566 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:17.265893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-979a8833-a6bd-47a0-aa34-7cfb7ade48cf req-174c0a64-0536-4646-95e2-a1f712138566 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1196933 Aug 27 12:21:17.278907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-7abace86-625d-4ce6-9d14-339084634703 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:17.280424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-7abace86-625d-4ce6-9d14-339084634703 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=baaf6c8f-21f6-423a-af10-eec34c2550a3 HTTP/1.1" status: 200 len: 944 time: 0.1205485 Aug 27 12:21:17.375813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-979a8833-a6bd-47a0-aa34-7cfb7ade48cf req-64468e4b-6fe7-421b-aaad-2ce40eaa31d0 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942941 Aug 27 12:21:17.461271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Deleting port 61aeb0ca-e415-4034-9157-790fd49d30d6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:17.462058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.525327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42338) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:17.586996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] For port 61aeb0ca-e415-4034-9157-790fd49d30d6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=61aeb0ca-e415-4034-9157-790fd49d30d6,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:17.587274 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.602237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Calling delete_port for 61aeb0ca-e415-4034-9157-790fd49d30d6 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:17.654250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42346) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:17.659853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'name': 'tempest-router--777124438', 'project_id': '9f99c7daa9654aceb521d64c447e5796'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:17.697496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.700484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.774040 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.786085 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.787352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4b597c1b-6f03-48d1-acd7-7443198e0b8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:17.791484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.805514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.809788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'Port': ['ID=61aeb0ca-e415-4034-9157-790fd49d30d6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:17.809954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9802975-de82-4953-81e5-f2fdaa5365b5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1518178 Aug 27 12:21:17.810080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42348) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:17.842838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:17.867115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-981095707'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:17.881847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] No DVR routers for this DVR port 61aeb0ca-e415-4034-9157-790fd49d30d6 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:17.884793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:17.895277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d175c64a-efe1-4f04-a78d-5d165777d942 req-001cede8-2032-4638-ad9e-917ee714fc89 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "DELETE /v2.0/ports/61aeb0ca-e415-4034-9157-790fd49d30d6 HTTP/1.1" status: 204 len: 173 time: 0.5874689 Aug 27 12:21:17.895997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-deleted', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:17.899012 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064d110e-8a19-415b-b40d-8ec2f676a5a6" -d '{"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-deleted", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:17.917027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.014114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Made reservation on behalf of 5240570814384e5a90fd2e8f00c28f1f for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:18.018067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.058027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.163350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.165671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.169617 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714fdef-d9a6-44c9-8750-5e204653a6fc x-openstack-request-id: req-1714fdef-d9a6-44c9-8750-5e204653a6fc {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:18.170094 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaf6c8f-21f6-423a-af10-eec34c2550a3", "name": "network-vif-deleted", "tag": "61aeb0ca-e415-4034-9157-790fd49d30d6", "status": "failed", "code": 422}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:18.170318 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1714fdef-d9a6-44c9-8750-5e204653a6fc {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:18.171647 n-d-688802-4 neutron-server[94623]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baaf6c8f-21f6-423a-af10-eec34c2550a3', 'name': 'network-vif-deleted', 'tag': '61aeb0ca-e415-4034-9157-790fd49d30d6', 'status': 'failed', 'code': 422} returned with failed status Aug 27 12:21:18.228587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.229123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b95c6e3-fb31-44bf-b50a-e59c229064bb {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:18.233887 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.238118 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f2ccd68e-449b-4729-8386-a375a99c850c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/routers/1b95c6e3-fb31-44bf-b50a-e59c229064bb HTTP/1.1" status: 204 len: 168 time: 0.4240773 Aug 27 12:21:18.282341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.287167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.312471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:18.330542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8586784c-c2d8-467b-8a4c-b9ce7c10342d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:18.335310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.336018 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Added segment bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9 of type vlan for network 8ab5b737-b83d-48aa-905c-3b2552ab1746 Aug 27 12:21:18.366426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42366) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:18.389685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.416798 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.425528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:18.427298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.448645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3db3e906-68ef-4530-afc7-e8b7bfd45bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.461151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9346955 Aug 27 12:21:18.518920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23244-7dcf-4a05-814a-38006a818916 req-0d38a91c-2665-41e0-aef3-4854cbcb1d5c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:18.527053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3f23244-7dcf-4a05-814a-38006a818916 req-0d38a91c-2665-41e0-aef3-4854cbcb1d5c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0692568 Aug 27 12:21:18.535014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c78a4-bff7-4913-8670-22f997e71494 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Pushing event updated for resources: {'Network': ['ID=8ab5b737-b83d-48aa-905c-3b2552ab1746,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:18.547340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8ab5b737-b83d-48aa-905c-3b2552ab1746 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:18.575157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3f23244-7dcf-4a05-814a-38006a818916 req-02a71872-d524-45eb-9c98-3c11e32c36d3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Aug 27 12:21:18.575528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-599998246', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:18.610723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.611838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.672841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.750435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2bedd-52a3-4ad5-8f25-6c1984d9b6de req-9837f70a-b238-4a97-9c1c-b137623e8d8a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:18.752074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94e2bedd-52a3-4ad5-8f25-6c1984d9b6de req-9837f70a-b238-4a97-9c1c-b137623e8d8a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 907 time: 0.0557699 Aug 27 12:21:18.829599 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.858615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:18.863591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Request body: {'port': {'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746', 'binding:host_id': 'n-h2-688802-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1566829471'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:18.884751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Made reservation on behalf of 2497048052cb44ec95d5fcaa8e50df04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:18.887307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.896620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.990279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.994182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:18.999221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port 84c2f9f4-6a40-4547-b9f0-e48f89492773 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:19.032752 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.052364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.074857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ba1e7-3d77-4dc9-8f3c-fbe008e80f2b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:19.159093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Allocated IP 172.25.8.63 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/2355346a-8ef3-48b9-b234-17e2750a3117) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:19.222668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port 84c2f9f4-6a40-4547-b9f0-e48f89492773 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:19.232291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.243109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Transition to ACTIVE for port object 84c2f9f4-6a40-4547-b9f0-e48f89492773 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:19.251989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.268145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.304038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=84c2f9f4-6a40-4547-b9f0-e48f89492773,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:19.307025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.321566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Checking segment: {'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:19.321927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Network hostable DHCP agents. Network: 8ab5b737-b83d-48aa-905c-3b2552ab1746, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:21:19.340398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Network 8ab5b737-b83d-48aa-905c-3b2552ab1746 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:21:19.344176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:19.348731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:19.350874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8ab5b737-b83d-48aa-905c-3b2552ab1746) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:19.354539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:19.354696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:19.362024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74c88b-32e1-40d3-a531-709bd05904be None None] Network 8ab5b737-b83d-48aa-905c-3b2552ab1746 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:19.370261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.370631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.370973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.375561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.375894 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.376283 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 2 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.378600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event updated for resources: {'Port': ['ID=2355346a-8ef3-48b9-b234-17e2750a3117,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:19.391861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.392200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.392544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.397184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.397483 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.397874 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 3 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.410603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.410892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.411366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.416721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.417055 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.417452 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 4 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.433486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.434302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.436033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.445290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.445674 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.446064 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 5 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.459572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.459939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.460242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.465947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.466279 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.466704 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 6 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.481003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.481347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.481683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.486103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.486475 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.487103 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 7 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.500236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.500573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.500901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.505820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.506147 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.506563 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 8 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.518414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.518743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.519080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.523336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.523660 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.524040 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 9 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.536130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.536466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.536794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.541000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.541294 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.541682 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 10 to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 Aug 27 12:21:19.554052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:19.554410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:19.554756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:19.558983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:19.559309 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port 84c2f9f4-6a40-4547-b9f0-e48f89492773 on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:19.559679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.619026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.626949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] For port 84c2f9f4-6a40-4547-b9f0-e48f89492773, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:19.627581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempted to set empty binding levels {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 12:21:19.633754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.678857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:19.679358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.716260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8565612 Aug 27 12:21:19.717077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b47c4-d719-4028-bcfe-0e7633bbe2f4 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=84c2f9f4-6a40-4547-b9f0-e48f89492773,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:19.719314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:19.761104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7e0f7-98c1-4471-985c-2ed1bbe15510 req-c9b31d98-4ecf-4a8a-ac8a-0d5cf21f4999 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:19.762748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5fb7e0f7-98c1-4471-985c-2ed1bbe15510 req-c9b31d98-4ecf-4a8a-ac8a-0d5cf21f4999 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1024325 Aug 27 12:21:19.834069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:19.973710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Router 1a4e40e4-29f5-496c-ab45-1737d1cc670f is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:20.041490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.097053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:20.113434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] Sync routers for ids ['1a4e40e4-29f5-496c-ab45-1737d1cc670f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:20.123898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.128960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] Routers {'1a4e40e4-29f5-496c-ab45-1737d1cc670f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:20.129686 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0d21f303-3559-4210-acc8-948b6ca7baf5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7620656 Aug 27 12:21:20.132829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42394) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:20.132968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1a4e40e4-29f5-496c-ab45-1737d1cc670f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:20.166865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:20.167403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5fb7e0f7-98c1-4471-985c-2ed1bbe15510 req-a5dd13b4-aec8-4d75-bc78-905d6832a242 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800380 Aug 27 12:21:20.176289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] Routers {'1a4e40e4-29f5-496c-ab45-1737d1cc670f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:20.177109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:20:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1a4e40e4-29f5-496c-ab45-1737d1cc670f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:20.184415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Deleting port 84c2f9f4-6a40-4547-b9f0-e48f89492773 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:20.184757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.194866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028f883-a514-4d19-a1fa-146045f15f24 req-a646c7ea-536a-45df-aa90-aab7e3e3be0c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:20.196386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5028f883-a514-4d19-a1fa-146045f15f24 req-a646c7ea-536a-45df-aa90-aab7e3e3be0c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 907 time: 0.0900450 Aug 27 12:21:20.234055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:20.234996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fca5b5-535f-4299-a62e-a75f34c32584 None None] The sync data for ids ['1a4e40e4-29f5-496c-ab45-1737d1cc670f'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:20.259222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] For port 84c2f9f4-6a40-4547-b9f0-e48f89492773, host n-h2-688802-4, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:20.259755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.263086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-75761610-95c5-43b4-b6c3-2bb999d56701 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/1a4e40e4-29f5-496c-ab45-1737d1cc670f HTTP/1.1" status: 200 len: 919 time: 0.1294150 Aug 27 12:21:20.265822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:20.273107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Calling delete_port for 84c2f9f4-6a40-4547-b9f0-e48f89492773 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:20.295114 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5a2d4e0e-a6a4-4b2c-b901-ca10f3f96750 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4e40e4-29f5-496c-ab45-1737d1cc670f HTTP/1.1" status: 200 len: 205 time: 0.0281436 Aug 27 12:21:20.297507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42398) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:20.353504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.382081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event deleted for resources: {'Port': ['ID=84c2f9f4-6a40-4547-b9f0-e48f89492773,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:20.387983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.393193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c81bd026-d4b1-4dbe-9d47-e93a26186625 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "DELETE /v2.0/ports/84c2f9f4-6a40-4547-b9f0-e48f89492773 HTTP/1.1" status: 204 len: 168 time: 0.6701396 Aug 27 12:21:20.393888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:20.418719 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfda4e2b-d659-4c40-a332-c6697c9f0b17 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:21:20.420261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dfda4e2b-d659-4c40-a332-c6697c9f0b17 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "GET /v2.0/ports/84c2f9f4-6a40-4547-b9f0-e48f89492773 HTTP/1.1" status: 404 len: 333 time: 0.0258698 Aug 27 12:21:20.423905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:20.428961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Request body: {'port': {'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1617852132'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:20.455194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Made reservation on behalf of 2497048052cb44ec95d5fcaa8e50df04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:20.458631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.478723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port fa037cdd-d6ad-4bd0-bd75-4353446eeeea yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:20.632087 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.675114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.722751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Network 8ab5b737-b83d-48aa-905c-3b2552ab1746 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:20.727641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:20.730233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:20.733218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:20.733218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.741163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=fa037cdd-d6ad-4bd0-bd75-4353446eeeea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:20.754250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ec17815-0a84-4b86-8865-03e318047131 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3292577 Aug 27 12:21:20.755557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:20.760677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:20.772418 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.783821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-34d3d1c7-010c-4434-a8a8-d108ba4ff857 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:20.785250 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-34d3d1c7-010c-4434-a8a8-d108ba4ff857 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 907 time: 0.0654957 Aug 27 12:21:20.811881 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.938618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.969754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c20cb677-9da7-45f6-80c7-2f624a6fc165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.987187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Deleting port 570a3a64-3ab3-4d71-82c9-c093e84f099d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:20.987527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:20.994449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port fa037cdd-d6ad-4bd0-bd75-4353446eeeea yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:21.001904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.014466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Transition to ACTIVE for port object fa037cdd-d6ad-4bd0-bd75-4353446eeeea will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:21.018223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.067132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=fa037cdd-d6ad-4bd0-bd75-4353446eeeea,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:21.085193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Deleting port 2355346a-8ef3-48b9-b234-17e2750a3117 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:21.085558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.087265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.087600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.087931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.092098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.092417 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.092790 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 2 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.109414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.109745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.110073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.114483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.114806 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.115189 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 3 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.127146 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.130080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.130456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.130789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.135466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.135732 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.136117 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 4 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.143660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] For port 570a3a64-3ab3-4d71-82c9-c093e84f099d, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=570a3a64-3ab3-4d71-82c9-c093e84f099d,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:21.144113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.150058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.150422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.150764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.155124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.155453 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.155839 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 5 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.164065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Calling delete_port for 570a3a64-3ab3-4d71-82c9-c093e84f099d owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:21.168070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.168407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.168738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.172963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.173289 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.173669 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 6 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.186022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.186355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.186717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.190877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.191349 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.191683 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 7 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.203133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.203464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.203792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.209267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.209593 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.209965 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 8 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.221817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.222149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.222509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.227383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.227706 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.228082 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 9 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.229566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.248645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Calling delete_port for 2355346a-8ef3-48b9-b234-17e2750a3117 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:21.249347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.250336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.250979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.258189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.259927 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.260523 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 10 to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea Aug 27 12:21:21.286063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:21.286603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:21.287036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:21.336658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:21.336993 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:21.337367 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.398974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6ec40-39e6-42f5-8955-696845d0ed4a req-f3a056e8-e6e1-4a49-b78e-499c564b348b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.400412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5a6ec40-39e6-42f5-8955-696845d0ed4a req-f3a056e8-e6e1-4a49-b78e-499c564b348b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1156576 Aug 27 12:21:21.424221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaaa57-1e55-4297-b909-7307796fd8ea req-5846d8e0-5e11-4ea4-a928-3e05fc31e591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.425750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72eaaa57-1e55-4297-b909-7307796fd8ea req-5846d8e0-5e11-4ea4-a928-3e05fc31e591 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=bad59d38-25ab-4f18-a255-0d20908d3af8 HTTP/1.1" status: 200 len: 907 time: 0.1363111 Aug 27 12:21:21.442894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.470286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] For port fa037cdd-d6ad-4bd0-bd75-4353446eeeea, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:21.470664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempted to set empty binding levels {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 12:21:21.477346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'Port': ['ID=570a3a64-3ab3-4d71-82c9-c093e84f099d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:21.489130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.499740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5a6ec40-39e6-42f5-8955-696845d0ed4a req-defde577-37bb-448d-a395-d8c9514dbb07 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902541 Aug 27 12:21:21.526599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] In _notify_port_updated(), no bound segment for port fa037cdd-d6ad-4bd0-bd75-4353446eeeea on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:21:21.527643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.528352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.531091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "PUT /v2.0/ports/fa037cdd-d6ad-4bd0-bd75-4353446eeeea HTTP/1.1" status: 200 len: 975 time: 0.7745340 Aug 27 12:21:21.533577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:21.548162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] No DVR routers for this DVR port 570a3a64-3ab3-4d71-82c9-c093e84f099d on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:21.552282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.554287 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a029e923-6c6e-427c-8d7a-d5607de3738a req-319fda89-efbf-40e2-ad77-4af7be485bb8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "DELETE /v2.0/ports/570a3a64-3ab3-4d71-82c9-c093e84f099d HTTP/1.1" status: 204 len: 173 time: 0.7408032 Aug 27 12:21:21.554768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'name': 'network-vif-deleted', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:21.557521 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043094fe-4baa-4856-90f4-d976e20b4cd8" -d '{"events": [{"server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "name": "network-vif-deleted", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:21.576497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.609541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event deleted for resources: {'Port': ['ID=2355346a-8ef3-48b9-b234-17e2750a3117,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:21.612629 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7bf188-d436-4a9a-894e-e0bc56f376fe x-openstack-request-id: req-4a7bf188-d436-4a9a-894e-e0bc56f376fe {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:21.612958 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad59d38-25ab-4f18-a255-0d20908d3af8", "name": "network-vif-deleted", "tag": "570a3a64-3ab3-4d71-82c9-c093e84f099d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:21.613368 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a7bf188-d436-4a9a-894e-e0bc56f376fe {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:21.614296 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad59d38-25ab-4f18-a255-0d20908d3af8', 'name': 'network-vif-deleted', 'tag': '570a3a64-3ab3-4d71-82c9-c093e84f099d', 'status': 'completed', 'code': 200} Aug 27 12:21:21.615516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c86ca-e850-452f-a549-927cb6b102fb tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=fa037cdd-d6ad-4bd0-bd75-4353446eeeea,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:21.670495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.670982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.671454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.671925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.672386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.672851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.673370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.674240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.674364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.674772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.675241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.675958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.677190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.677657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.678139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.678632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.679093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.679551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.680006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.680462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.680917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.681420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.681882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.682330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.682811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:21.688018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1eebc467-e645-425a-a470-78b811a5bfc3 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22157 time: 0.1534336 Aug 27 12:21:21.691970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:21.718682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.818905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.835784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.885777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.886321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Fanout notify agent at l3_agent the message router_deleted on router 1a4e40e4-29f5-496c-ab45-1737d1cc670f {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:21.894371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.895620 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5fa367ac-7496-4c55-a595-b0f79d08e215 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/1a4e40e4-29f5-496c-ab45-1737d1cc670f HTTP/1.1" status: 204 len: 168 time: 1.5972066 Aug 27 12:21:21.899419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:21.903834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-187322847', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': False}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:21.919994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Deleting port fa037cdd-d6ad-4bd0-bd75-4353446eeeea {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:21.920340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.973283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:21.974291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.002826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] For port fa037cdd-d6ad-4bd0-bd75-4353446eeeea, host n-h2-688802-4, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:22.003195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.030110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Calling delete_port for fa037cdd-d6ad-4bd0-bd75-4353446eeeea owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:22.057896 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.068055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.261254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.318480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.357132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa037cdd-d6ad-4bd0-bd75-4353446eeeea,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:22.362201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.364643 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-62cf595b-2ca9-4534-9d55-031c623d9ffe tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "DELETE /v2.0/ports/fa037cdd-d6ad-4bd0-bd75-4353446eeeea HTTP/1.1" status: 204 len: 168 time: 0.6705055 Aug 27 12:21:22.367542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:22.390576 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-318e1865-a942-41ec-9f94-bd79f3298439 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:21:22.392065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-318e1865-a942-41ec-9f94-bd79f3298439 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "GET /v2.0/ports/fa037cdd-d6ad-4bd0-bd75-4353446eeeea HTTP/1.1" status: 404 len: 333 time: 0.0235293 Aug 27 12:21:22.396353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42424) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:22.403054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1332900146', 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:22.467431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Made reservation on behalf of 2497048052cb44ec95d5fcaa8e50df04 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:22.469698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.521305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port 354323e3-3e5a-4977-b665-86be51c74226 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:22.604500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.628183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472e09-937c-4b70-bf24-2e7d6fa04794 req-02383459-54e9-490b-b5f0-debe34c3ed99 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:22.630120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e472e09-937c-4b70-bf24-2e7d6fa04794 req-02383459-54e9-490b-b5f0-debe34c3ed99 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0554476 Aug 27 12:21:22.634070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.674612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e472e09-937c-4b70-bf24-2e7d6fa04794 req-9ba61fa8-5e89-4f38-af5b-4d1c1d1803d6 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Aug 27 12:21:22.737308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a76adb-4b2a-4663-bbc2-bb498914d9e4 req-379bdad6-e34b-431e-9c95-121e12e2e774 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:22.738858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32a76adb-4b2a-4663-bbc2-bb498914d9e4 req-379bdad6-e34b-431e-9c95-121e12e2e774 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 945 time: 0.0558629 Aug 27 12:21:22.778403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32a76adb-4b2a-4663-bbc2-bb498914d9e4 req-9d175328-e474-482d-99c0-a82285595f2e tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Aug 27 12:21:22.818761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.840335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Allocated IP 172.25.8.66 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/be3b853e-89c0-43fb-8bc6-511d7b40ab10) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:22.920871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:22.971178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Network 8ab5b737-b83d-48aa-905c-3b2552ab1746 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:22.979115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:22.985598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:22.986552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:22.987148 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.000748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=354323e3-3e5a-4977-b665-86be51c74226,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:23.021187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6be11dc-e148-454b-bd20-da78022f3fdd tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6236250 Aug 27 12:21:23.024063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.024221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:23.059744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddb92f-d84f-433a-a991-a1598be8b616 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:23.061610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-83ddb92f-d84f-433a-a991-a1598be8b616 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "GET /v2.0/ports/354323e3-3e5a-4977-b665-86be51c74226 HTTP/1.1" status: 200 len: 955 time: 0.0361092 Aug 27 12:21:23.064247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42438) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:23.067713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.110749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:23.116695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:23.120290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:23.141724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Deleting port 354323e3-3e5a-4977-b665-86be51c74226 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:23.142078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.142807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Port': ['ID=be3b853e-89c0-43fb-8bc6-511d7b40ab10,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:23.204837 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.217891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Calling delete_port for 354323e3-3e5a-4977-b665-86be51c74226 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:23.297141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.329252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event deleted for resources: {'Port': ['ID=354323e3-3e5a-4977-b665-86be51c74226,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:23.335679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.340178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c96683a6-f99b-45c6-b3a3-322d77e811d5 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "DELETE /v2.0/ports/354323e3-3e5a-4977-b665-86be51c74226 HTTP/1.1" status: 204 len: 168 time: 0.2727132 Aug 27 12:21:23.340465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:23.364386 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-79380c16-ea9b-428d-85a1-02dc73042eb1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:21:23.369264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79380c16-ea9b-428d-85a1-02dc73042eb1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "GET /v2.0/ports/354323e3-3e5a-4977-b665-86be51c74226 HTTP/1.1" status: 404 len: 333 time: 0.0245690 Aug 27 12:21:23.369844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42442) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:23.371601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.374714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Request body: {'port': {'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1039067876'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:23.395802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Made reservation on behalf of 2497048052cb44ec95d5fcaa8e50df04 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:23.398282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.413780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:23.569502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.575479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.605265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.645383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Network 8ab5b737-b83d-48aa-905c-3b2552ab1746 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:23.652053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:23.656459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:23.657432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:23.657999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.661839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7d318d-fa02-4a2a-8f85-9a35121c7d9d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:23.674508 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1f37cfcd-6c74-4535-8085-0110fbcb0659 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3036144 Aug 27 12:21:23.677741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42444) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:23.682969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:23.711814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Router bf34dba1-b420-49bd-834c-e7871803d8fc is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:23.748729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.843816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c1b0a-a409-42f3-8233-eeb9c42093f8 req-169e84fd-f940-4bea-8ebc-82d7dd748243 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:23.845426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f9c1b0a-a409-42f3-8233-eeb9c42093f8 req-169e84fd-f940-4bea-8ebc-82d7dd748243 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0985267 Aug 27 12:21:23.951339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:23.983602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f9c1b0a-a409-42f3-8233-eeb9c42093f8 req-39a740bf-eb1b-4876-86a2-fcc925d73f10 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228032 Aug 27 12:21:24.003372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4f3b-6eb3-483d-ad64-72de6e3bf6d0 req-e2411827-9593-49d7-b46e-3ec0cc3dc024 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:24.005218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-085d4f3b-6eb3-483d-ad64-72de6e3bf6d0 req-e2411827-9593-49d7-b46e-3ec0cc3dc024 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 945 time: 0.1456485 Aug 27 12:21:24.077733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] device_id is not set on port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:24.086954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-085d4f3b-6eb3-483d-ad64-72de6e3bf6d0 req-15923b49-76be-4e84-895e-5f3c1a10d874 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710382 Aug 27 12:21:24.091717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.117311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Transition to ACTIVE for port object cb7d318d-fa02-4a2a-8f85-9a35121c7d9d will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:24.124334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.154715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:24.171291 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Sync routers for ids ['bf34dba1-b420-49bd-834c-e7871803d8fc'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:24.173251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.176999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9f97a11c-2e77-44ba-922c-35d3ab66b48e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2742882 Aug 27 12:21:24.177475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42452) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:24.181371 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Routers {'bf34dba1-b420-49bd-834c-e7871803d8fc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:24.182121 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bf34dba1-b420-49bd-834c-e7871803d8fc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:24.183044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7d318d-fa02-4a2a-8f85-9a35121c7d9d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:24.200989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.201343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.201677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.202027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.202405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.202732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.203068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.203404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.203739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.204076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.204399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.204737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:24.218421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.218763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.219112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.225977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.225977 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.225977 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 2 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.238178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.238447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.238828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.244481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.244481 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.244782 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 3 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.259545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.259886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.260227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.265612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.265612 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.265905 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 4 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.279901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.280249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.280597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.285623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.285997 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.287328 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 5 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.303217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.303557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.303903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.307465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-e1dd1b0d-7639-43e7-8fee-a904b0d4d414 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:24.309028 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-e1dd1b0d-7639-43e7-8fee-a904b0d4d414 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 945 time: 0.1245761 Aug 27 12:21:24.309255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.309468 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.310034 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 6 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.324807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.325155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.325519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.330661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.330918 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.331567 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 7 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.345160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.345504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.345846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.351109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.351407 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.351928 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 8 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.364389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.364721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.365058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.368942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0ad0d18b-fb65-4a4a-9633-c3bc8bfc98bc tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/bf34dba1-b420-49bd-834c-e7871803d8fc HTTP/1.1" status: 200 len: 907 time: 0.1882584 Aug 27 12:21:24.369304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:24.369858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.370629 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.374709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-187322847', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': True}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:24.377510 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 9 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.398774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.399173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.399447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.409164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.409164 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.409426 n-d-688802-4 neutron-server[94623]: INFO neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempt 10 to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d Aug 27 12:21:24.413413 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Set router bf34dba1-b420-49bd-834c-e7871803d8fc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:24.413591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.415263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.434490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:24.435074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:24.435419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempting to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:24.439469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Deleting port 4b597c1b-6f03-48d1-acd7-7443198e0b8b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:24.440161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.442449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:24.442785 n-d-688802-4 neutron-server[94623]: ERROR neutron.plugins.ml2.managers [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Failed to bind port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on host n-h2-688802-4 for vnic_type normal using segments [{'id': 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8ab5b737-b83d-48aa-905c-3b2552ab1746'}] Aug 27 12:21:24.443200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.512272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.550017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] For port 4b597c1b-6f03-48d1-acd7-7443198e0b8b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=4b597c1b-6f03-48d1-acd7-7443198e0b8b,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:24.550615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.564389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Calling delete_port for 4b597c1b-6f03-48d1-acd7-7443198e0b8b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:24.600798 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf34dba1-b420-49bd-834c-e7871803d8fc', 'name': 'tempest-snat-router-187322847', 'tenant_id': '8754b81622e244a7894beac47087537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.66'}], 'enable_snat': False}, 'gw_port_id': 'be3b853e-89c0-43fb-8bc6-511d7b40ab10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:21Z', 'updated_at': '2021-08-27T12:21:23Z', 'revision_number': 3, 'project_id': '8754b81622e244a7894beac47087537c', 'gw_port': {'id': 'be3b853e-89c0-43fb-8bc6-511d7b40ab10', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf34dba1-b420-49bd-834c-e7871803d8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:22Z', 'updated_at': '2021-08-27T12:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:24.609461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] For port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:24.609827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attempted to set empty binding levels {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 12:21:24.628178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Checking router: bf34dba1-b420-49bd-834c-e7871803d8fc for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:24.628524 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Updating router bf34dba1-b420-49bd-834c-e7871803d8fc port be3b853e-89c0-43fb-8bc6-511d7b40ab10 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:21:24.642641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.654773 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.701579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.706854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] In _notify_port_updated(), no bound segment for port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d on network 8ab5b737-b83d-48aa-905c-3b2552ab1746 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:21:24.708337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:24.710861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.715393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.716865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "PUT /v2.0/ports/cb7d318d-fa02-4a2a-8f85-9a35121c7d9d HTTP/1.1" status: 200 len: 975 time: 1.0380731 Aug 27 12:21:24.718707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:24.724633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['4b597c1b-6f03-48d1-acd7-7443198e0b8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:24.735610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf662b6-5893-414d-a98c-0b7016bcfbaf tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7d318d-fa02-4a2a-8f85-9a35121c7d9d,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:24.770140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:24.826293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'Port': ['ID=4b597c1b-6f03-48d1-acd7-7443198e0b8b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:24.896916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] No DVR routers for this DVR port 4b597c1b-6f03-48d1-acd7-7443198e0b8b on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:24.899781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.902177 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7d555edf-c82f-44af-93b4-4e8384f68614 req-a828fd41-9924-42b2-860c-429a4aa794da tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "DELETE /v2.0/ports/4b597c1b-6f03-48d1-acd7-7443198e0b8b HTTP/1.1" status: 204 len: 173 time: 0.5810604 Aug 27 12:21:24.903378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'name': 'network-vif-deleted', 'tag': '4b597c1b-6f03-48d1-acd7-7443198e0b8b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:24.905678 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3855db-463d-4a2e-9c4f-94a6705ed73d" -d '{"events": [{"server_uuid": "1668504c-a75a-4225-92ea-1c082bf8b94e", "name": "network-vif-deleted", "tag": "4b597c1b-6f03-48d1-acd7-7443198e0b8b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:24.937244 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.959553 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Transition to ACTIVE for port object be3b853e-89c0-43fb-8bc6-511d7b40ab10 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:24.971967 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.972289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Deleting port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:24.973575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:24.982707 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9861aea1-9b4d-4d97-8651-e6a4225ff5a8 x-openstack-request-id: req-9861aea1-9b4d-4d97-8651-e6a4225ff5a8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:24.983090 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1668504c-a75a-4225-92ea-1c082bf8b94e", "name": "network-vif-deleted", "tag": "4b597c1b-6f03-48d1-acd7-7443198e0b8b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:24.983432 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9861aea1-9b4d-4d97-8651-e6a4225ff5a8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:24.983910 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1668504c-a75a-4225-92ea-1c082bf8b94e', 'name': 'network-vif-deleted', 'tag': '4b597c1b-6f03-48d1-acd7-7443198e0b8b', 'status': 'completed', 'code': 200} Aug 27 12:21:25.020204 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a86ba4-5365-4dd9-a62e-89c7cf6dcb20 None None] Pushing event updated for resources: {'Port': ['ID=be3b853e-89c0-43fb-8bc6-511d7b40ab10,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:25.040141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.040396 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Attempting to bind port be3b853e-89c0-43fb-8bc6-511d7b40ab10 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:25.040722 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Attempting to bind port be3b853e-89c0-43fb-8bc6-511d7b40ab10 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:25.041187 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Attempting to bind port be3b853e-89c0-43fb-8bc6-511d7b40ab10 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:25.046977 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:21:25.047468 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:25.047966 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.048457 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:21:25.049014 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Bound port: be3b853e-89c0-43fb-8bc6-511d7b40ab10, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:21:25.049668 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.085862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] For port cb7d318d-fa02-4a2a-8f85-9a35121c7d9d, host n-h2-688802-4, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:25.086229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.089081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.100719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Calling delete_port for cb7d318d-fa02-4a2a-8f85-9a35121c7d9d owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:25.103552 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] For port be3b853e-89c0-43fb-8bc6-511d7b40ab10, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:25.107244 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] For port be3b853e-89c0-43fb-8bc6-511d7b40ab10, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be3b853e-89c0-43fb-8bc6-511d7b40ab10,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:21:25.111540 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.164648 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a86ba4-5365-4dd9-a62e-89c7cf6dcb20 None None] Pushing event updated for resources: {'Port': ['ID=be3b853e-89c0-43fb-8bc6-511d7b40ab10,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:25.186537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Routers {'bf34dba1-b420-49bd-834c-e7871803d8fc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:25.187087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92c4ed-23b7-4120-aaf9-69fb51a612a7 req-995fd929-f50e-42af-92c1-9589be746bfa tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:25.187428 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bf34dba1-b420-49bd-834c-e7871803d8fc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:25.188585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f92c4ed-23b7-4120-aaf9-69fb51a612a7 req-995fd929-f50e-42af-92c1-9589be746bfa tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1021936 Aug 27 12:21:25.232498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.280254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f92c4ed-23b7-4120-aaf9-69fb51a612a7 req-e154d6b7-6f42-4d5b-9101-af55310d46ee tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822744 Aug 27 12:21:25.303184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb7d318d-fa02-4a2a-8f85-9a35121c7d9d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:25.308997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.316499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2e8669f4-987a-4d83-a275-092857bbcef1 tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "DELETE /v2.0/ports/cb7d318d-fa02-4a2a-8f85-9a35121c7d9d HTTP/1.1" status: 204 len: 168 time: 0.5951183 Aug 27 12:21:25.322317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] Set router bf34dba1-b420-49bd-834c-e7871803d8fc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:25.323358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42466) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:25.349993 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45e3b94-68c3-4154-b3a3-ce3f40ba68dc tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] GET failed (client error): The resource could not be found. Aug 27 12:21:25.351819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a45e3b94-68c3-4154-b3a3-ce3f40ba68dc tempest-PortsAdminExtendedAttrsTestJSON-780250186 tempest-PortsAdminExtendedAttrsTestJSON-780250186-project-admin] 10.222.0.76 "GET /v2.0/ports/cb7d318d-fa02-4a2a-8f85-9a35121c7d9d HTTP/1.1" status: 404 len: 333 time: 0.0273852 Aug 27 12:21:25.355436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42468) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:25.372803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84a0fc4b-b3a7-4223-a8da-a6a9d5765b3f req-75648a89-e523-4abf-9f20-67dff9d218bb tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=1668504c-a75a-4225-92ea-1c082bf8b94e HTTP/1.1" status: 200 len: 210 time: 0.0675728 Aug 27 12:21:25.384853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Allocated IP 172.25.8.138 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/4a094c46-76c1-40fb-a883-eb28e7b763a1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:25.404469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 570a3a64-3ab3-4d71-82c9-c093e84f099d no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:25.440151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 570a3a64-3ab3-4d71-82c9-c093e84f099d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:25.440508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 570a3a64-3ab3-4d71-82c9-c093e84f099d not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:25.472291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.541548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.576480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.589008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab5b737-b83d-48aa-905c-3b2552ab1746']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:25.590561 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf34dba1-b420-49bd-834c-e7871803d8fc', 'name': 'tempest-snat-router-187322847', 'tenant_id': '8754b81622e244a7894beac47087537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.66'}], 'enable_snat': False}, 'gw_port_id': 'be3b853e-89c0-43fb-8bc6-511d7b40ab10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:21Z', 'updated_at': '2021-08-27T12:21:23Z', 'revision_number': 3, 'project_id': '8754b81622e244a7894beac47087537c', 'gw_port': {'id': 'be3b853e-89c0-43fb-8bc6-511d7b40ab10', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf34dba1-b420-49bd-834c-e7871803d8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:22Z', 'updated_at': '2021-08-27T12:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:25.601943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:25.602309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd565e09-77ed-4be3-b1a8-7d88a7b5a3f9') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:25.602495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.613257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.631136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.632002 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a25de60-f69a-4923-b21b-6907feb407d9 None None] The sync data for ids ['bf34dba1-b420-49bd-834c-e7871803d8fc'] in n-d-688802-4 is: [{'id': 'bf34dba1-b420-49bd-834c-e7871803d8fc', 'name': 'tempest-snat-router-187322847', 'tenant_id': '8754b81622e244a7894beac47087537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.66'}], 'enable_snat': False}, 'gw_port_id': 'be3b853e-89c0-43fb-8bc6-511d7b40ab10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:21Z', 'updated_at': '2021-08-27T12:21:23Z', 'revision_number': 3, 'project_id': '8754b81622e244a7894beac47087537c', 'gw_port': {'id': 'be3b853e-89c0-43fb-8bc6-511d7b40ab10', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf34dba1-b420-49bd-834c-e7871803d8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:22Z', 'updated_at': '2021-08-27T12:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:25.640733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:25.641225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:25.646006 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:25.653713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:25.657504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:25.668166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Port': ['ID=4a094c46-76c1-40fb-a883-eb28e7b763a1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:25.674705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:25.737637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.749902 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:25.752454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] 10.222.0.76 "DELETE /v2.0/networks/8ab5b737-b83d-48aa-905c-3b2552ab1746 HTTP/1.1" status: 204 len: 168 time: 0.3958957 Aug 27 12:21:25.766249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0175f-cd4a-4344-a523-7d0ff8baa554 tempest-PortsAdminExtendedAttrsTestJSON-1792034783 tempest-PortsAdminExtendedAttrsTestJSON-1792034783-project] Pushing event deleted for resources: {'Network': ['ID=8ab5b737-b83d-48aa-905c-3b2552ab1746,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:26.001231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.097286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42476) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:26.217356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.249300 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5ccdf274-0768-4722-823b-db623bfc99d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5240570814384e5a90fd2e8f00c28f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505034 Aug 27 12:21:26.251702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:26.304297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d47e4a26-88d4-4878-bdcb-eabff0a40d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.328217 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d47e4a26-88d4-4878-bdcb-eabff0a40d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.383985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d47e4a26-88d4-4878-bdcb-eabff0a40d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.387308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d47e4a26-88d4-4878-bdcb-eabff0a40d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.391231 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d47e4a26-88d4-4878-bdcb-eabff0a40d8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8586784c-c2d8-467b-8a4c-b9ce7c10342d HTTP/1.1" status: 204 len: 168 time: 0.1360753 Aug 27 12:21:26.400397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e4a26-88d4-4878-bdcb-eabff0a40d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8586784c-c2d8-467b-8a4c-b9ce7c10342d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:26.430778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Router 045d3460-602d-47ff-8a2e-bf370c825e1c is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:26.502138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269aa8a-8478-4855-8886-be49254d872b req-9413ee4f-45d3-463d-9fdc-9468b6267df9 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:26.504031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e269aa8a-8478-4855-8886-be49254d872b req-9413ee4f-45d3-463d-9fdc-9468b6267df9 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1158447 Aug 27 12:21:26.590904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e269aa8a-8478-4855-8886-be49254d872b req-74467a04-b75a-470d-9b4f-0719240f5a89 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790184 Aug 27 12:21:26.636238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:26.647979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Sync routers for ids ['045d3460-602d-47ff-8a2e-bf370c825e1c'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:26.660892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Routers {'045d3460-602d-47ff-8a2e-bf370c825e1c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:26.661632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['045d3460-602d-47ff-8a2e-bf370c825e1c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:26.662407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:26.663891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b98e9331-3b21-4d2f-915c-2aa650af9dd6 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2926731 Aug 27 12:21:26.666742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42496) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:26.801093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42498) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:26.829585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a777f6e2-3d61-4dd3-9356-c2b62a69c346 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/045d3460-602d-47ff-8a2e-bf370c825e1c HTTP/1.1" status: 200 len: 907 time: 0.1603067 Aug 27 12:21:26.837393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42500) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:26.842758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Set router 045d3460-602d-47ff-8a2e-bf370c825e1c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:26.899544 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71b6fdb3-6d34-420a-b417-b28641aaebcf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2497048052cb44ec95d5fcaa8e50df04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949752 Aug 27 12:21:26.899752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:27.007801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-801af612-cc00-4db3-a868-5190d52711d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.032414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.066467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045d3460-602d-47ff-8a2e-bf370c825e1c', 'name': 'tempest-snat-router-187322847', 'tenant_id': '8754b81622e244a7894beac47087537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '4a094c46-76c1-40fb-a883-eb28e7b763a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:24Z', 'updated_at': '2021-08-27T12:21:25Z', 'revision_number': 3, 'project_id': '8754b81622e244a7894beac47087537c', 'gw_port': {'id': '4a094c46-76c1-40fb-a883-eb28e7b763a1', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045d3460-602d-47ff-8a2e-bf370c825e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:25Z', 'updated_at': '2021-08-27T12:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:27.086526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-801af612-cc00-4db3-a868-5190d52711d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.091686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f64b54-bde9-4abc-81ca-796eb3aaa75a req-c8591ccf-b7c5-47ff-b4e2-a4ee3ed24622 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:27.093230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37f64b54-bde9-4abc-81ca-796eb3aaa75a req-c8591ccf-b7c5-47ff-b4e2-a4ee3ed24622 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.4067028 Aug 27 12:21:27.096181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Checking router: 045d3460-602d-47ff-8a2e-bf370c825e1c for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:27.096540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Updating router 045d3460-602d-47ff-8a2e-bf370c825e1c port 4a094c46-76c1-40fb-a883-eb28e7b763a1 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:21:27.124412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be3b853e-89c0-43fb-8bc6-511d7b40ab10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:21:27.151389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37f64b54-bde9-4abc-81ca-796eb3aaa75a req-34013e4f-fd67-4909-be18-5365fb42d2b7 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Aug 27 12:21:27.152752 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.224415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.232090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-fb20a782-4005-4f3a-9538-9f06fc8139e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792227 Aug 27 12:21:27.240367 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-801af612-cc00-4db3-a868-5190d52711d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.243550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-801af612-cc00-4db3-a868-5190d52711d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.247023 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-801af612-cc00-4db3-a868-5190d52711d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e05ba1e7-3d77-4dc9-8f3c-fbe008e80f2b HTTP/1.1" status: 204 len: 168 time: 0.3441563 Aug 27 12:21:27.276427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801af612-cc00-4db3-a868-5190d52711d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ba1e7-3d77-4dc9-8f3c-fbe008e80f2b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:27.281664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port be3b853e-89c0-43fb-8bc6-511d7b40ab10 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:21:27.300133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port be3b853e-89c0-43fb-8bc6-511d7b40ab10 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:21:27.300502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.341561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-fd92de4e-d0ec-48be-bf80-a227219c7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:27.343074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-fd92de4e-d0ec-48be-bf80-a227219c7fae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d8b68a3f5c24767aed383205f87b862&device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 1095 time: 0.0551071 Aug 27 12:21:27.348787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Deleting port 4a094c46-76c1-40fb-a883-eb28e7b763a1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:27.349137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.512847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.535939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Calling delete_port for 4a094c46-76c1-40fb-a883-eb28e7b763a1 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:27.540055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-7c7cee58-bb5b-4392-9dc8-8adf7ac17830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:27.541580 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-7c7cee58-bb5b-4392-9dc8-8adf7ac17830 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 200 len: 909 time: 0.1482880 Aug 27 12:21:27.621691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-45f1e319-96b5-4041-adf4-43df8dcdeff7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 200 len: 217 time: 0.0700088 Aug 27 12:21:27.665099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.726075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port be3b853e-89c0-43fb-8bc6-511d7b40ab10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be3b853e-89c0-43fb-8bc6-511d7b40ab10,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:27.727082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-a36556bc-a8bb-44e0-8919-c66d0680f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:27.728602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-a36556bc-a8bb-44e0-8919-c66d0680f7e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 200 len: 848 time: 0.0965400 Aug 27 12:21:27.744996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.776354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5edc78-0092-4d64-8108-319189c96e79 req-86e4eae4-5896-4363-8ba2-f599876102d9 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:27.778848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af5edc78-0092-4d64-8108-319189c96e79 req-86e4eae4-5896-4363-8ba2-f599876102d9 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0653968 Aug 27 12:21:27.788596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-70c8a29a-7aaa-4abc-b620-151d6a476c98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410907 Aug 27 12:21:27.845277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af5edc78-0092-4d64-8108-319189c96e79 req-dce539ea-147f-49df-99dc-51437bd9201c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544548 Aug 27 12:21:27.860222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=be3b853e-89c0-43fb-8bc6-511d7b40ab10,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:27.921262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:21:27.921262 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:21:27.921602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:27.959440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a094c46-76c1-40fb-a883-eb28e7b763a1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:27.964653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-0f258ecf-a560-49d5-b202-394a0856a4f8 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392753 Aug 27 12:21:28.075475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.210092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.212510 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.227858 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8cb3a01a-0bde-4812-9c76-65dce95d4ff9 req-01bc1001-5646-4278-a9ce-921448719e13 service neutron] 10.222.0.65 "GET /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395356 Aug 27 12:21:28.271908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5d6a2-c897-407a-952d-9821ca58181c req-e9895823-0a36-4ab0-ae58-549988b9b7b0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:28.273468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67c5d6a2-c897-407a-952d-9821ca58181c req-e9895823-0a36-4ab0-ae58-549988b9b7b0 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.1621475 Aug 27 12:21:28.278149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.278877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 045d3460-602d-47ff-8a2e-bf370c825e1c {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:28.280959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d0c0-67e7-4126-a027-ffe2178be2f4 req-10b812f9-a06a-4dc8-8572-aabe4100fe52 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:28.282622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c487d0c0-67e7-4126-a027-ffe2178be2f4 req-10b812f9-a06a-4dc8-8572-aabe4100fe52 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 946 time: 0.0592928 Aug 27 12:21:28.289055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.290143 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a79d6714-1e90-4e98-a215-45cd160c93ad tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/routers/045d3460-602d-47ff-8a2e-bf370c825e1c HTTP/1.1" status: 204 len: 168 time: 1.4516559 Aug 27 12:21:28.292842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:28.329840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c487d0c0-67e7-4126-a027-ffe2178be2f4 req-18011bc6-cbac-43a8-b54e-c22bac0e9b3a tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=4595aa72-29f3-4fba-8f4b-c863a7f629b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Aug 27 12:21:28.442969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Port 4a094c46-76c1-40fb-a883-eb28e7b763a1 not found while updating agent binding for router 045d3460-602d-47ff-8a2e-bf370c825e1c. {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 12:21:28.452359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:28.452750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:21:28.453402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'045d3460-602d-47ff-8a2e-bf370c825e1c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:21:28.453782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bb94b-c37e-42be-9f28-a9abda5c80e7 None None] The sync data for ids ['045d3460-602d-47ff-8a2e-bf370c825e1c'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:28.481791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.524995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Deleting port 426d37d0-2fa8-481a-af6b-61996c84ce5f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:28.525326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.599675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4b597c1b-6f03-48d1-acd7-7443198e0b8b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:28.630056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 4b597c1b-6f03-48d1-acd7-7443198e0b8b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:28.630498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 4b597c1b-6f03-48d1-acd7-7443198e0b8b not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:28.663078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.667757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] For port 426d37d0-2fa8-481a-af6b-61996c84ce5f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=426d37d0-2fa8-481a-af6b-61996c84ce5f,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:28.668114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.682588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Calling delete_port for 426d37d0-2fa8-481a-af6b-61996c84ce5f owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:28.725321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:28.834833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1863762616', 'router:external': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:28.857544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Made reservation on behalf of 71f816500efd4bb797cdcbe145e579fc for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:28.860134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.873308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:28.990313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863770-5528-4970-95bb-5bde99164d5b req-8a249795-7d4b-44fe-bda2-fc25c8ec21c1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:28.997833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02863770-5528-4970-95bb-5bde99164d5b req-8a249795-7d4b-44fe-bda2-fc25c8ec21c1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0809004 Aug 27 12:21:29.034232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be3b853e-89c0-43fb-8bc6-511d7b40ab10 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:21:29.034824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.044255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.060291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02863770-5528-4970-95bb-5bde99164d5b req-91bd02c8-c2b0-40b4-ba9e-85a926fbb6cf tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615592 Aug 27 12:21:29.078856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:29.085819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319d4048-586a-4940-9b22-82ba0a90397f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:29.092238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.092655 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Added segment 1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f of type vlan for network 6bdfe159-dde3-4865-a9d2-80f4343bafbd Aug 27 12:21:29.100564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port be3b853e-89c0-43fb-8bc6-511d7b40ab10 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:21:29.101148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.135482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Deleting port be3b853e-89c0-43fb-8bc6-511d7b40ab10 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:29.135826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.144246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.180709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.182647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:29.183991 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.236429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5067008 Aug 27 12:21:29.240586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:29.246334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'subnet': {'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:29.254868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] For port be3b853e-89c0-43fb-8bc6-511d7b40ab10, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be3b853e-89c0-43fb-8bc6-511d7b40ab10,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:29.255245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.257594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.259269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aab9d9-f536-47a6-bb59-c665a90fa35a tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Network': ['ID=6bdfe159-dde3-4865-a9d2-80f4343bafbd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:29.273093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 6bdfe159-dde3-4865-a9d2-80f4343bafbd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:29.276575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Made reservation on behalf of 71f816500efd4bb797cdcbe145e579fc for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:29.279018 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.290610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['426d37d0-2fa8-481a-af6b-61996c84ce5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:29.298886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Calling delete_port for be3b853e-89c0-43fb-8bc6-511d7b40ab10 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:29.300626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'Port': ['ID=426d37d0-2fa8-481a-af6b-61996c84ce5f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:29.387086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] No DVR routers for this DVR port 426d37d0-2fa8-481a-af6b-61996c84ce5f on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:29.392400 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.394492 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67c5d6a2-c897-407a-952d-9821ca58181c req-1b566d7d-ecae-42ce-a647-10ebdf6f7dd2 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.77 "DELETE /v2.0/ports/426d37d0-2fa8-481a-af6b-61996c84ce5f HTTP/1.1" status: 204 len: 173 time: 1.1139386 Aug 27 12:21:29.395671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b02171-d002-4407-849b-0f6ce07deb9b', 'name': 'network-vif-deleted', 'tag': '426d37d0-2fa8-481a-af6b-61996c84ce5f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:29.398020 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae56a0b1-653c-4ea7-b1a5-96f8b7fa63ef" -d '{"events": [{"server_uuid": "49b02171-d002-4407-849b-0f6ce07deb9b", "name": "network-vif-deleted", "tag": "426d37d0-2fa8-481a-af6b-61996c84ce5f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:29.484694 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5090169-ba6d-4c8d-9db0-94e2fee7a8a7 x-openstack-request-id: req-b5090169-ba6d-4c8d-9db0-94e2fee7a8a7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:29.484985 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b02171-d002-4407-849b-0f6ce07deb9b", "name": "network-vif-deleted", "tag": "426d37d0-2fa8-481a-af6b-61996c84ce5f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:29.485244 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5090169-ba6d-4c8d-9db0-94e2fee7a8a7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:29.485819 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b02171-d002-4407-849b-0f6ce07deb9b', 'name': 'network-vif-deleted', 'tag': '426d37d0-2fa8-481a-af6b-61996c84ce5f', 'status': 'completed', 'code': 200} Aug 27 12:21:29.541002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-712dd3e1-5eca-43f1-8935-11328a32f97b req-8a99699b-cf0b-4697-9784-0c2c1c4c626c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b02171-d002-4407-849b-0f6ce07deb9b HTTP/1.1" status: 200 len: 210 time: 0.0585544 Aug 27 12:21:29.608665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.642918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event deleted for resources: {'Port': ['ID=be3b853e-89c0-43fb-8bc6-511d7b40ab10,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:29.685240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:21:29.685695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.703130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.739354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b407665b-457a-4d64-9cf4-b89c968a4df7,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:29.749719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Checking segment: {'id': '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:29.750027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network hostable DHCP agents. Network: 6bdfe159-dde3-4865-a9d2-80f4343bafbd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:21:29.766913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 6bdfe159-dde3-4865-a9d2-80f4343bafbd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:21:29.776431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 6bdfe159-dde3-4865-a9d2-80f4343bafbd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:29.780916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:29.781691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.786883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626a6ed-777e-41d4-8c7b-c8327d6c17b0 None None] Network 6bdfe159-dde3-4865-a9d2-80f4343bafbd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:29.796131 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.798466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.798984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-560b420c-ce0e-4500-a13a-34d5884a1bbc tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5563195 Aug 27 12:21:29.802680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42562) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:29.808008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1340754608', 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:29.861781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.862369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf34dba1-b420-49bd-834c-e7871803d8fc {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:29.867515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.868710 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dcc7db83-41db-429e-8531-e4d5eaaddf2d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "DELETE /v2.0/routers/bf34dba1-b420-49bd-834c-e7871803d8fc HTTP/1.1" status: 204 len: 168 time: 1.5749454 Aug 27 12:21:29.869921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Made reservation on behalf of 71f816500efd4bb797cdcbe145e579fc for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:29.872223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.873229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42564) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:29.878241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-131285789', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:29.902832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] device_id is not set on port 25ce1c0a-43ca-471b-a397-e346de2719e0 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:21:29.918821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.920391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:29.972741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04147e-c1e1-457a-9d3e-ee020aa9a665 None None] Network 6bdfe159-dde3-4865-a9d2-80f4343bafbd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:29.999153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.130318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Allocated IP 2001:db8::36f (6bdfe159-dde3-4865-a9d2-80f4343bafbd/b407665b-457a-4d64-9cf4-b89c968a4df7/25ce1c0a-43ca-471b-a397-e346de2719e0) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:30.160542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bd4e0-b72e-4e07-8f5f-83ee5908be70 req-8f2d8790-bf20-47aa-9242-be9c1b5929a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:30.162336 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d36bd4e0-b72e-4e07-8f5f-83ee5908be70 req-8f2d8790-bf20-47aa-9242-be9c1b5929a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 1096 time: 0.1929185 Aug 27 12:21:30.197145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.261684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d36bd4e0-b72e-4e07-8f5f-83ee5908be70 req-3468fec3-d7da-467c-af97-b66313a2c41a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858572 Aug 27 12:21:30.282326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e402dd-757c-4f70-8031-8e9a8d33ed83 req-27a0680f-c511-40c4-a7c5-e7eef6ccd835 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:30.283857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1e402dd-757c-4f70-8031-8e9a8d33ed83 req-27a0680f-c511-40c4-a7c5-e7eef6ccd835 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1013575 Aug 27 12:21:30.321363 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.338426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1e402dd-757c-4f70-8031-8e9a8d33ed83 req-22af4b3e-379d-494a-af29-97303f2306f5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Aug 27 12:21:30.365189 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.411616 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 6bdfe159-dde3-4865-a9d2-80f4343bafbd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:30.414597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:30.419353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:30.420767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:30.421632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.425288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Port': ['ID=25ce1c0a-43ca-471b-a397-e346de2719e0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:30.444786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-58af00cd-c808-40de-85fe-f9b28db575ab tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6408443 Aug 27 12:21:30.445701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42568) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:30.473562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.493286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.528283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Deleting port 25ce1c0a-43ca-471b-a397-e346de2719e0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:30.528535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.609341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Allocated IP 172.25.8.159 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ae0499f6-93db-430b-b152-d1f42ad54caf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:30.612983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.632266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Calling delete_port for 25ce1c0a-43ca-471b-a397-e346de2719e0 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:30.744749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.787404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.815426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event deleted for resources: {'Port': ['ID=25ce1c0a-43ca-471b-a397-e346de2719e0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:30.823121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.854000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.856790 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f6e8c3a2-8308-4488-8a4d-3b58800ff815 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/ports/25ce1c0a-43ca-471b-a397-e346de2719e0 HTTP/1.1" status: 204 len: 168 time: 0.4088192 Aug 27 12:21:30.858686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42578) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:30.862945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd', 'external_fixed_ips': [{'subnet_id': 'b407665b-457a-4d64-9cf4-b89c968a4df7', 'ip_address': '2001:db8::36f'}]}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:30.883446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.884440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.909003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:30.915987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:30.918355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:30.940394 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:30.941036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event updated for resources: {'Port': ['ID=ae0499f6-93db-430b-b152-d1f42ad54caf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:30.972541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347357c-1b1b-4dcd-a49e-43c2186e8b3f req-df20e677-954a-41f5-be61-75c28ba408ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:30.974717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e347357c-1b1b-4dcd-a49e-43c2186e8b3f req-df20e677-954a-41f5-be61-75c28ba408ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.1407824 Aug 27 12:21:31.025358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be3b853e-89c0-43fb-8bc6-511d7b40ab10 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:31.045584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: be3b853e-89c0-43fb-8bc6-511d7b40ab10 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:31.046415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be3b853e-89c0-43fb-8bc6-511d7b40ab10 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:31.093642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.103971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e347357c-1b1b-4dcd-a49e-43c2186e8b3f req-abf725a9-2e51-4046-a6af-9306e5e3b26c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904727 Aug 27 12:21:31.229801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.295338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.314190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.462025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.465313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Allocated IP 2001:db8::36f (6bdfe159-dde3-4865-a9d2-80f4343bafbd/b407665b-457a-4d64-9cf4-b89c968a4df7/65e324d9-2996-46c3-a5f8-56f0d0bc9261) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:31.483156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9b50c-35fe-4bbb-9677-824a04432a88 req-65604e84-ec0e-4f3c-a97b-7b5a6330bded tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:31.484692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58e9b50c-35fe-4bbb-9677-824a04432a88 req-65604e84-ec0e-4f3c-a97b-7b5a6330bded tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.0666375 Aug 27 12:21:31.572081 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.594836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58e9b50c-35fe-4bbb-9677-824a04432a88 req-b364b28e-0ab5-4d97-8f23-3992916bd445 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Aug 27 12:21:31.625666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.647434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Router 57c32364-228b-445f-a692-3c0a2547757a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:31.664272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 6bdfe159-dde3-4865-a9d2-80f4343bafbd is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:31.667533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:31.673407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:31.751446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Port': ['ID=65e324d9-2996-46c3-a5f8-56f0d0bc9261,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:31.759889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:31.769506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] Sync routers for ids ['57c32364-228b-445f-a692-3c0a2547757a'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:31.781781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:31.783118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] Routers {'57c32364-228b-445f-a692-3c0a2547757a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:31.783430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a57ea3e0-4e11-41f4-a5cf-f44d9460cac2 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9093184 Aug 27 12:21:31.783758 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['57c32364-228b-445f-a692-3c0a2547757a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:31.786237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:31.797111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:31.818410 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:31.827383 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] Routers {'57c32364-228b-445f-a692-3c0a2547757a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:31.827918 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['57c32364-228b-445f-a692-3c0a2547757a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:31.863480 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:31.864394 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946288d-9161-4205-aa39-2048d0958f37 None None] The sync data for ids ['57c32364-228b-445f-a692-3c0a2547757a'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:31.914592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.104513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.117360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.239789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3214ee-fbdf-4394-b839-22965492eea3 req-6e79dc04-ef64-4a98-98ba-e021a4fa255c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:32.241301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3214ee-fbdf-4394-b839-22965492eea3 req-6e79dc04-ef64-4a98-98ba-e021a4fa255c tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0634632 Aug 27 12:21:32.249734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Router de44801b-34c8-4548-913c-eaac3a153a8c is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:32.324641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3214ee-fbdf-4394-b839-22965492eea3 req-ec63bd11-72f3-4efa-9855-2077fcf00782 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups?id=7425175b-916b-4ef1-aa8e-dd5be7a0b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762599 Aug 27 12:21:32.357135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:32.367045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Sync routers for ids ['de44801b-34c8-4548-913c-eaac3a153a8c'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:32.373168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.374524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a645b816-5d0a-4708-91cb-c9e6b171ec34 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5148866 Aug 27 12:21:32.377185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:32.377791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Routers {'de44801b-34c8-4548-913c-eaac3a153a8c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:32.378443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['de44801b-34c8-4548-913c-eaac3a153a8c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:32.492126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Set router de44801b-34c8-4548-913c-eaac3a153a8c gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:32.555774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.649311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-2921a818-a27a-4913-ba60-f4cb1e4c93dd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:32.652709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-2921a818-a27a-4913-ba60-f4cb1e4c93dd tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 944 time: 0.0603681 Aug 27 12:21:32.692115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de44801b-34c8-4548-913c-eaac3a153a8c', 'name': '', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd', 'external_fixed_ips': [{'subnet_id': 'b407665b-457a-4d64-9cf4-b89c968a4df7', 'ip_address': '2001:db8::36f'}], 'enable_snat': True}, 'gw_port_id': '65e324d9-2996-46c3-a5f8-56f0d0bc9261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:30Z', 'updated_at': '2021-08-27T12:21:31Z', 'revision_number': 3, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port': {'id': '65e324d9-2996-46c3-a5f8-56f0d0bc9261', 'name': '', 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de44801b-34c8-4548-913c-eaac3a153a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': 'b407665b-457a-4d64-9cf4-b89c968a4df7', 'ip_address': '2001:db8::36f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:31Z', 'updated_at': '2021-08-27T12:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b407665b-457a-4d64-9cf4-b89c968a4df7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:32.720462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Checking router: de44801b-34c8-4548-913c-eaac3a153a8c for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:32.720920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Updating router de44801b-34c8-4548-913c-eaac3a153a8c port 65e324d9-2996-46c3-a5f8-56f0d0bc9261 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:21:32.753561 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.761002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Deleting port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:32.761647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:32.868026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] For port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:32.868397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.047696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.048223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.048606 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Floating IP b76b61db-ae39-4b35-ae58-3377705e2601 disassociated. External IP: 172.25.8.49, port: 3b1c6cc2-22ff-4800-9b03-074e7fa256fe. Aug 27 12:21:33.049023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Calling delete_port for 3b1c6cc2-22ff-4800-9b03-074e7fa256fe owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:33.070730 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.082849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Transition to ACTIVE for port object 65e324d9-2996-46c3-a5f8-56f0d0bc9261 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:33.088812 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.110165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.120508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.131024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49821254-905b-49b1-9976-cdffa556ca0b req-8c0b4f82-b7f3-4a7f-b92c-50160fbb58cc tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:33.132641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49821254-905b-49b1-9976-cdffa556ca0b req-8c0b4f82-b7f3-4a7f-b92c-50160fbb58cc tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.4469790 Aug 27 12:21:33.136698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.147120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Attempting to bind port 65e324d9-2996-46c3-a5f8-56f0d0bc9261 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:33.147576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Attempting to bind port 65e324d9-2996-46c3-a5f8-56f0d0bc9261 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:33.148021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Attempting to bind port 65e324d9-2996-46c3-a5f8-56f0d0bc9261 on network 6bdfe159-dde3-4865-a9d2-80f4343bafbd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:33.155643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:21:33.156111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Checking segment: {'id': '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:33.156596 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.157059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Bound using segment: {'id': '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:21:33.157596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Bound port: 65e324d9-2996-46c3-a5f8-56f0d0bc9261, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '6bdfe159-dde3-4865-a9d2-80f4343bafbd'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:21:33.158050 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.161390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc0ac4-4e65-4a9e-86b8-f1c01f33fdf0 None None] Pushing event updated for resources: {'Port': ['ID=65e324d9-2996-46c3-a5f8-56f0d0bc9261,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:33.206850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.217916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] For port 65e324d9-2996-46c3-a5f8-56f0d0bc9261, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:33.224309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] For port 65e324d9-2996-46c3-a5f8-56f0d0bc9261, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=65e324d9-2996-46c3-a5f8-56f0d0bc9261,segment=NetworkSegment(1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f),segment_id=1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:21:33.230294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.245100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'Port': ['ID=3b1c6cc2-22ff-4800-9b03-074e7fa256fe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:33.280611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49821254-905b-49b1-9976-cdffa556ca0b req-49dec1b6-7441-4081-86c4-67d76378da1a tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184833 Aug 27 12:21:33.297687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Routers {'de44801b-34c8-4548-913c-eaac3a153a8c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:33.298334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['de44801b-34c8-4548-913c-eaac3a153a8c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.317663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Deleting port 65e324d9-2996-46c3-a5f8-56f0d0bc9261 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:33.318332 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.370467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Router 57c32364-228b-445f-a692-3c0a2547757a has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:21:33.371938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Router 192b999d-e846-4b8c-8751-47d0b7946976 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:21:33.444553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 426d37d0-2fa8-481a-af6b-61996c84ce5f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:33.460573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] Set router de44801b-34c8-4548-913c-eaac3a153a8c gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:33.524760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:33.536063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] Sync routers for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:33.537155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de44801b-34c8-4548-913c-eaac3a153a8c', 'name': '', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:30Z', 'updated_at': '2021-08-27T12:21:33Z', 'revision_number': 4, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.543320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-110e3504-467a-4d29-be4c-05ef7fa45dfa req-30683471-55ee-4848-80fd-1ef77ee073c8 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b10cf4-fd7c-4dac-8497-58c5e50d5919 HTTP/1.1" status: 200 len: 210 time: 0.0622790 Aug 27 12:21:33.549107 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:33.558310 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.584283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 426d37d0-2fa8-481a-af6b-61996c84ce5f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:33.584811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 426d37d0-2fa8-481a-af6b-61996c84ce5f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:33.587154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc0ac4-4e65-4a9e-86b8-f1c01f33fdf0 None None] Pushing event updated for resources: {'Port': ['ID=65e324d9-2996-46c3-a5f8-56f0d0bc9261,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:33.590595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e96e6-5739-43a0-a062-a015e3f84fe9 None None] The sync data for ids ['de44801b-34c8-4548-913c-eaac3a153a8c'] in n-d-688802-4 is: [{'id': 'de44801b-34c8-4548-913c-eaac3a153a8c', 'name': '', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:30Z', 'updated_at': '2021-08-27T12:21:33Z', 'revision_number': 4, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:33.603128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] No DVR routers for this DVR port 3b1c6cc2-22ff-4800-9b03-074e7fa256fe on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:33.605937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.609329 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e32cb6a8-d88b-498e-9c94-cd8540fbf1f2 req-c65213db-b619-4959-91bc-096ab4ae57ce tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.65 "DELETE /v2.0/ports/3b1c6cc2-22ff-4800-9b03-074e7fa256fe HTTP/1.1" status: 204 len: 173 time: 0.9495678 Aug 27 12:21:33.609941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-deleted', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:33.615549 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec926c4-5aae-421a-acc7-d538c14283b0" -d '{"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-deleted", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:33.627982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] For port 65e324d9-2996-46c3-a5f8-56f0d0bc9261, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=65e324d9-2996-46c3-a5f8-56f0d0bc9261,segment=NetworkSegment(1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f),segment_id=1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:33.628348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.657571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Calling delete_port for 65e324d9-2996-46c3-a5f8-56f0d0bc9261 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:33.666033 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b795e5-2119-4686-828f-c94bfd538339 x-openstack-request-id: req-65b795e5-2119-4686-828f-c94bfd538339 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:33.666975 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b10cf4-fd7c-4dac-8497-58c5e50d5919", "name": "network-vif-deleted", "tag": "3b1c6cc2-22ff-4800-9b03-074e7fa256fe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:33.667424 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65b795e5-2119-4686-828f-c94bfd538339 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:33.668029 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b10cf4-fd7c-4dac-8497-58c5e50d5919', 'name': 'network-vif-deleted', 'tag': '3b1c6cc2-22ff-4800-9b03-074e7fa256fe', 'status': 'completed', 'code': 200} Aug 27 12:21:33.688962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326684b4-a4eb-4afd-a90d-c4cf3a2c7fb8 req-b6e5804f-61e8-403b-95b4-c17e46aafe74 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:33.697539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-326684b4-a4eb-4afd-a90d-c4cf3a2c7fb8 req-b6e5804f-61e8-403b-95b4-c17e46aafe74 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2333207 Aug 27 12:21:33.716734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:33.728285 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:33.730319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] Sync routers for ids ['57c32364-228b-445f-a692-3c0a2547757a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:33.735126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:33.736361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7d64d04d-4e47-4430-b035-c7491c057b0d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "PUT /v2.0/routers/57c32364-228b-445f-a692-3c0a2547757a HTTP/1.1" status: 200 len: 921 time: 1.9466796 Aug 27 12:21:33.739526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42600) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:33.755212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] Routers {'57c32364-228b-445f-a692-3c0a2547757a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:33.758424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['57c32364-228b-445f-a692-3c0a2547757a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.817728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.831678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] Routers {'57c32364-228b-445f-a692-3c0a2547757a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:33.835009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['57c32364-228b-445f-a692-3c0a2547757a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.848521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-326684b4-a4eb-4afd-a90d-c4cf3a2c7fb8 req-96920d7a-0039-4109-87a9-00793d934ae8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482186 Aug 27 12:21:33.875144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3e133a58-c213-45a2-aff5-8638c9cd934d tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/57c32364-228b-445f-a692-3c0a2547757a HTTP/1.1" status: 200 len: 921 time: 0.1344285 Aug 27 12:21:33.878932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42606) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:33.896043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:33.896043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171e3cb1-bf22-4648-bfa5-6f29cf1a7972 None None] The sync data for ids ['57c32364-228b-445f-a692-3c0a2547757a'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:34.040735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.083691 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:24Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:34.125295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] Checking router: 192b999d-e846-4b8c-8751-47d0b7946976 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:34.130355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.132575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e324d9-2996-46c3-a5f8-56f0d0bc9261,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:34.140387 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:34.141131 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:34.299126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.302885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.357468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0390f-06ed-405b-8313-b6e4037f7d31 req-0323df11-b3e3-4609-ad34-a8bb85afe3e2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:34.359091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bd0390f-06ed-405b-8313-b6e4037f7d31 req-0323df11-b3e3-4609-ad34-a8bb85afe3e2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1372104 Aug 27 12:21:34.374261 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.374797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de44801b-34c8-4548-913c-eaac3a153a8c {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:34.380578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.385281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d8526d3a-450c-4369-8b62-fbab6b1bda1e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/routers/de44801b-34c8-4548-913c-eaac3a153a8c HTTP/1.1" status: 204 len: 168 time: 2.0034695 Aug 27 12:21:34.385281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.419277 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:34.432842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597af7f-66e5-4852-bd65-50a66299dd54 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:34.434352 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d597af7f-66e5-4852-bd65-50a66299dd54 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=57c32364-228b-445f-a692-3c0a2547757a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5545008 Aug 27 12:21:34.437355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42614) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.463805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bd0390f-06ed-405b-8313-b6e4037f7d31 req-ca517ce1-0d2b-4a24-97e0-513caaaa4d45 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Aug 27 12:21:34.469102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Deleting subnet b407665b-457a-4d64-9cf4-b89c968a4df7 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:21:34.475795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.519564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.544579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383d55c-bf97-4e80-aa93-0cac29c2613e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:34.546418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f383d55c-bf97-4e80-aa93-0cac29c2613e tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.1075008 Aug 27 12:21:34.548909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42616) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.564406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.583067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-99a60c15-745b-4239-8db8-7b2156441c17 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c32364-228b-445f-a692-3c0a2547757a HTTP/1.1" status: 200 len: 205 time: 0.0317621 Aug 27 12:21:34.585102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42620) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.638142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42624) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.659547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.691389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b407665b-457a-4d64-9cf4-b89c968a4df7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:34.696476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.697933 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:24Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:34.701263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0885bc30-06c1-4e37-be98-55dcdddd2491 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/b407665b-457a-4d64-9cf4-b89c968a4df7 HTTP/1.1" status: 204 len: 168 time: 0.3152106 Aug 27 12:21:34.701874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.728295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a048f4e-447f-4a34-ba3d-4f3e997c609f None None] The sync data for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 is: [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:13:17Z', 'revision_number': 4, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '54d061df-03f5-43eb-8d15-afe2f9be4f65', 'name': '', 'network_id': 'c872c26e-db9d-4b93-9c74-3db1f8fbfa59', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'mac_address': 'fa:16:3e:48:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'be3adada-d433-4f11-9055-e06757d483bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:15Z', 'updated_at': '2021-08-27T12:13:24Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'subnets': [{'id': 'be3adada-d433-4f11-9055-e06757d483bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:34.756592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2827678-a031-4b52-95a7-e5f35bf938f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.758938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.790759 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.820485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2827678-a031-4b52-95a7-e5f35bf938f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.920859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.944567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.948514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdfe159-dde3-4865-a9d2-80f4343bafbd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:34.949168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2827678-a031-4b52-95a7-e5f35bf938f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.957565 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2827678-a031-4b52-95a7-e5f35bf938f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:34.958910 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a2827678-a031-4b52-95a7-e5f35bf938f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "DELETE /v2.0/security-groups/7425175b-916b-4ef1-aa8e-dd5be7a0b91b HTTP/1.1" status: 204 len: 168 time: 0.3196859 Aug 27 12:21:34.961896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:34.977338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2827678-a031-4b52-95a7-e5f35bf938f4 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7425175b-916b-4ef1-aa8e-dd5be7a0b91b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:34.978374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:34.978663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1738fc-df0c-4c4b-a4ee-3d8cd0efac8f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:34.994240 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-21854a47-1a5d-4baa-8867-925137c48e14 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] show failed (client error): The resource could not be found. Aug 27 12:21:35.007145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-21854a47-1a5d-4baa-8867-925137c48e14 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "GET /v2.0/security-groups/7425175b-916b-4ef1-aa8e-dd5be7a0b91b HTTP/1.1" status: 404 len: 347 time: 0.0317557 Aug 27 12:21:35.007145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.007145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:35.054812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.055817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Deleting port ae0499f6-93db-430b-b152-d1f42ad54caf {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:35.057138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.096321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:35.096735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:35.099858 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:35.102365 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d37579-67ef-4b9e-ac4f-09ccf576734f None None] New status for floating IP b76b61db-ae39-4b35-ae58-3377705e2601: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:21:35.154081 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.167125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Calling delete_port for ae0499f6-93db-430b-b152-d1f42ad54caf owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:35.197204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.202717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bdfe159-dde3-4865-a9d2-80f4343bafbd {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 12:21:35.211397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.213732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/networks/6bdfe159-dde3-4865-a9d2-80f4343bafbd HTTP/1.1" status: 204 len: 168 time: 0.5108948 Aug 27 12:21:35.235308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45032f58-1b03-4f00-9619-378b4b42c776 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bdfe159-dde3-4865-a9d2-80f4343bafbd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:35.240861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Deleting port bbcbe434-1eb9-4254-b56c-3771d1c5a7a9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:35.241275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.341616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.342134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.356245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Calling delete_port for bbcbe434-1eb9-4254-b56c-3771d1c5a7a9 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:35.372973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.419019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event deleted for resources: {'Port': ['ID=ae0499f6-93db-430b-b152-d1f42ad54caf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:35.438477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:35.442946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'name': 'tempest-router--1197516296', 'project_id': '91caf11c560148ecbff3ace4cabae37c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:35.479881 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.480887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.492288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.588869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.595050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.597258 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.609889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.627806 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.639646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.640976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d164b5c1-a66b-49a2-8ea5-b4eb48b46b1c tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2016459 Aug 27 12:21:35.644008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:35.663894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Pushing event deleted for resources: {'Port': ['ID=bbcbe434-1eb9-4254-b56c-3771d1c5a7a9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:35.702977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f850a-ab88-4905-b206-a64eb4076c9b req-b85d01d3-9efb-4991-8e0d-7dbc9e1b3b31 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:35.704670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-679f850a-ab88-4905-b206-a64eb4076c9b req-b85d01d3-9efb-4991-8e0d-7dbc9e1b3b31 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1364701 Aug 27 12:21:35.719628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.720164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Fanout notify agent at l3_agent the message router_deleted on router 57c32364-228b-445f-a692-3c0a2547757a {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:35.728765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.735341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0c4d632-d8a4-48ee-97de-af735809f699 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/57c32364-228b-445f-a692-3c0a2547757a HTTP/1.1" status: 204 len: 168 time: 1.1435733 Aug 27 12:21:35.735341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42650) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:35.742487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1621653895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:35.749125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.763324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.765822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.767002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37344352-c3bc-4f36-9655-3f4221d4f603 tempest-ServerActionsTestJSON-334069288 tempest-ServerActionsTestJSON-334069288-project] 10.222.0.76 "DELETE /v2.0/floatingips/b76b61db-ae39-4b35-ae58-3377705e2601 HTTP/1.1" status: 204 len: 168 time: 0.7650409 Aug 27 12:21:35.772619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:35.780947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-679f850a-ab88-4905-b206-a64eb4076c9b req-18449681-9006-44ab-8b77-22242b6891c4 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Aug 27 12:21:35.862517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.864068 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.931790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:35.936452 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.023845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.028107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.034683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.035875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d646fdc7-c72b-4aa2-9eda-c9ca456588f5 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:36.039879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.041032 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36bece8f-ce36-4318-b90a-b7e5320bc813 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d646fdc7-c72b-4aa2-9eda-c9ca456588f5 HTTP/1.1" status: 204 len: 168 time: 0.3953314 Aug 27 12:21:36.061089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.062359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f2d1865d-2147-425e-be9b-37f8e797e73e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3249609 Aug 27 12:21:36.067032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:36.072415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:36.157347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53252e7-12b0-4a8f-8d6d-e2a753ee9d33 req-590429bb-1834-47c3-83e8-b8450177bae1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:36.164969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b53252e7-12b0-4a8f-8d6d-e2a753ee9d33 req-590429bb-1834-47c3-83e8-b8450177bae1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1375256 Aug 27 12:21:36.184867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:36.267059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b53252e7-12b0-4a8f-8d6d-e2a753ee9d33 req-aca3aa46-49da-4227-8ed5-0c85b508d5c1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008568 Aug 27 12:21:36.313814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.392913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-754705212', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:36.431999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.433001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.515963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.516354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.536465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.639148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.645298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Allocated IP 172.25.8.169 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/15fc112a-3235-4985-9913-11ec090d226a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:36.670245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:36.694517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 3b1c6cc2-22ff-4800-9b03-074e7fa256fe {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:36.695021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3b1c6cc2-22ff-4800-9b03-074e7fa256fe not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:36.699825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.751371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.791018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:36.831452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:36.834923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:36.837326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:36.867187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event updated for resources: {'Port': ['ID=15fc112a-3235-4985-9913-11ec090d226a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:37.059775 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.081976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.104512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.153956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Deleting port 54d061df-03f5-43eb-8d15-afe2f9be4f65 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:37.154335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.270184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Allocated IP 172.25.8.43 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/2e1cfe86-7452-4d20-b4b7-dca396da83c0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:37.302748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] For port 54d061df-03f5-43eb-8d15-afe2f9be4f65, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=54d061df-03f5-43eb-8d15-afe2f9be4f65,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:37.303131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.343697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.349559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.360635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Calling delete_port for 54d061df-03f5-43eb-8d15-afe2f9be4f65 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:37.475851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432fa01-4b1e-4120-8637-fac8777899ea req-c0c6259f-aaac-4e4d-95ba-556498ec00d2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:37.476892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e432fa01-4b1e-4120-8637-fac8777899ea req-c0c6259f-aaac-4e4d-95ba-556498ec00d2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1301072 Aug 27 12:21:37.505437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Router 7bcdbd21-ec83-4ada-87b1-1f1136f32d32 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:37.528172 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.592042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e432fa01-4b1e-4120-8637-fac8777899ea req-7ec9dd96-b252-452a-9541-c345d1f838f6 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053269 Aug 27 12:21:37.621594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:37.629476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.632661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4c0f5e3b-acbe-49e7-8613-5f506534e7ea tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "PUT /v2.0/routers/7bcdbd21-ec83-4ada-87b1-1f1136f32d32 HTTP/1.1" status: 200 len: 880 time: 1.5620425 Aug 27 12:21:37.633038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:37.635903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] Sync routers for ids ['7bcdbd21-ec83-4ada-87b1-1f1136f32d32'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:37.648167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] Routers {'7bcdbd21-ec83-4ada-87b1-1f1136f32d32'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:37.649395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7bcdbd21-ec83-4ada-87b1-1f1136f32d32'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:37.686912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:37.689417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:37.697591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] Routers {'7bcdbd21-ec83-4ada-87b1-1f1136f32d32'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:37.698242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7bcdbd21-ec83-4ada-87b1-1f1136f32d32'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:37.721085 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:21:37.732720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:37.733378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600c2038-80a2-40dc-8d70-7699ff17684f None None] The sync data for ids ['7bcdbd21-ec83-4ada-87b1-1f1136f32d32'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:38.132665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:38.142134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event updated for resources: {'Port': ['ID=2e1cfe86-7452-4d20-b4b7-dca396da83c0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:38.147936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:38.158303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:38.187118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:38.191431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:38.223622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4b5994b1-06dd-4047-a660-ed1b94a748da tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/7bcdbd21-ec83-4ada-87b1-1f1136f32d32 HTTP/1.1" status: 200 len: 921 time: 0.5888894 Aug 27 12:21:38.226394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42690) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:38.228223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Pushing event deleted for resources: {'Port': ['ID=54d061df-03f5-43eb-8d15-afe2f9be4f65,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:38.285783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9854f4-7713-4759-b37f-b9ab4140511a tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:38.287651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9e9854f4-7713-4759-b37f-b9ab4140511a tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=7bcdbd21-ec83-4ada-87b1-1f1136f32d32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0586684 Aug 27 12:21:38.290315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42692) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:38.386664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b813d94-c726-49c9-bbe2-9ac3fbdb3722 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:38.388332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b813d94-c726-49c9-bbe2-9ac3fbdb3722 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.0969186 Aug 27 12:21:38.391284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42694) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:38.423163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a43e1c2c-9218-4c06-b0a9-fb00d683cc64 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bcdbd21-ec83-4ada-87b1-1f1136f32d32 HTTP/1.1" status: 200 len: 205 time: 0.0282276 Aug 27 12:21:38.427430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42696) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:38.596189 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:38.598565 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:38.656615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.006830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.049563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Router 192b999d-e846-4b8c-8751-47d0b7946976 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:21:39.057388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.121086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Deleting port 15fc112a-3235-4985-9913-11ec090d226a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:39.121458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.208036 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.253232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Calling delete_port for 15fc112a-3235-4985-9913-11ec090d226a owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:39.273417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:39.279725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8bdbd24f-5728-4e44-8d93-e0c9ac9a882f admin admin] 10.222.0.76 "PUT /v2.0/routers/192b999d-e846-4b8c-8751-47d0b7946976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061569 Aug 27 12:21:39.283673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42706) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:39.287887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-f8d90508-a440-4f38-8632-b9d0317a7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:39.288118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] Sync routers for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:39.289398 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-f8d90508-a440-4f38-8632-b9d0317a7432 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.0734241 Aug 27 12:21:39.298786 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:39.299577 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.306076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424fefd-e486-40e6-9864-9f294d6a46a9 req-af1eaf36-38cc-4744-b8b5-59c7507c54cb tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:39.307669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e424fefd-e486-40e6-9864-9f294d6a46a9 req-af1eaf36-38cc-4744-b8b5-59c7507c54cb tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0765200 Aug 27 12:21:39.308472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Router 39221291-d8b4-4764-b369-233cabf8e7af is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:39.389245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e424fefd-e486-40e6-9864-9f294d6a46a9 req-415734c1-803b-4d8d-a6d9-284232215487 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747120 Aug 27 12:21:39.420930 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:39.462414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:39.473477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] Sync routers for ids ['39221291-d8b4-4764-b369-233cabf8e7af'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:39.484072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.485217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] Routers {'39221291-d8b4-4764-b369-233cabf8e7af'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:39.486177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['39221291-d8b4-4764-b369-233cabf8e7af'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.489593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5e14b933-a7ef-405f-83e9-3863ebc9dc7f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3035338 Aug 27 12:21:39.490309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:39.522430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.527810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.531663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] Routers {'39221291-d8b4-4764-b369-233cabf8e7af'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:39.532494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['39221291-d8b4-4764-b369-233cabf8e7af'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.565004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.565917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b608a-0869-4d42-85eb-babe67ad8833 None None] The sync data for ids ['39221291-d8b4-4764-b369-233cabf8e7af'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:39.610600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-38886df3-da13-4ddf-b78b-75ed8f1106c8 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/39221291-d8b4-4764-b369-233cabf8e7af HTTP/1.1" status: 200 len: 923 time: 0.1188235 Aug 27 12:21:39.614084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42710) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:39.638806 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:21:37Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.643473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d5684ac4-7c39-4e76-8c7b-faea0d618cff tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=39221291-d8b4-4764-b369-233cabf8e7af HTTP/1.1" status: 200 len: 205 time: 0.0257614 Aug 27 12:21:39.643846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:39.671606 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] Checking router: 192b999d-e846-4b8c-8751-47d0b7946976 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:39.680085 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] Routers {'192b999d-e846-4b8c-8751-47d0b7946976'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:39.680776 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['192b999d-e846-4b8c-8751-47d0b7946976'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:39.692280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-acc502ca-d832-4f82-92b0-b6b442a51a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:39.693900 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-acc502ca-d832-4f82-92b0-b6b442a51a40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.3657670 Aug 27 12:21:39.745930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-ef924498-8574-4765-bc39-7e5296a9984a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.0442743 Aug 27 12:21:39.757314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.790691 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] Set router 192b999d-e846-4b8c-8751-47d0b7946976 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:39.810589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.844253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-bf1c6721-c32d-43f2-af57-43a70e985e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:39.845834 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-bf1c6721-c32d-43f2-af57-43a70e985e04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0773087 Aug 27 12:21:39.865710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.876159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.918758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event deleted for resources: {'Port': ['ID=15fc112a-3235-4985-9913-11ec090d226a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:39.923827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-6c1f937f-1121-459e-b58a-241e8142399b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598819 Aug 27 12:21:39.937120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Deleting port 2e1cfe86-7452-4d20-b4b7-dca396da83c0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:39.937638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:39.983146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:21:37Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:40.023146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a12a1-e7ca-4813-a462-9171d7e32068 None None] The sync data for ids ['192b999d-e846-4b8c-8751-47d0b7946976'] in n-d-688802-4 is: [{'id': '192b999d-e846-4b8c-8751-47d0b7946976', 'name': 'tempest-ServerActionsTestJSON-1118961969-router', 'tenant_id': '7fa76c90866647c1949d40c2f3f6e237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:13:09Z', 'updated_at': '2021-08-27T12:21:37Z', 'revision_number': 5, 'project_id': '7fa76c90866647c1949d40c2f3f6e237', 'gw_port': {'id': 'dbd22095-a700-4bb9-8769-bbeee07c56c5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192b999d-e846-4b8c-8751-47d0b7946976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:13:10Z', 'updated_at': '2021-08-27T12:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:40.044316 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.060642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Calling delete_port for 2e1cfe86-7452-4d20-b4b7-dca396da83c0 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:40.074132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.139916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Deleting port dbd22095-a700-4bb9-8769-bbeee07c56c5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:40.140260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.226976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-de6fd8e5-61e9-4fb6-8d53-c77e34f5425a service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939425 Aug 27 12:21:40.229575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.233307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.240905 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.268173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event deleted for resources: {'Port': ['ID=2e1cfe86-7452-4d20-b4b7-dca396da83c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:40.330191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.401300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.401884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Fanout notify agent at l3_agent the message router_deleted on router 7bcdbd21-ec83-4ada-87b1-1f1136f32d32 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:40.409079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.414444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73e37948-b568-4210-8a19-1853789a8431 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/7bcdbd21-ec83-4ada-87b1-1f1136f32d32 HTTP/1.1" status: 204 len: 168 time: 1.9849708 Aug 27 12:21:40.415088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42716) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:40.430759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115784999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:40.431707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.434076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.436923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] For port dbd22095-a700-4bb9-8769-bbeee07c56c5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dbd22095-a700-4bb9-8769-bbeee07c56c5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:40.437371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.478193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-42433751-deac-4489-b8ba-1c6485d008b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2226739 Aug 27 12:21:40.480150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Calling delete_port for dbd22095-a700-4bb9-8769-bbeee07c56c5 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:40.511085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6684aa27-2f6d-41a6-af79-ce64b0c14e88 req-1b09ca59-fda2-4950-88a3-020fc0a7b5a0 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723885 Aug 27 12:21:40.562463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.563515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.676794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.683828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.701327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-13b7b5be-ef72-4dec-b440-2d3cbd10a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:40.702914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-13b7b5be-ef72-4dec-b440-2d3cbd10a99b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.1326616 Aug 27 12:21:40.770176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.773906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36cbd889-c041-4bfc-8ce7-8a416bd1733e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3509243 Aug 27 12:21:40.801602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42724) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:40.806461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': True}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:40.846448 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.847022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Fanout notify agent at l3_agent the message router_deleted on router 39221291-d8b4-4764-b369-233cabf8e7af {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:40.854153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.860654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b250ae4d-ae6b-463c-8ef7-58c11604631f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/39221291-d8b4-4764-b369-233cabf8e7af HTTP/1.1" status: 204 len: 168 time: 1.2095654 Aug 27 12:21:40.862256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:40.866626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2045735826', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:40.887485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071e673-dd86-4229-976b-8d79dd216a4b req-4e469c15-2e84-49f7-93e6-67ace7c41bc5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:40.889104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d071e673-dd86-4229-976b-8d79dd216a4b req-4e469c15-2e84-49f7-93e6-67ace7c41bc5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0733094 Aug 27 12:21:40.909305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.910469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.953979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d071e673-dd86-4229-976b-8d79dd216a4b req-4b2a860d-e72e-46b5-bec0-f969357e057b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535336 Aug 27 12:21:40.991599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:40.997353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 54d061df-03f5-43eb-8d15-afe2f9be4f65 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:41.022307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 54d061df-03f5-43eb-8d15-afe2f9be4f65 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:41.023054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 54d061df-03f5-43eb-8d15-afe2f9be4f65 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:41.023910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.033538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-c6f5a05f-9732-46b2-a87a-56748090b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:41.035042 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-c6f5a05f-9732-46b2-a87a-56748090b44e service neutron] 10.222.0.77 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.2954271 Aug 27 12:21:41.121208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd22095-a700-4bb9-8769-bbeee07c56c5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:41.134927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.168035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.258609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-5cec5da8-b60e-42d4-bb8f-55ac5fd519b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 1001 time: 0.1890004 Aug 27 12:21:41.296810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.338294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.359535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.474732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Allocated IP 172.25.8.162 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/27108e96-cdd5-42a4-bf69-c261e470b649) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:41.583013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.624375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.664173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:41.669475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:41.673260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:41.679736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Port': ['ID=27108e96-cdd5-42a4-bf69-c261e470b649,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:41.732679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-41efc2df-0fd6-4160-b71f-95b93a379333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:41.734144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-41efc2df-0fd6-4160-b71f-95b93a379333 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.4676561 Aug 27 12:21:41.736632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.740253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.823414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.823933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192b999d-e846-4b8c-8751-47d0b7946976 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:41.829142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.830278 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-83f1c23a-0593-4baa-9086-79008c181dc7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/192b999d-e846-4b8c-8751-47d0b7946976 HTTP/1.1" status: 204 len: 168 time: 2.5399909 Aug 27 12:21:41.833812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42732) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:41.844385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-39db344c-19f1-460e-beb3-59b3eb1bc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:41.845825 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-39db344c-19f1-460e-beb3-59b3eb1bc72a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038666 Aug 27 12:21:41.946963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:41.957783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Deleting subnet be3adada-d433-4f11-9055-e06757d483bf {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:21:41.992293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.066358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-d03d6ab1-6706-4bf0-9eb1-4d310280e2f5 service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990998 Aug 27 12:21:42.100761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.127972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6bdac-e4bf-4d9c-8963-8402c0870e0b req-54268cfa-7123-4a9e-b879-5aefece7b497 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:42.129511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75c6bdac-e4bf-4d9c-8963-8402c0870e0b req-54268cfa-7123-4a9e-b879-5aefece7b497 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1026874 Aug 27 12:21:42.200406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.209953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75c6bdac-e4bf-4d9c-8963-8402c0870e0b req-22a0b7ce-dad4-4ac1-8ced-00030e715724 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738125 Aug 27 12:21:42.214469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.247676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.284862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1a6159a3-4c40-439c-8a5e-31e3250fea88 req-320c3c6c-00c2-4b94-8872-e46938c95389 service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108889 Aug 27 12:21:42.321237 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.373113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Router 1099cdfa-5314-4f06-806f-664fc733f3ad is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:42.426211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Allocated IP 172.25.8.86 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/0bbdaeae-93d1-452f-bfe7-c21079137610) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:42.428206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.467311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3adada-d433-4f11-9055-e06757d483bf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:42.479997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3063971f-d6e8-47a1-92e7-5daf69713850 None None] Network c872c26e-db9d-4b93-9c74-3db1f8fbfa59 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:42.480734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.480734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-557afb19-942e-4b6f-9d46-9bb1057f6fdb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/be3adada-d433-4f11-9055-e06757d483bf HTTP/1.1" status: 204 len: 168 time: 0.6387563 Aug 27 12:21:42.480734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42738) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:42.504397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:42.514896 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Sync routers for ids ['1099cdfa-5314-4f06-806f-664fc733f3ad'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:42.521529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.523869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fe854e68-4374-4d89-8e0b-2100a4edd39e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6596243 Aug 27 12:21:42.525747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:42.534457 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Routers {'1099cdfa-5314-4f06-806f-664fc733f3ad'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:42.535334 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1099cdfa-5314-4f06-806f-664fc733f3ad'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:42.601573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.639364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.658158 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Set router 1099cdfa-5314-4f06-806f-664fc733f3ad gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:42.661791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5c967f00-2e03-494b-80eb-949183c43598 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/1099cdfa-5314-4f06-806f-664fc733f3ad HTTP/1.1" status: 200 len: 909 time: 0.1322389 Aug 27 12:21:42.661955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42742) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:42.666323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2045735826', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': True}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:42.691101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.693262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.715599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Deleting port 4495125b-c476-470d-8dbc-c79edb1ba2c7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:42.715982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.720244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.720948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] DHCP port deletion for c872c26e-db9d-4b93-9c74-3db1f8fbfa59 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:21:42.752855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.775585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Deleting port 4495125b-c476-470d-8dbc-c79edb1ba2c7 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:42.775961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.808673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:42.824342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:42.835971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:42.839862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] For port 4495125b-c476-470d-8dbc-c79edb1ba2c7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4495125b-c476-470d-8dbc-c79edb1ba2c7,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:42.840088 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.848140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbdaeae-93d1-452f-bfe7-c21079137610,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:42.870842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] For port 4495125b-c476-470d-8dbc-c79edb1ba2c7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4495125b-c476-470d-8dbc-c79edb1ba2c7,segment=NetworkSegment(9ff35f22-44a8-42a0-98e7-f50579d50c19),segment_id=9ff35f22-44a8-42a0-98e7-f50579d50c19)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:42.871620 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:42.877867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Calling delete_port for 4495125b-c476-470d-8dbc-c79edb1ba2c7 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:42.887554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Calling delete_port for 4495125b-c476-470d-8dbc-c79edb1ba2c7 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:42.938317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.009473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.050554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Pushing event deleted for resources: {'Port': ['ID=4495125b-c476-470d-8dbc-c79edb1ba2c7,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:43.055916 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1099cdfa-5314-4f06-806f-664fc733f3ad', 'name': 'tempest-snat-router-2045735826', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.162'}], 'enable_snat': False}, 'gw_port_id': '27108e96-cdd5-42a4-bf69-c261e470b649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:40Z', 'updated_at': '2021-08-27T12:21:41Z', 'revision_number': 3, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port': {'id': '27108e96-cdd5-42a4-bf69-c261e470b649', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1099cdfa-5314-4f06-806f-664fc733f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:41Z', 'updated_at': '2021-08-27T12:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:43.059366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] No DVR routers for this DVR port 4495125b-c476-470d-8dbc-c79edb1ba2c7 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:43.061760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.062314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.062860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.063197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.063688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.064031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.064364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.064694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.065050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.065377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.065702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.066074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5085532-cbe4-4694-90c9-8fe601a4354a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.082980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4495125b-c476-470d-8dbc-c79edb1ba2c7 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:43.090188 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Checking router: 1099cdfa-5314-4f06-806f-664fc733f3ad for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:43.090616 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Updating router 1099cdfa-5314-4f06-806f-664fc733f3ad port 27108e96-cdd5-42a4-bf69-c261e470b649 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:21:43.101320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4495125b-c476-470d-8dbc-c79edb1ba2c7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:43.101735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4495125b-c476-470d-8dbc-c79edb1ba2c7 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:43.102188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd22095-a700-4bb9-8769-bbeee07c56c5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:43.107914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.123405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: dbd22095-a700-4bb9-8769-bbeee07c56c5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:43.123765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd22095-a700-4bb9-8769-bbeee07c56c5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:43.127144 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.142417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Pushing event deleted for resources: {'Port': ['ID=4495125b-c476-470d-8dbc-c79edb1ba2c7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:43.180800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] No DVR routers for this DVR port 4495125b-c476-470d-8dbc-c79edb1ba2c7 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:43.260356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.286515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.302649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.321643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c872c26e-db9d-4b93-9c74-3db1f8fbfa59']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:43.337419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff35f22-44a8-42a0-98e7-f50579d50c19') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:43.337609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff35f22-44a8-42a0-98e7-f50579d50c19') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:43.344046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.349652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.402431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4969f5-a999-43d0-b502-1643f958dee4 req-b04d773b-dfe0-4809-ac0c-4185227a2a8f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:43.405054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc4969f5-a999-43d0-b502-1643f958dee4 req-b04d773b-dfe0-4809-ac0c-4185227a2a8f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0703857 Aug 27 12:21:43.405992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.418622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:21:43.419284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:21:43.421128 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:21:43.471767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc4969f5-a999-43d0-b502-1643f958dee4 req-87fd9972-ea6e-49a5-9504-1dc130224b12 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595541 Aug 27 12:21:43.512926 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.517868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.530467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.534638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Transition to ACTIVE for port object 27108e96-cdd5-42a4-bf69-c261e470b649 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:43.535999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] 10.222.0.76 "DELETE /v2.0/networks/c872c26e-db9d-4b93-9c74-3db1f8fbfa59 HTTP/1.1" status: 204 len: 168 time: 1.0545099 Aug 27 12:21:43.551474 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.605563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7399d21-0d2f-44c6-8724-34e0ea1010af admin admin] Pushing event deleted for resources: {'Network': ['ID=c872c26e-db9d-4b93-9c74-3db1f8fbfa59,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:43.631495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Attempting to bind port 27108e96-cdd5-42a4-bf69-c261e470b649 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:43.631856 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Attempting to bind port 27108e96-cdd5-42a4-bf69-c261e470b649 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:43.632564 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Attempting to bind port 27108e96-cdd5-42a4-bf69-c261e470b649 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:43.635731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Pushing event updated for resources: {'Port': ['ID=27108e96-cdd5-42a4-bf69-c261e470b649,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:43.643010 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:21:43.643409 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:43.643815 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.644530 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:21:43.654162 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Bound port: 27108e96-cdd5-42a4-bf69-c261e470b649, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:21:43.657265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Allocated IP 172.25.8.129 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/07df336d-93b6-4044-8198-7be9b1a0fd1d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:43.658001 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.676812 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.677194 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.677942 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.677942 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.678178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.680867 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.680867 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.682032 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.682499 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.682912 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.684011 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.684356 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:43.684933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.690264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.786961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] For port 27108e96-cdd5-42a4-bf69-c261e470b649, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:43.791004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] For port 27108e96-cdd5-42a4-bf69-c261e470b649, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=27108e96-cdd5-42a4-bf69-c261e470b649,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:21:43.810860 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.812621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:43.815168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:43.869072 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Router f55830e9-52a3-4631-a59a-63d04d66818f is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:43.879171 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Routers {'1099cdfa-5314-4f06-806f-664fc733f3ad'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:43.879820 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1099cdfa-5314-4f06-806f-664fc733f3ad'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:43.885027 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5c26a-c6bb-4a59-9b42-7a50872d716b None None] Pushing event updated for resources: {'Port': ['ID=27108e96-cdd5-42a4-bf69-c261e470b649,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:43.901588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5adaf2e-2056-44f9-bbde-ccc5f533c9ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fa76c90866647c1949d40c2f3f6e237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851879 Aug 27 12:21:43.904142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:43.942663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.008860 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] Set router 1099cdfa-5314-4f06-806f-664fc733f3ad gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:44.014126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:44.019176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:44.024228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.028044 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-01c80042-62df-4f05-8feb-98014cae1790 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "PUT /v2.0/routers/f55830e9-52a3-4631-a59a-63d04d66818f HTTP/1.1" status: 200 len: 914 time: 3.2255366 Aug 27 12:21:44.028839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42754) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:44.029763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] Sync routers for ids ['f55830e9-52a3-4631-a59a-63d04d66818f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:44.038414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:44.041102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] Routers {'f55830e9-52a3-4631-a59a-63d04d66818f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:44.042110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f55830e9-52a3-4631-a59a-63d04d66818f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:44.056265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:44.062276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Port': ['ID=07df336d-93b6-4044-8198-7be9b1a0fd1d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:44.080363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:44.085039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f9f715e-e5e2-43a4-b3a4-fc96cadf1868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.091447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] Routers {'f55830e9-52a3-4631-a59a-63d04d66818f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:44.092631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f55830e9-52a3-4631-a59a-63d04d66818f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:44.121265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f9f715e-e5e2-43a4-b3a4-fc96cadf1868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.148522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:44.149438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c326c3d-d11a-4373-9616-5e3c3c355f0a None None] The sync data for ids ['f55830e9-52a3-4631-a59a-63d04d66818f'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:44.158970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-94f5fceb-aa75-4a5a-84e0-c6bf7a21426a tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/f55830e9-52a3-4631-a59a-63d04d66818f HTTP/1.1" status: 200 len: 920 time: 0.1290190 Aug 27 12:21:44.160748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42756) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:44.205401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441e15c-8abc-4450-8e34-fde4451eac10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:44.207875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2441e15c-8abc-4450-8e34-fde4451eac10 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=f55830e9-52a3-4631-a59a-63d04d66818f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0458899 Aug 27 12:21:44.210511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:44.215492 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1099cdfa-5314-4f06-806f-664fc733f3ad', 'name': 'tempest-snat-router-2045735826', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.162'}], 'enable_snat': False}, 'gw_port_id': '27108e96-cdd5-42a4-bf69-c261e470b649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:40Z', 'updated_at': '2021-08-27T12:21:41Z', 'revision_number': 3, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port': {'id': '27108e96-cdd5-42a4-bf69-c261e470b649', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1099cdfa-5314-4f06-806f-664fc733f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:41Z', 'updated_at': '2021-08-27T12:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:44.242702 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9d80e-c611-4ae5-937e-be05afa79489 None None] The sync data for ids ['1099cdfa-5314-4f06-806f-664fc733f3ad'] in n-d-688802-4 is: [{'id': '1099cdfa-5314-4f06-806f-664fc733f3ad', 'name': 'tempest-snat-router-2045735826', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.162'}], 'enable_snat': False}, 'gw_port_id': '27108e96-cdd5-42a4-bf69-c261e470b649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:40Z', 'updated_at': '2021-08-27T12:21:41Z', 'revision_number': 3, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port': {'id': '27108e96-cdd5-42a4-bf69-c261e470b649', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1099cdfa-5314-4f06-806f-664fc733f3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:41Z', 'updated_at': '2021-08-27T12:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:44.276093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f9f715e-e5e2-43a4-b3a4-fc96cadf1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.279662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f9f715e-e5e2-43a4-b3a4-fc96cadf1868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.281064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4f9f715e-e5e2-43a4-b3a4-fc96cadf1868 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4595aa72-29f3-4fba-8f4b-c863a7f629b8 HTTP/1.1" status: 204 len: 168 time: 0.3760500 Aug 27 12:21:44.306455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632e777e-718f-43c5-970d-f5b8060a0d92 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:44.308046 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-632e777e-718f-43c5-970d-f5b8060a0d92 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.0966499 Aug 27 12:21:44.310882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42762) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:44.341086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f715e-e5e2-43a4-b3a4-fc96cadf1868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595aa72-29f3-4fba-8f4b-c863a7f629b8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:44.346925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7bb9aa35-03db-41f1-bee3-501aa17854fd tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=f55830e9-52a3-4631-a59a-63d04d66818f HTTP/1.1" status: 200 len: 205 time: 0.0347068 Aug 27 12:21:44.349926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:44.419980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.480845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.666833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.735648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Deleting port 0bbdaeae-93d1-452f-bfe7-c21079137610 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:44.735992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.855728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:44.871938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Calling delete_port for 0bbdaeae-93d1-452f-bfe7-c21079137610 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:44.998330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843224-7c06-4e66-97fc-12c1afba5f0f req-1cc7bdd3-ab4a-4d9d-b4e9-8306690d259f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:45.006242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12843224-7c06-4e66-97fc-12c1afba5f0f req-1cc7bdd3-ab4a-4d9d-b4e9-8306690d259f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1106668 Aug 27 12:21:45.094978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12843224-7c06-4e66-97fc-12c1afba5f0f req-56e6061a-6a17-46e9-8dc0-d0436d546a91 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877140 Aug 27 12:21:45.125088 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.143235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 27108e96-cdd5-42a4-bf69-c261e470b649 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:21:45.163479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.170019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event deleted for resources: {'Port': ['ID=0bbdaeae-93d1-452f-bfe7-c21079137610,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:45.238196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 27108e96-cdd5-42a4-bf69-c261e470b649 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:21:45.242566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 27108e96-cdd5-42a4-bf69-c261e470b649 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:21:45.243177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.268362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.344965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.363532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:45.371580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Router 842eff84-5b4f-4126-a4ce-3caa6f89572a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:45.385097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 27108e96-cdd5-42a4-bf69-c261e470b649, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=27108e96-cdd5-42a4-bf69-c261e470b649,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:45.392900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.393207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.398201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.463472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.464394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Fanout notify agent at l3_agent the message router_deleted on router f55830e9-52a3-4631-a59a-63d04d66818f {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:45.475697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.476961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1caaa1c7-9b58-46c1-879b-5dafcfcda57e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/f55830e9-52a3-4631-a59a-63d04d66818f HTTP/1.1" status: 204 len: 168 time: 1.1260555 Aug 27 12:21:45.481548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42794) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:45.487402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961599880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:45.493259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=27108e96-cdd5-42a4-bf69-c261e470b649,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:45.509487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:45.514883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.516413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.521722 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Sync routers for ids ['842eff84-5b4f-4126-a4ce-3caa6f89572a'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:45.534609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-575434059-network', 'tenant_id': '3a7227f114cb456da6e05a9cd35d14aa'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:45.536311 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Routers {'842eff84-5b4f-4126-a4ce-3caa6f89572a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:45.537248 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['842eff84-5b4f-4126-a4ce-3caa6f89572a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:45.539177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.543061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09270981-e6cc-40af-9a08-ae9200ec5bf6 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8774586 Aug 27 12:21:45.544503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:45.583298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.588920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.611013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.611330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Made reservation on behalf of 3a7227f114cb456da6e05a9cd35d14aa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:45.613783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd12eb85-b761-4876-8cbe-e7f32c9764f6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1309779 Aug 27 12:21:45.614230 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.616762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42798) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:45.624393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': False}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:45.652295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.713603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5b0cc435-c0ec-4d09-9558-52cc472759b7 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/842eff84-5b4f-4126-a4ce-3caa6f89572a HTTP/1.1" status: 200 len: 908 time: 0.1655779 Aug 27 12:21:45.714419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:45.719399 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Set router 842eff84-5b4f-4126-a4ce-3caa6f89572a gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:45.823100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.828378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.855866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:21:45.876595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.876945 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Added segment 2ef086cc-bbce-4b15-a47a-92862f4bd36b of type vlan for network d32e500e-1cb6-4f09-b367-755b55ef87f3 Aug 27 12:21:45.885669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22787b35-f5ec-46c0-8f09-bd5f03e014d8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:45.931325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.959532 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842eff84-5b4f-4126-a4ce-3caa6f89572a', 'name': 'tempest-snat-router-2045735826', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '07df336d-93b6-4044-8198-7be9b1a0fd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:42Z', 'updated_at': '2021-08-27T12:21:44Z', 'revision_number': 3, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port': {'id': '07df336d-93b6-4044-8198-7be9b1a0fd1d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842eff84-5b4f-4126-a4ce-3caa6f89572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:21:43Z', 'updated_at': '2021-08-27T12:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:45.966911 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.968101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:45.968906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:45.996021 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Checking router: 842eff84-5b4f-4126-a4ce-3caa6f89572a for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:21:45.996385 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Updating router 842eff84-5b4f-4126-a4ce-3caa6f89572a port 07df336d-93b6-4044-8198-7be9b1a0fd1d binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:21:46.022816 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.045025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] Pushing event updated for resources: {'Network': ['ID=d32e500e-1cb6-4f09-b367-755b55ef87f3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:46.052947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-26a8dfb9-6ec9-4757-b378-009e6291a51d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6879637 Aug 27 12:21:46.053569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:46.058092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d32e500e-1cb6-4f09-b367-755b55ef87f3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:21:46.059761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Request body: {'subnet': {'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-575434059-subnet', 'tenant_id': '3a7227f114cb456da6e05a9cd35d14aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:46.084533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Made reservation on behalf of 3a7227f114cb456da6e05a9cd35d14aa for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:46.088094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.324506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.330292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41119af2-0ab1-4921-98fe-56ff03ff25b2 req-0a1cc9e6-b587-496d-824e-54400727ed11 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:46.332311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41119af2-0ab1-4921-98fe-56ff03ff25b2 req-0a1cc9e6-b587-496d-824e-54400727ed11 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0998216 Aug 27 12:21:46.333785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.428574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1315a639-eaca-494e-8383-61f246e26318,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:46.453852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Checking segment: {'id': '2ef086cc-bbce-4b15-a47a-92862f4bd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:46.454236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Network hostable DHCP agents. Network: d32e500e-1cb6-4f09-b367-755b55ef87f3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:21:46.458018 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.460866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41119af2-0ab1-4921-98fe-56ff03ff25b2 req-ed8ed3dc-747c-42f6-add2-ad60796d3abb tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168594 Aug 27 12:21:46.469500 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Transition to ACTIVE for port object 07df336d-93b6-4044-8198-7be9b1a0fd1d will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:46.476241 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.479251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Network d32e500e-1cb6-4f09-b367-755b55ef87f3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:21:46.497197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d32e500e-1cb6-4f09-b367-755b55ef87f3) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:46.501547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:46.502148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.508531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f0a28-dcdd-46e8-bc4a-898e03e0322c None None] Network d32e500e-1cb6-4f09-b367-755b55ef87f3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:46.527858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-23562a55-8762-49f9-905b-be212adf7cbb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4642162 Aug 27 12:21:46.532817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.538155 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ae9c-03be-4f4c-a6bb-6edb22679937 None None] Pushing event updated for resources: {'Port': ['ID=07df336d-93b6-4044-8198-7be9b1a0fd1d,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:46.562147 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Attempting to bind port 07df336d-93b6-4044-8198-7be9b1a0fd1d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:46.562949 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Attempting to bind port 07df336d-93b6-4044-8198-7be9b1a0fd1d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:46.563397 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Attempting to bind port 07df336d-93b6-4044-8198-7be9b1a0fd1d on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:46.568914 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:21:46.569535 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:46.570462 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.571118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:21:46.571673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Bound port: 07df336d-93b6-4044-8198-7be9b1a0fd1d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:21:46.572061 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.637268 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] For port 07df336d-93b6-4044-8198-7be9b1a0fd1d, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:46.638006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.641165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] For port 07df336d-93b6-4044-8198-7be9b1a0fd1d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=07df336d-93b6-4044-8198-7be9b1a0fd1d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:21:46.647566 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.696096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e493984-4002-4013-b5bc-3092091216e6 None None] Network d32e500e-1cb6-4f09-b367-755b55ef87f3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:21:46.731941 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0ae9c-03be-4f4c-a6bb-6edb22679937 None None] Pushing event updated for resources: {'Port': ['ID=07df336d-93b6-4044-8198-7be9b1a0fd1d,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:46.754137 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Routers {'842eff84-5b4f-4126-a4ce-3caa6f89572a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:46.754681 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['842eff84-5b4f-4126-a4ce-3caa6f89572a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:46.778352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Deleting port 07df336d-93b6-4044-8198-7be9b1a0fd1d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:46.778709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:46.799184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819429d-a981-4f68-9360-25c9c3f90190 req-d141213d-911e-4190-8712-76e4111a5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:46.800751 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e819429d-a981-4f68-9360-25c9c3f90190 req-d141213d-911e-4190-8712-76e4111a5d28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.0975697 Aug 27 12:21:46.859737 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] Set router 842eff84-5b4f-4126-a4ce-3caa6f89572a gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:21:46.952056 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e819429d-a981-4f68-9360-25c9c3f90190 req-188dc7e8-7887-412e-8f00-207da729423e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253889 Aug 27 12:21:46.953134 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842eff84-5b4f-4126-a4ce-3caa6f89572a', 'name': 'tempest-snat-router-2045735826', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:42Z', 'updated_at': '2021-08-27T12:21:46Z', 'revision_number': 4, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:46.985237 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b149f2-007d-4635-95ff-e1252208c16c None None] The sync data for ids ['842eff84-5b4f-4126-a4ce-3caa6f89572a'] in n-d-688802-4 is: [{'id': '842eff84-5b4f-4126-a4ce-3caa6f89572a', 'name': 'tempest-snat-router-2045735826', 'tenant_id': '71f816500efd4bb797cdcbe145e579fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:21:42Z', 'updated_at': '2021-08-27T12:21:46Z', 'revision_number': 4, 'project_id': '71f816500efd4bb797cdcbe145e579fc', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:47.024778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] For port 07df336d-93b6-4044-8198-7be9b1a0fd1d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=07df336d-93b6-4044-8198-7be9b1a0fd1d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:47.025347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.046756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.048781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Calling delete_port for 07df336d-93b6-4044-8198-7be9b1a0fd1d owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:47.079309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.084184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 27108e96-cdd5-42a4-bf69-c261e470b649 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:21:47.135421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 27108e96-cdd5-42a4-bf69-c261e470b649 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:21:47.135786 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.172153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-5a058d84-07f6-45c2-8897-0afc49676505 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:47.178922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-5a058d84-07f6-45c2-8897-0afc49676505 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/networks?id=d32e500e-1cb6-4f09-b367-755b55ef87f3 HTTP/1.1" status: 200 len: 821 time: 0.1415834 Aug 27 12:21:47.192979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-1b291ed7-0f01-4d66-b156-b9f705807a98 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/quotas/3a7227f114cb456da6e05a9cd35d14aa HTTP/1.1" status: 200 len: 375 time: 0.0104220 Aug 27 12:21:47.234841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-c61d511b-e48a-438a-be8e-ac4f742862a2 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a7227f114cb456da6e05a9cd35d14aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336335 Aug 27 12:21:47.286545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Allocated IP 172.25.8.234 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bbb7911b-5bb6-46d8-8478-a1dfdd6f149b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:47.388021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-c8fed595-3577-4539-8348-59b47888929a service neutron] 10.222.0.76 "GET /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442635 Aug 27 12:21:47.394250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.432944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event deleted for resources: {'Port': ['ID=07df336d-93b6-4044-8198-7be9b1a0fd1d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:47.492775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.495990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-bc68c2af-af5f-4947-8e4e-759a7f9e76e9 service neutron] 10.222.0.76 "GET /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002946 Aug 27 12:21:47.523687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.591896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe1020-d579-47ee-8e04-60ce0457d417 req-9176c6d9-32e6-4b38-83c8-d77a5a99b2fb tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:47.599944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85fe1020-d579-47ee-8e04-60ce0457d417 req-9176c6d9-32e6-4b38-83c8-d77a5a99b2fb tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0598652 Aug 27 12:21:47.641009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85fe1020-d579-47ee-8e04-60ce0457d417 req-7a0f246c-2a20-40cd-bfc1-1b8238dbe2f5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Aug 27 12:21:47.651453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.655593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.700058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db47d21d-2069-42f6-a40e-f04ef3930fa4 req-4941203d-edc5-4ba1-addd-a650dde2fe79 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Aug 27 12:21:47.711534 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.743837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.744381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 842eff84-5b4f-4126-a4ce-3caa6f89572a {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:47.753654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:47.754839 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b4041691-3d62-48a8-a633-59898e56a50d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/routers/842eff84-5b4f-4126-a4ce-3caa6f89572a HTTP/1.1" status: 204 len: 168 time: 2.0398786 Aug 27 12:21:47.757484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:47.761125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:47.766210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:47.770150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:47.794031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb7911b-5bb6-46d8-8478-a1dfdd6f149b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:47.915244 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.069424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.129401 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.147344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Deleting port 27108e96-cdd5-42a4-bf69-c261e470b649 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:48.147706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.250700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] For port 27108e96-cdd5-42a4-bf69-c261e470b649, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=27108e96-cdd5-42a4-bf69-c261e470b649,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:48.251068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.264855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Calling delete_port for 27108e96-cdd5-42a4-bf69-c261e470b649 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:48.345641 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.350435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.453122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f53e5c2-b3ee-4c1f-a483-e8db3a5ded5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.458936 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.490561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event deleted for resources: {'Port': ['ID=27108e96-cdd5-42a4-bf69-c261e470b649,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:48.494246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Router 6e08f4d0-5482-4c05-9d0f-d182afc10363 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:48.552465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.603807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:48.608016 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.612002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be9df562-acb2-4a5d-99db-9d78fa8f52cf tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "PUT /v2.0/routers/6e08f4d0-5482-4c05-9d0f-d182afc10363 HTTP/1.1" status: 200 len: 915 time: 2.9911497 Aug 27 12:21:48.612649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:48.613470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] Sync routers for ids ['6e08f4d0-5482-4c05-9d0f-d182afc10363'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:48.622916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] Routers {'6e08f4d0-5482-4c05-9d0f-d182afc10363'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:48.623536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['6e08f4d0-5482-4c05-9d0f-d182afc10363'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:48.654865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:48.663665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] Routers {'6e08f4d0-5482-4c05-9d0f-d182afc10363'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:48.664274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['6e08f4d0-5482-4c05-9d0f-d182afc10363'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:48.685102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.688728 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.696850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:48.697747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ca3ad-4a09-4347-b899-5761df368db1 None None] The sync data for ids ['6e08f4d0-5482-4c05-9d0f-d182afc10363'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:48.814300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.814893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1099cdfa-5314-4f06-806f-664fc733f3ad {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:48.835400 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:48.836748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-690f00cb-a889-4f96-92b9-150d7d404719 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "DELETE /v2.0/routers/1099cdfa-5314-4f06-806f-664fc733f3ad HTTP/1.1" status: 204 len: 168 time: 1.0780489 Aug 27 12:21:48.840866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:48.856732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-109383337', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:48.863615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d0f9d42-df40-45f9-9e39-2db21951e48e req-b70c92b2-e3c0-489a-9710-68fafd8f14c5 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 210 time: 0.0802989 Aug 27 12:21:48.886714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-514aa1c2-9062-42bd-b608-235969acda0c tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/6e08f4d0-5482-4c05-9d0f-d182afc10363 HTTP/1.1" status: 200 len: 921 time: 0.2620270 Aug 27 12:21:48.886714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:48.931116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b774d95-6716-4872-8e65-b87ebb3e9c8d req-2db09abb-d36a-4d15-a8f6-075f97fd0284 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:48.933189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b774d95-6716-4872-8e65-b87ebb3e9c8d req-2db09abb-d36a-4d15-a8f6-075f97fd0284 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1983199 Aug 27 12:21:49.020129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.020807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ed9c1-203c-49b6-ba3c-07b1ab2be3f5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:49.021355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.024937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-142ed9c1-203c-49b6-ba3c-07b1ab2be3f5 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=6e08f4d0-5482-4c05-9d0f-d182afc10363&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1401770 Aug 27 12:21:49.025741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b774d95-6716-4872-8e65-b87ebb3e9c8d req-5688974c-3198-4dd5-bb63-821956256836 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735416 Aug 27 12:21:49.026186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:49.045836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-0a2242c8-cb8d-4227-93a6-490b3fd87a22 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:49.047308 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-0a2242c8-cb8d-4227-93a6-490b3fd87a22 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.77 "GET /v2.0/networks?id=d32e500e-1cb6-4f09-b367-755b55ef87f3 HTTP/1.1" status: 200 len: 821 time: 0.2074106 Aug 27 12:21:49.097127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Request body: {'port': {'device_id': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3', 'admin_state_up': True, 'tenant_id': '3a7227f114cb456da6e05a9cd35d14aa'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:49.195516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.305887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae5b5-59d0-4d97-9f8d-d4ce5fcf357c req-a12e6161-8de6-40f5-8129-3eec7046a5e2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:49.307544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19bae5b5-59d0-4d97-9f8d-d4ce5fcf357c req-a12e6161-8de6-40f5-8129-3eec7046a5e2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 27 12:21:49.369703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19bae5b5-59d0-4d97-9f8d-d4ce5fcf357c req-540966fb-1981-4e3a-8826-7b5e485f2e0a tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558329 Aug 27 12:21:49.676548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c013de65-49db-4409-9549-723636907bb7 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:49.677841 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c013de65-49db-4409-9549-723636907bb7 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.6487949 Aug 27 12:21:49.680875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:49.708120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-08aa8143-4380-4674-aa45-a36c3e353ad5 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e08f4d0-5482-4c05-9d0f-d182afc10363 HTTP/1.1" status: 200 len: 205 time: 0.0260725 Aug 27 12:21:49.710564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:49.763718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.775137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-a44afc79-3c76-4806-a420-7267fae1424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:49.776720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-a44afc79-3c76-4806-a420-7267fae1424d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.5161417 Aug 27 12:21:49.782707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Made reservation on behalf of 3a7227f114cb456da6e05a9cd35d14aa for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:21:49.786056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.817233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.924098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:49.987881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a95adc1-8072-4b86-b92e-b320eaad3d53 req-8a169399-d5bf-4889-bba7-e46461531fe1 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 210 time: 0.0505023 Aug 27 12:21:50.016564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-72b2d437-3163-4eda-b0c3-eabbc6c4f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:50.017935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-72b2d437-3163-4eda-b0c3-eabbc6c4f477 service neutron] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.2222133 Aug 27 12:21:50.021524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Deleting port bbb7911b-5bb6-46d8-8478-a1dfdd6f149b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:50.021877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.049602 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.078023 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-4da5e625-0b2a-4fb8-a87d-5e80779a18a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.0524275 Aug 27 12:21:50.100532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.121534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Calling delete_port for bbb7911b-5bb6-46d8-8478-a1dfdd6f149b owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:50.123190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Allocated IP 172.20.0.11 (d32e500e-1cb6-4f09-b367-755b55ef87f3/1315a639-eaca-494e-8383-61f246e26318/02535825-f639-4a00-8937-23e1dabda01f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:50.151595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-02272126-ab39-47c7-ba53-afd730ededdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:50.153213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-02272126-ab39-47c7-ba53-afd730ededdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0664756 Aug 27 12:21:50.239411 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-b316b914-d407-434a-a4a4-a7ce3b9cd6b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770986 Aug 27 12:21:50.288662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.313172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event deleted for resources: {'Port': ['ID=bbb7911b-5bb6-46d8-8478-a1dfdd6f149b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:50.361830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.381175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.444763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.499123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.502019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.539363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-8d22bb94-23aa-4bf0-8721-18be9d873805 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711785 Aug 27 12:21:50.555918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.556785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Fanout notify agent at l3_agent the message router_deleted on router 6e08f4d0-5482-4c05-9d0f-d182afc10363 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:50.567098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.568413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-929637a1-736a-4de9-9fd7-cc2e37404d5f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/6e08f4d0-5482-4c05-9d0f-d182afc10363 HTTP/1.1" status: 204 len: 168 time: 0.8569117 Aug 27 12:21:50.576625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42878) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:50.578466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75499b-5b21-4cec-a464-f500ab3eb160 req-d658713c-e72b-4601-925d-c29e25491169 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:50.580361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d75499b-5b21-4cec-a464-f500ab3eb160 req-d658713c-e72b-4601-925d-c29e25491169 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1347692 Aug 27 12:21:50.612428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-932143917', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:50.620551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.620976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d75499b-5b21-4cec-a464-f500ab3eb160 req-784fe7cc-e847-478d-81a2-8c6562873d3a tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Aug 27 12:21:50.711294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.712287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.737215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Allocated IP 172.25.8.70 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/cff14da1-71c0-46ec-a430-00eb6f5644ed) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:50.766610 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-10f00acb-ad17-4d54-9e23-7849777f6757 req-f63e6cb1-1ce8-451a-ad7a-e552286850c7 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141125 Aug 27 12:21:50.791689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.878870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.964691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Network d32e500e-1cb6-4f09-b367-755b55ef87f3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:50.977607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:50.986801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-030e500f-52a4-46cd-8ea5-c21f79232dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:50.993730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:50.998201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 27108e96-cdd5-42a4-bf69-c261e470b649 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:21:51.017554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 27108e96-cdd5-42a4-bf69-c261e470b649 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:21:51.018034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 27108e96-cdd5-42a4-bf69-c261e470b649 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:21:51.020462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Pushing event updated for resources: {'Port': ['ID=02535825-f639-4a00-8937-23e1dabda01f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:51.119099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.120954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.126308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2a550-7dcf-4614-81f2-755b1e75651a req-10030f2a-e7cf-4076-9069-6244ae4b213d tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:51.134425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d2a550-7dcf-4614-81f2-755b1e75651a req-10030f2a-e7cf-4076-9069-6244ae4b213d tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 932 time: 0.0681875 Aug 27 12:21:51.146750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:51.147810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.162580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.186154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48d2a550-7dcf-4614-81f2-755b1e75651a req-1b735a45-9462-4158-8233-1be2cb08bb43 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508058 Aug 27 12:21:51.191662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-6be2a8bb-ee52-4a26-ab04-898fa0b05300 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1019506 Aug 27 12:21:51.227133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Request body: {'port': {'device_id': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:51.316659 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.320984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.393863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:51.407982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:51.419914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:51.453724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event updated for resources: {'Port': ['ID=cff14da1-71c0-46ec-a430-00eb6f5644ed,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:51.737327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f25f16-9198-46d0-8e6b-5c9db14f1841 req-9007dd36-2e13-45dd-ae6f-89ff26cc439f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:51.739442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77f25f16-9198-46d0-8e6b-5c9db14f1841 req-9007dd36-2e13-45dd-ae6f-89ff26cc439f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0495849 Aug 27 12:21:51.764240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:51.777713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77f25f16-9198-46d0-8e6b-5c9db14f1841 req-9d77557b-3eae-44cd-a9b3-6ceebfea2e39 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 27 12:21:51.804222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.062795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.327038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf323c1-3841-4996-8105-d2afe151e3bc req-85884d4b-f809-4f6f-94fd-94cad6d095ed tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:52.335821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cf323c1-3841-4996-8105-d2afe151e3bc req-85884d4b-f809-4f6f-94fd-94cad6d095ed tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 932 time: 0.0706890 Aug 27 12:21:52.371807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cf323c1-3841-4996-8105-d2afe151e3bc req-854a4cca-5e43-4aea-b2c2-e53b8b937bda tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350010 Aug 27 12:21:52.391045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.404734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02535825-f639-4a00-8937-23e1dabda01f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:21:52.448766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Allocated IP 172.25.8.41 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/7930b8f1-c243-4a1a-a96d-f3e8706372e7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:52.453497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.477795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Transition to ACTIVE for port object 02535825-f639-4a00-8937-23e1dabda01f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:21:52.489166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.653835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=02535825-f639-4a00-8937-23e1dabda01f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:52.798788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.846648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.852291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Attempting to bind port 02535825-f639-4a00-8937-23e1dabda01f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:21:52.852639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Attempting to bind port 02535825-f639-4a00-8937-23e1dabda01f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '2ef086cc-bbce-4b15-a47a-92862f4bd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:21:52.852976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Attempting to bind port 02535825-f639-4a00-8937-23e1dabda01f on network d32e500e-1cb6-4f09-b367-755b55ef87f3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:52.870876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Port 02535825-f639-4a00-8937-23e1dabda01f on network d32e500e-1cb6-4f09-b367-755b55ef87f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:21:52.871218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Attempting to bind port 02535825-f639-4a00-8937-23e1dabda01f on network d32e500e-1cb6-4f09-b367-755b55ef87f3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:21:52.899967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894386c0-c941-4b73-a7ca-bc266b2c7b42 req-d269cdfa-1f9f-458b-9695-8c54f652d957 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:52.901484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-894386c0-c941-4b73-a7ca-bc266b2c7b42 req-d269cdfa-1f9f-458b-9695-8c54f652d957 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0519385 Aug 27 12:21:52.917087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:21:52.917430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Checking segment: {'id': '2ef086cc-bbce-4b15-a47a-92862f4bd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:21:52.917825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Bound using segment: {'id': '2ef086cc-bbce-4b15-a47a-92862f4bd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:21:52.918275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Bound port: 02535825-f639-4a00-8937-23e1dabda01f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef086cc-bbce-4b15-a47a-92862f4bd36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:21:52.918661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.942628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:52.945007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-894386c0-c941-4b73-a7ca-bc266b2c7b42 req-d6c19c44-2166-49a9-b079-c03dc78456f8 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Aug 27 12:21:53.058782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:53.069897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:53.071735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event updated for resources: {'Port': ['ID=7930b8f1-c243-4a1a-a96d-f3e8706372e7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:53.078874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:53.130924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] For port 02535825-f639-4a00-8937-23e1dabda01f, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:21:53.135550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] For port 02535825-f639-4a00-8937-23e1dabda01f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02535825-f639-4a00-8937-23e1dabda01f,segment=NetworkSegment(2ef086cc-bbce-4b15-a47a-92862f4bd36b),segment_id=2ef086cc-bbce-4b15-a47a-92862f4bd36b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:21:53.145657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:53.269479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:53.270190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:53.271683 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] 10.222.0.77 "PUT /v2.0/ports/02535825-f639-4a00-8937-23e1dabda01f HTTP/1.1" status: 200 len: 1092 time: 2.0516849 Aug 27 12:21:53.272147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'tag': '02535825-f639-4a00-8937-23e1dabda01f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:53.274448 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c110aef0-1d6f-435c-bce4-cbd803af8fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "f82e089e-8a8d-4229-b531-ba05be95b609", "tag": "02535825-f639-4a00-8937-23e1dabda01f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:53.299234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Router fab86686-343e-4d9d-ad07-99fe48e71832 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:53.332140 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a42740-4cd5-4381-8bbf-c822bfecdc34 x-openstack-request-id: req-85a42740-4cd5-4381-8bbf-c822bfecdc34 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:53.332435 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82e089e-8a8d-4229-b531-ba05be95b609", "tag": "02535825-f639-4a00-8937-23e1dabda01f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:53.332692 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85a42740-4cd5-4381-8bbf-c822bfecdc34 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:53.333093 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'tag': '02535825-f639-4a00-8937-23e1dabda01f', 'status': 'completed', 'code': 200} Aug 27 12:21:53.353407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc22f-7b13-4aa4-a652-0b46bf724ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=02535825-f639-4a00-8937-23e1dabda01f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:53.496174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d2d3b-d325-4476-b281-914b13fed2c0 req-c43dd76d-8c30-4b90-b57c-7bc2ab09a1ba tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:53.498073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-780d2d3b-d325-4476-b281-914b13fed2c0 req-c43dd76d-8c30-4b90-b57c-7bc2ab09a1ba tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 944 time: 0.0544653 Aug 27 12:21:53.541669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-780d2d3b-d325-4476-b281-914b13fed2c0 req-08aa8c28-826e-4484-9702-827137cd6bd2 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Aug 27 12:21:53.543180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-170b69dd-63ed-4cdf-8052-85958f97345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:53.544884 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-170b69dd-63ed-4cdf-8052-85958f97345e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a7227f114cb456da6e05a9cd35d14aa&device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 1095 time: 0.2026432 Aug 27 12:21:53.604077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:53.613908 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] Sync routers for ids ['fab86686-343e-4d9d-ad07-99fe48e71832'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:53.615253 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-088e1661-869c-4cde-8704-05a0e0f151d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02535825-f639-4a00-8937-23e1dabda01f HTTP/1.1" status: 200 len: 217 time: 0.0508375 Aug 27 12:21:53.620736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:53.624040 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] Routers {'fab86686-343e-4d9d-ad07-99fe48e71832'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:53.625247 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['fab86686-343e-4d9d-ad07-99fe48e71832'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:53.661991 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:53.671354 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] Routers {'fab86686-343e-4d9d-ad07-99fe48e71832'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:53.672055 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['fab86686-343e-4d9d-ad07-99fe48e71832'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:53.691716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:53.695939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0610616e-a7bb-4cde-88fb-510143030651 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8511970 Aug 27 12:21:53.696109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:53.700581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:53.716339 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:53.717494 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1acae-ff17-4a12-8e0c-59041d456ae9 None None] The sync data for ids ['fab86686-343e-4d9d-ad07-99fe48e71832'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:53.750275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-c2c743b2-9b43-4841-a2c0-09189e180ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:53.751822 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-c2c743b2-9b43-4841-a2c0-09189e180ca7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1315a639-eaca-494e-8383-61f246e26318 HTTP/1.1" status: 200 len: 861 time: 0.1278265 Aug 27 12:21:53.793394 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-fb981f48-acbc-43fb-924c-60cad18a60aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d32e500e-1cb6-4f09-b367-755b55ef87f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292718 Aug 27 12:21:53.963638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:53.982994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:53.990359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-ce59cceb-930b-4766-ab15-851de2edcdfa service neutron] 10.222.0.77 "GET /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871030 Aug 27 12:21:54.076184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:54.164673 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a1a00e9f-5677-4120-b41b-ecabaadefc88 req-e241742d-3adc-447f-b00c-5a4ed84cc7c7 service neutron] 10.222.0.77 "GET /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392407 Aug 27 12:21:54.191658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Router 03ad5505-b9d6-4250-b7f1-1c62b7214b79 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:21:54.345187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:54.362074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] Sync routers for ids ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:54.371682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-1e4fc268-2eaf-496c-b8f9-649f2d9aa5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:54.374060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-1e4fc268-2eaf-496c-b8f9-649f2d9aa5f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a7227f114cb456da6e05a9cd35d14aa&device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 1095 time: 0.0908742 Aug 27 12:21:54.376696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] Routers {'03ad5505-b9d6-4250-b7f1-1c62b7214b79'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:54.384021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:54.391771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:54.393478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc4884c9-8ed2-4546-9887-a22c55781894 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7859011 Aug 27 12:21:54.406491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42916) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:54.413231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:54.440174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:54.455474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] Routers {'03ad5505-b9d6-4250-b7f1-1c62b7214b79'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:54.456659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:54.494192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:54.494981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de9b9d-041c-4f90-844f-f685e60ff8fe None None] The sync data for ids ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:54.589999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-c8c1c441-4eae-43ad-b335-0f8a60a76ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:54.591572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-c8c1c441-4eae-43ad-b335-0f8a60a76ac1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d32e500e-1cb6-4f09-b367-755b55ef87f3 HTTP/1.1" status: 200 len: 922 time: 0.2103348 Aug 27 12:21:54.639019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-14a0ffee-c0f1-45e8-91f3-a0535302502e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02535825-f639-4a00-8937-23e1dabda01f HTTP/1.1" status: 200 len: 217 time: 0.0401092 Aug 27 12:21:54.770750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f656e6-5eb0-4f4d-8d47-024b70791364 req-2511f645-0176-4fb9-959d-5349d4c7efbc tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:54.772285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46f656e6-5eb0-4f4d-8d47-024b70791364 req-2511f645-0176-4fb9-959d-5349d4c7efbc tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1304018 Aug 27 12:21:54.780063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4a2e8-7536-41b6-b852-c63abb4d9125 req-f8e50b25-12cd-43ef-a3b4-4fcc9ba69367 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:54.781600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bb4a2e8-7536-41b6-b852-c63abb4d9125 req-f8e50b25-12cd-43ef-a3b4-4fcc9ba69367 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 944 time: 0.1409085 Aug 27 12:21:54.889048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46f656e6-5eb0-4f4d-8d47-024b70791364 req-61ddb9a3-ed19-4156-a4f1-8db3d41a5dd9 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033936 Aug 27 12:21:54.897873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bb4a2e8-7536-41b6-b852-c63abb4d9125 req-a58208e5-b1c6-4e69-83ae-7beb140dd551 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Aug 27 12:21:54.955060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:54.959825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.077858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Router fab86686-343e-4d9d-ad07-99fe48e71832 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:21:55.113040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-b13c2f2f-b35c-495d-91f4-bddcfffebbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:55.114643 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-b13c2f2f-b35c-495d-91f4-bddcfffebbd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1315a639-eaca-494e-8383-61f246e26318 HTTP/1.1" status: 200 len: 861 time: 0.0951364 Aug 27 12:21:55.155929 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-8d5256f7-210e-4d7f-8195-984abf5d1ffe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d32e500e-1cb6-4f09-b367-755b55ef87f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317755 Aug 27 12:21:55.212555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:55.218405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.222605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5ff6e2ca-7efa-4343-8021-7fdae9f3b32d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "PUT /v2.0/routers/fab86686-343e-4d9d-ad07-99fe48e71832 HTTP/1.1" status: 200 len: 924 time: 1.5254745 Aug 27 12:21:55.223279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42930) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:55.228114 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] Sync routers for ids ['fab86686-343e-4d9d-ad07-99fe48e71832'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:55.241719 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] Routers {'fab86686-343e-4d9d-ad07-99fe48e71832'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:55.242365 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['fab86686-343e-4d9d-ad07-99fe48e71832'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:55.290847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:55.299784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] Routers {'fab86686-343e-4d9d-ad07-99fe48e71832'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:55.300434 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['fab86686-343e-4d9d-ad07-99fe48e71832'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:55.333074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.338701 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:55.339454 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c6afd-dd7b-4e06-ad1d-724a04cb7178 None None] The sync data for ids ['fab86686-343e-4d9d-ad07-99fe48e71832'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:55.365127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.380980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11ac56b4-ebe2-4487-8f9f-fc468d3dead2 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/fab86686-343e-4d9d-ad07-99fe48e71832 HTTP/1.1" status: 200 len: 924 time: 0.1565990 Aug 27 12:21:55.384110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42932) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:55.411334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-77068564-d790-4034-89e6-88ab7798c900 service neutron] 10.222.0.77 "GET /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195406 Aug 27 12:21:55.443481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687a9f9-32cd-4026-88ac-268e80c04141 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:55.445641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9687a9f9-32cd-4026-88ac-268e80c04141 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=fab86686-343e-4d9d-ad07-99fe48e71832&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0581188 Aug 27 12:21:55.449547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42934) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:55.537018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c110aef0-1d6f-435c-bce4-cbd803af8fe8 req-d3f715b7-ff99-45d7-81a0-0913d352bcd4 service neutron] 10.222.0.77 "GET /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176987 Aug 27 12:21:55.547331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Deleting port 7930b8f1-c243-4a1a-a96d-f3e8706372e7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:55.547709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.578883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0791304-83e8-4711-a812-8a24a9ead5d0 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:55.580466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b0791304-83e8-4711-a812-8a24a9ead5d0 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.1298065 Aug 27 12:21:55.583485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:55.619328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3929c438-317c-45f6-831b-be12ed549009 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=fab86686-343e-4d9d-ad07-99fe48e71832 HTTP/1.1" status: 200 len: 205 time: 0.0345750 Aug 27 12:21:55.622830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:55.658698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.678404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Calling delete_port for 7930b8f1-c243-4a1a-a96d-f3e8706372e7 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:55.783838 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.839532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2624063-0922-41e4-9ca6-b2ef9e052e86 req-f5d31b4b-146d-4c54-acb5-fbbc9d981657 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:55.840953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2624063-0922-41e4-9ca6-b2ef9e052e86 req-f5d31b4b-146d-4c54-acb5-fbbc9d981657 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.0993381 Aug 27 12:21:55.866901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:55.893542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Pushing event deleted for resources: {'Port': ['ID=7930b8f1-c243-4a1a-a96d-f3e8706372e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:55.909908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.909908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.910267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.910654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.911225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.911338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.911634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.912561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.912561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.912755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.913092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.913421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:21:55.931124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2624063-0922-41e4-9ca6-b2ef9e052e86 req-dac80e63-7c11-4b9e-a9da-f33e6b23ba8a tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808516 Aug 27 12:21:55.940441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.002483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.049345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Deleting port cff14da1-71c0-46ec-a430-00eb6f5644ed {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:56.049696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.060496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77af3be-5d59-4513-9e96-5a0102ee0bdb req-5258619f-2838-40db-b3c5-4bd9fafbef90 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:56.062005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b77af3be-5d59-4513-9e96-5a0102ee0bdb req-5258619f-2838-40db-b3c5-4bd9fafbef90 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 944 time: 0.0645897 Aug 27 12:21:56.154257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b77af3be-5d59-4513-9e96-5a0102ee0bdb req-5ede2e22-12db-4b38-bad0-efa440876d37 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772665 Aug 27 12:21:56.178013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.190197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Calling delete_port for cff14da1-71c0-46ec-a430-00eb6f5644ed owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:56.219985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.224740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.299636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Router 03ad5505-b9d6-4250-b7f1-1c62b7214b79 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:21:56.371871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.404997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event deleted for resources: {'Port': ['ID=cff14da1-71c0-46ec-a430-00eb6f5644ed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:56.411369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:21:56.418578 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.419740 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa82ca09-44c0-432c-a8c0-5e9eda53d43b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "PUT /v2.0/routers/03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 200 len: 705 time: 2.0124729 Aug 27 12:21:56.427074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42950) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:56.437567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] Sync routers for ids ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:21:56.450905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] Routers {'03ad5505-b9d6-4250-b7f1-1c62b7214b79'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:56.451579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:56.487585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:56.497750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.507433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-70802434-fdbd-4fdf-b0ef-25cd129ecd83 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:56.508776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-70802434-fdbd-4fdf-b0ef-25cd129ecd83 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.1625016 Aug 27 12:21:56.509962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] Routers {'03ad5505-b9d6-4250-b7f1-1c62b7214b79'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:21:56.510789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:56.515066 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b6cbabc-c6b5-49dd-af67-ed938bd7f4ef tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/routers/03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 200 len: 740 time: 0.0913019 Aug 27 12:21:56.523101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42952) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:56.547656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:21:56.548579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc24d0-ec7e-43b5-a047-42e4173043de None None] The sync data for ids ['03ad5505-b9d6-4250-b7f1-1c62b7214b79'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:21:56.599904 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-076d9667-61d8-46a6-8aca-7d57a06bdb91 tempest-RoutersAdminTest-1784753682 tempest-RoutersAdminTest-1784753682-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 200 len: 205 time: 0.0753980 Aug 27 12:21:56.603324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42954) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:56.608162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.611063 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.640844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32df9452-11aa-4d77-b6c8-446076f74e42 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 200 len: 205 time: 0.0360365 Aug 27 12:21:56.643502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42956) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:56.665160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.665904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Fanout notify agent at l3_agent the message router_deleted on router fab86686-343e-4d9d-ad07-99fe48e71832 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:56.673855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.675034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7391803b-9109-4c88-91a4-4d4287accbd6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/fab86686-343e-4d9d-ad07-99fe48e71832 HTTP/1.1" status: 204 len: 168 time: 1.0502970 Aug 27 12:21:56.680328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:56.685255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2045009056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:56.711243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.712510 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.752720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.767931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.773250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.793095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.797172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0daf76c1-f359-4502-a66e-3697d09c4778 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1129448 Aug 27 12:21:56.797342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:56.801970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:21:56.842558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Deleting port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:56.843297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.974580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:56.980157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.016566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.039687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.040297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Fanout notify agent at l3_agent the message router_deleted on router 03ad5505-b9d6-4250-b7f1-1c62b7214b79 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:21:57.050915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.056164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b9cfde17-ea10-47c5-b532-1d06fa9571e0 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 204 len: 168 time: 0.4070206 Aug 27 12:21:57.059426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42964) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.091589 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-675dc230-98cb-4763-b31d-67e9283847a7 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 200 len: 205 time: 0.0310159 Aug 27 12:21:57.096757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42966) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.106441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] For port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:57.106979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.146729 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-5a15e721-ddf8-4d18-9792-0d87c753ba1f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] delete failed (client error): The resource could not be found. Aug 27 12:21:57.150104 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5a15e721-ddf8-4d18-9792-0d87c753ba1f tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/03ad5505-b9d6-4250-b7f1-1c62b7214b79 HTTP/1.1" status: 404 len: 336 time: 0.0501921 Aug 27 12:21:57.150903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42968) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.155857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Calling delete_port for 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:57.160344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa7b36-1190-43e5-94c1-489cdf9416f9 req-1cc2ad38-6a86-4094-a8dc-182017305e15 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:57.161961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5baa7b36-1190-43e5-94c1-489cdf9416f9 req-1cc2ad38-6a86-4094-a8dc-182017305e15 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=90256325-56b9-445f-ae2a-b19c7e20b417 HTTP/1.1" status: 200 len: 944 time: 0.0715311 Aug 27 12:21:57.195865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.196518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c6326d6-b73e-440d-8d24-fe538240af94 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e08f4d0-5482-4c05-9d0f-d182afc10363 HTTP/1.1" status: 200 len: 205 time: 0.0416727 Aug 27 12:21:57.262729 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-2a12776f-811e-47dc-b563-4614a602958d tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] delete failed (client error): The resource could not be found. Aug 27 12:21:57.263899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a12776f-811e-47dc-b563-4614a602958d tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/6e08f4d0-5482-4c05-9d0f-d182afc10363 HTTP/1.1" status: 404 len: 336 time: 0.0658119 Aug 27 12:21:57.266700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42974) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.283767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5baa7b36-1190-43e5-94c1-489cdf9416f9 req-87fedc69-ba26-451a-93a6-0e9b8833d9b8 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154072 Aug 27 12:21:57.377793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.379484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-65c03fdd-3477-4c1d-aeca-b5d8be6aea4d tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=f55830e9-52a3-4631-a59a-63d04d66818f HTTP/1.1" status: 200 len: 205 time: 0.1100850 Aug 27 12:21:57.381295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.394798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:57.413420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event deleted for resources: {'Port': ['ID=94e3a8a2-32d7-49ad-9b6e-ef0ce551d868,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:57.460593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5b78d-5bd4-416f-9b18-d91a03c9d290 req-a99fc852-2047-4ab1-9c39-4a78adea4a2b tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:57.462834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-acc5b78d-5bd4-416f-9b18-d91a03c9d290 req-a99fc852-2047-4ab1-9c39-4a78adea4a2b tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 944 time: 0.2141917 Aug 27 12:21:57.465940 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-bafc123b-a605-450c-8df2-88f527c2582e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] delete failed (client error): The resource could not be found. Aug 27 12:21:57.467106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bafc123b-a605-450c-8df2-88f527c2582e tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/f55830e9-52a3-4631-a59a-63d04d66818f HTTP/1.1" status: 404 len: 336 time: 0.0875306 Aug 27 12:21:57.481778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42982) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.507599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.513427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02535825-f639-4a00-8937-23e1dabda01f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:21:57.533060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.535113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] No DVR routers for this DVR port 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:57.541755 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b299aef7-7f30-44e8-8d3f-497fc1e59a0b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bcdbd21-ec83-4ada-87b1-1f1136f32d32 HTTP/1.1" status: 200 len: 205 time: 0.0586860 Aug 27 12:21:57.542677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.543965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.545714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4eaf5f08-caf0-4744-a24d-e9bba62ccdc5 req-42320e3c-3870-4271-b58e-be7791fcd6a0 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "DELETE /v2.0/ports/94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 HTTP/1.1" status: 204 len: 173 time: 1.0293708 Aug 27 12:21:57.546541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'name': 'network-vif-deleted', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:57.549461 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161dbe16-f53e-4839-8d27-6446085e4eaa" -d '{"events": [{"server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "name": "network-vif-deleted", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:57.597090 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d1e36723-55d4-4764-8a01-c9648daf920d tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] delete failed (client error): The resource could not be found. Aug 27 12:21:57.598586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d1e36723-55d4-4764-8a01-c9648daf920d tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/7bcdbd21-ec83-4ada-87b1-1f1136f32d32 HTTP/1.1" status: 404 len: 336 time: 0.0505903 Aug 27 12:21:57.601422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42990) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.636413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 42992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.647474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85ef4769-4f56-4b1a-b0ce-9b21997bf08b tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=57c32364-228b-445f-a692-3c0a2547757a HTTP/1.1" status: 200 len: 205 time: 0.0317433 Aug 27 12:21:57.659267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 02535825-f639-4a00-8937-23e1dabda01f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02535825-f639-4a00-8937-23e1dabda01f,segment=NetworkSegment(2ef086cc-bbce-4b15-a47a-92862f4bd36b),segment_id=2ef086cc-bbce-4b15-a47a-92862f4bd36b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:57.671857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '02535825-f639-4a00-8937-23e1dabda01f', 'network_id': 'd32e500e-1cb6-4f09-b367-755b55ef87f3', 'port_id': '02535825-f639-4a00-8937-23e1dabda01f', 'mac_address': 'fa:16:3e:69:2f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1315a639-eaca-494e-8383-61f246e26318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:21:57.693906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-acc5b78d-5bd4-416f-9b18-d91a03c9d290 req-88c550b9-5068-4883-a1e2-5704ee48513b tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063651 Aug 27 12:21:57.717993 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d36514cc-0207-44b2-8238-6d0db874b0a6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] delete failed (client error): The resource could not be found. Aug 27 12:21:57.717993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d36514cc-0207-44b2-8238-6d0db874b0a6 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/57c32364-228b-445f-a692-3c0a2547757a HTTP/1.1" status: 404 len: 336 time: 0.0772033 Aug 27 12:21:57.719089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.719589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42996) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.757154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02535825-f639-4a00-8937-23e1dabda01f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:21:57.770515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4aa386d6-7e09-4b46-812c-22d40a26556d tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a4e40e4-29f5-496c-ab45-1737d1cc670f HTTP/1.1" status: 200 len: 205 time: 0.0481021 Aug 27 12:21:57.771317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.779386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f8722-f96b-4f04-954c-2079829e41e6 req-3f82bd6e-cf6d-4093-8fae-784c033e3630 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:57.781046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be0f8722-f96b-4f04-954c-2079829e41e6 req-3f82bd6e-cf6d-4093-8fae-784c033e3630 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 944 time: 0.1438458 Aug 27 12:21:57.782288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 02535825-f639-4a00-8937-23e1dabda01f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02535825-f639-4a00-8937-23e1dabda01f,segment=NetworkSegment(2ef086cc-bbce-4b15-a47a-92862f4bd36b),segment_id=2ef086cc-bbce-4b15-a47a-92862f4bd36b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:57.787163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:57.816915 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-e28cfcda-922e-4796-9d2f-34c50474d53a tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] delete failed (client error): The resource could not be found. Aug 27 12:21:57.817946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e28cfcda-922e-4796-9d2f-34c50474d53a tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/routers/1a4e40e4-29f5-496c-ab45-1737d1cc670f HTTP/1.1" status: 404 len: 336 time: 0.0457215 Aug 27 12:21:57.819544 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9044f3-46d6-45cd-900f-86fd494a5f39 x-openstack-request-id: req-ac9044f3-46d6-45cd-900f-86fd494a5f39 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:57.819837 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90256325-56b9-445f-ae2a-b19c7e20b417", "name": "network-vif-deleted", "tag": "94e3a8a2-32d7-49ad-9b6e-ef0ce551d868", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:57.820089 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac9044f3-46d6-45cd-900f-86fd494a5f39 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:57.820568 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90256325-56b9-445f-ae2a-b19c7e20b417', 'name': 'network-vif-deleted', 'tag': '94e3a8a2-32d7-49ad-9b6e-ef0ce551d868', 'status': 'completed', 'code': 200} Aug 27 12:21:57.820735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:57.852315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=02535825-f639-4a00-8937-23e1dabda01f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:57.881366 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7541c78-ce1b-4117-848c-7522a3711d28 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] DELETE failed (client error): The resource could not be found. Aug 27 12:21:57.881978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7541c78-ce1b-4117-848c-7522a3711d28 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:21:57.883639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7541c78-ce1b-4117-848c-7522a3711d28 tempest-RoutersAdminTest-633026343 tempest-RoutersAdminTest-633026343-project] 10.222.0.76 "DELETE /v2.0/subnets/d3378b6f-c515-4b72-93d5-c5eceb70b13e HTTP/1.1" status: 404 len: 337 time: 0.0617831 Aug 27 12:21:57.998989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-008406f2-ca15-4c0e-9798-ac6a262f2721 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:58.000800 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-008406f2-ca15-4c0e-9798-ac6a262f2721 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e97d72-deed-4cbb-87e8-53241fc6792c HTTP/1.1" status: 200 len: 944 time: 0.0562928 Aug 27 12:21:58.114493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Deleting port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:58.115101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.161483 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43008) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:58.197609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02535825-f639-4a00-8937-23e1dabda01f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:58.228470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] For port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:58.228853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.245615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Calling delete_port for 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:58.253627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Allocated IP 172.25.8.46 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/c1cfe14d-3345-4872-b403-57cf8ed80951) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:21:58.283862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be0f8722-f96b-4f04-954c-2079829e41e6 req-1396dd99-762e-4a49-9958-3cdecd7d4510 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862268 Aug 27 12:21:58.380612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fff4e-1860-4386-a372-d5dfae3bee05 req-6fcc8edf-6307-4b46-8f2d-25123da680bb tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:58.382307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f34fff4e-1860-4386-a372-d5dfae3bee05 req-6fcc8edf-6307-4b46-8f2d-25123da680bb tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.1262269 Aug 27 12:21:58.404718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eb43ae5-0940-456c-8940-948c8e03db1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.434400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f34fff4e-1860-4386-a372-d5dfae3bee05 req-db06e32b-b299-4bab-befd-0ce52ffc85a3 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Aug 27 12:21:58.467203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.475012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:58.475562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.486823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['94e3a8a2-32d7-49ad-9b6e-ef0ce551d868'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:21:58.552303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event deleted for resources: {'Port': ['ID=629954b3-7b2c-4a51-86b2-b0c2e06c8b50,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:58.601452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] No DVR routers for this DVR port 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:21:58.605493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.607670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3ad88ba5-bcc8-49bb-a275-45444b68e6ab req-00db5d09-61b9-4fc8-849b-eaa6cbec2aef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "DELETE /v2.0/ports/629954b3-7b2c-4a51-86b2-b0c2e06c8b50 HTTP/1.1" status: 204 len: 173 time: 0.6005080 Aug 27 12:21:58.624249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.644339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eb43ae5-0940-456c-8940-948c8e03db1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.650577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7eb43ae5-0940-456c-8940-948c8e03db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.673333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:21:58.696227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:21:58.700003 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7eb43ae5-0940-456c-8940-948c8e03db1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47513246e17c4028aa3ed5b596d3e493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369799 Aug 27 12:21:58.701184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb43ae5-0940-456c-8940-948c8e03db1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f354db86-1fb2-4aae-b38b-612400f548cf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:58.704062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:21:58.704965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43016) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:58.781675 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c8fbc3-91c8-4901-a5d1-0d77dcfbb8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.811652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c8fbc3-91c8-4901-a5d1-0d77dcfbb8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.837626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event updated for resources: {'Port': ['ID=c1cfe14d-3345-4872-b403-57cf8ed80951,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:58.867060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c8fbc3-91c8-4901-a5d1-0d77dcfbb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.869925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-87c8fbc3-91c8-4901-a5d1-0d77dcfbb8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:58.873460 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-87c8fbc3-91c8-4901-a5d1-0d77dcfbb8c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f354db86-1fb2-4aae-b38b-612400f548cf HTTP/1.1" status: 204 len: 168 time: 0.1639395 Aug 27 12:21:58.880559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8fbc3-91c8-4901-a5d1-0d77dcfbb8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354db86-1fb2-4aae-b38b-612400f548cf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:58.951626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3b590-fb94-4dfd-87e2-e3f3af49c7e9 req-472be23a-fd6c-4cba-aa73-18462fb4fe13 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:58.953195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cac3b590-fb94-4dfd-87e2-e3f3af49c7e9 req-472be23a-fd6c-4cba-aa73-18462fb4fe13 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 945 time: 0.1109962 Aug 27 12:21:58.956653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 725a9e9c-f07c-471e-8dca-ddd59d4c5dec {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:21:58.956997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.131941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.132451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.164653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cac3b590-fb94-4dfd-87e2-e3f3af49c7e9 req-4bfb2ee0-1fe3-43ea-8756-c155858c3893 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939623 Aug 27 12:21:59.185468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 725a9e9c-f07c-471e-8dca-ddd59d4c5dec owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:21:59.211736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.241561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:59.283876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-01cb22b7-0fd7-4cbe-8873-b749a13ec577 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8754b81622e244a7894beac47087537c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410776 Aug 27 12:21:59.286905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43026) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:21:59.348651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1a54875-6adf-42aa-b721-5a7f3075214e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.375228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1a54875-6adf-42aa-b721-5a7f3075214e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.438619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1a54875-6adf-42aa-b721-5a7f3075214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.442105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1a54875-6adf-42aa-b721-5a7f3075214e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.446834 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e1a54875-6adf-42aa-b721-5a7f3075214e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14ade470-2035-49c3-93d2-cbb6ad3358e9 HTTP/1.1" status: 204 len: 168 time: 0.1585882 Aug 27 12:21:59.458270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a54875-6adf-42aa-b721-5a7f3075214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ade470-2035-49c3-93d2-cbb6ad3358e9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:59.535320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02535825-f639-4a00-8937-23e1dabda01f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:21:59.614663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 02535825-f639-4a00-8937-23e1dabda01f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:21:59.615095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.620677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.622178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 02535825-f639-4a00-8937-23e1dabda01f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:21:59.622755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.625511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.708549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=725a9e9c-f07c-471e-8dca-ddd59d4c5dec,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:59.736675 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.797674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 02535825-f639-4a00-8937-23e1dabda01f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02535825-f639-4a00-8937-23e1dabda01f,segment=NetworkSegment(2ef086cc-bbce-4b15-a47a-92862f4bd36b),segment_id=2ef086cc-bbce-4b15-a47a-92862f4bd36b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:21:59.798961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02535825-f639-4a00-8937-23e1dabda01f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:59.803235 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfcecd6-746f-4936-927e-234b6a4e3f59" -d '{"events": [{"server_uuid": "f82e089e-8a8d-4229-b531-ba05be95b609", "name": "network-vif-plugged", "status": "completed", "tag": "02535825-f639-4a00-8937-23e1dabda01f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:59.808335 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.821902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'name': 'network-vif-deleted', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:21:59.824395 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17d4e46-bbd0-4433-b5fd-4ae10be2a402" -d '{"events": [{"server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "name": "network-vif-deleted", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:21:59.857114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a1a7-03a7-474b-ba99-ecabdec6e719 req-4ccd7615-bacb-487e-8ccf-7d92dfc62461 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:21:59.858766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbd1a1a7-03a7-474b-ba99-ecabdec6e719 req-4ccd7615-bacb-487e-8ccf-7d92dfc62461 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 944 time: 0.1622179 Aug 27 12:21:59.866345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:21:59.867093 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP 711a47a8-6536-4903-a4fd-40a52e79288b disassociated (deleted). External IP: 172.25.8.117, port: 22499435-1e93-48f2-a9fc-2db9b380e81e. Aug 27 12:21:59.874427 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0c734-443e-42b4-85ec-5feaf1c4b240 x-openstack-request-id: req-94b0c734-443e-42b4-85ec-5feaf1c4b240 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:59.875062 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e089e-8a8d-4229-b531-ba05be95b609", "name": "network-vif-plugged", "status": "completed", "tag": "02535825-f639-4a00-8937-23e1dabda01f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:59.875450 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94b0c734-443e-42b4-85ec-5feaf1c4b240 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:59.876390 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02535825-f639-4a00-8937-23e1dabda01f', 'code': 200} Aug 27 12:21:59.896870 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff94c4a-3d28-4cf1-ad8b-18943d77bbdf x-openstack-request-id: req-bff94c4a-3d28-4cf1-ad8b-18943d77bbdf {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:21:59.897295 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e97d72-deed-4cbb-87e8-53241fc6792c", "name": "network-vif-deleted", "tag": "629954b3-7b2c-4a51-86b2-b0c2e06c8b50", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:21:59.897636 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bff94c4a-3d28-4cf1-ad8b-18943d77bbdf {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:21:59.898149 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e97d72-deed-4cbb-87e8-53241fc6792c', 'name': 'network-vif-deleted', 'tag': '629954b3-7b2c-4a51-86b2-b0c2e06c8b50', 'status': 'completed', 'code': 200} Aug 27 12:21:59.939041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=02535825-f639-4a00-8937-23e1dabda01f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:21:59.978583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbd1a1a7-03a7-474b-ba99-ecabdec6e719 req-3c6eba7c-bc10-403a-aa25-4be256113f27 tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/security-groups?id=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086516 Aug 27 12:22:00.031505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-14c2e8b3-3788-4a31-9fdd-e301928894ef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:00.032712 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-14c2e8b3-3788-4a31-9fdd-e301928894ef tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 944 time: 0.1020911 Aug 27 12:22:00.039907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286753f4-d39b-43a0-bb40-b55414eb8679 req-a705001e-d84c-4729-98bb-b073d551a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:00.041395 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-286753f4-d39b-43a0-bb40-b55414eb8679 req-a705001e-d84c-4729-98bb-b073d551a0f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 1097 time: 0.0651150 Aug 27 12:22:00.125542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Router 5861e70c-be3a-47d1-862e-a48154150621 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:00.185866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-286753f4-d39b-43a0-bb40-b55414eb8679 req-ad4f6cec-9456-485e-b75c-e43b9be06418 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360455 Aug 27 12:22:00.217482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Deleting port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:00.218066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:00.309086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:00.332877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:00.343255 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] Sync routers for ids ['5861e70c-be3a-47d1-862e-a48154150621'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:00.348957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] For port f400bac4-fd5c-4f7b-ba57-a1350ac94c76, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,segment=NetworkSegment(684239fe-3a3b-40e1-b643-bf5e4ff49b7c),segment_id=684239fe-3a3b-40e1-b643-bf5e4ff49b7c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:00.349272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:00.349409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:00.353133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11aca8ae-2421-41a7-945e-b5ee0e69322f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "PUT /v2.0/routers/5861e70c-be3a-47d1-862e-a48154150621 HTTP/1.1" status: 200 len: 883 time: 3.5524173 Aug 27 12:22:00.353794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43058) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:00.356019 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] Routers {'5861e70c-be3a-47d1-862e-a48154150621'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:00.356687 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5861e70c-be3a-47d1-862e-a48154150621'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:00.364861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20337ac8-0da6-4838-b9fb-acbac98d36b3 req-0cccdaf5-c4b6-4616-abb9-869fea47ba56 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:00.372106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20337ac8-0da6-4838-b9fb-acbac98d36b3 req-0cccdaf5-c4b6-4616-abb9-869fea47ba56 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 946 time: 0.1011543 Aug 27 12:22:00.415756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Calling delete_port for f400bac4-fd5c-4f7b-ba57-a1350ac94c76 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:00.424165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:00.437204 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] Routers {'5861e70c-be3a-47d1-862e-a48154150621'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:00.439073 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5861e70c-be3a-47d1-862e-a48154150621'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:00.482900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20337ac8-0da6-4838-b9fb-acbac98d36b3 req-cf74b8a1-7b9a-42f5-bfb8-d9232c143711 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075349 Aug 27 12:22:00.540402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:00.550830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] Sync routers for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:00.552502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:00.568800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:00.569444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:00.589768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cf442569-420f-42f0-84f0-cb4f7f21d65e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/floatingips/711a47a8-6536-4903-a4fd-40a52e79288b HTTP/1.1" status: 204 len: 168 time: 2.1136177 Aug 27 12:22:00.590327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:00.592842 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5cdfa3-380b-45e7-9098-507287a8dbab" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:00.636579 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25a78df-dc9a-4c06-97de-a6df9bd40f49 x-openstack-request-id: req-f25a78df-dc9a-4c06-97de-a6df9bd40f49 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:00.637118 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:00.637549 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f25a78df-dc9a-4c06-97de-a6df9bd40f49 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:00.638112 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'status': 'completed', 'code': 200} Aug 27 12:22:00.695317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:00.696284 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e9839-4c37-48f1-8dda-0476c8bf6a82 None None] The sync data for ids ['5861e70c-be3a-47d1-862e-a48154150621'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:00.741707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:00.817419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:00.876102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:00.876595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 94e3a8a2-32d7-49ad-9b6e-ef0ce551d868 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:00.877061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:00.883281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:00.947812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:00.948290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 629954b3-7b2c-4a51-86b2-b0c2e06c8b50 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:00.968085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f148eb-ead0-4daa-a880-b2c56f5d9924 req-c4065e14-26fe-4406-9d8b-1d2ae65a9149 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:00.978009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10f148eb-ead0-4daa-a880-b2c56f5d9924 req-c4065e14-26fe-4406-9d8b-1d2ae65a9149 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.0739553 Aug 27 12:22:01.032542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10f148eb-ead0-4daa-a880-b2c56f5d9924 req-246afbdc-3741-4630-81f2-29da25125cb3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Aug 27 12:22:01.150170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb1f34de-a486-4284-86a5-c8bb5eef0804 req-77e040fe-e458-4e03-9556-f504f53e14aa tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.76 "GET /v2.0/ports?device_id=d326afe6-f27e-4949-94e7-40a75a3ad85d HTTP/1.1" status: 200 len: 210 time: 0.0573187 Aug 27 12:22:01.295924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] No DVR routers for this DVR port f400bac4-fd5c-4f7b-ba57-a1350ac94c76 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:01.300034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Pushing event deleted for resources: {'Port': ['ID=f400bac4-fd5c-4f7b-ba57-a1350ac94c76,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:01.302267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:01.310790 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bb21af88-6fc7-48df-a74a-183cd4c72c86 req-ff6b607f-87f8-464d-a8fc-869594c9463c tempest-LiveMigrationTest-2041531848 tempest-LiveMigrationTest-2041531848-project] 10.222.0.65 "DELETE /v2.0/ports/f400bac4-fd5c-4f7b-ba57-a1350ac94c76 HTTP/1.1" status: 204 len: 173 time: 1.2684183 Aug 27 12:22:01.351557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-dd178339-e290-40fd-b67c-8f2eb714933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:01.353111 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-dd178339-e290-40fd-b67c-8f2eb714933b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 1096 time: 0.6245608 Aug 27 12:22:01.379737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:37Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:01.485564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] Checking router: 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:01.487871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0c09ba47-7c25-42fa-913d-bdb3af0bd5b3 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/5861e70c-be3a-47d1-862e-a48154150621 HTTP/1.1" status: 200 len: 924 time: 1.1325219 Aug 27 12:22:01.490686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:01.526366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:01.531046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:01.572844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-a3b569ab-5727-413f-b8a6-92e24eaa9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:01.575232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-a3b569ab-5727-413f-b8a6-92e24eaa9499 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 200 len: 897 time: 0.2131791 Aug 27 12:22:01.582762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a53b95-b00f-4b81-9f1e-f40bebd04a80 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:01.604610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b5a53b95-b00f-4b81-9f1e-f40bebd04a80 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=5861e70c-be3a-47d1-862e-a48154150621&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1123707 Aug 27 12:22:01.607660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:01.693304 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-cdda5b41-2393-4326-b72f-2cb8bbeb959f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 200 len: 217 time: 0.1084521 Aug 27 12:22:01.742595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:01.791428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:01.818690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-5c0b36db-88c7-4e0f-ac3c-302554bb4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:01.820558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-5c0b36db-88c7-4e0f-ac3c-302554bb4a2c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 200 len: 834 time: 0.1180203 Aug 27 12:22:01.832551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1206d6-6672-40bb-925e-45295ebcc4ed req-0eba3f7f-48e5-4b01-9e4f-598957db3059 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:01.842416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d1206d6-6672-40bb-925e-45295ebcc4ed req-0eba3f7f-48e5-4b01-9e4f-598957db3059 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 946 time: 0.2354696 Aug 27 12:22:01.904442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'name': 'network-vif-deleted', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:01.908712 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd30944-53e6-41ee-88b9-53baa049a5ce" -d '{"events": [{"server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "name": "network-vif-deleted", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:01.943886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-405130e6-c113-4785-ba21-f1b3fba96b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:01.946170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-405130e6-c113-4785-ba21-f1b3fba96b26 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095533 Aug 27 12:22:02.052226 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a643bef-f77c-4054-ba4a-5a8ae38cda3e x-openstack-request-id: req-8a643bef-f77c-4054-ba4a-5a8ae38cda3e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:02.052823 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d326afe6-f27e-4949-94e7-40a75a3ad85d", "name": "network-vif-deleted", "tag": "f400bac4-fd5c-4f7b-ba57-a1350ac94c76", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:02.053171 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a643bef-f77c-4054-ba4a-5a8ae38cda3e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:02.053656 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd326afe6-f27e-4949-94e7-40a75a3ad85d', 'name': 'network-vif-deleted', 'tag': 'f400bac4-fd5c-4f7b-ba57-a1350ac94c76', 'status': 'completed', 'code': 200} Aug 27 12:22:02.058717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d1206d6-6672-40bb-925e-45295ebcc4ed req-ec22d12a-be6f-46b3-aa11-c21eec06a827 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030056 Aug 27 12:22:02.061087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b2546-a507-40cd-b95a-412e767e21b1 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:02.070907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a51b2546-a507-40cd-b95a-412e767e21b1 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.4597847 Aug 27 12:22:02.071750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43098) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:02.114135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1202918208'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:02.144561 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-821af137-bb14-4c45-b3b9-0d19067de713 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=5861e70c-be3a-47d1-862e-a48154150621 HTTP/1.1" status: 200 len: 205 time: 0.0709584 Aug 27 12:22:02.147371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43100) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:02.242669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.247377 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.249285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-801dd45f-e451-4bde-a320-efbfe7eac425 service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925177 Aug 27 12:22:02.308087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43104) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:02.374414 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.384774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.409998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.419273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:37Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:02.461175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb774c0-45bd-45c4-bac4-79fadaa76956 req-429c6424-41b6-4e7a-ba45-2226767e049e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:02.467156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-adb774c0-45bd-45c4-bac4-79fadaa76956 req-429c6424-41b6-4e7a-ba45-2226767e049e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1930830 Aug 27 12:22:02.477718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.480781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6eb49a-0e54-41b2-a83a-4c9f160f8aa4 None None] The sync data for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 is: [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:19:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5cf02c00-72d9-4099-aae7-3694e37dd33e', 'name': '', 'network_id': 'd84ffb00-e4c5-441c-9b74-dcfd0f2a9b52', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:3c:ba:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:31Z', 'updated_at': '2021-08-27T12:19:37Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'b0f72ebc-2759-4923-bc45-5b4c1aff7052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:02.482987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0a423ff4-7981-4243-b62f-31588ae43ddf tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6905332 Aug 27 12:22:02.484706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:02.587781 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c5cdfa3-380b-45e7-9098-507287a8dbab req-29bffbd2-93f3-478d-9613-51d93388b5db service neutron] 10.222.0.77 "GET /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931085 Aug 27 12:22:02.648628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.657061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Deleting subnet 9395a922-30e4-4584-8b4a-f0da551ea860 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:22:02.663133 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.663333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-adb774c0-45bd-45c4-bac4-79fadaa76956 req-54776514-d3e3-4b48-9eae-d94720beb6c4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866629 Aug 27 12:22:02.693096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.709577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.774399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.829273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Deleting port c1cfe14d-3345-4872-b403-57cf8ed80951 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:02.830038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.844100 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56875bd6-ae6d-4427-b89f-9a7038b24a0b None None] New status for floating IP 711a47a8-6536-4903-a4fd-40a52e79288b: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:22:02.862301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.865165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.918691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.919288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f61c068e-ddc6-43bb-8bbf-98909535af9f {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:02.928193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.933456 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.934800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6e51a3b2-ed42-412e-abb9-e1489c623c83 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "DELETE /v2.0/routers/f61c068e-ddc6-43bb-8bbf-98909535af9f HTTP/1.1" status: 204 len: 168 time: 0.4490671 Aug 27 12:22:02.937621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43110) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:02.943325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Request body: {'router': {'name': 'tempest-router-1663834519', 'distributed': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:02.978292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.986242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9395a922-30e4-4584-8b4a-f0da551ea860,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:02.989648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.991365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:02.994279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d3b35f7c-792a-42fb-9429-879969b3e4c7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9395a922-30e4-4584-8b4a-f0da551ea860 HTTP/1.1" status: 204 len: 168 time: 0.6828167 Aug 27 12:22:02.995488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:03.021763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-ca4368eb-7e27-4e3e-8094-f822570c9773 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:03.023293 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-ca4368eb-7e27-4e3e-8094-f822570c9773 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 945 time: 0.1627457 Aug 27 12:22:03.027030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.047894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Calling delete_port for c1cfe14d-3345-4872-b403-57cf8ed80951 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:03.100940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.136641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.149124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.204645 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.209348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a64804ba-9bc7-4071-bbfc-e18111329df3 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2670655 Aug 27 12:22:03.210496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:03.230421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 22499435-1e93-48f2-a9fc-2db9b380e81e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:03.230775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.418044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 22499435-1e93-48f2-a9fc-2db9b380e81e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22499435-1e93-48f2-a9fc-2db9b380e81e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:03.418686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.440174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.475893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 22499435-1e93-48f2-a9fc-2db9b380e81e owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:03.481988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event deleted for resources: {'Port': ['ID=c1cfe14d-3345-4872-b403-57cf8ed80951,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:03.597304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.672983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.683991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7fb7a-0d7a-4f77-bf70-c10091372202 req-7eb949b3-d2e1-4783-81e5-27131211874d tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:03.691514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3a7fb7a-0d7a-4f77-bf70-c10091372202 req-7eb949b3-d2e1-4783-81e5-27131211874d tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 946 time: 0.5611646 Aug 27 12:22:03.701407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.704476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.709352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.719872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3413eeb-efb4-4a7b-bd76-5198de6c7fdd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:03.802278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.802900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Fanout notify agent at l3_agent the message router_deleted on router 5861e70c-be3a-47d1-862e-a48154150621 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:03.814918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684239fe-3a3b-40e1-b643-bf5e4ff49b7c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:03.815513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684239fe-3a3b-40e1-b643-bf5e4ff49b7c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:03.820567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.821934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cd625d84-23d6-4979-9ba3-1fa2006f1057 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/5861e70c-be3a-47d1-862e-a48154150621 HTTP/1.1" status: 204 len: 168 time: 1.6733179 Aug 27 12:22:03.828804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:03.830220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3a7fb7a-0d7a-4f77-bf70-c10091372202 req-fd472dbf-af9d-4bd5-8709-fd31c6e0541e tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366670 Aug 27 12:22:03.836425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1636954881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:03.858944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.868570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.904569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.905900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.915482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=22499435-1e93-48f2-a9fc-2db9b380e81e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:03.976485 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.990924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] No DVR routers for this DVR port 22499435-1e93-48f2-a9fc-2db9b380e81e on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:03.996441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:03.998588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5b8d17f-381c-4ab0-b1d3-f375684f452b req-c24ee816-6f54-4a71-8284-da3cb8bdeede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "DELETE /v2.0/ports/22499435-1e93-48f2-a9fc-2db9b380e81e HTTP/1.1" status: 204 len: 173 time: 0.9632902 Aug 27 12:22:04.014271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:04.014914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:04.017001 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:04.033913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.048453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.054644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.061525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-deleted', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:04.072510 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.077559 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c89a6cb-f37e-484d-a866-af7366cbf48e" -d '{"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-deleted", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:04.094648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94d701-6b8d-4c90-8fa9-1eeb27709d2a req-de62ec05-b992-465f-910b-0693244b8f01 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:04.096257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d94d701-6b8d-4c90-8fa9-1eeb27709d2a req-de62ec05-b992-465f-910b-0693244b8f01 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8650f9-39dc-424d-b802-fd4f310864a7 HTTP/1.1" status: 200 len: 867 time: 0.2587051 Aug 27 12:22:04.103916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.105343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c6769b9-eed4-4783-a86f-89815786d006 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2755647 Aug 27 12:22:04.110856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:04.117266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': True}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:04.152115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.164357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.164868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e51e626-9365-47e8-a07c-fc7e4bfd316d {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:04.169233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.173631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c3413eeb-efb4-4a7b-bd76-5198de6c7fdd HTTP/1.1" status: 204 len: 168 time: 1.1733425 Aug 27 12:22:04.181883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:04.183479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.185208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7d48855e-6aca-4142-8a0e-d6115a340b72 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "DELETE /v2.0/routers/7e51e626-9365-47e8-a07c-fc7e4bfd316d HTTP/1.1" status: 204 len: 168 time: 0.9290850 Aug 27 12:22:04.189469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43134) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:04.197697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Request body: {'router': {'name': 'tempest-router-555838519', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '160faf3b5502443898cbd35fde819510'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:04.206070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473aea6-08ef-475b-922f-c8632eb87634 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3413eeb-efb4-4a7b-bd76-5198de6c7fdd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:04.236882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d94d701-6b8d-4c90-8fa9-1eeb27709d2a req-9e91a81b-5809-4372-ac9a-1870ed75e6ef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=0aef8e7d-99c2-49a3-8242-89bc90095e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941556 Aug 27 12:22:04.244439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.245497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.321416 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f05fd4-98f3-4c2a-95dd-1f77af1b295a x-openstack-request-id: req-88f05fd4-98f3-4c2a-95dd-1f77af1b295a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:04.321712 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8650f9-39dc-424d-b802-fd4f310864a7", "name": "network-vif-deleted", "tag": "22499435-1e93-48f2-a9fc-2db9b380e81e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:04.321974 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88f05fd4-98f3-4c2a-95dd-1f77af1b295a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:04.322475 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8650f9-39dc-424d-b802-fd4f310864a7', 'name': 'network-vif-deleted', 'tag': '22499435-1e93-48f2-a9fc-2db9b380e81e', 'status': 'completed', 'code': 200} Aug 27 12:22:04.367608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.371755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Deleting subnet b05b6d08-19cf-4e16-869c-a567e17b043b {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:22:04.378679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.397732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.421817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.423664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8cfe6833-b359-4046-b9d4-81bff4221283 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2322524 Aug 27 12:22:04.427081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43140) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:04.437722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:04.510148 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.520291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.537069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6579cd4-dff2-4bb9-9c51-6c1e4c47f8dc req-e04f1abf-4422-43ac-ac3f-7ce14a9329f1 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:04.538581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6579cd4-dff2-4bb9-9c51-6c1e4c47f8dc req-e04f1abf-4422-43ac-ac3f-7ce14a9329f1 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 946 time: 0.1820006 Aug 27 12:22:04.630120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.717225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6579cd4-dff2-4bb9-9c51-6c1e4c47f8dc req-b1fa919e-9ff6-42e4-9fc7-cab02fa18841 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346204 Aug 27 12:22:04.721001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.721494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.724688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.762083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05b6d08-19cf-4e16-869c-a567e17b043b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:04.770879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.773143 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5184ba3e-f926-40bc-979c-d0867281c6cb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b05b6d08-19cf-4e16-869c-a567e17b043b HTTP/1.1" status: 204 len: 168 time: 0.5881312 Aug 27 12:22:04.789731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:04.809121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:04.835810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: f400bac4-fd5c-4f7b-ba57-a1350ac94c76 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:04.836618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f400bac4-fd5c-4f7b-ba57-a1350ac94c76 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:04.879865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94623) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 27 12:22:04.880406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Router 50ee2f2d-6b75-487e-bd20-3802f6f9a938 migrating from provider to provider. {{(pid=94623) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 27 12:22:04.880844 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.888327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.890610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.891404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.899677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:04.911741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.016545 n-d-688802-4 neutron-server[94623]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] No L3 agents can host the router 50ee2f2d-6b75-487e-bd20-3802f6f9a938 Aug 27 12:22:05.030848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Allocated IP 172.25.8.25 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/e8db3f53-8d98-4943-ae42-5cfe4a991a69) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:05.063310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.131601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0c2231-6e15-4a6f-9598-77c4b59be82f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:05.137235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.145092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73e3022-fce6-4f3f-8fa7-1a9f8159122f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:05.145392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73e3022-fce6-4f3f-8fa7-1a9f8159122f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:05.179764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.195520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.201789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Hosts for router 50ee2f2d-6b75-487e-bd20-3802f6f9a938: [] {{(pid=94623) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 27 12:22:05.216891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:05.219760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:05.223057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:05.228503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.230311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Hosts for other DVR routers connected to router 50ee2f2d-6b75-487e-bd20-3802f6f9a938: set() {{(pid=94623) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 27 12:22:05.232830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.234046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b9cd1da-b3c1-43ab-ba2d-07381e2a5084 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "PUT /v2.0/routers/50ee2f2d-6b75-487e-bd20-3802f6f9a938 HTTP/1.1" status: 200 len: 716 time: 0.8013308 Aug 27 12:22:05.236677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:05.244450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:05.244854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:05.246458 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:05.265146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Port': ['ID=e8db3f53-8d98-4943-ae42-5cfe4a991a69,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:05.318121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:05.354926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b6017c68-ecba-46a1-8016-976637802d99 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "GET /v2.0/routers/50ee2f2d-6b75-487e-bd20-3802f6f9a938 HTTP/1.1" status: 200 len: 716 time: 0.1171367 Aug 27 12:22:05.357469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:05.368128 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.374211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.376642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fc0c2231-6e15-4a6f-9598-77c4b59be82f HTTP/1.1" status: 204 len: 168 time: 0.5849869 Aug 27 12:22:05.388557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592068a-a17f-430e-9d90-d9eea9e71557 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0c2231-6e15-4a6f-9598-77c4b59be82f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:05.538758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:05.599990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7a31b5be-de64-4d62-91c1-25254e9dba38 tempest-RoutersTestDVR-1298716880 tempest-RoutersTestDVR-1298716880-project] 10.222.0.76 "GET /v2.0/routers/50ee2f2d-6b75-487e-bd20-3802f6f9a938 HTTP/1.1" status: 200 len: 682 time: 0.2413850 Aug 27 12:22:05.602778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:05.679626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ffdba310-6b18-41ca-b317-c2c7ebc72e9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d8b68a3f5c24767aed383205f87b862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394970 Aug 27 12:22:05.682038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:05.697671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.908390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.910138 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f37bbb08-c13a-4397-a063-32c48ab0c64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.912711 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.979909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f37bbb08-c13a-4397-a063-32c48ab0c64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.981557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:05.982043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50ee2f2d-6b75-487e-bd20-3802f6f9a938 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:05.991212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f09a2-b4b0-4b51-84f6-9da9136d9774 req-e0958788-3a3b-4e89-902b-5fd580a3fe72 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:05.992794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b0f09a2-b4b0-4b51-84f6-9da9136d9774 req-e0958788-3a3b-4e89-902b-5fd580a3fe72 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 946 time: 0.1799476 Aug 27 12:22:05.995837 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.000856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aaf11ec1-a453-4157-8672-7c1dda7f652e tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "DELETE /v2.0/routers/50ee2f2d-6b75-487e-bd20-3802f6f9a938 HTTP/1.1" status: 204 len: 168 time: 0.3932524 Aug 27 12:22:06.004079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:06.008137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Request body: {'router': {'name': 'tempest-router-809346941', 'distributed': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:06.060913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.076097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b0f09a2-b4b0-4b51-84f6-9da9136d9774 req-1b855c2b-abf6-464a-b967-b4e1a535da15 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/security-groups?id=22787b35-f5ec-46c0-8f09-bd5f03e014d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731180 Aug 27 12:22:06.077976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.079199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.112968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f37bbb08-c13a-4397-a063-32c48ab0c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.115309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f37bbb08-c13a-4397-a063-32c48ab0c64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.120759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f37bbb08-c13a-4397-a063-32c48ab0c64d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f98526c1-c29d-4efe-8c85-bfc9f0c70c8b HTTP/1.1" status: 204 len: 168 time: 0.4335103 Aug 27 12:22:06.149397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.151766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bbb08-c13a-4397-a063-32c48ab0c64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98526c1-c29d-4efe-8c85-bfc9f0c70c8b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:06.154663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.164595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-f73a1a6f-b395-4dbd-ae17-c0222bd9d157 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:06.166163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-f73a1a6f-b395-4dbd-ae17-c0222bd9d157 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.77 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 946 time: 0.1476529 Aug 27 12:22:06.173743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.178061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-38658eb3-1c7a-4bc3-bfd0-4746d0261de5 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1707554 Aug 27 12:22:06.178305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43170) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:06.257301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.454971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Deleting port 02535825-f639-4a00-8937-23e1dabda01f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:06.455366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.509805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.513054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:06.539970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.663187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-373558f1-a7ab-4cf7-aa26-269eb3e6df58 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fe5d96117e74c5d95d3ac7e9c5d514b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451972 Aug 27 12:22:06.666619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:06.687680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] For port 02535825-f639-4a00-8937-23e1dabda01f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02535825-f639-4a00-8937-23e1dabda01f,segment=NetworkSegment(2ef086cc-bbce-4b15-a47a-92862f4bd36b),segment_id=2ef086cc-bbce-4b15-a47a-92862f4bd36b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:06.688053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.733296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Calling delete_port for 02535825-f639-4a00-8937-23e1dabda01f owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:06.776548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.781865 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.799065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.832763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.833258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3234f326-44f5-4c8c-8153-70627601ed7d {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:06.838717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.839865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a6d0989c-a2af-4181-915b-e8b007eb9b27 tempest-RoutersTestDVR-1997075378 tempest-RoutersTestDVR-1997075378-project-admin] 10.222.0.76 "DELETE /v2.0/routers/3234f326-44f5-4c8c-8153-70627601ed7d HTTP/1.1" status: 204 len: 168 time: 0.6605389 Aug 27 12:22:06.846140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f97e7b07-5270-4188-bf6a-80b807caa861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.871427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f97e7b07-5270-4188-bf6a-80b807caa861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.928047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f97e7b07-5270-4188-bf6a-80b807caa861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.930897 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f97e7b07-5270-4188-bf6a-80b807caa861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:06.932431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f97e7b07-5270-4188-bf6a-80b807caa861 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80f0edc4-c693-4587-8152-89830f723af1 HTTP/1.1" status: 204 len: 168 time: 0.2646010 Aug 27 12:22:06.941384 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e7b07-5270-4188-bf6a-80b807caa861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f0edc4-c693-4587-8152-89830f723af1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:07.048578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Router 9cbaabe8-e6f5-456b-a828-a9ed4dc2364a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:07.076070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.110758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02535825-f639-4a00-8937-23e1dabda01f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:22:07.118172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Pushing event deleted for resources: {'Port': ['ID=02535825-f639-4a00-8937-23e1dabda01f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:07.160311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.213604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] No DVR routers for this DVR port 02535825-f639-4a00-8937-23e1dabda01f on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:07.217018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.219110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-457b52ff-82f6-4954-a7ee-ac493c142bae req-0dc37f67-be14-4b86-a739-d696cc2a84b8 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.77 "DELETE /v2.0/ports/02535825-f639-4a00-8937-23e1dabda01f HTTP/1.1" status: 204 len: 173 time: 1.0204916 Aug 27 12:22:07.231047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'name': 'network-vif-deleted', 'tag': '02535825-f639-4a00-8937-23e1dabda01f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:07.231181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a3070d0-4f58-4685-9524-06af9e4ab2de req-38fdae5a-63b0-4285-93a0-a06b749fcdb4 tempest-ServerAddressesNegativeTestJSON-764871893 tempest-ServerAddressesNegativeTestJSON-764871893-project] 10.222.0.76 "GET /v2.0/ports?device_id=f82e089e-8a8d-4229-b531-ba05be95b609 HTTP/1.1" status: 200 len: 210 time: 0.0435638 Aug 27 12:22:07.231269 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a80d351-3347-4eb7-8c16-f327fbe79277" -d '{"events": [{"server_uuid": "f82e089e-8a8d-4229-b531-ba05be95b609", "name": "network-vif-deleted", "tag": "02535825-f639-4a00-8937-23e1dabda01f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:07.288609 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb41bce5-6646-4901-8432-12f2b5261a0b x-openstack-request-id: req-fb41bce5-6646-4901-8432-12f2b5261a0b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:07.288912 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e089e-8a8d-4229-b531-ba05be95b609", "name": "network-vif-deleted", "tag": "02535825-f639-4a00-8937-23e1dabda01f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:07.289174 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb41bce5-6646-4901-8432-12f2b5261a0b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:07.289583 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e089e-8a8d-4229-b531-ba05be95b609', 'name': 'network-vif-deleted', 'tag': '02535825-f639-4a00-8937-23e1dabda01f', 'status': 'completed', 'code': 200} Aug 27 12:22:07.304926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:07.311777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.313116 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a8bb78f4-e3c9-4c42-8aae-64806de1bbe5 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "PUT /v2.0/routers/9cbaabe8-e6f5-456b-a828-a9ed4dc2364a HTTP/1.1" status: 200 len: 918 time: 3.2008727 Aug 27 12:22:07.316529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43202) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.318540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] Sync routers for ids ['9cbaabe8-e6f5-456b-a828-a9ed4dc2364a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:07.332610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] Routers {'9cbaabe8-e6f5-456b-a828-a9ed4dc2364a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:07.332820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9cbaabe8-e6f5-456b-a828-a9ed4dc2364a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:07.396277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:07.398718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2db936ac-6014-49a3-af23-469811ad835b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.406996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 5cf02c00-72d9-4099-aae7-3694e37dd33e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:07.407558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.411033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] Routers {'9cbaabe8-e6f5-456b-a828-a9ed4dc2364a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:07.411623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9cbaabe8-e6f5-456b-a828-a9ed4dc2364a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:07.450649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:07.451776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc876e3a-6797-4347-a086-6f0734603459 None None] The sync data for ids ['9cbaabe8-e6f5-456b-a828-a9ed4dc2364a'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:07.516885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 5cf02c00-72d9-4099-aae7-3694e37dd33e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5cf02c00-72d9-4099-aae7-3694e37dd33e,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:07.517287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.524968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e342ab6e-11df-453c-b268-8948ced1265f tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/9cbaabe8-e6f5-456b-a828-a9ed4dc2364a HTTP/1.1" status: 200 len: 924 time: 0.2064998 Aug 27 12:22:07.529803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.539919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 5cf02c00-72d9-4099-aae7-3694e37dd33e owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:07.575535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:07.597598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18f20e-d1ba-4b2f-8303-3501903f28ae tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:07.599401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0f18f20e-d1ba-4b2f-8303-3501903f28ae tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=9cbaabe8-e6f5-456b-a828-a9ed4dc2364a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0693722 Aug 27 12:22:07.602775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43212) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.611101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 22499435-1e93-48f2-a9fc-2db9b380e81e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:07.611445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22499435-1e93-48f2-a9fc-2db9b380e81e not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:07.639485 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2db936ac-6014-49a3-af23-469811ad835b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.646868 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2db936ac-6014-49a3-af23-469811ad835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.699855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db936ac-6014-49a3-af23-469811ad835b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57a36a-39d2-4a6e-8129-4f571299e76a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:07.715261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2db936ac-6014-49a3-af23-469811ad835b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=160faf3b5502443898cbd35fde819510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535653 Aug 27 12:22:07.717489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.757653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09da0c-149f-4aad-8bd6-3a010150f57d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:07.761763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc09da0c-149f-4aad-8bd6-3a010150f57d tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.1551833 Aug 27 12:22:07.761974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43220) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.791889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e136-80e4-4627-a632-9d14f6109907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.797818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9b8008e1-31a8-47af-b51e-debd2b36ab6f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cbaabe8-e6f5-456b-a828-a9ed4dc2364a HTTP/1.1" status: 200 len: 205 time: 0.0346510 Aug 27 12:22:07.800688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43224) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:07.820402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e136-80e4-4627-a632-9d14f6109907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.877361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e136-80e4-4627-a632-9d14f6109907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.880836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e136-80e4-4627-a632-9d14f6109907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:07.882073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6f0e136-80e4-4627-a632-9d14f6109907 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac57a36a-39d2-4a6e-8129-4f571299e76a HTTP/1.1" status: 204 len: 168 time: 0.1633492 Aug 27 12:22:07.890789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e136-80e4-4627-a632-9d14f6109907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57a36a-39d2-4a6e-8129-4f571299e76a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:07.986588 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.025259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.062766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=5cf02c00-72d9-4099-aae7-3694e37dd33e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:08.209629 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.272420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:08.332450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Deleting subnet 1315a639-eaca-494e-8383-61f246e26318 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:22:08.337411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.360083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:08.382670 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c7c-adc9-4ad2-a115-4a7f2d468726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.401854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.473436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.568650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.604473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1315a639-eaca-494e-8383-61f246e26318,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:08.610420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.614893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-07635f40-a2e1-4982-8c08-32df4e96f51f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1315a639-eaca-494e-8383-61f246e26318 HTTP/1.1" status: 204 len: 168 time: 0.3411810 Aug 27 12:22:08.615716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43248) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:08.631796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c7c-adc9-4ad2-a115-4a7f2d468726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.636071 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0c7c-adc9-4ad2-a115-4a7f2d468726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.678473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c0c7c-adc9-4ad2-a115-4a7f2d468726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8898554-7f98-4c84-bf03-3fd62f948491,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:08.683424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5e9c0c7c-adc9-4ad2-a115-4a7f2d468726 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e939da48b7b845419dccfc9da95495cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221862 Aug 27 12:22:08.686454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:08.707061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.763520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afe98749-8eb8-429d-8b4f-996994c6ef45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.774158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.791727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afe98749-8eb8-429d-8b4f-996994c6ef45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.797918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.849889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afe98749-8eb8-429d-8b4f-996994c6ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.853506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afe98749-8eb8-429d-8b4f-996994c6ef45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:08.856963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-afe98749-8eb8-429d-8b4f-996994c6ef45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8898554-7f98-4c84-bf03-3fd62f948491 HTTP/1.1" status: 204 len: 168 time: 0.1671505 Aug 27 12:22:08.863630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe98749-8eb8-429d-8b4f-996994c6ef45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8898554-7f98-4c84-bf03-3fd62f948491,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:08.946581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Deleting port e8db3f53-8d98-4943-ae42-5cfe4a991a69 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:08.946921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.051755 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.079090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32e500e-1cb6-4f09-b367-755b55ef87f3']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:09.101244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef086cc-bbce-4b15-a47a-92862f4bd36b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:09.101543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef086cc-bbce-4b15-a47a-92862f4bd36b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:09.115866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.166949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.185027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:09.185450 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.188257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:09.191339 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:09.252453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Calling delete_port for e8db3f53-8d98-4943-ae42-5cfe4a991a69 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:09.307061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.311500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.327856 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] 10.222.0.76 "DELETE /v2.0/networks/d32e500e-1cb6-4f09-b367-755b55ef87f3 HTTP/1.1" status: 204 len: 168 time: 0.6978817 Aug 27 12:22:09.393622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581178-1690-4c10-b250-0cda54212a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d32e500e-1cb6-4f09-b367-755b55ef87f3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:09.422247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:09.523933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43290) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:09.570666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02535825-f639-4a00-8937-23e1dabda01f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:09.574987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93dd6083-c587-4776-ba07-63d93088da6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a7227f114cb456da6e05a9cd35d14aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498013 Aug 27 12:22:09.575720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43294) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:09.607202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 02535825-f639-4a00-8937-23e1dabda01f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:09.609556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02535825-f639-4a00-8937-23e1dabda01f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:09.636110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-741895eb-87d4-4bc4-9eb5-7e3303457dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.651841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:09.658181 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0d4d34f2-7cf8-4dc7-870e-9ca2c57842c8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/2a4cc776-d013-4e6f-b2a2-feeb9f4520a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3386559 Aug 27 12:22:09.659744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.662520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:09.668417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] Sync routers for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:09.673428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-741895eb-87d4-4bc4-9eb5-7e3303457dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.688466 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:09.689092 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:09.741465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-741895eb-87d4-4bc4-9eb5-7e3303457dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.745221 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-741895eb-87d4-4bc4-9eb5-7e3303457dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.749178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-741895eb-87d4-4bc4-9eb5-7e3303457dbc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22787b35-f5ec-46c0-8f09-bd5f03e014d8 HTTP/1.1" status: 204 len: 168 time: 0.1696191 Aug 27 12:22:09.759558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741895eb-87d4-4bc4-9eb5-7e3303457dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22787b35-f5ec-46c0-8f09-bd5f03e014d8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:09.804269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event deleted for resources: {'Port': ['ID=e8db3f53-8d98-4943-ae42-5cfe4a991a69,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:09.878935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting subnet b0f72ebc-2759-4923-bc45-5b4c1aff7052 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:22:09.889048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.918036 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:09.920520 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:09.957952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e461d0d5-d069-420e-b463-4f145b8235c3 req-b13bb807-239d-476b-98d0-45c78e192224 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=bb50d8dafc33466787c8ede88d21022f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463796 Aug 27 12:22:09.980174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:10.023231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.046858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.050998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.121989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.122756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Fanout notify agent at l3_agent the message router_deleted on router 9cbaabe8-e6f5-456b-a828-a9ed4dc2364a {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:10.133251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.138821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6fe600d1-b009-449d-9c67-b66bd5f53d3f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/9cbaabe8-e6f5-456b-a828-a9ed4dc2364a HTTP/1.1" status: 204 len: 168 time: 2.3368924 Aug 27 12:22:10.139697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43322) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:10.161571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-468743751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:10.165924 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:22:07Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:10.166150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461d0d5-d069-420e-b463-4f145b8235c3 req-09afa803-bb6f-4335-aa79-bccd738afa49 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:10.175563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e461d0d5-d069-420e-b463-4f145b8235c3 req-09afa803-bb6f-4335-aa79-bccd738afa49 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098017 Aug 27 12:22:10.200123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.202826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e461d0d5-d069-420e-b463-4f145b8235c3 req-ac94fbd5-1646-4813-96eb-4d4c607fa4da tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/quotas/bb50d8dafc33466787c8ede88d21022f HTTP/1.1" status: 200 len: 375 time: 0.0162799 Aug 27 12:22:10.211150 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] Checking router: 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:10.220614 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] Routers {'2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:10.221464 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:10.226862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.228506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.281683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e461d0d5-d069-420e-b463-4f145b8235c3 req-d3aa39bf-f74c-41d2-be20-b2b0401ce494 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb50d8dafc33466787c8ede88d21022f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759423 Aug 27 12:22:10.312409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.323722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.343714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.355978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.360286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:10.360815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-455d011c-c4a3-4dbe-a15a-933dcd68d720 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2030680 Aug 27 12:22:10.368863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'enable_snat': False}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:10.393418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80f176-a939-4a67-bb31-cd7483a8f566 None None] Network d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:10.399379 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.410940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/subnets/b0f72ebc-2759-4923-bc45-5b4c1aff7052 HTTP/1.1" status: 204 len: 168 time: 0.7434461 Aug 27 12:22:10.411898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] Set router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:10.413529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61291139-50fb-4bef-b745-e243695df246 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f72ebc-2759-4923-bc45-5b4c1aff7052,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:10.417054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43338) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:10.433343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-91468379'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:10.489570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Made reservation on behalf of a2c317bc1c1945ceac62580dcd002244 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:10.495589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.511171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.593767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.771245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.781729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] DHCP port deletion for d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:22:10.797902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.857347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 6139d1b5-abde-4d9a-bc13-1b3678607478 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:10.858274 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.906456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] Deleting port f1aa0f32-6806-4926-a320-e41e81ca953a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:10.909856 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.927339 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.934817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:10.953979 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:22:07Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:11.037910 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505714f-2ac2-466d-85f8-3cae085361e6 None None] The sync data for ids ['2a4cc776-d013-4e6f-b2a2-feeb9f4520a1'] in n-d-688802-4 is: [{'id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509804022', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:19:24Z', 'updated_at': '2021-08-27T12:22:07Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '6139d1b5-abde-4d9a-bc13-1b3678607478', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4cc776-d013-4e6f-b2a2-feeb9f4520a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:19:26Z', 'updated_at': '2021-08-27T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:11.045583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] For port f1aa0f32-6806-4926-a320-e41e81ca953a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f1aa0f32-6806-4926-a320-e41e81ca953a,segment=NetworkSegment(a13748a9-f158-41ea-8a17-8599c5592c52),segment_id=a13748a9-f158-41ea-8a17-8599c5592c52)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:11.045995 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.062402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] Calling delete_port for f1aa0f32-6806-4926-a320-e41e81ca953a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:11.062856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 6139d1b5-abde-4d9a-bc13-1b3678607478, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6139d1b5-abde-4d9a-bc13-1b3678607478,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:11.063250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.077284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:11.113711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 6139d1b5-abde-4d9a-bc13-1b3678607478 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:11.124075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fbd26f-0da6-444d-afee-6475f5f90b2b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:11.140428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.140830 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Added segment b86eb6dc-ccb6-4e08-8461-dc3aa63c9842 of type vlan for network c9b38bf8-4712-4af3-9fd6-4289263c8f99 Aug 27 12:22:11.189134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.231662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] No DVR routers for this DVR port f1aa0f32-6806-4926-a320-e41e81ca953a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:11.240566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a176-57b5-4072-ab56-2d0e034c1af4 None None] Pushing event deleted for resources: {'Port': ['ID=f1aa0f32-6806-4926-a320-e41e81ca953a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:11.311510 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.319716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43364) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:11.351434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.358350 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.385520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.396445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.397252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=6139d1b5-abde-4d9a-bc13-1b3678607478,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:11.429380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:11.430013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.447768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1aa0f32-6806-4926-a320-e41e81ca953a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:11.535772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f1aa0f32-6806-4926-a320-e41e81ca953a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:11.536246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1aa0f32-6806-4926-a320-e41e81ca953a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:11.556982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1316065393-network', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:11.566902 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.593815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6097887 Aug 27 12:22:11.599093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:11.618059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Request body: {'subnet': {'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:11.697176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2106f-b4d9-4e46-a930-2a4b98ebce71 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event updated for resources: {'Network': ['ID=c9b38bf8-4712-4af3-9fd6-4289263c8f99,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:11.711437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:11.739927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.743552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.745724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Made reservation on behalf of 9336d3c9ce17433e81def8b6863971f4 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:11.748968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.794407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25960e38-1130-4b03-9fa6-3dc2b712afbc req-6f3e9920-306a-458a-8e92-629187143075 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:11.796249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25960e38-1130-4b03-9fa6-3dc2b712afbc req-6f3e9920-306a-458a-8e92-629187143075 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2038212 Aug 27 12:22:11.796779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.804954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Allocated IP 172.25.8.120 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/637172e7-adb0-46a1-84a0-493e90db4058) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:11.811782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-edac66c4-0934-4fa2-aa14-6db9d96620da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:11.813285 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-edac66c4-0934-4fa2-aa14-6db9d96620da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.1959240 Aug 27 12:22:11.821463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.825091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:11.835988 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.839450 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b838a049-29bd-498d-a72a-4b5a3435e910 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/routers/2a4cc776-d013-4e6f-b2a2-feeb9f4520a1 HTTP/1.1" status: 204 len: 168 time: 1.4195163 Aug 27 12:22:11.844073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43378) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:11.845635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:22:11.845635 n-d-688802-4 neutron-server[94624]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 12:22:11.845635 n-d-688802-4 neutron-server[94624]: [parameters: {'project_id_1': '9336d3c9ce17433e81def8b6863971f4', 'expiration_1': datetime.datetime(2021, 8, 27, 12, 22, 11, 814094)}] Aug 27 12:22:11.845635 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:22:11.845991 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:22:11.890442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Made reservation on behalf of a2c317bc1c1945ceac62580dcd002244 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:11.894077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:11.957053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25960e38-1130-4b03-9fa6-3dc2b712afbc req-b214021a-1bb1-47ec-9838-1bac8ee519b4 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490374 Aug 27 12:22:11.989757 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.045740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.110901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-d895a91c-1fff-445d-879b-600d060c61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:12.112949 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-d895a91c-1fff-445d-879b-600d060c61be service neutron] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.2850926 Aug 27 12:22:12.125817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f62abf6-c8ae-4f5d-9ce2-9ab77c67d1dc req-2b76b67f-b593-4df0-ae64-84af8c95205a tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=bb50d8dafc33466787c8ede88d21022f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376656 Aug 27 12:22:12.130672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.163194 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-5f0229ab-4d45-4e45-bece-0ede442bce00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.0424731 Aug 27 12:22:12.166568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:12.184786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13748a9-f158-41ea-8a17-8599c5592c52') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:12.185263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13748a9-f158-41ea-8a17-8599c5592c52') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:12.217229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.239782 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.243674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.245103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-be80c5a8-d0c1-47a9-8094-1451f745b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:12.246616 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-be80c5a8-d0c1-47a9-8094-1451f745b77e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.0732503 Aug 27 12:22:12.249346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:12.249570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:12.252851 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:12.286364 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.318736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-83c55670-2026-493c-bf92-6292cb1aa8b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542181 Aug 27 12:22:12.347197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.348242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:12.365639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:12.377889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:12.379794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Pushing event updated for resources: {'Port': ['ID=637172e7-adb0-46a1-84a0-493e90db4058,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:12.396944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62abf6-c8ae-4f5d-9ce2-9ab77c67d1dc req-69cf8bb8-0d5d-46bd-941e-4ad9bb246eee tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:12.398609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f62abf6-c8ae-4f5d-9ce2-9ab77c67d1dc req-69cf8bb8-0d5d-46bd-941e-4ad9bb246eee tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650638 Aug 27 12:22:12.427336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event updated for resources: {'Subnet': ['ID=a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:12.463207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f62abf6-c8ae-4f5d-9ce2-9ab77c67d1dc req-c23c6f59-742a-4cf7-844f-8eaac5ae8083 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/quotas/bb50d8dafc33466787c8ede88d21022f HTTP/1.1" status: 200 len: 375 time: 0.0426874 Aug 27 12:22:12.476850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Checking segment: {'id': 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:12.477255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Network hostable DHCP agents. Network: c9b38bf8-4712-4af3-9fd6-4289263c8f99, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:12.538307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f62abf6-c8ae-4f5d-9ce2-9ab77c67d1dc req-29c078a7-5a13-4d38-83e1-37f77e819fe0 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb50d8dafc33466787c8ede88d21022f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655491 Aug 27 12:22:12.590520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:12.621582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c9b38bf8-4712-4af3-9fd6-4289263c8f99) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:12.631278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:12.631874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.632160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f53a56-efc8-412a-b199-d1c6a77b923a None None] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:12.661122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-38c1c9ef-8291-4c6a-99b6-ebd154276651 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0557516 Aug 27 12:22:12.690708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:12.695844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Request body: {'port': {'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1277926548'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:12.737312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.757285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.759423 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/networks/d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52 HTTP/1.1" status: 204 len: 168 time: 0.9125559 Aug 27 12:22:12.762680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:12.783036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce37fe-0c2c-4dbc-a81f-63a5520d11bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Network': ['ID=d84ffb00-e4c5-441c-9b74-dcfd0f2a9b52,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:12.841873 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-0a8a608d-f6be-48aa-b330-deb66eb15be0 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140555 Aug 27 12:22:12.963895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd3561e-e615-4948-919a-924053fc9799 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.966871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.981505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.988846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:12.996282 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f674d0f2-5ac1-4c7a-be71-4547d30f72f5 req-ecda7b6e-669d-4314-a765-d8ee0e7d3d16 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442380 Aug 27 12:22:13.017405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:13.029460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:13.035166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.035512 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Added segment 991a46ac-bd2c-4275-b264-476d57e49e4d of type vlan for network b7500a77-285c-4043-bbc3-98b6600082c3 Aug 27 12:22:13.102027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.115428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-c9b38bf8-4712-4af3-9fd6-4289263c8f99', 'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99', 'tenant_id': 'a2c317bc1c1945ceac62580dcd002244', 'fixed_ips': [{'subnet_id': 'a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:22:13.116642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.140603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.141714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:13.142280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.219461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd3561e-e615-4948-919a-924053fc9799 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.221926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] Pushing event updated for resources: {'Network': ['ID=b7500a77-285c-4043-bbc3-98b6600082c3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:13.238195 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-22648118-a7c8-49e5-a47c-b36e34c0614e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9173782 Aug 27 12:22:13.239152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43424) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:13.245611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Request body: {'subnet': {'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1316065393-subnet', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:13.245752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5cf02c00-72d9-4099-aae7-3694e37dd33e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:13.273121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b7500a77-285c-4043-bbc3-98b6600082c3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:13.279763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 5cf02c00-72d9-4099-aae7-3694e37dd33e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:13.280110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5cf02c00-72d9-4099-aae7-3694e37dd33e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:13.280558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6139d1b5-abde-4d9a-bc13-1b3678607478 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:13.280767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131dc40-7a54-4c94-af56-b527e8fdd326 req-102747bc-8fd5-4570-b750-b629c999591e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:13.281569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Made reservation on behalf of 9336d3c9ce17433e81def8b6863971f4 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:13.282523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1131dc40-7a54-4c94-af56-b527e8fdd326 req-102747bc-8fd5-4570-b750-b629c999591e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1586728 Aug 27 12:22:13.283157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Made reservation on behalf of a2c317bc1c1945ceac62580dcd002244 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:13.284786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.286615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.350659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6139d1b5-abde-4d9a-bc13-1b3678607478 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:13.350903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6139d1b5-abde-4d9a-bc13-1b3678607478 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:13.372502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c035caa-dd67-4401-a8e4-c5436b8577f8 req-d038c745-2aca-433b-95d5-6d124a21ebb8 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=bb50d8dafc33466787c8ede88d21022f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637355 Aug 27 12:22:13.381584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] device_id is not set on port a592d553-e918-4f16-8cb3-3ad6610faa12 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:13.453602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Allocated IP 172.20.0.2 (c9b38bf8-4712-4af3-9fd6-4289263c8f99/a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9/1cc7bc61-04ad-4898-966c-26cdcfc71c35) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:13.494917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.577360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d06b1c-3639-42ce-b7b1-cfe74c38d82c,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:13.583663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Checking segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:13.584274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Network hostable DHCP agents. Network: b7500a77-285c-4043-bbc3-98b6600082c3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:13.610357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Network b7500a77-285c-4043-bbc3-98b6600082c3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:13.620863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.624080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b7500a77-285c-4043-bbc3-98b6600082c3) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:13.629087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:13.629698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.631362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Transition to ACTIVE for port object 1cc7bc61-04ad-4898-966c-26cdcfc71c35 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:13.641531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec96991-516a-485a-a0af-a6e60bfd5e7e None None] Network b7500a77-285c-4043-bbc3-98b6600082c3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:13.647592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-28874351-ea38-495a-afab-135dd12675d6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4069693 Aug 27 12:22:13.649946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43434) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:13.655120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:13.691991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.693816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.695473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Transition to ACTIVE for port object 1cc7bc61-04ad-4898-966c-26cdcfc71c35 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:13.703835 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.759349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:13.769996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.770257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:13.773513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:13.797178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Pushing event updated for resources: {'Port': ['ID=1cc7bc61-04ad-4898-966c-26cdcfc71c35,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:13.900367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Attempting to bind port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:13.900745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Attempting to bind port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:13.901324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Attempting to bind port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 on network c9b38bf8-4712-4af3-9fd6-4289263c8f99 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:13.911188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:13.912026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Checking segment: {'id': 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:13.912383 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.912955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Bound using segment: {'id': 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:13.913140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.913624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Bound port: 1cc7bc61-04ad-4898-966c-26cdcfc71c35, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:13.913901 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:13.918753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db01ecc-4aab-40db-8750-907dbf54dd4b None None] Network b7500a77-285c-4043-bbc3-98b6600082c3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:13.943051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1131dc40-7a54-4c94-af56-b527e8fdd326 req-84502cef-3478-4757-97e5-8ccd47336ea2 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455956 Aug 27 12:22:14.049003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Allocated IP 172.20.0.10 (c9b38bf8-4712-4af3-9fd6-4289263c8f99/a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9/a592d553-e918-4f16-8cb3-3ad6610faa12) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:14.061026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd3561e-e615-4948-919a-924053fc9799 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.063859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fd3561e-e615-4948-919a-924053fc9799 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.065735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3fd3561e-e615-4948-919a-924053fc9799 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/security-groups/0aef8e7d-99c2-49a3-8242-89bc90095e98 HTTP/1.1" status: 204 len: 168 time: 1.2999384 Aug 27 12:22:14.071320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] For port 1cc7bc61-04ad-4898-966c-26cdcfc71c35, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:14.085187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.109982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.112716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3561e-e615-4948-919a-924053fc9799 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef8e7d-99c2-49a3-8242-89bc90095e98,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:14.133157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c035caa-dd67-4401-a8e4-c5436b8577f8 req-6ffafe06-c569-41fb-9b70-67be498ae177 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:14.135051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c035caa-dd67-4401-a8e4-c5436b8577f8 req-6ffafe06-c569-41fb-9b70-67be498ae177 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372331 Aug 27 12:22:14.152091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] For port 1cc7bc61-04ad-4898-966c-26cdcfc71c35, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1cc7bc61-04ad-4898-966c-26cdcfc71c35,segment=NetworkSegment(b86eb6dc-ccb6-4e08-8461-dc3aa63c9842),segment_id=b86eb6dc-ccb6-4e08-8461-dc3aa63c9842)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:14.181815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.189569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.217526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c035caa-dd67-4401-a8e4-c5436b8577f8 req-d5c155ca-fc27-488b-b5b4-c40f04ab5a47 tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/quotas/bb50d8dafc33466787c8ede88d21022f HTTP/1.1" status: 200 len: 375 time: 0.0744071 Aug 27 12:22:14.223627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.263406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834af1-5f04-42cd-ac53-d551dc6596aa None None] Pushing event updated for resources: {'Port': ['ID=1cc7bc61-04ad-4898-966c-26cdcfc71c35,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:14.331705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c035caa-dd67-4401-a8e4-c5436b8577f8 req-92a96093-2274-431b-8617-4d9837cca78e tempest-QuotasAdminNegativeTest-1227470822 tempest-QuotasAdminNegativeTest-1227470822-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb50d8dafc33466787c8ede88d21022f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947154 Aug 27 12:22:14.375668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Allocated IP 172.25.8.23 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a0efd6a4-bf71-472f-a200-eb78cb28bb6d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:14.437572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.463192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Transition to ACTIVE for port object a592d553-e918-4f16-8cb3-3ad6610faa12 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:14.467210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Router f407f381-e169-4462-9e8a-fd98ea640c1a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:14.520219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.584778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.627767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:14.634874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371830791', 'description': 'tempest-secgroup-smoke-1371830791 description', 'project_id': '32dd17157e8a413bb5e82592b734194a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:14.640258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.660408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:14.667121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:14.672117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:14.702537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:14.723278 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:22:14.740832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:14.750365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:14.752943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:14.797157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.805187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event updated for resources: {'Port': ['ID=a592d553-e918-4f16-8cb3-3ad6610faa12,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:14.830564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:14.835831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.837235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c5a36e49-7f9c-4d05-85ad-e5dc3e3ca114 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "PUT /v2.0/routers/f407f381-e169-4462-9e8a-fd98ea640c1a HTTP/1.1" status: 200 len: 919 time: 4.4757543 Aug 27 12:22:14.841047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43452) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:14.844657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] Sync routers for ids ['f407f381-e169-4462-9e8a-fd98ea640c1a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:14.859668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] Routers {'f407f381-e169-4462-9e8a-fd98ea640c1a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:14.860488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f407f381-e169-4462-9e8a-fd98ea640c1a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:14.903752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:14.913801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] Routers {'f407f381-e169-4462-9e8a-fd98ea640c1a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:14.919704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f407f381-e169-4462-9e8a-fd98ea640c1a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:14.928682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.940572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:14.941423 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.949177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.983697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:14.988981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3601682 Aug 27 12:22:14.989429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43458) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:14.995432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '9b452fcb-6402-4f78-9d46-b2ca689192c4', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:14.996685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40471257-bae4-4dbf-8f5d-2c4dc9521d3d tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3049068 Aug 27 12:22:14.997527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.010608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Request body: {'port': {'network_id': 'c9b38bf8-4712-4af3-9fd6-4289263c8f99', 'name': 'tempest-ExtraDHCPOptionsTestJSON-589119680', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:15.011667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] bootfile-name is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:15.012498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] tftp-server is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:15.013782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] server-ip-address is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:15.031679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:15.035620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f41495-be41-4dae-9606-7802786a8f27 None None] The sync data for ids ['f407f381-e169-4462-9e8a-fd98ea640c1a'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:15.076128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.081197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8384ec2-4deb-4323-98bc-e95e4e4b8433 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b452fcb-6402-4f78-9d46-b2ca689192c4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:15.091211 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fdb08c4d-44af-4bb4-b9db-a88c601589f2 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/f407f381-e169-4462-9e8a-fd98ea640c1a HTTP/1.1" status: 200 len: 925 time: 0.2474020 Aug 27 12:22:15.091816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43464) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.094570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.167333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1cc7bc61-04ad-4898-966c-26cdcfc71c35 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:15.167546 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.203672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31929890-ef63-44c4-a150-cfe5d4ce207a req-d3c1b6b6-9152-4f7b-a58a-b628bf15f182 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:15.205440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31929890-ef63-44c4-a150-cfe5d4ce207a req-d3c1b6b6-9152-4f7b-a58a-b628bf15f182 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1208494 Aug 27 12:22:15.231990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.239015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ca37e-ef87-446c-9b78-a8e47e0e367e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:15.243410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3c9ca37e-ef87-446c-9b78-a8e47e0e367e tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=f407f381-e169-4462-9e8a-fd98ea640c1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1477156 Aug 27 12:22:15.244603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43468) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.247602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Made reservation on behalf of a2c317bc1c1945ceac62580dcd002244 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:15.257590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.263879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.278005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:15.282134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] device_id is not set on port 9b717175-7319-4e56-a486-efde5e3d1c53 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:15.347785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31929890-ef63-44c4-a150-cfe5d4ce207a req-cfec8f4c-7252-49fd-83bb-6e4eb58dc10e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230774 Aug 27 12:22:15.356680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b23b94-09bd-48af-83d5-6008cc58f768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.367477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597f7786-6ae8-451b-8c8c-055cafc466ad,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:15.400831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.402264 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f243b3b5-192e-479e-8b6f-86c4c87aa304 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4105914 Aug 27 12:22:15.408073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.417460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '9b452fcb-6402-4f78-9d46-b2ca689192c4', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:15.478508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Allocated IP 172.20.0.12 (c9b38bf8-4712-4af3-9fd6-4289263c8f99/a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9/9b717175-7319-4e56-a486-efde5e3d1c53) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:15.482472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a0d4-7bbf-4eee-8c8a-8cc1e503e300 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:15.486428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f545a0d4-7bbf-4eee-8c8a-8cc1e503e300 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/networks/7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 881 time: 0.2369988 Aug 27 12:22:15.487849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43472) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.537449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-148bd066-a998-4ebb-97cf-f1f357986818 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=f407f381-e169-4462-9e8a-fd98ea640c1a HTTP/1.1" status: 200 len: 205 time: 0.0469489 Aug 27 12:22:15.540130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43474) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.593806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.640634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b23b94-09bd-48af-83d5-6008cc58f768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.647727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b23b94-09bd-48af-83d5-6008cc58f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.659899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf91345-fd59-4102-a742-5945c0d1a0f4 None None] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:15.717717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6b23b94-09bd-48af-83d5-6008cc58f768 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb50d8dafc33466787c8ede88d21022f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214693 Aug 27 12:22:15.721038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b23b94-09bd-48af-83d5-6008cc58f768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c2dfc-36d5-423d-9fe0-89218a8554a5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:15.724108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43476) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:15.761452 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.775057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] Provisioning for port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:15.782168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.783745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] Provisioning complete for port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:15.784629 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.799447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.822170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Transition to ACTIVE for port object 9b717175-7319-4e56-a486-efde5e3d1c53 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:15.828634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29b2a9a6-6b3a-4a71-b6e2-ad7d17171321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.859887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29b2a9a6-6b3a-4a71-b6e2-ad7d17171321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.907733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.923758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.940444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.954008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.961079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:15.966184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:15.972610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.973584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:15.973963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] For port 1cc7bc61-04ad-4898-966c-26cdcfc71c35, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1cc7bc61-04ad-4898-966c-26cdcfc71c35,segment=NetworkSegment(b86eb6dc-ccb6-4e08-8461-dc3aa63c9842),segment_id=b86eb6dc-ccb6-4e08-8461-dc3aa63c9842)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:15.976911 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29b2a9a6-6b3a-4a71-b6e2-ad7d17171321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.979633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.979776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29b2a9a6-6b3a-4a71-b6e2-ad7d17171321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.980910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:15.981146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29b2a9a6-6b3a-4a71-b6e2-ad7d17171321 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f16c2dfc-36d5-423d-9fe0-89218a8554a5 HTTP/1.1" status: 204 len: 168 time: 0.2537360 Aug 27 12:22:15.986863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event updated for resources: {'Port': ['ID=9b717175-7319-4e56-a486-efde5e3d1c53,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:15.993466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5695488 Aug 27 12:22:16.001826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:16.006336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Router 4f06484f-ba20-462e-896a-09147315ef51 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:16.018726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '9b452fcb-6402-4f78-9d46-b2ca689192c4', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:16.026055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bf30f-e3fd-4622-96f1-cc37c345b2de tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8f97dd-c1c0-4bc3-9253-774a7c679f23,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:16.043045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2a9a6-6b3a-4a71-b6e2-ad7d17171321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c2dfc-36d5-423d-9fe0-89218a8554a5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:16.085019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e551e3e-fc8f-426f-ba89-dc75db3742c7 None None] Pushing event updated for resources: {'Port': ['ID=1cc7bc61-04ad-4898-966c-26cdcfc71c35,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:16.092783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:16.094727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.137605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05a6814d-a04c-4024-985b-c681614a14c2 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1329103 Aug 27 12:22:16.140122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:16.155181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.222614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Deleting port 637172e7-adb0-46a1-84a0-493e90db4058 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:16.222962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.232690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c7029-e2f3-4312-bd30-d5c472d167b5 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:16.239406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c7029-e2f3-4312-bd30-d5c472d167b5 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:16.246048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c7029-e2f3-4312-bd30-d5c472d167b5 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:16.248318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-553c7029-e2f3-4312-bd30-d5c472d167b5 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1072097 Aug 27 12:22:16.251375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:16.312099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4eba966b-8cb5-480b-8437-fe4757ec63ed None None] Provisioning complete for port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:16.312398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:16.312777 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4eba966b-8cb5-480b-8437-fe4757ec63ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.328090 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Sync routers for ids ['4f06484f-ba20-462e-896a-09147315ef51'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:16.346092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.347404 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bb4bc3d8-2489-4120-b921-ab2f87c019f5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6963418 Aug 27 12:22:16.350270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:16.353203 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Routers {'4f06484f-ba20-462e-896a-09147315ef51'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:16.353962 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4f06484f-ba20-462e-896a-09147315ef51'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:16.356000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.364201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.410115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.425193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2232ee-b7ec-4db7-9e1b-4db0cd147c81,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:16.431767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.432977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4ff537d2-1334-4173-b1e3-e9d043c07f3c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4269788 Aug 27 12:22:16.433976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Calling delete_port for 637172e7-adb0-46a1-84a0-493e90db4058 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:16.435681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:16.443136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '9b452fcb-6402-4f78-9d46-b2ca689192c4', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:16.512687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43494) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:16.540705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db15472-dbf9-43fb-9201-d6d96d52bdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.554282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Deleting port 9b717175-7319-4e56-a486-efde5e3d1c53 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:16.555573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.574903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4eba966b-8cb5-480b-8437-fe4757ec63ed None None] Provisioning for port a592d553-e918-4f16-8cb3-3ad6610faa12 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:16.580030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4eba966b-8cb5-480b-8437-fe4757ec63ed None None] Provisioning complete for port a592d553-e918-4f16-8cb3-3ad6610faa12 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:16.580530 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4eba966b-8cb5-480b-8437-fe4757ec63ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.619927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4eba966b-8cb5-480b-8437-fe4757ec63ed None None] Port a592d553-e918-4f16-8cb3-3ad6610faa12 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:16.643869 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Set router 4f06484f-ba20-462e-896a-09147315ef51 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:16.708881 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.723916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.745653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c96a19f3-ca99-4657-8ddd-ecd102cc6996 None None] Provisioning complete for port a592d553-e918-4f16-8cb3-3ad6610faa12 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:16.747007 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c96a19f3-ca99-4657-8ddd-ecd102cc6996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.796808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.800683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event deleted for resources: {'Port': ['ID=637172e7-adb0-46a1-84a0-493e90db4058,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:16.814362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c96a19f3-ca99-4657-8ddd-ecd102cc6996 None None] Port a592d553-e918-4f16-8cb3-3ad6610faa12 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:16.830105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d341b1-4453-4712-88cc-cef65c2a3e58 req-204073c3-39dc-4cd4-a98d-264739e84d85 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:16.839224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5d341b1-4453-4712-88cc-cef65c2a3e58 req-204073c3-39dc-4cd4-a98d-264739e84d85 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2916124 Aug 27 12:22:16.858882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Calling delete_port for 9b717175-7319-4e56-a486-efde5e3d1c53 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:16.866161 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:22:14Z', 'revision_number': 3, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:16.873729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.903077 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Checking router: 4f06484f-ba20-462e-896a-09147315ef51 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:16.903731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Updating router 4f06484f-ba20-462e-896a-09147315ef51 port a0efd6a4-bf71-472f-a200-eb78cb28bb6d binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:22:16.935279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e2d39393-9b64-45f7-93b3-6a24a4ba2262 None None] Provisioning for port 9b717175-7319-4e56-a486-efde5e3d1c53 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:16.940852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e2d39393-9b64-45f7-93b3-6a24a4ba2262 None None] Provisioning complete for port 9b717175-7319-4e56-a486-efde5e3d1c53 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:16.941572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e2d39393-9b64-45f7-93b3-6a24a4ba2262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.944983 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.978214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.983012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e2d39393-9b64-45f7-93b3-6a24a4ba2262 None None] Port 9b717175-7319-4e56-a486-efde5e3d1c53 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:16.983257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.985556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:16.988325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.002669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29e9f44-d94e-4210-997b-2c08b5dbd657,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:17.095051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5d341b1-4453-4712-88cc-cef65c2a3e58 req-c22199cb-a814-4635-bde1-e5ee7a2bb7d5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545536 Aug 27 12:22:17.112796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1cc7bc61-04ad-4898-966c-26cdcfc71c35 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:17.187018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:17.188556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.267904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.301561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db15472-dbf9-43fb-9201-d6d96d52bdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.311019 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.325191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6db15472-dbf9-43fb-9201-d6d96d52bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.327628 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Transition to ACTIVE for port object a0efd6a4-bf71-472f-a200-eb78cb28bb6d will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:17.341173 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.347205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event deleted for resources: {'Port': ['ID=9b717175-7319-4e56-a486-efde5e3d1c53,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:17.399174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.400639 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d45e339e-3f8b-4603-9e43-bdb8c3786ea7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9640210 Aug 27 12:22:17.403612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.403612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Fanout notify agent at l3_agent the message router_deleted on router f407f381-e169-4462-9e8a-fd98ea640c1a {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:17.411384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.412735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4377f424-59cd-4733-b809-1c10ee3b6c10 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/f407f381-e169-4462-9e8a-fd98ea640c1a HTTP/1.1" status: 204 len: 168 time: 1.8713369 Aug 27 12:22:17.413213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43496) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:17.418769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '9b452fcb-6402-4f78-9d46-b2ca689192c4', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:17.419025 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Attempting to bind port a0efd6a4-bf71-472f-a200-eb78cb28bb6d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:17.419594 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Attempting to bind port a0efd6a4-bf71-472f-a200-eb78cb28bb6d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:17.419968 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Attempting to bind port a0efd6a4-bf71-472f-a200-eb78cb28bb6d on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:17.422176 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7a3b0-39ff-4729-9725-9eec8736bda7 None None] Pushing event updated for resources: {'Port': ['ID=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:17.434219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:17.435547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:17.435923 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:17.436326 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.436716 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:17.437230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Bound port: a0efd6a4-bf71-472f-a200-eb78cb28bb6d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:17.437565 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.442681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1312010774', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:17.461841 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:22:17.470774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.477271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6db15472-dbf9-43fb-9201-d6d96d52bdd2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e88f164d49744c0ea6e0c4e68684a23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9597273 Aug 27 12:22:17.487407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:17.507719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db15472-dbf9-43fb-9201-d6d96d52bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b9cf4-122f-4cd1-b58e-28d8a0d3f591,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:17.523450 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] For port a0efd6a4-bf71-472f-a200-eb78cb28bb6d, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:17.528314 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] For port a0efd6a4-bf71-472f-a200-eb78cb28bb6d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:17.536260 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.562934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.568576 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.593363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86508e1-06e1-407c-a4b5-6a5216b0de25,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:17.605232 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Routers {'4f06484f-ba20-462e-896a-09147315ef51'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:17.606168 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:21:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4f06484f-ba20-462e-896a-09147315ef51'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:17.611580 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7a3b0-39ff-4729-9725-9eec8736bda7 None None] Pushing event updated for resources: {'Port': ['ID=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:17.813211 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] Set router 4f06484f-ba20-462e-896a-09147315ef51 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:17.906713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.908295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.910208 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a7efe12a-92f5-4d18-a6b5-537bdfb57be7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4960337 Aug 27 12:22:17.910839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-846755f7-5352-4920-a68f-51555d52a87e tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "DELETE /v2.0/ports/9b717175-7319-4e56-a486-efde5e3d1c53 HTTP/1.1" status: 204 len: 168 time: 1.6583924 Aug 27 12:22:17.912765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:17.913109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43504) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:17.916901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.917913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:17.918962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '9b452fcb-6402-4f78-9d46-b2ca689192c4', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:17.926469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Request body: {'port': {'name': 'tempest-new-port-name-701961631', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:17.927207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.api.validators [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] bootfile-name is not in valid_values {{(pid=94624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:17.927553 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.api.validators [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] tftp-server is not in valid_values {{(pid=94624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:17.927883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.api.validators [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] server-ip-address is not in valid_values {{(pid=94624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:17.980206 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:22:18.004587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.018509 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:22:14Z', 'revision_number': 3, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:18.019778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.029321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.034721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7c143b6-132f-45a3-a9ad-ba292ab6cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.053682 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b809a2-0768-46f2-ab60-03213392cdb8 None None] The sync data for ids ['4f06484f-ba20-462e-896a-09147315ef51'] in n-d-688802-4 is: [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:22:14Z', 'revision_number': 3, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:18.085523 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.119958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.128851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.139657 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7c143b6-132f-45a3-a9ad-ba292ab6cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.178900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd5fa4c-994b-40fe-b3f0-a6119723fbf6,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:18.198712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.199929 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f0b2008-3e5d-47cc-86ee-c2637683a3cc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2846980 Aug 27 12:22:18.202707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43508) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:18.207915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'network': {'name': 'tempest-network-smoke--748851866', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'port_security_enabled': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:18.251422 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.261970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:18.265848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.321500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:18.349178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.349630 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Added segment 0c21394f-7388-42e4-8c0c-f16c82976a9c of type vlan for network bda2383b-6d72-4b47-97d6-2db89b4b1fbb Aug 27 12:22:18.380827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.403321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.439753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c1086-e263-4984-b187-b28fdda2a3d6 req-e64d2a8b-ae52-4138-8f98-ecb24986e012 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:18.444934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-879c1086-e263-4984-b187-b28fdda2a3d6 req-e64d2a8b-ae52-4138-8f98-ecb24986e012 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2582369 Aug 27 12:22:18.466606 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57035788-6aaf-4807-8ced-f3c99e76eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.468823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.483082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7c143b6-132f-45a3-a9ad-ba292ab6cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.485646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7c143b6-132f-45a3-a9ad-ba292ab6cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.489999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7c143b6-132f-45a3-a9ad-ba292ab6cb3e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b83b9cf4-122f-4cd1-b58e-28d8a0d3f591 HTTP/1.1" status: 204 len: 168 time: 0.9992290 Aug 27 12:22:18.527315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c143b6-132f-45a3-a9ad-ba292ab6cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b9cf4-122f-4cd1-b58e-28d8a0d3f591,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:18.583068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-879c1086-e263-4984-b187-b28fdda2a3d6 req-4b060a25-2ac2-4017-b7db-2d833414089b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370888 Aug 27 12:22:18.588688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event updated for resources: {'Port': ['ID=a592d553-e918-4f16-8cb3-3ad6610faa12,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:18.601600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Allocated IP 172.20.0.1 (b7500a77-285c-4043-bbc3-98b6600082c3/51d06b1c-3639-42ce-b7b1-cfe74c38d82c/7e717d08-0b0d-41ca-a366-7d5509547bc6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:18.633302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.639093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:18.639922 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.715174 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5114326 Aug 27 12:22:18.718291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] In _notify_port_updated(), no bound segment for port a592d553-e918-4f16-8cb3-3ad6610faa12 on network c9b38bf8-4712-4af3-9fd6-4289263c8f99 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:22:18.720856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:18.728385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'admin_state_up': True, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:18.731064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:18.731777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.745523 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-999fda6c-1d3a-433d-baea-5910d4f85d0b tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "PUT /v2.0/ports/a592d553-e918-4f16-8cb3-3ad6610faa12 HTTP/1.1" status: 200 len: 1136 time: 0.8312905 Aug 27 12:22:18.753133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:18.781492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe684a-1619-479d-94a0-d4dd505cba1c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Network': ['ID=bda2383b-6d72-4b47-97d6-2db89b4b1fbb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:18.793881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:18.823762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.825009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.854281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.885650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0469597-cec2-4d64-bac8-0ab512bf36e5 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:18.887522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f0469597-cec2-4d64-bac8-0ab512bf36e5 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "GET /v2.0/ports/a592d553-e918-4f16-8cb3-3ad6610faa12 HTTP/1.1" status: 200 len: 1136 time: 0.1338260 Aug 27 12:22:18.891395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43518) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:18.935504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-38dae3fd-b7db-4d31-9b73-7b783689c357 None None] Provisioning complete for port a592d553-e918-4f16-8cb3-3ad6610faa12 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:18.937232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38dae3fd-b7db-4d31-9b73-7b783689c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:18.962307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.007970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Deleting port a592d553-e918-4f16-8cb3-3ad6610faa12 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:19.008874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.014033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-38dae3fd-b7db-4d31-9b73-7b783689c357 None None] Port a592d553-e918-4f16-8cb3-3ad6610faa12 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:19.128491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.149702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Calling delete_port for a592d553-e918-4f16-8cb3-3ad6610faa12 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:19.151602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a0efd6a4-bf71-472f-a200-eb78cb28bb6d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:19.204848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.209831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.233877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a0efd6a4-bf71-472f-a200-eb78cb28bb6d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:19.240082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a0efd6a4-bf71-472f-a200-eb78cb28bb6d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:19.240504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.298860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.341464 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.355645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.398102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event deleted for resources: {'Port': ['ID=a592d553-e918-4f16-8cb3-3ad6610faa12,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:19.399024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a0efd6a4-bf71-472f-a200-eb78cb28bb6d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:19.414814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.420943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Network b7500a77-285c-4043-bbc3-98b6600082c3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:19.463864 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.469205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:19.476619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:19.482305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Pushing event updated for resources: {'Port': ['ID=7e717d08-0b0d-41ca-a366-7d5509547bc6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:19.539512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:19.548790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.554958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7e50f73f-71ba-4ffd-9770-c729e0847395 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "DELETE /v2.0/ports/a592d553-e918-4f16-8cb3-3ad6610faa12 HTTP/1.1" status: 204 len: 168 time: 0.6618974 Aug 27 12:22:19.555820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43532) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:19.616213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Deleting subnet a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:22:19.618904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.620685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.676970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.753477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Allocated IP 172.25.8.116 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/24f31a34-dd43-42f7-a43a-0ccc4f3d1329) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:19.788249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.858633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.867394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eece6-d2b4-47a9-9377-8080f5005b32 req-21727f10-92a5-4873-a307-be1ed80e0c1d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:19.874871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d44eece6-d2b4-47a9-9377-8080f5005b32 req-21727f10-92a5-4873-a307-be1ed80e0c1d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1909730 Aug 27 12:22:19.887568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:19.899925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:19.904672 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce214e27-4295-43ca-9357-cf25833fc21c tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "DELETE /v2.0/subnets/a5cf52f1-0d0e-4e09-9d48-2ecbb36173e9 HTTP/1.1" status: 204 len: 168 time: 0.3450389 Aug 27 12:22:19.905787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:19.914639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cfa29a-9e11-4863-a1d3-3dc100b28b41 None None] Network c9b38bf8-4712-4af3-9fd6-4289263c8f99 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:20.001338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.080937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d44eece6-d2b4-47a9-9377-8080f5005b32 req-877852bd-c3b2-410d-9c2a-b38994a2f54e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049024 Aug 27 12:22:20.085492 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.086685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Deleting port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:20.087121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.091097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.130098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.177617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] DHCP port deletion for c9b38bf8-4712-4af3-9fd6-4289263c8f99 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:22:20.191979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] For port 1cc7bc61-04ad-4898-966c-26cdcfc71c35, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1cc7bc61-04ad-4898-966c-26cdcfc71c35,segment=NetworkSegment(b86eb6dc-ccb6-4e08-8461-dc3aa63c9842),segment_id=b86eb6dc-ccb6-4e08-8461-dc3aa63c9842)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:20.192360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.209984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Calling delete_port for 1cc7bc61-04ad-4898-966c-26cdcfc71c35 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:20.230863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] Deleting port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:20.231181 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.284830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.318149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.330000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] For port 1cc7bc61-04ad-4898-966c-26cdcfc71c35, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1cc7bc61-04ad-4898-966c-26cdcfc71c35,segment=NetworkSegment(b86eb6dc-ccb6-4e08-8461-dc3aa63c9842),segment_id=b86eb6dc-ccb6-4e08-8461-dc3aa63c9842)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:20.331212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.340542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.358035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] Calling delete_port for 1cc7bc61-04ad-4898-966c-26cdcfc71c35 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:20.380843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event deleted for resources: {'Port': ['ID=1cc7bc61-04ad-4898-966c-26cdcfc71c35,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:20.384755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] No DVR routers for this DVR port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:20.415850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.477871 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.480538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:20.488361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:20.496994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:20.505863 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.514904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] Pushing event deleted for resources: {'Port': ['ID=1cc7bc61-04ad-4898-966c-26cdcfc71c35,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:20.517160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d40ae5-da75-4443-a737-37d476d2879f None None] No DVR routers for this DVR port 1cc7bc61-04ad-4898-966c-26cdcfc71c35 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:20.518672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b38bf8-4712-4af3-9fd6-4289263c8f99']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:20.535660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:20.535981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86eb6dc-ccb6-4e08-8461-dc3aa63c9842') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:20.545710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.561541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.568870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:20.569723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:20.572520 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:20.583201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event updated for resources: {'Port': ['ID=24f31a34-dd43-42f7-a43a-0ccc4f3d1329,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:20.634970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.232 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/4f28238d-14b4-4395-885f-5dcca8fbf58c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:20.642030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.653591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:20.658142 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] 10.222.0.76 "DELETE /v2.0/networks/c9b38bf8-4712-4af3-9fd6-4289263c8f99 HTTP/1.1" status: 204 len: 168 time: 0.7491693 Aug 27 12:22:20.670880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbcb91-0424-4710-9557-0f540fdf1184 tempest-ExtraDHCPOptionsTestJSON-133662099 tempest-ExtraDHCPOptionsTestJSON-133662099-project] Pushing event deleted for resources: {'Network': ['ID=c9b38bf8-4712-4af3-9fd6-4289263c8f99,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:20.954956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43578) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:20.974307 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe383-91ae-47bc-8574-448884894cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.124125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a0efd6a4-bf71-472f-a200-eb78cb28bb6d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:21.134720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.160494 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a8c73c2a-4b6b-4b19-bf8b-193be12cb4e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2c317bc1c1945ceac62580dcd002244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035379 Aug 27 12:22:21.163138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43596) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:21.165997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.192683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.222202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a0efd6a4-bf71-472f-a200-eb78cb28bb6d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:21.222993 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.235353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f15b436-4e0b-42e3-ac79-b3288b3a9f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.239339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Pushing event updated for resources: {'Port': ['ID=7e717d08-0b0d-41ca-a366-7d5509547bc6,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:21.267471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f15b436-4e0b-42e3-ac79-b3288b3a9f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.333105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f15b436-4e0b-42e3-ac79-b3288b3a9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.343128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f15b436-4e0b-42e3-ac79-b3288b3a9f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.347271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7f15b436-4e0b-42e3-ac79-b3288b3a9f0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4fbd26f-0da6-444d-afee-6475f5f90b2b HTTP/1.1" status: 204 len: 168 time: 0.1792116 Aug 27 12:22:21.355814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b436-4e0b-42e3-ac79-b3288b3a9f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fbd26f-0da6-444d-afee-6475f5f90b2b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:21.360469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.395615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8ff7f-5151-4e91-938a-1d16df1600f9 req-f898813f-b26d-4151-b074-81a0ee7d2b46 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:21.397160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1a8ff7f-5151-4e91-938a-1d16df1600f9 req-f898813f-b26d-4151-b074-81a0ee7d2b46 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2239950 Aug 27 12:22:21.417126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1cc7bc61-04ad-4898-966c-26cdcfc71c35 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:21.443623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 1cc7bc61-04ad-4898-966c-26cdcfc71c35 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:21.444028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1cc7bc61-04ad-4898-966c-26cdcfc71c35 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:21.541426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.605697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.659681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1a8ff7f-5151-4e91-938a-1d16df1600f9 req-891ed0d1-1998-44b2-9583-d8684f899112 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970239 Aug 27 12:22:21.726213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Network b7500a77-285c-4043-bbc3-98b6600082c3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:21.731470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:21.753688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.783629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43618) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:21.841967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:21.885511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:21.896827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:21.949541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-365ff7ca-209c-4621-a42b-0f9561831d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:21.950808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=4f28238d-14b4-4395-885f-5dcca8fbf58c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:22.068771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-365ff7ca-209c-4621-a42b-0f9561831d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.072473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.073949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-365ff7ca-209c-4621-a42b-0f9561831d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.114109 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-365ff7ca-209c-4621-a42b-0f9561831d0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e4f0643ba5a44dcbe27c88828af713e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292606 Aug 27 12:22:22.115214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff7ca-209c-4621-a42b-0f9561831d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c219b07-eae1-4591-b1ca-f432dcb82782,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:22.117938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Router 4f06484f-ba20-462e-896a-09147315ef51 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:22.118078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43632) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:22.128679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.170857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bb221c5-5073-40de-b96c-863d3ae37cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.193262 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bb221c5-5073-40de-b96c-863d3ae37cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.220646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43634) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:22.248466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bb221c5-5073-40de-b96c-863d3ae37cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.253659 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0bb221c5-5073-40de-b96c-863d3ae37cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.258471 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0bb221c5-5073-40de-b96c-863d3ae37cf5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c219b07-eae1-4591-b1ca-f432dcb82782 HTTP/1.1" status: 204 len: 168 time: 0.1375754 Aug 27 12:22:22.270350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb221c5-5073-40de-b96c-863d3ae37cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c219b07-eae1-4591-b1ca-f432dcb82782,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:22.341992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1391726324'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:22.364971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:22.369590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.379745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.466015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:22.475801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f0618e2c-d6be-48f1-92b8-d906271d9010 admin admin] 10.222.0.76 "PUT /v2.0/routers/4f06484f-ba20-462e-896a-09147315ef51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1232102 Aug 27 12:22:22.483452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Sync routers for ids ['4f06484f-ba20-462e-896a-09147315ef51'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:22.504145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.511722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Router 37616976-6092-4785-80dc-16491f261fbf is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:22.513137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Routers {'4f06484f-ba20-462e-896a-09147315ef51'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:22.514656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4f06484f-ba20-462e-896a-09147315ef51'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:22.541347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.550680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.577350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:22.594524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56c6b5-8c68-4ecb-a635-7b10bfaf1a43,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:22.609822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.610179 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Added segment f66264ed-96b6-48d4-9f2a-1aa7a9bf5a12 of type vlan for network 3560c251-d883-487f-a167-8768819cc29d Aug 27 12:22:22.664208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.695717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.706871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:22.708203 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.725652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Set router 4f06484f-ba20-462e-896a-09147315ef51 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:22.778459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:22.813149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704828b1-c03e-4151-8b09-a9e703e8d1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:22.820447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Network': ['ID=3560c251-d883-487f-a167-8768819cc29d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:22.826217 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2cb3bbf5-a2b1-4ff5-acee-7338b5171ea8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6044762 Aug 27 12:22:22.829559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43650) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:22.836215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'subnet': {'network_id': '3560c251-d883-487f-a167-8768819cc29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:22.845166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:22.849695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3560c251-d883-487f-a167-8768819cc29d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:22.857985 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] Sync routers for ids ['37616976-6092-4785-80dc-16491f261fbf'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:22.880215 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] Routers {'37616976-6092-4785-80dc-16491f261fbf'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:22.880856 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['37616976-6092-4785-80dc-16491f261fbf'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:22.960638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:22.972993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70f17a-3aca-45ee-8930-fdc19af097b2 req-9da4efdf-ae56-4926-a5fd-9f67d6427b89 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:22.976626 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] Routers {'37616976-6092-4785-80dc-16491f261fbf'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:22.977497 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['37616976-6092-4785-80dc-16491f261fbf'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:22.980528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd70f17a-3aca-45ee-8930-fdc19af097b2 req-9da4efdf-ae56-4926-a5fd-9f67d6427b89 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1772130 Aug 27 12:22:23.017273 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:23.017971 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221aa640-3281-4d7f-88af-1f1a84020e31 None None] The sync data for ids ['37616976-6092-4785-80dc-16491f261fbf'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:23.057881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd70f17a-3aca-45ee-8930-fdc19af097b2 req-f3152651-8416-4a33-b332-df212e8f565c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762498 Aug 27 12:22:23.081140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7e717d08-0b0d-41ca-a366-7d5509547bc6', 'name': '', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'mac_address': 'fa:16:3e:53:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:20Z', 'revision_number': 2, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'subnets': [{'id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:23.093735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.111080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Checking router: 4f06484f-ba20-462e-896a-09147315ef51 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:23.111445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Updating router 4f06484f-ba20-462e-896a-09147315ef51 port 7e717d08-0b0d-41ca-a366-7d5509547bc6 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:22:23.137262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.172378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704828b1-c03e-4151-8b09-a9e703e8d1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.198143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:23.202512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.208274 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-704828b1-c03e-4151-8b09-a9e703e8d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.226307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.227442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-019b266a-d1be-41b1-865e-0507b3446e72 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7919900 Aug 27 12:22:23.243830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43664) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:23.262190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:23.403037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.421155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.434916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Transition to ACTIVE for port object 7e717d08-0b0d-41ca-a366-7d5509547bc6 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:23.446323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.476905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Subnet': ['ID=bd589955-6fbc-4edb-95df-fee02ce00bad,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:23.484782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Checking segment: {'id': 'f66264ed-96b6-48d4-9f2a-1aa7a9bf5a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3560c251-d883-487f-a167-8768819cc29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:23.485150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network hostable DHCP agents. Network: 3560c251-d883-487f-a167-8768819cc29d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:23.505902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:23.507399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f713f-bb78-4fea-bd4d-8c2f4b064ace None None] Pushing event updated for resources: {'Port': ['ID=7e717d08-0b0d-41ca-a366-7d5509547bc6,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:23.518836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 3560c251-d883-487f-a167-8768819cc29d) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:23.524155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:23.524734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.540235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bc448-5715-4431-b774-23e9bac90802 None None] Network 3560c251-d883-487f-a167-8768819cc29d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:23.545478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37dc5c26-a349-4a81-83c2-cd39546dd195 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7147124 Aug 27 12:22:23.546220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:23.551695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-205654581', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:23.575946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.577009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.639173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.743533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-704828b1-c03e-4151-8b09-a9e703e8d1f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e061d51488964080a4926b877fa3d816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9632373 Aug 27 12:22:23.749065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704828b1-c03e-4151-8b09-a9e703e8d1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea66fc-167c-4792-b970-929ac8aec67b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:23.752171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:23.768412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Attempting to bind port 7e717d08-0b0d-41ca-a366-7d5509547bc6 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:23.769027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Attempting to bind port 7e717d08-0b0d-41ca-a366-7d5509547bc6 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:23.769432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Attempting to bind port 7e717d08-0b0d-41ca-a366-7d5509547bc6 on network b7500a77-285c-4043-bbc3-98b6600082c3 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:23.779332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:23.780058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Checking segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:23.780325 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.780828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Bound using segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:23.781397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Bound port: 7e717d08-0b0d-41ca-a366-7d5509547bc6, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:23.781872 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.805723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:23.890084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-9cb77d29-68cd-4943-a3ed-f9fe0edafb3d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:23.902454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-9cb77d29-68cd-4943-a3ed-f9fe0edafb3d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 811 time: 0.7154062 Aug 27 12:22:23.902997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] For port 7e717d08-0b0d-41ca-a366-7d5509547bc6, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:23.906419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ccb57-43a1-4592-90d9-08e59640ae10 None None] Network 3560c251-d883-487f-a167-8768819cc29d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:23.910274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] For port 7e717d08-0b0d-41ca-a366-7d5509547bc6, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7e717d08-0b0d-41ca-a366-7d5509547bc6,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:23.927690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-3fce984a-4c9f-4450-8007-eba9ac10e87c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/quotas/9336d3c9ce17433e81def8b6863971f4 HTTP/1.1" status: 200 len: 375 time: 0.0228789 Aug 27 12:22:23.950435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.011274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.036196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.054840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Routers {'4f06484f-ba20-462e-896a-09147315ef51'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:24.055884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4f06484f-ba20-462e-896a-09147315ef51'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:24.057856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router e56420ef-b2f0-4f87-9af0-4d4e64102c25 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:24.058231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.060946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f713f-bb78-4fea-bd4d-8c2f4b064ace None None] Pushing event updated for resources: {'Port': ['ID=7e717d08-0b0d-41ca-a366-7d5509547bc6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:24.090408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.192718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd7e6-d56d-47a6-89bf-f4189bba199c req-ae2e9b35-04f6-45b9-b90e-11f9c8a10626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:24.194263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-989bd7e6-d56d-47a6-89bf-f4189bba199c req-ae2e9b35-04f6-45b9-b90e-11f9c8a10626 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.0843120 Aug 27 12:22:24.212959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] Set router 4f06484f-ba20-462e-896a-09147315ef51 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:24.229145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.242181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.68 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bb2d129d-03fb-49af-8021-aa068b4d374e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:24.257068 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-989bd7e6-d56d-47a6-89bf-f4189bba199c req-b400a3fe-1b50-4be2-8586-8e7993781193 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540280 Aug 27 12:22:24.270481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-bfa81df9-c25b-4317-b71a-fd627b03bf9a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181621 Aug 27 12:22:24.384463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.435658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.459011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-77d31952-b358-4473-8b68-2ddb87ffc2e8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:22:24.460190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-77d31952-b358-4473-8b68-2ddb87ffc2e8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1789913 Aug 27 12:22:24.465717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-46a24082-db22-4400-ba9e-36c484029aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7e717d08-0b0d-41ca-a366-7d5509547bc6', 'name': '', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'mac_address': 'fa:16:3e:53:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:23Z', 'revision_number': 4, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'subnets': [{'id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:24.469155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c7574-d81d-4c1a-b954-a81041d957e3 req-fe309da9-ad6a-4416-b3c3-2bf4f428a6d1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:24.469812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b4c7574-d81d-4c1a-b954-a81041d957e3 req-fe309da9-ad6a-4416-b3c3-2bf4f428a6d1 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.3174133 Aug 27 12:22:24.485567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:24.495994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a24082-db22-4400-ba9e-36c484029aba None None] The sync data for ids ['4f06484f-ba20-462e-896a-09147315ef51'] in n-d-688802-4 is: [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7e717d08-0b0d-41ca-a366-7d5509547bc6', 'name': '', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'mac_address': 'fa:16:3e:53:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:23Z', 'revision_number': 4, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'subnets': [{'id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:24.503042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:24.508268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:24.539860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=bb2d129d-03fb-49af-8021-aa068b4d374e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:24.543558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:24.569363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.573879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.575069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04ea66fc-167c-4792-b970-929ac8aec67b HTTP/1.1" status: 204 len: 168 time: 0.8174071 Aug 27 12:22:24.579844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Sync routers for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:24.593086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:24.593284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:24.599578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.625383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea66fc-167c-4792-b970-929ac8aec67b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:24.634736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.672840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:24.677468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b240188-2fe9-45d9-b0ab-970785eb8e29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9527142 Aug 27 12:22:24.677468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.677468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.677468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.677918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.678312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.678786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.679207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.679634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.680087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.680520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.681001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.681420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e8c8a-13af-42f1-b708-a8190405dc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:24.719835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43676) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:24.756706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-f408fdb5-c45a-46c9-983e-ef98286857db service neutron] 10.222.0.76 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775972 Aug 27 12:22:24.760981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b4c7574-d81d-4c1a-b954-a81041d957e3 req-48f8659d-d790-4ca7-a6a0-db2a2fe2f551 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754416 Aug 27 12:22:24.812542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:24.824843 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7aee4bbe-cbe4-4105-97b2-68647b29b4c5 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=32dd17157e8a413bb5e82592b734194a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1038117 Aug 27 12:22:24.827640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:24.925378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-df46ad5e-7fc0-444a-a74c-ca769a25245d service neutron] 10.222.0.76 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634715 Aug 27 12:22:24.932309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Deleting port 24f31a34-dd43-42f7-a43a-0ccc4f3d1329 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:24.932665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.059026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f2c77-e827-4530-a8fa-1524aa29e10e tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:25.060472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1a7f2c77-e827-4530-a8fa-1524aa29e10e tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2316084 Aug 27 12:22:25.063535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:25.100366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.128087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Calling delete_port for 24f31a34-dd43-42f7-a43a-0ccc4f3d1329 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:25.140730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a2dfcc0-54f6-49c4-bfc1-623576d36313 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696445 Aug 27 12:22:25.143384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43686) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:25.166048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-688601089', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:25.203027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7e717d08-0b0d-41ca-a366-7d5509547bc6 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:25.224063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:22Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:25.289107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.357297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d90b50b5-561d-4825-aa10-d884075bb24b req-97daf8bc-7b13-4f0e-bb0f-52a0196e3ee1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 210 time: 0.0880487 Aug 27 12:22:25.359357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Checking router: e56420ef-b2f0-4f87-9af0-4d4e64102c25 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:25.360348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Updating router e56420ef-b2f0-4f87-9af0-4d4e64102c25 port 4f28238d-14b4-4395-885f-5dcca8fbf58c binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:22:25.400533 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.598237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7e717d08-0b0d-41ca-a366-7d5509547bc6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:25.606519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7e717d08-0b0d-41ca-a366-7d5509547bc6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:25.606901 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.620149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:25.629022 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.637789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.665999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Pushing event deleted for resources: {'Port': ['ID=24f31a34-dd43-42f7-a43a-0ccc4f3d1329,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:25.785344 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:25.976597 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.056624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.088543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 7e717d08-0b0d-41ca-a366-7d5509547bc6, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7e717d08-0b0d-41ca-a366-7d5509547bc6,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:26.107244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.122175 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.140695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a0e53-5700-41fa-a7db-2a5785863e29 req-60901b31-0307-4313-879c-3c0e6b1b8be5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:26.152529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db5a0e53-5700-41fa-a7db-2a5785863e29 req-60901b31-0307-4313-879c-3c0e6b1b8be5 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2190540 Aug 27 12:22:26.157052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.182565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Transition to ACTIVE for port object 4f28238d-14b4-4395-885f-5dcca8fbf58c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:26.196003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.225578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=7e717d08-0b0d-41ca-a366-7d5509547bc6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:26.275310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Attempting to bind port 4f28238d-14b4-4395-885f-5dcca8fbf58c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:26.275680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Attempting to bind port 4f28238d-14b4-4395-885f-5dcca8fbf58c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:26.276239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Attempting to bind port 4f28238d-14b4-4395-885f-5dcca8fbf58c on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:26.288083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:26.288773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:26.289349 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.289953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:26.290611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Bound port: 4f28238d-14b4-4395-885f-5dcca8fbf58c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:26.291163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.330072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28650d4-8854-42a6-ae9a-edcaecf5d43f None None] Pushing event updated for resources: {'Port': ['ID=4f28238d-14b4-4395-885f-5dcca8fbf58c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:26.352222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Subnet': ['ID=24a082ef-d5c2-4014-bc6e-53003a028293,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:26.378065 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.379247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] For port 4f28238d-14b4-4395-885f-5dcca8fbf58c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:26.382365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Checking segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:26.382944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] For port 4f28238d-14b4-4395-885f-5dcca8fbf58c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4f28238d-14b4-4395-885f-5dcca8fbf58c,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:26.383437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network hostable DHCP agents. Network: bda2383b-6d72-4b47-97d6-2db89b4b1fbb, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:26.388456 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.389697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.410457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db5a0e53-5700-41fa-a7db-2a5785863e29 req-b3bbf79e-1e03-440a-9ca9-de81759e456c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567451 Aug 27 12:22:26.483623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:26.484273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:26.492203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:26.503864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:26.524887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Router 37616976-6092-4785-80dc-16491f261fbf has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:26.576910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28650d4-8854-42a6-ae9a-edcaecf5d43f None None] Pushing event updated for resources: {'Port': ['ID=4f28238d-14b4-4395-885f-5dcca8fbf58c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:26.697573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:26.734350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:26.742851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:26.744053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-89844837-cffe-4e88-8f50-4df7acc82524 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "PUT /v2.0/routers/37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 200 len: 710 time: 3.4870906 Aug 27 12:22:26.749692 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] Sync routers for ids ['37616976-6092-4785-80dc-16491f261fbf'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:26.751860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43732) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:26.764784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] Routers {'37616976-6092-4785-80dc-16491f261fbf'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:26.765406 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['37616976-6092-4785-80dc-16491f261fbf'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:26.776923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e659a8b-58eb-4343-853d-afaee84c1c81 req-246d5c25-e0cd-4ac3-bc93-aa84f280897c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 210 time: 0.0439973 Aug 27 12:22:26.837336 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:26.847641 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] Routers {'37616976-6092-4785-80dc-16491f261fbf'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:26.848543 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['37616976-6092-4785-80dc-16491f261fbf'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:26.914097 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:26.915197 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6974f-2ee5-4b79-9528-6396b69d4075 None None] The sync data for ids ['37616976-6092-4785-80dc-16491f261fbf'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:26.985004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-99d32706-b748-4b0b-92ae-d6cb7eec5805 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/routers/37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 200 len: 745 time: 0.2307599 Aug 27 12:22:26.990346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43740) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.082035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-41ec8bf7-4c17-486a-9de0-77e53eef7cf8 tempest-RoutersIpV6AdminTest-1962135657 tempest-RoutersIpV6AdminTest-1962135657-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&device_id=37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 200 len: 205 time: 0.0884304 Aug 27 12:22:27.083593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43742) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.095706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, bda2383b-6d72-4b47-97d6-2db89b4b1fbb) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:27.119021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c563686-2445-4761-9208-9e0123af6da9 None None] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:27.125498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:27.126277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.175967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7e717d08-0b0d-41ca-a366-7d5509547bc6 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:27.183619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2e209-81ef-4227-ac1b-c72238f32b12 req-79534931-8d42-4ec6-a253-efe726a9d521 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:27.198877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fba2e209-81ef-4227-ac1b-c72238f32b12 req-79534931-8d42-4ec6-a253-efe726a9d521 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2730474 Aug 27 12:22:27.202810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-db175503-192e-4131-8eea-5e0372d6915b tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 200 len: 205 time: 0.1162646 Aug 27 12:22:27.207524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.266172 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1faa31ed-6390-47f6-b852-9d7d048d9663 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1215222 Aug 27 12:22:27.267052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43750) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.298725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac5563-d52d-4b14-b206-9699504cd623 req-ddf5a7c4-c610-41f6-ac8d-79cfd11d4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:27.301076 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-ddf5a7c4-c610-41f6-ac8d-79cfd11d4e0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.2002981 Aug 27 12:22:27.349281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:22Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:27.353478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:27.355124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fba2e209-81ef-4227-ac1b-c72238f32b12 req-564e8c14-1044-4031-8571-0b85e3a8d596 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444409 Aug 27 12:22:27.363673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.500527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-4781faba-014a-42e3-ac9f-40efff753141 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:27.502946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-4781faba-014a-42e3-ac9f-40efff753141 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.77 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 811 time: 0.4046872 Aug 27 12:22:27.504870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.509360 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7f3a5cec-3fad-41df-8dc0-db57ba6d50d2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9620740 Aug 27 12:22:27.512632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.525887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Request body: {'port': {'device_id': 'f733c87f-a527-4581-983c-1f93a88e4269', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'admin_state_up': True, 'tenant_id': '9336d3c9ce17433e81def8b6863971f4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:27.566527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.570970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.640101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.640786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Fanout notify agent at l3_agent the message router_deleted on router 37616976-6092-4785-80dc-16491f261fbf {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:22:27.656491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.663262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-04463e01-b2ec-47c3-afdf-138635afa471 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 204 len: 168 time: 0.4505639 Aug 27 12:22:27.664203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.688420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7e717d08-0b0d-41ca-a366-7d5509547bc6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:27.688797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.699611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-983a2910-2b18-41cd-a7af-b67912b815d6 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 200 len: 205 time: 0.0340765 Aug 27 12:22:27.700217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.733655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:27.738929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac5563-d52d-4b14-b206-9699504cd623 req-ab594b61-2119-42f5-b9dd-b8b4ad42fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:27.740683 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-ab594b61-2119-42f5-b9dd-b8b4ad42fd0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.3996518 Aug 27 12:22:27.745366 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-1b28f902-da74-4b21-9914-628f444796e0 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] delete failed (client error): The resource could not be found. Aug 27 12:22:27.749763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1b28f902-da74-4b21-9914-628f444796e0 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/37616976-6092-4785-80dc-16491f261fbf HTTP/1.1" status: 404 len: 336 time: 0.0480142 Aug 27 12:22:27.750313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.757161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d79a3-441d-4647-bb05-6352ca3dd60d None None] The sync data for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 is: [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:22Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:27.772828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:22:27.773353 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:27.796129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:27.796129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:27.797285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-761ca6d2-6840-410a-bead-555e3aee4f3e tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=f407f381-e169-4462-9e8a-fd98ea640c1a HTTP/1.1" status: 200 len: 205 time: 0.0457177 Aug 27 12:22:27.798270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43768) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.856409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:27.870527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-4aa98d3a-f515-4e82-a8c4-f70e5939e35b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.0860875 Aug 27 12:22:27.928961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.937359 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c1cc1fbb-561a-46ee-a01a-36993e68c10a tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] delete failed (client error): The resource could not be found. Aug 27 12:22:27.940595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c1cc1fbb-561a-46ee-a01a-36993e68c10a tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/f407f381-e169-4462-9e8a-fd98ea640c1a HTTP/1.1" status: 404 len: 336 time: 0.1409667 Aug 27 12:22:27.941178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43778) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:27.979637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5cc4d975-e929-46f1-a03a-a08cc20d497c req-25ac1d6c-b0af-49f8-899f-087fe0636c67 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 210 time: 0.0633409 Aug 27 12:22:28.008018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-38c57c58-f721-40e0-8f75-273591c03192 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cbaabe8-e6f5-456b-a828-a9ed4dc2364a HTTP/1.1" status: 200 len: 205 time: 0.0514960 Aug 27 12:22:28.009368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43780) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.060065 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-17ffc09a-7102-40ab-a471-5e39c15dcc12 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] delete failed (client error): The resource could not be found. Aug 27 12:22:28.065826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-17ffc09a-7102-40ab-a471-5e39c15dcc12 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/9cbaabe8-e6f5-456b-a828-a9ed4dc2364a HTTP/1.1" status: 404 len: 336 time: 0.0549634 Aug 27 12:22:28.066758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.084090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac5563-d52d-4b14-b206-9699504cd623 req-7ab6b555-fde2-4429-ade0-0e23568e9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:28.085866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-7ab6b555-fde2-4429-ade0-0e23568e9d41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.2052870 Aug 27 12:22:28.144577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc0dc226-d31a-4bbc-8850-cda58434d129 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=5861e70c-be3a-47d1-862e-a48154150621 HTTP/1.1" status: 200 len: 205 time: 0.0763693 Aug 27 12:22:28.146727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.156650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Allocated IP 172.20.0.2 (bda2383b-6d72-4b47-97d6-2db89b4b1fbb/24a082ef-d5c2-4014-bc6e-53003a028293/37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:28.164866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Made reservation on behalf of 9336d3c9ce17433e81def8b6863971f4 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:28.168377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.169509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:28.170359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:28.176131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-bccb9db5-6e02-4dea-9b79-baba58642631 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770175 Aug 27 12:22:28.218373 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-bea15a93-f41f-4359-b2f7-ece090b96cbc tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] delete failed (client error): The resource could not be found. Aug 27 12:22:28.221225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bea15a93-f41f-4359-b2f7-ece090b96cbc tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/5861e70c-be3a-47d1-862e-a48154150621 HTTP/1.1" status: 404 len: 336 time: 0.0716383 Aug 27 12:22:28.222087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43786) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.224862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3713448c-b2de-4280-8223-a7f6a0647f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.228590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:28.230596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd3c68-a0a8-4e07-9967-9d4630ef7df5 None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:28.273767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-67284b7d-f47d-42c2-bd2d-40a29e5aeddb tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=fab86686-343e-4d9d-ad07-99fe48e71832 HTTP/1.1" status: 200 len: 205 time: 0.0485024 Aug 27 12:22:28.277116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.378727 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-951278e1-e6ca-46f8-bb2f-a6ef3d0e7ba1 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] delete failed (client error): The resource could not be found. Aug 27 12:22:28.382111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-951278e1-e6ca-46f8-bb2f-a6ef3d0e7ba1 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/fab86686-343e-4d9d-ad07-99fe48e71832 HTTP/1.1" status: 404 len: 336 time: 0.0991187 Aug 27 12:22:28.386421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.433262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47c7c5c8-bc77-4e38-b707-2c48e6cc027f tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "GET /v2.0/ports?device_id=39221291-d8b4-4764-b369-233cabf8e7af HTTP/1.1" status: 200 len: 205 time: 0.0443132 Aug 27 12:22:28.434673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.513384 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.520270 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-3203d2e6-1877-4d07-a5fa-b22263711152 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] delete failed (client error): The resource could not be found. Aug 27 12:22:28.522630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3203d2e6-1877-4d07-a5fa-b22263711152 tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/routers/39221291-d8b4-4764-b369-233cabf8e7af HTTP/1.1" status: 404 len: 336 time: 0.0774760 Aug 27 12:22:28.527424 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-47969333-3f58-4a92-84d2-49835c352eff service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416963 Aug 27 12:22:28.528493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Transition to ACTIVE for port object 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:28.528722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.553349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Transition to ACTIVE for port object 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:28.563759 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.612816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:28.616207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:28.619736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:28.629887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3713448c-b2de-4280-8223-a7f6a0647f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.631484 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd07211-bc22-46dd-b679-8f119171015e tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] DELETE failed (client error): The resource could not be found. Aug 27 12:22:28.632013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd07211-bc22-46dd-b679-8f119171015e tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:22:28.637682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9dd07211-bc22-46dd-b679-8f119171015e tempest-RoutersIpV6AdminTest-1887219954 tempest-RoutersIpV6AdminTest-1887219954-project] 10.222.0.76 "DELETE /v2.0/subnets/b407665b-457a-4d64-9cf4-b89c968a4df7 HTTP/1.1" status: 404 len: 337 time: 0.0977168 Aug 27 12:22:28.641498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3713448c-b2de-4280-8223-a7f6a0647f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.667537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Pushing event updated for resources: {'Port': ['ID=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:28.694227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713448c-b2de-4280-8223-a7f6a0647f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92187a7c-80cd-4fdb-ad36-8c3c06398d48,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:28.722556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3713448c-b2de-4280-8223-a7f6a0647f0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06a57fd9a7364a1f97cee5d822322717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924819 Aug 27 12:22:28.725989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:28.757665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54ac5563-d52d-4b14-b206-9699504cd623 req-d4316109-eff8-47a4-871a-17e79c8ca63a service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952055 Aug 27 12:22:28.759271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15545df3-9b75-4568-9f46-11378514a4c8 req-5646d1a1-b21f-4d15-b86a-7f03770ebfb3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:28.761507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Allocated IP 172.20.0.2 (b7500a77-285c-4043-bbc3-98b6600082c3/51d06b1c-3639-42ce-b7b1-cfe74c38d82c/62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:28.766873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Attempting to bind port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:28.766873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Attempting to bind port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:28.767196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Attempting to bind port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:28.775494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:28.775494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Checking segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:28.775494 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.776209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Bound using segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:28.776829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Bound port: 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:28.777314 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.784013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15545df3-9b75-4568-9f46-11378514a4c8 req-5646d1a1-b21f-4d15-b86a-7f03770ebfb3 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2709026 Aug 27 12:22:28.865750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d00d88c-882b-4a2f-99d4-f3eeed9aae8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.892662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] For port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:28.895924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15545df3-9b75-4568-9f46-11378514a4c8 req-7ceb1852-bb3d-414e-be89-cb53f91c9175 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060202 Aug 27 12:22:28.897529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] For port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:28.904986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.915887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d00d88c-882b-4a2f-99d4-f3eeed9aae8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:28.976238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d327f8a-1874-4d5b-b23f-a4c8eb0a896f None None] Pushing event updated for resources: {'Port': ['ID=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:29.035105 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d00d88c-882b-4a2f-99d4-f3eeed9aae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.050676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d00d88c-882b-4a2f-99d4-f3eeed9aae8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.053574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d00d88c-882b-4a2f-99d4-f3eeed9aae8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92187a7c-80cd-4fdb-ad36-8c3c06398d48 HTTP/1.1" status: 204 len: 168 time: 0.3264265 Aug 27 12:22:29.069101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00d88c-882b-4a2f-99d4-f3eeed9aae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92187a7c-80cd-4fdb-ad36-8c3c06398d48,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:29.092431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43808) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:29.118206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c59402d-bbbe-4232-9c7e-a0b16294621b req-8a6ae6da-0342-4ea0-8c47-ad7ceb96e785 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 210 time: 0.0406430 Aug 27 12:22:29.181602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.195892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-1327f262-289d-4da0-b3d5-a6915507d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:29.197325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-1327f262-289d-4da0-b3d5-a6915507d40f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 1096 time: 0.3655245 Aug 27 12:22:29.233962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4f28238d-14b4-4395-885f-5dcca8fbf58c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:29.329025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4f28238d-14b4-4395-885f-5dcca8fbf58c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:29.335402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4f28238d-14b4-4395-885f-5dcca8fbf58c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:29.335772 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.462129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.490001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4f28238d-14b4-4395-885f-5dcca8fbf58c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4f28238d-14b4-4395-885f-5dcca8fbf58c,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:29.495602 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.556076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4f28238d-14b4-4395-885f-5dcca8fbf58c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:29.596624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:29.610730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d125-a995-4b83-ad50-d3d577d2ea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.705941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d125-a995-4b83-ad50-d3d577d2ea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.710444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6a4d125-a995-4b83-ad50-d3d577d2ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.749383 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6a4d125-a995-4b83-ad50-d3d577d2ea11 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=501870cbe680483f83b9890bd133220b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516547 Aug 27 12:22:29.751365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4d125-a995-4b83-ad50-d3d577d2ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3601dff-31a2-4ad7-94a3-0eafd3550f91,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:29.753865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43816) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:29.768981 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5b05aba-b0b7-499c-949e-69e75f7b58a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.809143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72b633dd-eb1c-4fb4-b9d8-ce293662f8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.832281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72b633dd-eb1c-4fb4-b9d8-ce293662f8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.883379 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72b633dd-eb1c-4fb4-b9d8-ce293662f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.885961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72b633dd-eb1c-4fb4-b9d8-ce293662f8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:29.887181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-72b633dd-eb1c-4fb4-b9d8-ce293662f8cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d3601dff-31a2-4ad7-94a3-0eafd3550f91 HTTP/1.1" status: 204 len: 168 time: 0.1323588 Aug 27 12:22:29.898146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b633dd-eb1c-4fb4-b9d8-ce293662f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3601dff-31a2-4ad7-94a3-0eafd3550f91,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:29.930616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.042051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.046121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-ec325823-1a12-4154-90e9-a1366d689485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:30.047931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa0a25-3533-4e51-90b4-9a827e6b1320 req-2dd4d63f-3364-47aa-8cc8-4641823a2920 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:30.048630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-ec325823-1a12-4154-90e9-a1366d689485 service neutron] 10.222.0.65 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.3841770 Aug 27 12:22:30.055743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5afa0a25-3533-4e51-90b4-9a827e6b1320 req-2dd4d63f-3364-47aa-8cc8-4641823a2920 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0748467 Aug 27 12:22:30.132668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5afa0a25-3533-4e51-90b4-9a827e6b1320 req-f5e28b52-3257-4504-a910-de40761b65c6 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735793 Aug 27 12:22:30.291829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b5410-c0e0-4dd1-b7d7-a883dcfe5029 None None] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:30.313248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc4f3eb9-c003-458c-bfd2-f43f6f6aa619 req-8d297718-fcb9-475c-8336-4c89bda30494 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 210 time: 0.0653932 Aug 27 12:22:30.378945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-d4dd6e3a-c25f-49bd-995a-493b65d4f828 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 200 len: 217 time: 0.1235745 Aug 27 12:22:30.380739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fb47eb4f-b281-4f0a-9307-8dc955991082 None None] Provisioning for port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:30.404831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.552395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Network b7500a77-285c-4043-bbc3-98b6600082c3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:30.573604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.1 (bda2383b-6d72-4b47-97d6-2db89b4b1fbb/24a082ef-d5c2-4014-bc6e-53003a028293/647658ed-dd64-4a49-967e-9d2e272492b2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:30.608199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:30.610738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:30.640407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5b05aba-b0b7-499c-949e-69e75f7b58a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.641437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Pushing event updated for resources: {'Port': ['ID=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:30.673443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-f58e89a9-94a1-4c0a-bcaa-1559652dbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:30.675538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-f58e89a9-94a1-4c0a-bcaa-1559652dbc29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.2578406 Aug 27 12:22:30.681239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5b05aba-b0b7-499c-949e-69e75f7b58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.790787 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-6dd2deb0-a624-492e-a3bd-c3e9ecdebbb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025755 Aug 27 12:22:30.873049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:30.873671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.894941 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c5b05aba-b0b7-499c-949e-69e75f7b58a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=828fac29c6d84591a1ee41e55ffc030a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7999961 Aug 27 12:22:30.896994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:30.936853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b05aba-b0b7-499c-949e-69e75f7b58a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab864e4-b4bb-4429-acfb-164cf761525f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:30.958454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30fd107d-1043-4183-ac48-0c401884895f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.981320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30fd107d-1043-4183-ac48-0c401884895f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:30.992546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-70917bb9-c6b3-460e-a2bc-0a198e7e7285 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4704680 Aug 27 12:22:31.022191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Request body: {'port': {'device_id': 'f733c87f-a527-4581-983c-1f93a88e4269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:31.043337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30fd107d-1043-4183-ac48-0c401884895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.055306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30fd107d-1043-4183-ac48-0c401884895f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.056663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30fd107d-1043-4183-ac48-0c401884895f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fab864e4-b4bb-4429-acfb-164cf761525f HTTP/1.1" status: 204 len: 168 time: 0.1586795 Aug 27 12:22:31.069929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.1 (3560c251-d883-487f-a167-8768819cc29d/bd589955-6fbc-4edb-95df-fee02ce00bad/093da278-6fd9-49b6-8a73-99b10461a2a4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:31.092052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd107d-1043-4183-ac48-0c401884895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab864e4-b4bb-4429-acfb-164cf761525f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:31.113733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.155824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-6018a8cf-bf17-4aca-8745-62f57bf32dc6 service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236699 Aug 27 12:22:31.221677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object 647658ed-dd64-4a49-967e-9d2e272492b2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:31.273179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.294627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4f28238d-14b4-4395-885f-5dcca8fbf58c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:31.348375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b938bcc-00ce-4297-a72f-9d85c66e09c8 req-79f0e694-2951-4334-847f-638fdfc32c6c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:31.349803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b938bcc-00ce-4297-a72f-9d85c66e09c8 req-79f0e694-2951-4334-847f-638fdfc32c6c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0769687 Aug 27 12:22:31.398045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4f28238d-14b4-4395-885f-5dcca8fbf58c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:31.398716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.439242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b938bcc-00ce-4297-a72f-9d85c66e09c8 req-4a37485e-9334-4ec0-863d-4625bd756c4c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798621 Aug 27 12:22:31.544490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51de4a-3f88-49f7-9ee2-9d07975e3e7d req-8342878a-3058-494d-b313-3614731a36e9 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:31.546129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef51de4a-3f88-49f7-9ee2-9d07975e3e7d req-8342878a-3058-494d-b313-3614731a36e9 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 931 time: 0.1024671 Aug 27 12:22:31.570993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:31.585864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3272b7d9-c8a9-4a52-9df8-2360fc1d4204 req-ff52fa0f-1bc6-4c94-9b19-32ec4296b9dc service neutron] 10.222.0.65 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068022 Aug 27 12:22:31.628585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.643514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef51de4a-3f88-49f7-9ee2-9d07975e3e7d req-9cf0661c-525e-49b2-b957-42e14bff8248 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904531 Aug 27 12:22:31.655968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.675362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:31.683266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:31.700588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:31.706393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:31.706655 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.739683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=647658ed-dd64-4a49-967e-9d2e272492b2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:31.778630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:31.782634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:31.816736 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.877354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43900) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:31.880150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:31.882830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c720910e-e92c-447e-89b6-7ad8537bc239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.893757 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.971975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:31.985301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:31.996192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.059808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c720910e-e92c-447e-89b6-7ad8537bc239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.064918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c720910e-e92c-447e-89b6-7ad8537bc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.110360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c720910e-e92c-447e-89b6-7ad8537bc239 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af10ebefe9ad44aa8b8bbc4e89d7da60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234781 Aug 27 12:22:32.110360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720910e-e92c-447e-89b6-7ad8537bc239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c385880-2ca2-4ed1-ae00-829e43cfa17b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:32.111878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:32.165863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a8046df4-79b5-4872-9650-8f89cc36cf9e None None] Provisioning for port 647658ed-dd64-4a49-967e-9d2e272492b2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:32.169802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:32.170517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6937af25-f3bd-46e1-815f-3480fda4944d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.170761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=093da278-6fd9-49b6-8a73-99b10461a2a4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:32.171317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a8046df4-79b5-4872-9650-8f89cc36cf9e None None] Provisioning complete for port 647658ed-dd64-4a49-967e-9d2e272492b2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:32.171951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a8046df4-79b5-4872-9650-8f89cc36cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.188061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:32.190605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:32.197508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6937af25-f3bd-46e1-815f-3480fda4944d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.211547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a8046df4-79b5-4872-9650-8f89cc36cf9e None None] Port 647658ed-dd64-4a49-967e-9d2e272492b2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:32.223084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:22:32.251248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6937af25-f3bd-46e1-815f-3480fda4944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.253058 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33fb60fe-79fc-4322-ad38-7ef2ba336c87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71f816500efd4bb797cdcbe145e579fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743689 Aug 27 12:22:32.254048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6937af25-f3bd-46e1-815f-3480fda4944d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.258105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6937af25-f3bd-46e1-815f-3480fda4944d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c385880-2ca2-4ed1-ae00-829e43cfa17b HTTP/1.1" status: 204 len: 168 time: 0.1452420 Aug 27 12:22:32.258605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.258987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43906) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:32.280297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937af25-f3bd-46e1-815f-3480fda4944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c385880-2ca2-4ed1-ae00-829e43cfa17b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:32.298968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Transition to ACTIVE for port object 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:32.302531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.307429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.332081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b082cd86-cf49-4df1-b69d-38b43d9e4e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.358181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b082cd86-cf49-4df1-b69d-38b43d9e4e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.428601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b082cd86-cf49-4df1-b69d-38b43d9e4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.432369 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b082cd86-cf49-4df1-b69d-38b43d9e4e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.435457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.437219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b082cd86-cf49-4df1-b69d-38b43d9e4e2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/319d4048-586a-4940-9b22-82ba0a90397f HTTP/1.1" status: 204 len: 168 time: 0.1750820 Aug 27 12:22:32.449440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082cd86-cf49-4df1-b69d-38b43d9e4e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319d4048-586a-4940-9b22-82ba0a90397f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:32.471838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Pushing event updated for resources: {'Port': ['ID=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:32.681832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Attempting to bind port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:32.682167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Attempting to bind port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:32.682519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Attempting to bind port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe on network b7500a77-285c-4043-bbc3-98b6600082c3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:32.713669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe on network b7500a77-285c-4043-bbc3-98b6600082c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:22:32.713993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Attempting to bind port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe on network b7500a77-285c-4043-bbc3-98b6600082c3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:32.721297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.757445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:32.757789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Checking segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:32.758177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Bound using segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:32.758655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Bound port: 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:32.759096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:32.841225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845e688-ea57-4dc9-806d-4050df1a17eb req-e82d1227-f2c9-46f9-843b-9cc4f0c7b6d3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:32.852539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c845e688-ea57-4dc9-806d-4050df1a17eb req-e82d1227-f2c9-46f9-843b-9cc4f0c7b6d3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 943 time: 0.1080995 Aug 27 12:22:32.912506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c845e688-ea57-4dc9-806d-4050df1a17eb req-031786d6-ecd0-487f-8191-3e1933f51695 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587015 Aug 27 12:22:33.118172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:33.219877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:33.220323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.494374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:33.501670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] For port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:33.555731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] For port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:33.579039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.648361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:33.648990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.650624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] 10.222.0.77 "PUT /v2.0/ports/62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe HTTP/1.1" status: 200 len: 1091 time: 2.6407571 Aug 27 12:22:33.653320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f733c87f-a527-4581-983c-1f93a88e4269', 'tag': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:33.655616 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300" -d '{"events": [{"name": "network-changed", "server_uuid": "f733c87f-a527-4581-983c-1f93a88e4269", "tag": "62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:33.718293 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4d19c5-a372-4238-b33b-0a87294d8ba7 x-openstack-request-id: req-df4d19c5-a372-4238-b33b-0a87294d8ba7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:33.718817 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f733c87f-a527-4581-983c-1f93a88e4269", "tag": "62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:33.719242 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df4d19c5-a372-4238-b33b-0a87294d8ba7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:33.719812 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f733c87f-a527-4581-983c-1f93a88e4269', 'tag': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe', 'status': 'completed', 'code': 200} Aug 27 12:22:33.746536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:33.805671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1785230693'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:33.832812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21889294-0b6a-44c8-b6ec-fc894bab1209 service neutron] Pushing event updated for resources: {'Port': ['ID=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:33.834479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-169012678-network', 'tenant_id': '7caf1307a0854d788479db3d665d1443'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:33.841675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Made reservation on behalf of 96d0510dc4174165b70c50e85bc95524 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:33.846540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.849037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.858402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.865702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.874873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-390beacc-f298-4ea6-8683-8bf54fabbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:33.876359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-390beacc-f298-4ea6-8683-8bf54fabbade service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 1094 time: 0.1422553 Aug 27 12:22:33.885590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Made reservation on behalf of 7caf1307a0854d788479db3d665d1443 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:33.887891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.902760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:33.993915 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-5d51e598-b42e-4eb4-8f78-f589d06dd9d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe HTTP/1.1" status: 200 len: 217 time: 0.0727143 Aug 27 12:22:34.039795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.049716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=647658ed-dd64-4a49-967e-9d2e272492b2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:34.050097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.052271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.106118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d3fd2-c5ac-4abb-bd5b-2cb818be2880 req-c0628c05-e7a5-405f-81de-a644c9499b00 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:34.108025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-489d3fd2-c5ac-4abb-bd5b-2cb818be2880 req-c0628c05-e7a5-405f-81de-a644c9499b00 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 943 time: 0.1140716 Aug 27 12:22:34.116098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:34.148249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.201032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-5840a2a8-1562-48e5-8552-be407c97b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:34.206520 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-5840a2a8-1562-48e5-8552-be407c97b375 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.1953049 Aug 27 12:22:34.207179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.311492 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-c256866c-5725-4828-af44-43ce072a9a13 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963154 Aug 27 12:22:34.355803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.358821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:34.391295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=093da278-6fd9-49b6-8a73-99b10461a2a4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:34.399092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:34.534306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef35fed8-73e7-4cad-93bd-d7dcd3ab5af2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:34.556519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.559129 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Added segment 87d39951-aad8-47a4-b3bc-b36b4a611bc9 of type vlan for network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 Aug 27 12:22:34.569549 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-840a67fb-611c-4f0d-be79-fcb4e172de2d service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489984 Aug 27 12:22:34.662208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.684715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-489d3fd2-c5ac-4abb-bd5b-2cb818be2880 req-f4cfbef8-ab5f-4d97-aa45-418e64391cab tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551636 Aug 27 12:22:34.725207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:34.737055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.739795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:34.744696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:34.745560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.756955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router e56420ef-b2f0-4f87-9af0-4d4e64102c25 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:34.759633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5961a2de-dbc4-443f-9673-e8433bd64d56 None None] Provisioning complete for port 647658ed-dd64-4a49-967e-9d2e272492b2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:34.760679 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5961a2de-dbc4-443f-9673-e8433bd64d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.766601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.776006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c3bc49de-6cc3-467c-b834-2bfb1f045dc6 req-11dcb0db-375d-41db-8273-5c936a657771 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772742 Aug 27 12:22:34.826822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.828605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5961a2de-dbc4-443f-9673-e8433bd64d56 None None] Port 647658ed-dd64-4a49-967e-9d2e272492b2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:34.846730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0957677 Aug 27 12:22:34.863376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:34.872042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Request body: {'subnet': {'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:34.882483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:34.918046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09334d45-bd73-4d68-9267-4eafb1115ce6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event updated for resources: {'Network': ['ID=047d8eeb-d217-4746-9c52-8c2c5d37c9a6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:34.932915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:34.964129 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:34.964629 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Added segment f1a266c4-c177-415f-8bdb-28a6b49ad1cd of type vlan for network 58a3aabe-0397-4991-8858-e39b124c6c2b Aug 27 12:22:35.008381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.012920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-bca40255-9009-4f15-8a29-a0c135801940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:35.015930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-bca40255-9009-4f15-8a29-a0c135801940 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 1094 time: 0.1063688 Aug 27 12:22:35.032494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94937306-7b10-4698-8df1-88aa3b9a7fa8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:35.042651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:35.057816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:35.069109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.070525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:35.071306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.072993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Sync routers for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:35.089670 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:35.090956 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:35.104631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6089272 Aug 27 12:22:35.105431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fcc34214-8383-48c3-8f9e-d261001391e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/e56420ef-b2f0-4f87-9af0-4d4e64102c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8328092 Aug 27 12:22:35.110811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43968) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:35.119141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Request body: {'subnet': {'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-169012678-subnet', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:35.220293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ac02-ca2b-4ba3-a6a5-00e524a4bc61 admin admin] Pushing event updated for resources: {'Network': ['ID=58a3aabe-0397-4991-8858-e39b124c6c2b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:35.235692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 58a3aabe-0397-4991-8858-e39b124c6c2b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:35.267679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Made reservation on behalf of 96d0510dc4174165b70c50e85bc95524 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:35.275503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.286977 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:35.307572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Made reservation on behalf of 7caf1307a0854d788479db3d665d1443 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:35.310152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.362244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-770942d0-005a-419c-a8b8-fed76b311772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:35.371375 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-770942d0-005a-419c-a8b8-fed76b311772 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 912 time: 0.3479567 Aug 27 12:22:35.436939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-9ee84be3-10ca-4603-8be6-7bfb71262dbf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe HTTP/1.1" status: 200 len: 217 time: 0.0540075 Aug 27 12:22:35.459905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:35.473285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:35.489246 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fe2f43aa-0781-47a6-9fe8-8e47980cb9de tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/routers/746068c0-a61b-412e-9caf-949754074450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9737730 Aug 27 12:22:35.493800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:35.495278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43984) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:35.498089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:35.504867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'port': {'network_id': '3560c251-d883-487f-a167-8768819cc29d', 'name': 'tempest-FloatingIPTestJSON-1511662191'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:35.588949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:35.594044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-2a6ab7b4-31c9-45d9-9fc0-3b304af839bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:35.596243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-2a6ab7b4-31c9-45d9-9fc0-3b304af839bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.1503048 Aug 27 12:22:35.611488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:35.612114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:35.633426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-e8412172-6e1d-4cec-b0ed-800161b6f20e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294178 Aug 27 12:22:35.656748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:35.657889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db93d537-08d7-45dd-85ba-d6694a165ae5 None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:35.668142 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:33Z', 'revision_number': 2, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:35.687425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.706715 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Checking router: e56420ef-b2f0-4f87-9af0-4d4e64102c25 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:35.707312 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Updating router e56420ef-b2f0-4f87-9af0-4d4e64102c25 port 647658ed-dd64-4a49-967e-9d2e272492b2 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:22:35.737587 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.755783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-03ab0b83-b41d-4625-a22e-31b4d36e4404 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371830791&fields=id&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 267 time: 0.3296032 Aug 27 12:22:35.865752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:35.869285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.886097 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-4ba11d6f-58ca-4adc-94c3-75b5e2e1f0f9 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401221 Aug 27 12:22:35.889672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:35.898256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] device_id is not set on port 604dc3d4-6e0c-4298-8440-922a22214617 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:35.911169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event updated for resources: {'Subnet': ['ID=88ed75ef-8fb2-406a-bcce-336b44e84d5e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:35.932034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Checking segment: {'id': '87d39951-aad8-47a4-b3bc-b36b4a611bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:35.932403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Network hostable DHCP agents. Network: 047d8eeb-d217-4746-9c52-8c2c5d37c9a6, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:35.960625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de916-dfcd-400e-99f4-ad1819ca9898 req-4c35bad4-9c92-4936-bd48-d0f815715fed tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:35.962275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a7de916-dfcd-400e-99f4-ad1819ca9898 req-4c35bad4-9c92-4936-bd48-d0f815715fed tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 943 time: 0.2056580 Aug 27 12:22:36.018153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:36.037036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-8fbcd05c-a8b6-43e4-bdd1-8247eb2a3f6f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:36.038592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-8fbcd05c-a8b6-43e4-bdd1-8247eb2a3f6f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 796 time: 0.2562149 Aug 27 12:22:36.041541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a7de916-dfcd-400e-99f4-ad1819ca9898 req-617db5da-7b97-4c68-91fc-b7947d485872 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732775 Aug 27 12:22:36.042797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 047d8eeb-d217-4746-9c52-8c2c5d37c9a6) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:36.048443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:36.049631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.053448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617527df-9131-4b31-b28e-0a5e95093971 None None] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:36.085077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:36.094473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Checking segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:36.095090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Network hostable DHCP agents. Network: 58a3aabe-0397-4991-8858-e39b124c6c2b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:36.107350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-46b845b7-03d9-4d02-97a2-e0fcaeadbaf3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/quotas/32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 375 time: 0.0367658 Aug 27 12:22:36.112356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-261faa2b-d12f-4fc3-8a92-25f7325c9352 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2428162 Aug 27 12:22:36.114510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:36.126011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Request body: {'port': {'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1040681181'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:36.138224 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.155499 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Transition to ACTIVE for port object 647658ed-dd64-4a49-967e-9d2e272492b2 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:36.164574 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.177446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Network 58a3aabe-0397-4991-8858-e39b124c6c2b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:36.188585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 58a3aabe-0397-4991-8858-e39b124c6c2b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:36.198790 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2a1a92c-8c88-4e68-b6d1-28077d7a8300 req-67daf8fd-8cf6-45ef-9890-a9611648a411 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018365 Aug 27 12:22:36.202564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:36.203150 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.208972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f101fd1-603c-40cb-a86a-caf879f41406 None None] Network 58a3aabe-0397-4991-8858-e39b124c6c2b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:36.209520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.4 (3560c251-d883-487f-a167-8768819cc29d/bd589955-6fbc-4edb-95df-fee02ce00bad/604dc3d4-6e0c-4298-8440-922a22214617) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:36.233297 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2ea3a7d9-74f3-4c09-a6a1-1a01ab1d97d6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1205986 Aug 27 12:22:36.236894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43990) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:36.241832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:36.246797 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7932f3-e6a7-4d8e-ba97-5e573e4d74d6 None None] Pushing event updated for resources: {'Port': ['ID=647658ed-dd64-4a49-967e-9d2e272492b2,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:36.335336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.336339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.357563 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Attempting to bind port 647658ed-dd64-4a49-967e-9d2e272492b2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:36.358251 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Attempting to bind port 647658ed-dd64-4a49-967e-9d2e272492b2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:36.358856 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Attempting to bind port 647658ed-dd64-4a49-967e-9d2e272492b2 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:36.367595 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:36.368363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Checking segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:36.380426 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.380973 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Bound using segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:36.381694 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Bound port: 647658ed-dd64-4a49-967e-9d2e272492b2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:36.382098 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.466413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Made reservation on behalf of 96d0510dc4174165b70c50e85bc95524 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:36.475456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-047d8eeb-d217-4746-9c52-8c2c5d37c9a6', 'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6', 'tenant_id': '96d0510dc4174165b70c50e85bc95524', 'fixed_ips': [{'subnet_id': '88ed75ef-8fb2-406a-bcce-336b44e84d5e'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:22:36.476796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.478883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.526313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-489eea64-4c1b-4dc1-9d10-bd0e5bc1c625 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4102492 Aug 27 12:22:36.533472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] device_id is not set on port 0ab82390-5499-40e0-a873-7d805af39284 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:36.569328 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] For port 647658ed-dd64-4a49-967e-9d2e272492b2, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:36.580848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] For port 647658ed-dd64-4a49-967e-9d2e272492b2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=647658ed-dd64-4a49-967e-9d2e272492b2,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:36.589151 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.615688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.700933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.703932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.721802 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:36.722470 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:36.787932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Allocated IP 2001:db8::32e (047d8eeb-d217-4746-9c52-8c2c5d37c9a6/88ed75ef-8fb2-406a-bcce-336b44e84d5e/0ab82390-5499-40e0-a873-7d805af39284) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:36.792999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-e999984d-c4f3-4d07-b950-9533c208e9aa service neutron] 10.222.0.76 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135918 Aug 27 12:22:36.801381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:36.802127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-58a3aabe-0397-4991-8858-e39b124c6c2b', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:22:36.805455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:36.809958 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7932f3-e6a7-4d8e-ba97-5e573e4d74d6 None None] Pushing event updated for resources: {'Port': ['ID=647658ed-dd64-4a49-967e-9d2e272492b2,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:37.004767 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:37.040082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c90134a3-bff7-4a91-8e08-fb8f8441b233 service neutron] 10.222.0.76 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291734 Aug 27 12:22:37.096666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Allocated IP 172.20.0.2 (58a3aabe-0397-4991-8858-e39b124c6c2b/a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9/f42a42c9-62fd-4029-8ace-de462f27c41a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:37.148954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.255596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Transition to ACTIVE for port object 0ab82390-5499-40e0-a873-7d805af39284 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:37.278143 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.288087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Transition to ACTIVE for port object f42a42c9-62fd-4029-8ace-de462f27c41a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:37.304332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc7786-6c94-4721-be72-7f327cf93afd req-56e7b25f-b379-43f1-9b6d-9c69f947f532 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:37.304689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Transition to ACTIVE for port object f42a42c9-62fd-4029-8ace-de462f27c41a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:37.312735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.317411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4fc7786-6c94-4721-be72-7f327cf93afd req-56e7b25f-b379-43f1-9b6d-9c69f947f532 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 943 time: 0.1135771 Aug 27 12:22:37.354577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Network 58a3aabe-0397-4991-8858-e39b124c6c2b is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:37.359431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:37.371350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:37.415765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Pushing event updated for resources: {'Port': ['ID=f42a42c9-62fd-4029-8ace-de462f27c41a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:37.428184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:37.439652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:37.445251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Attempting to bind port f42a42c9-62fd-4029-8ace-de462f27c41a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:37.445725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Attempting to bind port f42a42c9-62fd-4029-8ace-de462f27c41a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:37.446278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Attempting to bind port f42a42c9-62fd-4029-8ace-de462f27c41a on network 58a3aabe-0397-4991-8858-e39b124c6c2b {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:37.452216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:37.452681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Checking segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:37.453272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.453838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Bound using segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:37.454547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Bound port: f42a42c9-62fd-4029-8ace-de462f27c41a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:37.455816 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.462868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e7c70d4-c90b-4ce3-a586-ccae24b65026 req-96a5d2bc-6738-4267-a8ad-3cce5e1dd70d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 210 time: 0.0834403 Aug 27 12:22:37.496536 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4fc7786-6c94-4721-be72-7f327cf93afd req-74ddeef2-ae48-48e3-b435-e2333d1e8a72 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783578 Aug 27 12:22:37.499469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.529343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:37.538685 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:36Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:37.554251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:37.561211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:37.584256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:37.584935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.613333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:22:37.617675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=604dc3d4-6e0c-4298-8440-922a22214617,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:37.618316 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0bebd-a064-4b45-abad-e22a9bad0993 None None] The sync data for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 is: [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:36Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:37.625861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:37.626761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.631954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5144956 Aug 27 12:22:37.636093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44008) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:37.638236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Allocated IP 2001:db8::2 (047d8eeb-d217-4746-9c52-8c2c5d37c9a6/88ed75ef-8fb2-406a-bcce-336b44e84d5e/124726b4-af31-4069-9a1a-80db1f097f0b) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:37.647238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Request body: {'port': {'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-456705716', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:37.647750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.api.validators [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] bootfile-name is not in valid_values {{(pid=94624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:37.648098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.api.validators [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] tftp-server is not in valid_values {{(pid=94624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:37.648483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.api.validators [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] server-ip-address is not in valid_values {{(pid=94624) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:37.655002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] For port f42a42c9-62fd-4029-8ace-de462f27c41a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:37.688684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] For port f42a42c9-62fd-4029-8ace-de462f27c41a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f42a42c9-62fd-4029-8ace-de462f27c41a,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:37.717304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:37.718043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cecab-a7de-44de-b467-78c509baca6b tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event updated for resources: {'Port': ['ID=0ab82390-5499-40e0-a873-7d805af39284,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:37.855191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:37.861325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'port': {'network_id': '3560c251-d883-487f-a167-8768819cc29d', 'name': 'tempest-FloatingIPTestJSON-1473946455'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:37.865262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7960dc02-83ec-4d80-b33d-99d9a6188486 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3691840 Aug 27 12:22:37.903060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.130471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b935114-99b3-4387-ad6d-e846d2f3bf2c None None] Pushing event updated for resources: {'Port': ['ID=f42a42c9-62fd-4029-8ace-de462f27c41a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:38.136475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Made reservation on behalf of 96d0510dc4174165b70c50e85bc95524 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:38.145097 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.188434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:38.194615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.201012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] device_id is not set on port 713ff5f3-952b-4e00-bd89-045919ea9999 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:38.219464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] device_id is not set on port 7e423d67-2ba8-405a-8ae2-5af2f9a5698d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:38.284354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.297304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:38.355324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'port_id': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe', 'mac_address': 'fa:16:3e:19:82:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:22:38.404518 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.421198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Transition to ACTIVE for port object 124726b4-af31-4069-9a1a-80db1f097f0b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:38.424010 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.440667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:22:38.483652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.6 (3560c251-d883-487f-a167-8768819cc29d/bd589955-6fbc-4edb-95df-fee02ce00bad/7e423d67-2ba8-405a-8ae2-5af2f9a5698d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:38.543559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Transition to ACTIVE for port object 124726b4-af31-4069-9a1a-80db1f097f0b will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:38.565411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:38.571058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.653033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:38.655898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:38.661771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:38.668735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.813873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Attempting to bind port 124726b4-af31-4069-9a1a-80db1f097f0b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:38.814313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Attempting to bind port 124726b4-af31-4069-9a1a-80db1f097f0b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '87d39951-aad8-47a4-b3bc-b36b4a611bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:38.814682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Attempting to bind port 124726b4-af31-4069-9a1a-80db1f097f0b on network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:38.816468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f296311f-7d0e-4568-9c7e-91b9246dcd3f req-fdf38ddb-484f-437d-8514-9e6f28496b4a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 210 time: 0.1126521 Aug 27 12:22:38.820538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:38.820918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Checking segment: {'id': '87d39951-aad8-47a4-b3bc-b36b4a611bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:38.821326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.821724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Bound using segment: {'id': '87d39951-aad8-47a4-b3bc-b36b4a611bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:38.822199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Bound port: 124726b4-af31-4069-9a1a-80db1f097f0b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d39951-aad8-47a4-b3bc-b36b4a611bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '047d8eeb-d217-4746-9c52-8c2c5d37c9a6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:38.822628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.824592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Pushing event updated for resources: {'Port': ['ID=124726b4-af31-4069-9a1a-80db1f097f0b,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:38.877479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaa335-f3a1-456d-b370-c2ca67626a2d req-dac84360-fbf4-4a95-a325-1a54969ecfc4 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:38.890701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5efaa335-f3a1-456d-b370-c2ca67626a2d req-dac84360-fbf4-4a95-a325-1a54969ecfc4 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 944 time: 0.2739818 Aug 27 12:22:38.957937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:38.961867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] For port 124726b4-af31-4069-9a1a-80db1f097f0b, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:38.968366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] For port 124726b4-af31-4069-9a1a-80db1f097f0b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=124726b4-af31-4069-9a1a-80db1f097f0b,segment=NetworkSegment(87d39951-aad8-47a4-b3bc-b36b4a611bc9),segment_id=87d39951-aad8-47a4-b3bc-b36b4a611bc9)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:38.975531 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:38.991019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-63749c83-6022-408e-85db-ae2146fe2dd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:38.992903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-63749c83-6022-408e-85db-ae2146fe2dd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 796 time: 0.2347741 Aug 27 12:22:39.016470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Allocated IP 2001:db8::320 (047d8eeb-d217-4746-9c52-8c2c5d37c9a6/88ed75ef-8fb2-406a-bcce-336b44e84d5e/713ff5f3-952b-4e00-bd89-045919ea9999) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:39.111666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5efaa335-f3a1-456d-b370-c2ca67626a2d req-e9e9746d-ae10-4c16-8ee0-0beb3dcd2399 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173948 Aug 27 12:22:39.121447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726009b8-1415-4662-9f9d-f56d572bd45f None None] Pushing event updated for resources: {'Port': ['ID=124726b4-af31-4069-9a1a-80db1f097f0b,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:39.134278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:22:39.207926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.248748 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.289169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 647658ed-dd64-4a49-967e-9d2e272492b2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:39.341229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.369489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-11c5f2c6-4a7c-4f77-a371-b362ba82fa4b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 380 time: 0.3636220 Aug 27 12:22:39.380505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.419390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=7e423d67-2ba8-405a-8ae2-5af2f9a5698d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:39.475466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:39.477052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:39.480540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:39.583145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Allocated IP 172.25.8.12 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/dbd7d9f2-a3e0-48a2-a195-c3934d25948f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:39.589170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:39.592748 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.630466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93c565e2-379e-4c40-8f08-cf7188d9222c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7707107 Aug 27 12:22:39.630718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'port': {'device_id': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'admin_state_up': True, 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'security_groups': ['9b452fcb-6402-4f78-9d46-b2ca689192c4']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:39.630849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:39.638366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '7e423d67-2ba8-405a-8ae2-5af2f9a5698d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:39.656605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 647658ed-dd64-4a49-967e-9d2e272492b2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:39.662667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 647658ed-dd64-4a49-967e-9d2e272492b2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:39.663101 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.713322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.780785 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.841912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 647658ed-dd64-4a49-967e-9d2e272492b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=647658ed-dd64-4a49-967e-9d2e272492b2,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:39.851704 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.853121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f42a42c9-62fd-4029-8ace-de462f27c41a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:39.897315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:39.995555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.010124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27142c-6313-4752-bbc2-a8a193b883b2 None None] Network 58a3aabe-0397-4991-8858-e39b124c6c2b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:40.011527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Transition to ACTIVE for port object 713ff5f3-952b-4e00-bd89-045919ea9999 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:40.061970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.070825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50be5a52-e55a-4a8d-b673-efef47b0a3dd req-6deac4b1-8d56-4a7d-8f8b-862fdc8ff171 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 210 time: 0.0539110 Aug 27 12:22:40.130150 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.152237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event updated for resources: {'Port': ['ID=713ff5f3-952b-4e00-bd89-045919ea9999,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:40.173840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:40.180569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:40.186558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:40.193083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:40.193756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.201215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=647658ed-dd64-4a49-967e-9d2e272492b2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:40.202852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:40.207351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.229476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] Provisioning for port f42a42c9-62fd-4029-8ace-de462f27c41a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:40.236111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] Provisioning complete for port f42a42c9-62fd-4029-8ace-de462f27c41a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:40.236537 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.263017 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b8f0d59f-06ce-455f-bf50-08fede6260b6 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6257017 Aug 27 12:22:40.266290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.271174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44036) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:40.316872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f42a42c9-62fd-4029-8ace-de462f27c41a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:40.322057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f42a42c9-62fd-4029-8ace-de462f27c41a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:40.322474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.380834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee11981-2cc3-4be1-a296-383bd04f8d0d req-c1783c6b-f7ea-4347-b9c1-ce4cc206e161 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:40.390336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dee11981-2cc3-4be1-a296-383bd04f8d0d req-c1783c6b-f7ea-4347-b9c1-ce4cc206e161 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 944 time: 0.1828480 Aug 27 12:22:40.435749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.119 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/e2a2a7a6-fd11-4081-8a3d-489088a206d9) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:40.486598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dee11981-2cc3-4be1-a296-383bd04f8d0d req-4b4025d2-1678-4c68-b079-47245e3ef4f6 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945845 Aug 27 12:22:40.505686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.515818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:40.537118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:40.546747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:40.558418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:40.563478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] For port f42a42c9-62fd-4029-8ace-de462f27c41a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f42a42c9-62fd-4029-8ace-de462f27c41a,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:40.632319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.663128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93541f-2047-471d-b395-fd0b59c8a621 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:40.680659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93541f-2047-471d-b395-fd0b59c8a621 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:40.686765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93541f-2047-471d-b395-fd0b59c8a621 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:40.691678 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca93541f-2047-471d-b395-fd0b59c8a621 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4130831 Aug 27 12:22:40.695361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:40.708048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.11 (bda2383b-6d72-4b47-97d6-2db89b4b1fbb/24a082ef-d5c2-4014-bc6e-53003a028293/f589fc34-68c4-4e7c-adb0-64683cca18a6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:40.709201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adaf8e-f0ab-40bb-8a01-b58b1d911aba None None] Pushing event updated for resources: {'Port': ['ID=f42a42c9-62fd-4029-8ace-de462f27c41a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:40.728817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd196f4-d1fc-4adf-a60a-54f298c5a45c None None] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:40.763067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.804302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb185dae-f8bd-486b-8d49-5e6b8b66cb88 None None] Provisioning for port 124726b4-af31-4069-9a1a-80db1f097f0b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:40.916009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.969244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Deleting port 713ff5f3-952b-4e00-bd89-045919ea9999 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:40.969705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:40.977015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:40.993796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:40.996344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:41.038586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d3b8727d-9665-4f9d-98c9-bb17f28e557b None None] Provisioning complete for port f42a42c9-62fd-4029-8ace-de462f27c41a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:41.039987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3b8727d-9665-4f9d-98c9-bb17f28e557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.053654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=e2a2a7a6-fd11-4081-8a3d-489088a206d9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:41.101900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.135329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.221318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object f589fc34-68c4-4e7c-adb0-64683cca18a6 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:41.224901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.270305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Calling delete_port for 713ff5f3-952b-4e00-bd89-045919ea9999 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:41.317802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 124726b4-af31-4069-9a1a-80db1f097f0b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:41.374627 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-502160c9-a1b4-4e9f-8025-60d829595a4c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252911 Aug 27 12:22:41.386238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.434165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 124726b4-af31-4069-9a1a-80db1f097f0b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:41.453638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 124726b4-af31-4069-9a1a-80db1f097f0b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:41.455484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.475842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.554102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:41.570237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Provisioning complete for port 124726b4-af31-4069-9a1a-80db1f097f0b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:41.570670 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.589436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:41.618562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event deleted for resources: {'Port': ['ID=713ff5f3-952b-4e00-bd89-045919ea9999,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:41.642247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:41.642537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:41.662573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:41.680793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc326-55fc-454f-843c-5f900e71ea16 req-89a0e376-caca-4b0a-890d-03cfa0cc75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:41.681613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.682328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-89a0e376-caca-4b0a-890d-03cfa0cc75ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b00d2c188a54ee793e2bb5545a41397&device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 1096 time: 0.2413201 Aug 27 12:22:41.685476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-99eb73f4-19db-40ca-8048-86915932da16 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "DELETE /v2.0/ports/713ff5f3-952b-4e00-bd89-045919ea9999 HTTP/1.1" status: 204 len: 168 time: 0.9891367 Aug 27 12:22:41.706850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:41.747212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Request body: {'port': {'name': 'tempest-new-port-name-26519405', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:41.747616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] bootfile-name is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:41.747956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] tftp-server is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:41.748287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.api.validators [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] server-ip-address is not in valid_values {{(pid=94623) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 12:22:41.785259 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.850119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] For port 124726b4-af31-4069-9a1a-80db1f097f0b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=124726b4-af31-4069-9a1a-80db1f097f0b,segment=NetworkSegment(87d39951-aad8-47a4-b3bc-b36b4a611bc9),segment_id=87d39951-aad8-47a4-b3bc-b36b4a611bc9)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:41.859438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.860511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.863396 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.868081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c6434-4313-4a0b-97da-8478b29c4a01 req-8045d94e-d5e9-48b7-b87e-fc75addf095f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:41.870041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e0c6434-4313-4a0b-97da-8478b29c4a01 req-8045d94e-d5e9-48b7-b87e-fc75addf095f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 932 time: 0.4021800 Aug 27 12:22:41.885594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:41.886283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.916764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:41.938405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Pushing event updated for resources: {'Port': ['ID=124726b4-af31-4069-9a1a-80db1f097f0b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:41.945328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Could not find standard attr ID for object 713ff5f3-952b-4e00-bd89-045919ea9999. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:22:41.977558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-c0889663-a107-4fd6-b8f5-74998ac1d016 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3648386 Aug 27 12:22:42.009012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Request body: {'port': {'device_id': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:42.046920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc326-55fc-454f-843c-5f900e71ea16 req-022d2106-a142-4c19-b5fa-e8b4375a15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:42.048694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-022d2106-a142-4c19-b5fa-e8b4375a15c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 200 len: 919 time: 0.2803178 Aug 27 12:22:42.066688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:42.072146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Provisioning for port 0ab82390-5499-40e0-a873-7d805af39284 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:42.079315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Provisioning complete for port 0ab82390-5499-40e0-a873-7d805af39284 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:42.080310 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.128241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b8b92cb0-fea6-4c1a-b93c-0eebcb07470a None None] Port 0ab82390-5499-40e0-a873-7d805af39284 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:42.130108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:42.130621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.163919 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:22:42.164372 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:22:42.239583 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.273823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Provisioning for port f589fc34-68c4-4e7c-adb0-64683cca18a6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:42.279976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Provisioning complete for port f589fc34-68c4-4e7c-adb0-64683cca18a6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:42.280602 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.299833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e0c6434-4313-4a0b-97da-8478b29c4a01 req-9b76207d-0682-491c-a401-25c63258b42d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854983 Aug 27 12:22:42.338119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Port f589fc34-68c4-4e7c-adb0-64683cca18a6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:42.341734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733c87f-a527-4581-983c-1f93a88e4269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:42.344322 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c002ee1-5a96-4c57-af98-00118f01f87b" -d '{"events": [{"server_uuid": "f733c87f-a527-4581-983c-1f93a88e4269", "name": "network-vif-plugged", "status": "completed", "tag": "62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:42.351321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Could not find standard attr ID for object 713ff5f3-952b-4e00-bd89-045919ea9999. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:22:42.365300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:42.366238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b676c-b833-4511-9211-d01efba63de3 req-c1858db9-94c0-4f8a-b95f-bc6a7b637523 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:42.376039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-872b676c-b833-4511-9211-d01efba63de3 req-c1858db9-94c0-4f8a-b95f-bc6a7b637523 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 944 time: 0.7259228 Aug 27 12:22:42.376357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Provisioning complete for port 0ab82390-5499-40e0-a873-7d805af39284 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:42.376989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.448343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.462482 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185cd1f7-60c5-4a45-a8b8-2c27bd0ec994 x-openstack-request-id: req-185cd1f7-60c5-4a45-a8b8-2c27bd0ec994 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:42.462865 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f733c87f-a527-4581-983c-1f93a88e4269", "name": "network-vif-plugged", "status": "completed", "tag": "62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:42.463188 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-185cd1f7-60c5-4a45-a8b8-2c27bd0ec994 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:42.464002 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733c87f-a527-4581-983c-1f93a88e4269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe', 'code': 200} Aug 27 12:22:42.519925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-872b676c-b833-4511-9211-d01efba63de3 req-d42a6802-bf50-48ab-8135-a03a59531da3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418214 Aug 27 12:22:42.575206 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.603017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:42.614226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-84b11970-5b4a-4cb3-ae86-a4c84efd7a1f None None] Port 0ab82390-5499-40e0-a873-7d805af39284 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:42.712911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 647658ed-dd64-4a49-967e-9d2e272492b2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:42.744476 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-18debf7b-f88e-491d-ae09-69d3fe40f984 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2 HTTP/1.1" status: 200 len: 217 time: 0.6561928 Aug 27 12:22:42.778495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 647658ed-dd64-4a49-967e-9d2e272492b2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:42.778874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.841927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:42.899962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f42a42c9-62fd-4029-8ace-de462f27c41a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:42.988038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f42a42c9-62fd-4029-8ace-de462f27c41a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:42.988933 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.093465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.102888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.158316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] In _notify_port_updated(), no bound segment for port 0ab82390-5499-40e0-a873-7d805af39284 on network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:22:43.163955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:43.164610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.165933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "PUT /v2.0/ports/0ab82390-5499-40e0-a873-7d805af39284 HTTP/1.1" status: 200 len: 1128 time: 1.4374452 Aug 27 12:22:43.178822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:43.198619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f589fc34-68c4-4e7c-adb0-64683cca18a6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:22:43.214636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.224788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.239415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 124726b4-af31-4069-9a1a-80db1f097f0b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:43.253888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:22:43.257957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Transition to ACTIVE for port object f589fc34-68c4-4e7c-adb0-64683cca18a6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:43.261153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc326-55fc-454f-843c-5f900e71ea16 req-1ca6ecdc-fd5e-44a1-b1c4-8c8be8aa4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:43.262164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-1ca6ecdc-fd5e-44a1-b1c4-8c8be8aa4914 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 200 len: 858 time: 0.4855132 Aug 27 12:22:43.267226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d85e-b74a-4319-84ab-35448f439f23 req-148b3bea-6019-46ff-b617-d9f18a842b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:43.268863 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ba09d85e-b74a-4319-84ab-35448f439f23 req-148b3bea-6019-46ff-b617-d9f18a842b88 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 1096 time: 0.5027597 Aug 27 12:22:43.272515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.299055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4032cc-4754-4da8-9d7c-5f7ea8c3745c tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:43.300582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0c4032cc-4754-4da8-9d7c-5f7ea8c3745c tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "GET /v2.0/ports/0ab82390-5499-40e0-a873-7d805af39284 HTTP/1.1" status: 200 len: 1128 time: 0.1206555 Aug 27 12:22:43.301351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af394-f970-40e5-b19f-e83f8147554f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event updated for resources: {'Port': ['ID=0ab82390-5499-40e0-a873-7d805af39284,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:43.304581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:43.310334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-e2217376-b031-4270-ae1e-f51625435df9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=693b16b9-4602-49ca-ac36-6bb3ae740e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389755 Aug 27 12:22:43.374417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 124726b4-af31-4069-9a1a-80db1f097f0b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:43.375307 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.588480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.631957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.652925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c1e6ba0b-66d4-4e56-b02a-f245a734a5d7 None None] Provisioning complete for port 0ab82390-5499-40e0-a873-7d805af39284 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:43.653821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba0b-66d4-4e56-b02a-f245a734a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.716697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:43.759617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6ba0b-66d4-4e56-b02a-f245a734a5d7 None None] Port 0ab82390-5499-40e0-a873-7d805af39284 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:43.777005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ba09d85e-b74a-4319-84ab-35448f439f23 req-2cd0adb3-fdb4-413e-b0d3-83a351695ad2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345434 Aug 27 12:22:43.839896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-0631daa0-c2e3-4c5f-9f81-b764680456a4 service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008156 Aug 27 12:22:43.846303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:43.859662 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Sync routers for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:43.872994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:43.873627 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:43.880599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:43.880803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:43.881088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:43.887127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.893027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9392ba02-f598-4e69-9396-c9294a36bc40 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6541584 Aug 27 12:22:43.893652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:22:43.894031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:43.896382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44068) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:43.917142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.919413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=e2a2a7a6-fd11-4081-8a3d-489088a206d9,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:43.947768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:43.948130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Checking segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:43.948499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Bound using segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:43.949097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Bound port: f589fc34-68c4-4e7c-adb0-64683cca18a6, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:43.949470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:43.951781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438dad4-9a13-4974-b7de-e25a03771aab req-a840ec9d-bf85-4430-8e60-be29c37eba55 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:43.954205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2438dad4-9a13-4974-b7de-e25a03771aab req-a840ec9d-bf85-4430-8e60-be29c37eba55 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.3532610 Aug 27 12:22:44.041408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Deleting port 0ab82390-5499-40e0-a873-7d805af39284 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:44.041706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.061570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21761e9-01a8-433e-84ea-83986a5aa3cb req-daa12a40-ddc2-4908-bc25-e6b9a155c8c2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:44.063326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f21761e9-01a8-433e-84ea-83986a5aa3cb req-daa12a40-ddc2-4908-bc25-e6b9a155c8c2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.3347838 Aug 27 12:22:44.092326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:44.098075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:44.118900 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:44.157472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.160612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2438dad4-9a13-4974-b7de-e25a03771aab req-164493af-a0f6-410f-9093-3dbd898ccb40 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532037 Aug 27 12:22:44.192852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:44.193480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.195312 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] 10.222.0.65 "PUT /v2.0/ports/f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1092 time: 2.2053657 Aug 27 12:22:44.232020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:44.234543 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:44.277936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f21761e9-01a8-433e-84ea-83986a5aa3cb req-efa32fb3-20b6-4909-a02e-4921011ed58e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981864 Aug 27 12:22:44.286301 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP bb444a6c-f40e-4e8f-8a47-d97c040e056e associated. External IP: 172.25.8.119, port: 7e423d67-2ba8-405a-8ae2-5af2f9a5698d. Aug 27 12:22:44.371279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abf990-4f34-469a-a4de-18dfe7e7b7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:44.385210 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeae59e-4eb0-4267-af25-3773f5272640 x-openstack-request-id: req-1eeae59e-4eb0-4267-af25-3773f5272640 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:44.385527 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:44.386114 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1eeae59e-4eb0-4267-af25-3773f5272640 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:44.386541 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'status': 'completed', 'code': 200} Aug 27 12:22:44.435988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.456493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Calling delete_port for 0ab82390-5499-40e0-a873-7d805af39284 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:44.521316 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:40Z', 'revision_number': 3, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:44.554349 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Checking router: 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:44.554971 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Updating router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 port dbd7d9f2-a3e0-48a2-a195-c3934d25948f binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:22:44.585538 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.604983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-a6f1de79-7e48-481f-97ff-0afa27e17ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:44.606572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-a6f1de79-7e48-481f-97ff-0afa27e17ca3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1095 time: 0.2175462 Aug 27 12:22:44.670953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-08cbcfb2-d054-429e-94fa-fcd55b08b349 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 217 time: 0.0498674 Aug 27 12:22:44.672896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-233cc326-55fc-454f-843c-5f900e71ea16 req-736a6dac-8ec2-4668-ad22-fa84eb258297 service neutron] 10.222.0.77 "GET /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418199 Aug 27 12:22:44.689638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.755297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event deleted for resources: {'Port': ['ID=0ab82390-5499-40e0-a873-7d805af39284,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:44.755927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-a604b434-306a-4b61-ad6a-2b0cfb930a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:44.757461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-a604b434-306a-4b61-ad6a-2b0cfb930a6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.0658762 Aug 27 12:22:44.792876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.795329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6422a68b-51d5-4a46-b3df-1c9a3f66626f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "DELETE /v2.0/ports/0ab82390-5499-40e0-a873-7d805af39284 HTTP/1.1" status: 204 len: 168 time: 1.4837089 Aug 27 12:22:44.801057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44074) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:44.817086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:44.928204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Deleting subnet 88ed75ef-8fb2-406a-bcce-336b44e84d5e {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:22:44.942729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:44.946697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-1d101736-cdd9-42f1-86d2-e1006ed4fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:44.948247 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-1d101736-cdd9-42f1-86d2-e1006ed4fe0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692750 Aug 27 12:22:44.975981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:44.989358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:45.006753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:45.008932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.014600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.031034 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.044106 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Transition to ACTIVE for port object dbd7d9f2-a3e0-48a2-a195-c3934d25948f will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:45.049705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-af7cb5de-63ef-4821-8fe5-b097675c463c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4176867 Aug 27 12:22:45.052596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44076) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:45.053196 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.058962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:45.084907 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.104132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.111813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.138505 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Attempting to bind port dbd7d9f2-a3e0-48a2-a195-c3934d25948f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:45.140962 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Attempting to bind port dbd7d9f2-a3e0-48a2-a195-c3934d25948f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:45.140962 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Attempting to bind port dbd7d9f2-a3e0-48a2-a195-c3934d25948f on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:45.145167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:45.146403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.150036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Pushing event updated for resources: {'Port': ['ID=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:45.168758 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:45.169260 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:45.169774 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.170275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:45.171036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Bound port: dbd7d9f2-a3e0-48a2-a195-c3934d25948f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:45.171540 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.174324 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.174821 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.175401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.175843 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.176951 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.177548 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.177989 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.178490 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.178928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.179360 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.179791 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.180221 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:45.197216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.219826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.221069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4d82e-c84b-4027-b515-6b3835ca644c None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:45.306608 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-a6b87be9-5846-4173-9f2f-d246a9676952 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283167 Aug 27 12:22:45.334712 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] For port dbd7d9f2-a3e0-48a2-a195-c3934d25948f, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:45.344859 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] For port dbd7d9f2-a3e0-48a2-a195-c3934d25948f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:45.352400 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.458126 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9cafb-844e-44ba-a9c0-aa152d674dcc None None] Pushing event updated for resources: {'Port': ['ID=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:45.460780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.475619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30751705-e005-4b8b-b6f9-69812449eda6 req-ec4b790a-aa2b-4e80-8ea8-c51d7ebeee3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:45.475949 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:45.476567 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.477181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30751705-e005-4b8b-b6f9-69812449eda6 req-ec4b790a-aa2b-4e80-8ea8-c51d7ebeee3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.1497154 Aug 27 12:22:45.480950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.481281 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP bb444a6c-f40e-4e8f-8a47-d97c040e056e disassociated. External IP: 172.25.8.119, port: 7e423d67-2ba8-405a-8ae2-5af2f9a5698d. Aug 27 12:22:45.489177 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2812537-3a8e-43de-a4a7-bbf29e163741 req-27edfb67-547d-495c-9699-35f3520631c9 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628287 Aug 27 12:22:45.564651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc710e4b-4498-4afc-9c41-6dd96d5c2435 req-289d6b46-2cf3-489e-b339-c20f9c753b23 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:45.566310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc710e4b-4498-4afc-9c41-6dd96d5c2435 req-289d6b46-2cf3-489e-b339-c20f9c753b23 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1436162 Aug 27 12:22:45.586886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.613621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30751705-e005-4b8b-b6f9-69812449eda6 req-5ddda318-7f2e-4d86-a6e4-5a6bb0089b12 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282661 Aug 27 12:22:45.621560 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:45.665391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-752c2f79-6359-4925-a91e-90c501b176b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:45.667372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-752c2f79-6359-4925-a91e-90c501b176b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1095 time: 0.1159298 Aug 27 12:22:45.668153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc710e4b-4498-4afc-9c41-6dd96d5c2435 req-61af5818-f277-4163-b014-a31fdd70a19e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911100 Aug 27 12:22:45.805738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:45.817390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-7e93fde8-434f-4b27-9fd5-e985ec10bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:45.819644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-7e93fde8-434f-4b27-9fd5-e985ec10bdd8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.1157746 Aug 27 12:22:45.862057 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:40Z', 'revision_number': 3, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.885506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-bcbc0041-eba1-42cd-8c23-adadaac10fe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 217 time: 0.0569494 Aug 27 12:22:45.894626 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf2537-17fb-485c-a39b-4a6a28c14c3f None None] The sync data for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 is: [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:40Z', 'revision_number': 3, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:45.930227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:45.936279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:45.942026 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:45.953200 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:45.953862 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:45.966757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Allocated IP 172.20.0.1 (58a3aabe-0397-4991-8858-e39b124c6c2b/a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9/336d759b-c93d-4aac-96d3-5419398dee82) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:45.971679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ffeb44fd-e6aa-4e59-9d6a-d7f859c91844 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/floatingips/bb444a6c-f40e-4e8f-8a47-d97c040e056e HTTP/1.1" status: 200 len: 688 time: 0.9172735 Aug 27 12:22:45.974262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:46.005853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.020682 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:46.037000 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:46.037669 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:46.055812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d4701-4042-4e93-848f-42d19236ed6a None None] Network 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:46.082447 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:46.083555 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5114438-8d1a-45f3-b733-2d002bc588ba None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:46.093984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-c2f7263a-85b5-4d52-9cf9-3a53c80be4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:46.098792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-c2f7263a-85b5-4d52-9cf9-3a53c80be4e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.2049491 Aug 27 12:22:46.101477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.106805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "DELETE /v2.0/subnets/88ed75ef-8fb2-406a-bcce-336b44e84d5e HTTP/1.1" status: 204 len: 168 time: 1.2916212 Aug 27 12:22:46.110370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:46.112420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbdc38-e5a7-411b-933e-457b7d352b7f tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event deleted for resources: {'Subnet': ['ID=88ed75ef-8fb2-406a-bcce-336b44e84d5e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:46.252958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-da024625-f9c5-456a-ade2-216f7f3b1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:46.254716 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-da024625-f9c5-456a-ade2-216f7f3b1eae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441739 Aug 27 12:22:46.271877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.296681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port e2a2a7a6-fd11-4081-8a3d-489088a206d9 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:46.298174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.388132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.420827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Transition to ACTIVE for port object 336d759b-c93d-4aac-96d3-5419398dee82 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:46.454986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] DHCP port deletion for 047d8eeb-d217-4746-9c52-8c2c5d37c9a6 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:22:46.473904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.474223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.478681 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-239c5ad6-3d14-4e73-a0ac-3f5e555768f7 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048466 Aug 27 12:22:46.496249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd03847-34fb-4b82-9ffd-c68878678116 req-4de11c03-ca8b-48b5-99d3-05d62c4da118 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:46.504960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebd03847-34fb-4b82-9ffd-c68878678116 req-4de11c03-ca8b-48b5-99d3-05d62c4da118 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1553741 Aug 27 12:22:46.531488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Deleting port 124726b4-af31-4069-9a1a-80db1f097f0b {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:46.531488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.533656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for e2a2a7a6-fd11-4081-8a3d-489088a206d9 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:46.616151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebd03847-34fb-4b82-9ffd-c68878678116 req-2c02fad7-879b-4aca-b303-ed482bacb5ee tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099360 Aug 27 12:22:46.616916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] For port 124726b4-af31-4069-9a1a-80db1f097f0b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=124726b4-af31-4069-9a1a-80db1f097f0b,segment=NetworkSegment(87d39951-aad8-47a4-b3bc-b36b4a611bc9),segment_id=87d39951-aad8-47a4-b3bc-b36b4a611bc9)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:46.617726 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.636253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Calling delete_port for 124726b4-af31-4069-9a1a-80db1f097f0b owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:46.654113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Deleting port 124726b4-af31-4069-9a1a-80db1f097f0b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:46.655192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.787361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.835774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] No DVR routers for this DVR port 124726b4-af31-4069-9a1a-80db1f097f0b on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:46.848352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Pushing event deleted for resources: {'Port': ['ID=124726b4-af31-4069-9a1a-80db1f097f0b,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:46.859077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.860073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.860528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.861521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.861983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.862446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.863028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.863463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.863897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.864330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.864762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.865191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1bdff-3057-4d31-9242-751f8097a084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:46.881568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] For port 124726b4-af31-4069-9a1a-80db1f097f0b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=124726b4-af31-4069-9a1a-80db1f097f0b,segment=NetworkSegment(87d39951-aad8-47a4-b3bc-b36b4a611bc9),segment_id=87d39951-aad8-47a4-b3bc-b36b4a611bc9)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:46.881955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:46.904206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e4595-27a0-4681-9161-50b42011e708 req-290ab966-ac11-40fb-96b9-db026329afc3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:46.905825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-776e4595-27a0-4681-9161-50b42011e708 req-290ab966-ac11-40fb-96b9-db026329afc3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.1517122 Aug 27 12:22:46.924987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Calling delete_port for 124726b4-af31-4069-9a1a-80db1f097f0b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:46.976557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9485d-2b6e-48a7-838f-1e48811f2a01 req-c1142fd4-b4e9-40d3-9f45-b94a082d4b61 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:46.978254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5b9485d-2b6e-48a7-838f-1e48811f2a01 req-c1142fd4-b4e9-40d3-9f45-b94a082d4b61 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1782532 Aug 27 12:22:47.021373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.023445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.059310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:22:47.073392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-776e4595-27a0-4681-9161-50b42011e708 req-9ad52c57-311c-43da-b310-5b80dba045e1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560309 Aug 27 12:22:47.087360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=e2a2a7a6-fd11-4081-8a3d-489088a206d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:47.143552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Network 58a3aabe-0397-4991-8858-e39b124c6c2b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:47.153213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:47.157239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5b9485d-2b6e-48a7-838f-1e48811f2a01 req-f06b5723-ad5f-4aff-ab73-5d46af35a24a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414735 Aug 27 12:22:47.164992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:47.170634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.201403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Pushing event updated for resources: {'Port': ['ID=336d759b-c93d-4aac-96d3-5419398dee82,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:47.208619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.211225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.219577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8a58a537-ad33-4cec-9bdb-43ddcc2432e1 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/floatingips/bb444a6c-f40e-4e8f-8a47-d97c040e056e HTTP/1.1" status: 204 len: 168 time: 1.2435043 Aug 27 12:22:47.220280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:47.221194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] No DVR routers for this DVR port 124726b4-af31-4069-9a1a-80db1f097f0b on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:47.222902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event deleted for resources: {'Port': ['ID=124726b4-af31-4069-9a1a-80db1f097f0b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:47.232594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:47.232758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '604dc3d4-6e0c-4298-8440-922a22214617'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:47.254095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-38bbf616-fd8c-4d41-bf99-80a22e24e5b2 req-ac8c48a3-065e-4696-8066-93e0d393b418 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456040 Aug 27 12:22:47.264917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.269687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'mac_address': 'fa:16:3e:a6:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:22:47.377581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.399688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f589fc34-68c4-4e7c-adb0-64683cca18a6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:22:47.408875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.431004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:47.433843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd7d9f2-a3e0-48a2-a195-c3934d25948f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:47.444917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.481034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.484655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047d8eeb-d217-4746-9c52-8c2c5d37c9a6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:47.500723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d39951-aad8-47a4-b3bc-b36b4a611bc9') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:47.501105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d39951-aad8-47a4-b3bc-b36b4a611bc9') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:47.513898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.527362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.549855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.550243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:47.575240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port dbd7d9f2-a3e0-48a2-a195-c3934d25948f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:47.579950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port dbd7d9f2-a3e0-48a2-a195-c3934d25948f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:47.580466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.631117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-a08f9462-13ef-421e-90d9-44258e36be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:47.633119 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-a08f9462-13ef-421e-90d9-44258e36be0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 1096 time: 0.1030653 Aug 27 12:22:47.821371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-c8448c8a-f3d1-4ba1-815b-69bf6e792c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:47.822842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f589fc34-68c4-4e7c-adb0-64683cca18a6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:22:47.822984 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-c8448c8a-f3d1-4ba1-815b-69bf6e792c14 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 912 time: 0.1826744 Aug 27 12:22:47.870647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f0dc624a-5f4f-40d3-9138-52f89a7329c5 None None] Provisioning for port 336d759b-c93d-4aac-96d3-5419398dee82 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:47.872845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.884173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-746bef72-4f2d-44c2-8beb-ba322248382c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe HTTP/1.1" status: 200 len: 217 time: 0.0472615 Aug 27 12:22:47.895849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f0dc624a-5f4f-40d3-9138-52f89a7329c5 None None] Provisioning complete for port 336d759b-c93d-4aac-96d3-5419398dee82 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:47.896229 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f0dc624a-5f4f-40d3-9138-52f89a7329c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.941640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port dbd7d9f2-a3e0-48a2-a195-c3934d25948f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:47.950547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-63a0f07e-b32c-4cf9-9f93-238a3e57d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:47.952724 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-63a0f07e-b32c-4cf9-9f93-238a3e57d004 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.0584848 Aug 27 12:22:47.953643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:47.961990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f0dc624a-5f4f-40d3-9138-52f89a7329c5 None None] Port 336d759b-c93d-4aac-96d3-5419398dee82 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:47.979232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:47.979965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.003598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-fdf997bc-ad31-4911-a0cc-b2ca11f4077b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430176 Aug 27 12:22:48.008805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.016528 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.031954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:48.054428 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:48.059007 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.067262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 124726b4-af31-4069-9a1a-80db1f097f0b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:48.097921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.098988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 124726b4-af31-4069-9a1a-80db1f097f0b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:48.099346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 124726b4-af31-4069-9a1a-80db1f097f0b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:48.102912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] 10.222.0.76 "DELETE /v2.0/networks/047d8eeb-d217-4746-9c52-8c2c5d37c9a6 HTTP/1.1" status: 204 len: 168 time: 1.9904699 Aug 27 12:22:48.104192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.123537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Pushing event updated for resources: {'Port': ['ID=336d759b-c93d-4aac-96d3-5419398dee82,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:48.159034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d40e6-d5c0-4d7f-87d3-49369ef7d131 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618 tempest-ExtraDHCPOptionsIpV6TestJSON-342615618-project] Pushing event deleted for resources: {'Network': ['ID=047d8eeb-d217-4746-9c52-8c2c5d37c9a6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:48.196819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a85c3-c963-4f06-9704-28b2ec58002a req-768358ae-004a-4519-a0ac-f9a5d9a89a45 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:48.198507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af4a85c3-c963-4f06-9704-28b2ec58002a req-768358ae-004a-4519-a0ac-f9a5d9a89a45 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.6370621 Aug 27 12:22:48.217847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beacc98-f036-4c58-a286-055a0febd2cb req-edd80d66-888c-49b1-84f6-998079936f83 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:48.225747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8beacc98-f036-4c58-a286-055a0febd2cb req-edd80d66-888c-49b1-84f6-998079936f83 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1836133 Aug 27 12:22:48.274932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.302712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af4a85c3-c963-4f06-9704-28b2ec58002a req-fa4e938c-2d99-4e5b-970e-02030856c6f1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Aug 27 12:22:48.318086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-58847472-b61f-4487-8d45-8a38053d17f5 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575984 Aug 27 12:22:48.364028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Network 58a3aabe-0397-4991-8858-e39b124c6c2b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:48.366790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:48.375803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8beacc98-f036-4c58-a286-055a0febd2cb req-059a2e2a-7f3d-46cc-b598-f499775c9f2e tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490803 Aug 27 12:22:48.417553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:48.469312 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4687e99e-4af0-4168-beba-8e2b7b27b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.507153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.185 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/5875461e-2ddd-435b-8e94-63198852e04a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:48.527229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1fb83-c9cb-49ea-8be8-4c053257abbd req-19c428a2-7147-4540-b74a-e729625e7007 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:48.528822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50a1fb83-c9cb-49ea-8be8-4c053257abbd req-19c428a2-7147-4540-b74a-e729625e7007 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0947895 Aug 27 12:22:48.578661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0f4342f4-5bfd-4a8e-a209-be921003cd44 req-d523f774-3d5e-4eab-953f-6dcbc09c1e23 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438023 Aug 27 12:22:48.596672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:48.655307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-440fff32-5eb5-4d7d-b029-2c1ff0b3e546 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96d0510dc4174165b70c50e85bc95524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366240 Aug 27 12:22:48.658693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:48.682591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50a1fb83-c9cb-49ea-8be8-4c053257abbd req-e9caebc6-c80e-4163-9b6b-f9f75287b55c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050050 Aug 27 12:22:48.720806 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.762839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.776999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:48.786929 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d857a28d-a87b-4205-9e5a-a8beaa30222b admin admin] 10.222.0.76 "PUT /v2.0/routers/3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8894138 Aug 27 12:22:48.787596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Sync routers for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:48.788103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad429ca-54e4-4771-afc9-4e905119a18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.803881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6c5c776e-c008-4067-8c81-baa06fdeb86e None None] Provisioning complete for port 336d759b-c93d-4aac-96d3-5419398dee82 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:48.804703 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6c5c776e-c008-4067-8c81-baa06fdeb86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.806868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:48.809871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:48.816337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:48.824501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad429ca-54e4-4771-afc9-4e905119a18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.837843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:48.839039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:48.845927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=5875461e-2ddd-435b-8e94-63198852e04a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:48.894293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad429ca-54e4-4771-afc9-4e905119a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.898364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ad429ca-54e4-4771-afc9-4e905119a18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:48.900032 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ad429ca-54e4-4771-afc9-4e905119a18c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef35fed8-73e7-4cad-93bd-d7dcd3ab5af2 HTTP/1.1" status: 204 len: 168 time: 0.2402482 Aug 27 12:22:48.901063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c776e-c008-4067-8c81-baa06fdeb86e None None] Port 336d759b-c93d-4aac-96d3-5419398dee82 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:22:48.910506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad429ca-54e4-4771-afc9-4e905119a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef35fed8-73e7-4cad-93bd-d7dcd3ab5af2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:49.022922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:49.071474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:49.229861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f589fc34-68c4-4e7c-adb0-64683cca18a6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:49.237982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f589fc34-68c4-4e7c-adb0-64683cca18a6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:49.238488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.297522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd7d9f2-a3e0-48a2-a195-c3934d25948f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:49.313330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-d064c1d1-e432-441a-be00-f6c785cecc51 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:49.321900 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-d064c1d1-e432-441a-be00-f6c785cecc51 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.77 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1384046 Aug 27 12:22:49.381814 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.424876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 2, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:49.458169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.463905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Checking router: 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:49.465037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Updating router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 port 336d759b-c93d-4aac-96d3-5419398dee82 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:22:49.473194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port dbd7d9f2-a3e0-48a2-a195-c3934d25948f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:49.473739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.507598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Deleting port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:49.508585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.523677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.534522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b15b-4c12-43ee-89b2-6cae43e517c9 req-0c000c81-1f5e-4da3-aae8-9fde24af32f8 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:49.536154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d26b15b-4c12-43ee-89b2-6cae43e517c9 req-0c000c81-1f5e-4da3-aae8-9fde24af32f8 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1125579 Aug 27 12:22:49.555036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:49.557225 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab407bf7-dcdd-44a5-9dbc-00b31c4efb75" -d '{"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-plugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:49.559943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.588914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:49.620663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.625341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d26b15b-4c12-43ee-89b2-6cae43e517c9 req-3cff51f3-2b92-49b4-b512-ba0a44d5f560 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700195 Aug 27 12:22:49.685847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] For port 2a981f64-3ddb-4971-9b04-570e02d9d6d2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2a981f64-3ddb-4971-9b04-570e02d9d6d2,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:49.686823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.708508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Calling delete_port for 2a981f64-3ddb-4971-9b04-570e02d9d6d2 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:49.872989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:49.880626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c382bcb-5ee3-47a9-9e06-d4b7b333bb6c req-189bbe52-7b6c-4f49-ad5c-bc964808cc5d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:49.887138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c382bcb-5ee3-47a9-9e06-d4b7b333bb6c req-189bbe52-7b6c-4f49-ad5c-bc964808cc5d tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=b427aa7e-ed82-4422-bb43-ee6dda8cd3bf HTTP/1.1" status: 200 len: 945 time: 0.1637361 Aug 27 12:22:49.929427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.938558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.964720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:49.975081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Pushing event deleted for resources: {'Port': ['ID=2a981f64-3ddb-4971-9b04-570e02d9d6d2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:50.005109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ba242152-3650-45ef-bc11-16ea7a653e35'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:22:50.014435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2a981f64-3ddb-4971-9b04-570e02d9d6d2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:22:50.014585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44156) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:50.046804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] No DVR routers for this DVR port 2a981f64-3ddb-4971-9b04-570e02d9d6d2 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:50.053298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.057325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c382bcb-5ee3-47a9-9e06-d4b7b333bb6c req-92d1542e-969a-4c89-952b-d5143b0a6e45 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469932 Aug 27 12:22:50.057929 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bd3a824-0ec1-4718-ab33-9b269ac5d00c req-cd3d0741-aca7-4d13-9827-2955d4334a3f tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.77 "DELETE /v2.0/ports/2a981f64-3ddb-4971-9b04-570e02d9d6d2 HTTP/1.1" status: 204 len: 173 time: 0.7295520 Aug 27 12:22:50.058430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'name': 'network-vif-deleted', 'tag': '2a981f64-3ddb-4971-9b04-570e02d9d6d2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:50.066654 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de0b39c-2058-4267-be42-f517e394120d" -d '{"events": [{"server_uuid": "b427aa7e-ed82-4422-bb43-ee6dda8cd3bf", "name": "network-vif-deleted", "tag": "2a981f64-3ddb-4971-9b04-570e02d9d6d2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:50.072130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:50.083732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495329041', 'description': 'tempest-description--1771953449'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:50.129505 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac55cc-352b-446c-98e2-3fcf6db75140 x-openstack-request-id: req-aaac55cc-352b-446c-98e2-3fcf6db75140 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:50.130000 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-plugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:50.130099 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aaac55cc-352b-446c-98e2-3fcf6db75140 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:50.134058 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'code': 200} Aug 27 12:22:50.148953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=5875461e-2ddd-435b-8e94-63198852e04a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:50.165824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.170840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.185473 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336e93fa-89a1-4f14-a87c-50b739f35bb8 x-openstack-request-id: req-336e93fa-89a1-4f14-a87c-50b739f35bb8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:50.185982 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b427aa7e-ed82-4422-bb43-ee6dda8cd3bf", "name": "network-vif-deleted", "tag": "2a981f64-3ddb-4971-9b04-570e02d9d6d2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:50.186672 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-336e93fa-89a1-4f14-a87c-50b739f35bb8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:50.187237 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b427aa7e-ed82-4422-bb43-ee6dda8cd3bf', 'name': 'network-vif-deleted', 'tag': '2a981f64-3ddb-4971-9b04-570e02d9d6d2', 'status': 'completed', 'code': 200} Aug 27 12:22:50.196550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.266591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'networks': [{'name': 'tempest-network--1754647499'}, {'name': 'tempest-network--1751572762'}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:50.268467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'network': {'name': 'tempest-network--1754647499'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:50.269900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'network': {'name': 'tempest-network--1751572762'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:50.272547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.293287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Transition to ACTIVE for port object 336d759b-c93d-4aac-96d3-5419398dee82 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:50.304712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.311379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5447e-f4cf-4f3f-9dca-7c42581bb050 req-d5059a1b-e7a3-4ef9-a13b-bdf029284ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:50.312965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efe5447e-f4cf-4f3f-9dca-7c42581bb050 req-d5059a1b-e7a3-4ef9-a13b-bdf029284ea5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1097 time: 0.0711374 Aug 27 12:22:50.353971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71216dc9-dd39-4f23-a1b4-4f53cf28a0a1 req-e231d2f6-bbac-40c5-b327-35d57cf746a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:50.354603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-efe5447e-f4cf-4f3f-9dca-7c42581bb050 req-61a71ec0-a635-4521-9b7a-25d66ee05c50 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331318 Aug 27 12:22:50.355833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71216dc9-dd39-4f23-a1b4-4f53cf28a0a1 req-e231d2f6-bbac-40c5-b327-35d57cf746a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1370373 Aug 27 12:22:50.380541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5eb64-30eb-49f9-aff4-89f2199c4600 None None] Pushing event updated for resources: {'Port': ['ID=336d759b-c93d-4aac-96d3-5419398dee82,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:50.407297 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 associated. External IP: 172.25.8.185, port: 604dc3d4-6e0c-4298-8440-922a22214617. Aug 27 12:22:50.458975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Attempting to bind port 336d759b-c93d-4aac-96d3-5419398dee82 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:50.459348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Attempting to bind port 336d759b-c93d-4aac-96d3-5419398dee82 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:50.459719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Attempting to bind port 336d759b-c93d-4aac-96d3-5419398dee82 on network 58a3aabe-0397-4991-8858-e39b124c6c2b {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:50.468903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:50.469281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Checking segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:50.469690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.470758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Bound using segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:50.471209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Bound port: 336d759b-c93d-4aac-96d3-5419398dee82, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:50.471936 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.480436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71216dc9-dd39-4f23-a1b4-4f53cf28a0a1 req-4a006aea-ad87-4a6a-a5da-ddded0b75415 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133969 Aug 27 12:22:50.511955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.537120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'network': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:50.544655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.547502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.556742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] For port 336d759b-c93d-4aac-96d3-5419398dee82, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:50.560395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.560853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] For port 336d759b-c93d-4aac-96d3-5419398dee82, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=336d759b-c93d-4aac-96d3-5419398dee82,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:50.567414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.604105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34955186-0d9c-4750-a23f-ab4d9a6c883c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:50.632471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:50.633265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:50.708043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5eb64-30eb-49f9-aff4-89f2199c4600 None None] Pushing event updated for resources: {'Port': ['ID=336d759b-c93d-4aac-96d3-5419398dee82,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:50.780667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.785522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.786061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.801240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.805554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9afd46b8-8550-44f4-bc08-c8a0eaa5e334 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7285488 Aug 27 12:22:50.805554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:50.812017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Request body: {'security_group_rule': {'security_group_id': '34955186-0d9c-4750-a23f-ab4d9a6c883c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:50.829322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:50.838008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d6963-260d-44de-bc67-d6f7295a02c8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:50.844315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:50.851513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988290af-0cfa-4386-bc87-044d5112b145 req-83a8b120-c35c-48f0-9f50-410575180926 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:50.853317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-988290af-0cfa-4386-bc87-044d5112b145 req-83a8b120-c35c-48f0-9f50-410575180926 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1217077 Aug 27 12:22:50.855827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.856361 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Added segment 5c350c2b-7a40-4dd6-b2ee-8f4f1fb1103f of type vlan for network 52ac5a8a-4ab3-4c1c-9a8a-de288c71ad88 Aug 27 12:22:50.857862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:50.920232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.932733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.960334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:50.974335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:50.974994 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Added segment 3f7ed207-f35b-4e1a-b4cd-b7021037c74a of type vlan for network fcb574e0-e502-4d3d-a109-dd7663382dd9 Aug 27 12:22:51.007174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-988290af-0cfa-4386-bc87-044d5112b145 req-f73aaf1a-6eb1-4604-ba49-96f47b1722cc tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406279 Aug 27 12:22:51.026592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.054737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:51.064564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.068206 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:51.076666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.077063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.077689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.078330 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:51.079110 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.090909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.099104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7d1610-aae1-43bc-94e2-99192f410cb2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:51.115662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.125225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.127292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.148721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.149952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2388b5b3-a7d6-451f-bdb6-f78c13fde962 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437831 Aug 27 12:22:51.152819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.159597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Request body: {'security_group_rule': {'security_group_id': '34955186-0d9c-4750-a23f-ab4d9a6c883c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:51.171071 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.175801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2fd4bf97-c65e-4f18-99c6-323cef34850f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9468184 Aug 27 12:22:51.176528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.184582 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:51.185501 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.221640 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.222707 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6094de7b-c4af-4bee-b039-c4ae435ce3c0 None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:51.246168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Network': ['ID=52ac5a8a-4ab3-4c1c-9a8a-de288c71ad88,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:51.271450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 52ac5a8a-4ab3-4c1c-9a8a-de288c71ad88 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:51.276831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.286802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed9a5282-f04b-4609-a641-8e1fc3dac3e0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/floatingips/ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 HTTP/1.1" status: 200 len: 978 time: 0.1089387 Aug 27 12:22:51.287853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44176) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.344685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Network': ['ID=fcb574e0-e502-4d3d-a109-dd7663382dd9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:51.355529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a23c7a27-c7fe-4574-b97f-9bda3fd150d4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3396375 Aug 27 12:22:51.357981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.363505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fcb574e0-e502-4d3d-a109-dd7663382dd9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:51.459754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3bf16ece-7b87-474f-924b-616965f9f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.464124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.492713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2bc34a06-74d2-40c2-af12-4bd331a2e8fc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2017465 Aug 27 12:22:51.494874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44182) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.502523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35ec58-d3b7-45ed-a3d5-115bb51af24f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.509514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35ec58-d3b7-45ed-a3d5-115bb51af24f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.514579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'port_id': '7e423d67-2ba8-405a-8ae2-5af2f9a5698d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:51.516151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35ec58-d3b7-45ed-a3d5-115bb51af24f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.522812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35ec58-d3b7-45ed-a3d5-115bb51af24f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.528398 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ba35ec58-d3b7-45ed-a3d5-115bb51af24f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1692116 Aug 27 12:22:51.528941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44186) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.558426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:50Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.587666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c746e0-1d43-4e33-b50b-232affbf9141 req-390dcd6d-4de5-46a7-a4bf-0f767804962c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.589751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6c746e0-1d43-4e33-b50b-232affbf9141 req-390dcd6d-4de5-46a7-a4bf-0f767804962c tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1873481 Aug 27 12:22:51.591975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.608684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.610426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a6a5-8c01-4b8f-988d-be2e0dbd6e3f None None] The sync data for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 is: [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:50Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:51.708192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.721759 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.735228 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:22:51.741570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.753261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ac5a8a-4ab3-4c1c-9a8a-de288c71ad88']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.763009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d38ff07-5668-4b02-897b-4ddc307b2b22,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:51.764521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c350c2b-7a40-4dd6-b2ee-8f4f1fb1103f') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.764821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c350c2b-7a40-4dd6-b2ee-8f4f1fb1103f') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:51.776111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.793815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.803577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:51.804121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.804617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6c746e0-1d43-4e33-b50b-232affbf9141 req-d2664b9a-ef44-4288-81d4-963bc43c2dee tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676517 Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:51.809166 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:51.825712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.827699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6691712-e9ee-4326-bbcf-6a62aaa62aeb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6739318 Aug 27 12:22:51.838869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288f6c8-c25c-4293-a088-ea3d13c39f84 req-d25f367c-59f3-46e1-a387-e33a58c93d85 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:51.840493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e288f6c8-c25c-4293-a088-ea3d13c39f84 req-d25f367c-59f3-46e1-a387-e33a58c93d85 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.2428102 Aug 27 12:22:51.840975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44188) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.847768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:51.884396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.893988 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.896762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/networks/52ac5a8a-4ab3-4c1c-9a8a-de288c71ad88 HTTP/1.1" status: 204 len: 168 time: 0.3668118 Aug 27 12:22:51.899373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44190) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:51.950499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:51.959742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85e97c-8f14-46a7-a4db-d93a8a8e2c77 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Network': ['ID=52ac5a8a-4ab3-4c1c-9a8a-de288c71ad88,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:51.974177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e288f6c8-c25c-4293-a088-ea3d13c39f84 req-aca85848-b5d5-4935-9ef8-c17577a2899d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187871 Aug 27 12:22:52.011737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.075418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.119468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.130621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb574e0-e502-4d3d-a109-dd7663382dd9']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:52.147706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7ed207-f35b-4e1a-b4cd-b7021037c74a') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:52.148050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7ed207-f35b-4e1a-b4cd-b7021037c74a') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:52.158620 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.176790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.184230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:22:52.184878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:22:52.188389 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:22:52.250879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.262596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.264548 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/networks/fcb574e0-e502-4d3d-a109-dd7663382dd9 HTTP/1.1" status: 204 len: 168 time: 0.3642564 Aug 27 12:22:52.267355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44194) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:52.288231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a65a41-ad29-451c-a958-d03f86ae3b9f tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Network': ['ID=fcb574e0-e502-4d3d-a109-dd7663382dd9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:52.393173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301b307-8759-4185-9b16-c4b1906c3bbe tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:52.399721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301b307-8759-4185-9b16-c4b1906c3bbe tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:52.405612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f301b307-8759-4185-9b16-c4b1906c3bbe tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1371925 Aug 27 12:22:52.406421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44196) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:52.412331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1962909621'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:52.442945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:52.447995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.477132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:52.488871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.489246 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Added segment 969000fb-f003-4140-8acf-612e0c30d9c5 of type vlan for network 4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe Aug 27 12:22:52.534115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.563381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.570442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:52.571313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.609656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15591eed-01df-499b-be22-068ba6c63302 req-281c21e1-0afb-4646-b06d-44ad018d72a2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:52.611767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15591eed-01df-499b-be22-068ba6c63302 req-281c21e1-0afb-4646-b06d-44ad018d72a2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.5127685 Aug 27 12:22:52.631040 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2210681 Aug 27 12:22:52.631480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:52.636388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1938116044'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:52.659284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3c415-9d8a-4a68-b5eb-d8e7bbad076a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Network': ['ID=4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:52.673776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:52.674333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:52.679211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.687762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.706665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:52.718542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.718768 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Added segment acedaa67-b2b5-4463-8ae9-359027d6388e of type vlan for network b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b Aug 27 12:22:52.748675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15591eed-01df-499b-be22-068ba6c63302 req-8c5a670a-3217-4041-a9f4-2eae23c0ebce tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283796 Aug 27 12:22:52.776712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.807633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.817615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:52.818545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.882122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2495208 Aug 27 12:22:52.885517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44202) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:52.891979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'ports': [{'network_id': '4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe', 'name': 'tempest-port--817021392', 'admin_state_up': True}, {'network_id': 'b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b', 'admin_state_up': False}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:52.892747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'port': {'network_id': '4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe', 'name': 'tempest-port--817021392', 'admin_state_up': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:52.892747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'port': {'network_id': 'b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b', 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:52.910826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.926628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Allocated IP 172.25.8.210 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ed41a2bd-8a34-4f64-a9e3-de110549de05) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:52.929394 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:52.949372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e47227-29a0-46e9-b778-0709998d8f38 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Network': ['ID=b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:52.963694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:53.075904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'port': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:53.081006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.093898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.148823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb2c6-1d4b-4824-9c39-4fa6d0cc7095 req-a62e8c55-ba04-41c1-979f-6fd3ad888572 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.151164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeebb2c6-1d4b-4824-9c39-4fa6d0cc7095 req-a62e8c55-ba04-41c1-979f-6fd3ad888572 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.2326140 Aug 27 12:22:53.186673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] device_id is not set on port 66e09fde-5891-4d2b-a26d-7837d0fb7c85 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:53.220570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.226027 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 associated. External IP: 172.25.8.185, port: 604dc3d4-6e0c-4298-8440-922a22214617. Aug 27 12:22:53.234671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 336d759b-c93d-4aac-96d3-5419398dee82 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:53.287884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 336d759b-c93d-4aac-96d3-5419398dee82 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:22:53.292574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 336d759b-c93d-4aac-96d3-5419398dee82 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:53.293022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.293967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ea21b-fdfe-42a5-a1a1-79ed1ff69798 req-ec63aee9-5d63-41f1-ba0b-0150e7bf762b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.295707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-444ea21b-fdfe-42a5-a1a1-79ed1ff69798 req-ec63aee9-5d63-41f1-ba0b-0150e7bf762b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1978397 Aug 27 12:22:53.303329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eeebb2c6-1d4b-4824-9c39-4fa6d0cc7095 req-d55c1315-ab8a-4df9-96bd-d33c5a7e9b10 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434662 Aug 27 12:22:53.349914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.383684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.403712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-444ea21b-fdfe-42a5-a1a1-79ed1ff69798 req-a5ba6282-3e7d-4393-85bf-427c7eabb834 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944273 Aug 27 12:22:53.423967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 336d759b-c93d-4aac-96d3-5419398dee82, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=336d759b-c93d-4aac-96d3-5419398dee82,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:53.434206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] device_id is not set on port 7d416a02-d08d-4b10-9c7e-4a2e84e14785 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:53.437743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.469078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.493721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=336d759b-c93d-4aac-96d3-5419398dee82,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:53.516692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:53.562861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:53.573049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.584551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:53.608529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event updated for resources: {'Port': ['ID=ed41a2bd-8a34-4f64-a9e3-de110549de05,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:53.615874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.669831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922918d7-97d7-4133-923c-a0be88183e4f req-e58bcbc7-94e9-48cd-aed4-2bd30a3f1fb2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.671371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-922918d7-97d7-4133-923c-a0be88183e4f req-e58bcbc7-94e9-48cd-aed4-2bd30a3f1fb2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1573107 Aug 27 12:22:53.673783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:53.678576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2a981f64-3ddb-4971-9b04-570e02d9d6d2 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:22:53.699038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Port': ['ID=66e09fde-5891-4d2b-a26d-7837d0fb7c85,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:53.708355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Checking segment: {'id': '969000fb-f003-4140-8acf-612e0c30d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:53.708763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network hostable DHCP agents. Network: 4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:53.722787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 2a981f64-3ddb-4971-9b04-570e02d9d6d2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:22:53.723991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2a981f64-3ddb-4971-9b04-570e02d9d6d2 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:22:53.731560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network 4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:53.742432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:53.748979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:53.749956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.753747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9958e-28fb-498b-992e-d38173305776 None None] Network 4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:53.787507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.800463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-922918d7-97d7-4133-923c-a0be88183e4f req-8fa213aa-7d3f-40a2-b3a9-c541d1a1605e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019375 Aug 27 12:22:53.830222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44210) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:53.834908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Port': ['ID=7d416a02-d08d-4b10-9c7e-4a2e84e14785,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:53.844925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Checking segment: {'id': 'acedaa67-b2b5-4463-8ae9-359027d6388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:53.845765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network hostable DHCP agents. Network: b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:53.865463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:53.883855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:53.889007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:53.895950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecd002-0018-4a76-848c-fd3635a866fe None None] Network b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:53.896995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.903162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.903940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.905372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:53.921268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c7a25bc-9b62-4eca-ac87-2cd96e0f0e1a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0352604 Aug 27 12:22:53.924397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44212) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:53.964845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:53.984320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040fe3b-3ca8-4087-b9d1-90f7a724849a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.990634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:53.991140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040fe3b-3ca8-4087-b9d1-90f7a724849a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:53.996475 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e040fe3b-3ca8-4087-b9d1-90f7a724849a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0673869 Aug 27 12:22:53.996475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44214) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:53.997483 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.026287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f737a-e53d-4df2-ae57-7fdba34b7aa6 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:54.027967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-800f737a-e53d-4df2-ae57-7fdba34b7aa6 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1092 time: 0.1964750 Aug 27 12:22:54.029575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:54.030473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.031204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44216) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:54.040055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:54.085680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.095612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.101605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:54.102242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.121774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe3ed-1399-4ad0-82c2-dff134afd809 req-a53634e7-2f35-44bd-a723-8f499784a858 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:54.123300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05ebe3ed-1399-4ad0-82c2-dff134afd809 req-a53634e7-2f35-44bd-a723-8f499784a858 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.2330158 Aug 27 12:22:54.140373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.141031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed584b3b-2b13-4eab-9bd4-e2a1cb1713bc None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:54.161741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Deleting port 66e09fde-5891-4d2b-a26d-7837d0fb7c85 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:54.162087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.206195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05ebe3ed-1399-4ad0-82c2-dff134afd809 req-69a61f04-b2b2-4c30-b9a7-d44c0a86a8dd tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698221 Aug 27 12:22:54.244084 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.260880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Calling delete_port for 66e09fde-5891-4d2b-a26d-7837d0fb7c85 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:54.312952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.320248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.328842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.394442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:54.415034 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.447542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event updated for resources: {'Port': ['ID=ed41a2bd-8a34-4f64-a9e3-de110549de05,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:54.463177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.465412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Port': ['ID=66e09fde-5891-4d2b-a26d-7837d0fb7c85,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:54.476565 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.481457 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-244ab754-f3bd-47eb-895d-8263e88b7085 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/ports/66e09fde-5891-4d2b-a26d-7837d0fb7c85 HTTP/1.1" status: 204 len: 168 time: 0.4816153 Aug 27 12:22:54.481457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44220) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:54.522489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.523719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f94ae2d4-1e0e-4582-804e-c48c71af7ce9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6796136 Aug 27 12:22:54.524050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.138 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/412c92a0-5194-409b-90af-ba826db32e8d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:54.568529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451e0b-dcc2-40a2-93d8-1b158f370b8c req-e6b74902-81e9-4e41-96b3-723126f1db62 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:54.570061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0451e0b-dcc2-40a2-93d8-1b158f370b8c req-e6b74902-81e9-4e41-96b3-723126f1db62 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1647198 Aug 27 12:22:54.607767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:54.613377 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.626734 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:54.642847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0451e0b-dcc2-40a2-93d8-1b158f370b8c req-fa0645de-3781-4eb4-a952-0bdcc314b9f4 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654042 Aug 27 12:22:54.644659 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:54.646149 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.665734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Deleting port 7d416a02-d08d-4b10-9c7e-4a2e84e14785 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:54.666082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:54.687575 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.695256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc504011-e3db-4c29-aabe-5fe702206945 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/floatingips/ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 HTTP/1.1" status: 200 len: 978 time: 3.1985264 Aug 27 12:22:54.698273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:54.701410 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:54.702165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.705937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:54.749585 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:54.750205 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141fe6-26d6-4d4c-b311-9e140804f8f5 None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:54.784397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.123397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.149025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.166303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Calling delete_port for 7d416a02-d08d-4b10-9c7e-4a2e84e14785 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:55.274766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.279350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 336d759b-c93d-4aac-96d3-5419398dee82 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:22:55.289125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.348513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 336d759b-c93d-4aac-96d3-5419398dee82 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:22:55.348897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.368210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.369667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:55.378555 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.380113 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 disassociated. External IP: 172.25.8.185, port: 7e423d67-2ba8-405a-8ae2-5af2f9a5698d. Aug 27 12:22:55.380810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:55.383688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.386636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/ports/7d416a02-d08d-4b10-9c7e-4a2e84e14785 HTTP/1.1" status: 204 len: 168 time: 0.9041560 Aug 27 12:22:55.392328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:55.435756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:55.480543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-579db412-17cf-4ce3-bdd3-4f828dcc0431 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0430400 Aug 27 12:22:55.485899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:55.492432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-776768924'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:55.507754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5efc5-cd7f-4270-ac5a-85bd242fd45b req-3f48f7b5-3a46-4711-a4bf-fd6975bd7760 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:55.509636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02c5efc5-cd7f-4270-ac5a-85bd242fd45b req-3f48f7b5-3a46-4711-a4bf-fd6975bd7760 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1813052 Aug 27 12:22:55.516916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=412c92a0-5194-409b-90af-ba826db32e8d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:55.554621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff70001-453e-47a5-ae27-a2ca92fd017b tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Port': ['ID=7d416a02-d08d-4b10-9c7e-4a2e84e14785,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:55.604841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02c5efc5-cd7f-4270-ac5a-85bd242fd45b req-269f3cb8-8353-4b22-ac14-b73b7c5d2e6c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808671 Aug 27 12:22:55.615262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:55.619184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.730635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:55.758431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.758796 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Added segment bb20120e-d16e-4f58-b0da-1855a9935f6f of type vlan for network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a Aug 27 12:22:55.788231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:55.852471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65fb45-2ba1-49c8-a713-b4b6d56ab0bb req-26b98078-fdd7-434a-b312-6427b3b0f244 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:55.854338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f65fb45-2ba1-49c8-a713-b4b6d56ab0bb req-26b98078-fdd7-434a-b312-6427b3b0f244 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1050136 Aug 27 12:22:55.870158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.939448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f65fb45-2ba1-49c8-a713-b4b6d56ab0bb req-f2beb4e3-b421-4df3-a4bc-1e79af71ca97 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772147 Aug 27 12:22:55.944862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.957104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:55.957442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.960078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:55.964774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:55.972503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:55.983626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:55.985505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:55.997453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f088bf3c-2df1-4a04-ae76-d3402fe70100 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/floatingips/ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 HTTP/1.1" status: 200 len: 688 time: 1.2973332 Aug 27 12:22:56.000000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44302) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:56.021839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:56.033302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:56.034343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:56.056664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.075007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:56.076036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de6819-b05e-4cb3-993c-03c4c6a1ea2d None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:56.086436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5991185 Aug 27 12:22:56.087042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44304) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:56.099749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1275557610'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:56.107919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Network': ['ID=2448f528-4fc8-4fc5-85ad-72e8ab0d565a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:56.130668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.131021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.131367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.131972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.132316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.132646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.132985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.133310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.133638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.133968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.134328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.134691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28bc2-6a8d-41b0-ac26-a73d380fe189 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:22:56.147801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:56.153675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:56.157415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.170747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 5875461e-2ddd-435b-8e94-63198852e04a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:56.174680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.204663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.242762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:22:56.263801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.264155 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Added segment 6b75c6dd-74ed-4233-b9c4-216d197ee658 of type vlan for network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 Aug 27 12:22:56.311131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.311433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.326810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 5875461e-2ddd-435b-8e94-63198852e04a owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:56.356928 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.409767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.415379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:56.416001 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.489366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.510862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4189074 Aug 27 12:22:56.522894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d412de8-7534-4cdb-8007-0ed082cd2218 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Network': ['ID=154b44e8-f5ad-469f-ac85-89cddc4f35c1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:56.533386 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.539337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:22:56.542877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.545684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=5875461e-2ddd-435b-8e94-63198852e04a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:56.631595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.676260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44310) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:56.684032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'subnets': [{'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1278972698', 'ip_version': 4}, {'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:56.684353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'subnet': {'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1278972698', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:56.684939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Request body: {'subnet': {'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:56.698799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.702849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:56.705684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4a5ed84e-b966-49cd-9ebf-eb1710737d1f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/floatingips/ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 HTTP/1.1" status: 204 len: 168 time: 0.7033274 Aug 27 12:22:56.708244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:56.758121 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-f4068e48-ea4f-47cd-9cc1-9c9de0eedcb7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] delete failed (client error): The resource could not be found. Aug 27 12:22:56.762827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f4068e48-ea4f-47cd-9cc1-9c9de0eedcb7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/floatingips/ac0db2cc-af4e-4d7b-ac6d-f063cffb0a80 HTTP/1.1" status: 404 len: 345 time: 0.0497537 Aug 27 12:22:56.763500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=412c92a0-5194-409b-90af-ba826db32e8d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:56.766142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44314) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:56.811160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1bab-922e-4ec5-bf15-d0625039702e req-f9e52777-e30b-47aa-a269-4f5337327db7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:56.814222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-903e1bab-922e-4ec5-bf15-d0625039702e req-f9e52777-e30b-47aa-a269-4f5337327db7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.0657175 Aug 27 12:22:56.858331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-903e1bab-922e-4ec5-bf15-d0625039702e req-3fbbe1fe-ebb4-4eab-ac53-d54c4c71142b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Aug 27 12:22:56.980031 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP c1b2b6d5-621c-4958-96ae-177130a4b328 associated. External IP: 172.25.8.138, port: f589fc34-68c4-4e7c-adb0-64683cca18a6. Aug 27 12:22:56.997274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f76d39-3b4e-4b72-b75f-a7a884f6d62c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:57.003920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f76d39-3b4e-4b72-b75f-a7a884f6d62c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:57.009925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f76d39-3b4e-4b72-b75f-a7a884f6d62c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:57.011626 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-87f76d39-3b4e-4b72-b75f-a7a884f6d62c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/ports?network_id=3560c251-d883-487f-a167-8768819cc29d HTTP/1.1" status: 200 len: 2358 time: 0.2403672 Aug 27 12:22:57.015148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:57.098698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d499a-400e-4a1e-9d00-3299dc50c8a8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:57.104851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-448d499a-400e-4a1e-9d00-3299dc50c8a8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/subnets/bd589955-6fbc-4edb-95df-fee02ce00bad HTTP/1.1" status: 200 len: 797 time: 0.0849981 Aug 27 12:22:57.105230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44320) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:57.110873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'port': {'network_id': '3560c251-d883-487f-a167-8768819cc29d', 'name': 'tempest-FloatingIPTestJSON-634222787', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:57.135691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Made reservation on behalf of f50c9dca518f46598356a3de1ad528b7 for: {'subnet': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:57.140337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:57.140689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:57.165238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806dac1-0ce7-4bb7-9889-9deaa7620e7c req-5afbbbc6-f1ea-4177-a069-6f69ff689843 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:57.166758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1806dac1-0ce7-4bb7-9889-9deaa7620e7c req-5afbbbc6-f1ea-4177-a069-6f69ff689843 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1425502 Aug 27 12:22:57.232401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1806dac1-0ce7-4bb7-9889-9deaa7620e7c req-819badde-ed87-4e8b-a347-d8a505d1d8b6 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Aug 27 12:22:57.277045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:22:57.385551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:57.408733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] device_id is not set on port 292e4868-264b-41ef-9f1f-4cddf5744e25 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:22:57.451630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd8835-391e-4503-9406-bca326e69698 req-b129c410-ac44-4659-baad-840cb80f6d5b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:57.453606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d1bd8835-391e-4503-9406-bca326e69698 req-b129c410-ac44-4659-baad-840cb80f6d5b tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.1529191 Aug 27 12:22:57.495831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router e56420ef-b2f0-4f87-9af0-4d4e64102c25 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:22:57.741364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.14 (3560c251-d883-487f-a167-8768819cc29d/bd589955-6fbc-4edb-95df-fee02ce00bad/292e4868-264b-41ef-9f1f-4cddf5744e25) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:57.750851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.13 (3560c251-d883-487f-a167-8768819cc29d/bd589955-6fbc-4edb-95df-fee02ce00bad/292e4868-264b-41ef-9f1f-4cddf5744e25) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:57.779804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:22:57.791755 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] Sync routers for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:22:57.793910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Deleting port ba242152-3650-45ef-bc11-16ea7a653e35 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:22:57.794220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:57.812239 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:57.813461 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:57.870412 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:57.939229 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-13bd9655-46bd-465d-96f2-bdf597b21e80 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9019344 Aug 27 12:22:57.951971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:22:57.954373 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:22:58.014136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.022654 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:58.057518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] For port ba242152-3650-45ef-bc11-16ea7a653e35, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ba242152-3650-45ef-bc11-16ea7a653e35,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:22:58.057894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.073799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.077011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Calling delete_port for ba242152-3650-45ef-bc11-16ea7a653e35 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:22:58.086041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824591c-731a-43f5-a55c-50953627fa74 req-5297099d-66a6-4dcb-bddb-e003c5c11014 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:58.088400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a824591c-731a-43f5-a55c-50953627fa74 req-5297099d-66a6-4dcb-bddb-e003c5c11014 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1326365 Aug 27 12:22:58.141979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9265-998b-4ba9-9076-39141743c050 req-f78c1783-5d7b-4c78-8fe5-e8f3606241d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:58.143552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-844c9265-998b-4ba9-9076-39141743c050 req-f78c1783-5d7b-4c78-8fe5-e8f3606241d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1218679 Aug 27 12:22:58.160398 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.182413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a824591c-731a-43f5-a55c-50953627fa74 req-3e13e891-7f16-44ab-9da8-54de5079a7cf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836487 Aug 27 12:22:58.218436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Subnet': ['ID=d7b3ab33-70cd-477d-9c48-f0f53c6ca834,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:58.226527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Checking segment: {'id': 'bb20120e-d16e-4f58-b0da-1855a9935f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:58.227351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network hostable DHCP agents. Network: 2448f528-4fc8-4fc5-85ad-72e8ab0d565a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:58.246307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:58.250098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-844c9265-998b-4ba9-9076-39141743c050 req-78364b84-9b82-420a-b8bd-205ea82d6241 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997989 Aug 27 12:22:58.254752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:58.260502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:58.265698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=292e4868-264b-41ef-9f1f-4cddf5744e25,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:58.277650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:58.330924 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618f9073-b781-4bb8-a624-c9590bd3f17f x-openstack-request-id: req-618f9073-b781-4bb8-a624-c9590bd3f17f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:22:58.331224 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:22:58.331483 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-618f9073-b781-4bb8-a624-c9590bd3f17f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:22:58.331897 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'status': 'completed', 'code': 200} Aug 27 12:22:58.334020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:58.351381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:58.352023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.391204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f84c5e5e-7591-496a-9c2a-d254acfd1550 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2849474 Aug 27 12:22:58.401956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:58.408184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '292e4868-264b-41ef-9f1f-4cddf5744e25', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:22:58.461489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.461763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 2448f528-4fc8-4fc5-85ad-72e8ab0d565a) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:58.472784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93017069-edc1-4c86-8ed6-7763037296d5 None None] Network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:58.488863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebabac-5847-4c4e-a1ec-d6099af6eb12 req-42d6287c-6def-45c2-95f1-e744894e11ee tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:58.490631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efebabac-5847-4c4e-a1ec-d6099af6eb12 req-42d6287c-6def-45c2-95f1-e744894e11ee tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 945 time: 0.0971308 Aug 27 12:22:58.496505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.517209 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b37c941-d03e-4e0f-a40b-19e7af579bd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/c1b2b6d5-621c-4958-96ae-177130a4b328 HTTP/1.1" status: 200 len: 992 time: 0.2367389 Aug 27 12:22:58.568837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efebabac-5847-4c4e-a1ec-d6099af6eb12 req-aaa9fb07-b6e3-4bea-9abf-0bea11811d49 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/security-groups?id=5237c335-6596-46a3-8c9e-9a68b149cd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Aug 27 12:22:58.635785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-685ff307-b87b-4ec9-a3c8-d2e3269cedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:58.639091 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-685ff307-b87b-4ec9-a3c8-d2e3269cedf5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1097 time: 0.2589974 Aug 27 12:22:58.642628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.659789 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c1b2b6d5-621c-4958-96ae-177130a4b328', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'mac_address': 'fa:16:3e:a6:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:22:55Z', 'updated_at': '2021-08-27T12:22:55Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:58.660267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ba242152-3650-45ef-bc11-16ea7a653e35'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:22:58.666220 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.697498 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] Checking router: e56420ef-b2f0-4f87-9af0-4d4e64102c25 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:22:58.715522 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:22:58.716168 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:58.726009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-2448f528-4fc8-4fc5-85ad-72e8ab0d565a', 'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a', 'tenant_id': 'f50c9dca518f46598356a3de1ad528b7', 'fixed_ips': [{'subnet_id': 'd7b3ab33-70cd-477d-9c48-f0f53c6ca834'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:22:58.728748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:58.848209 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:22:58.871890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.9 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/42a97697-363b-4e29-8d9a-cacdbe479685) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:58.994028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Allocated IP 172.20.0.2 (2448f528-4fc8-4fc5-85ad-72e8ab0d565a/d7b3ab33-70cd-477d-9c48-f0f53c6ca834/ba943998-3f8f-46fd-a1fe-2d93eef983af) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:22:59.034673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.073960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event updated for resources: {'Subnet': ['ID=84d336bc-3b71-412f-97fa-06f0f48c3f66,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:59.093412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Pushing event deleted for resources: {'Port': ['ID=ba242152-3650-45ef-bc11-16ea7a653e35,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:59.107696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.163251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Checking segment: {'id': '6b75c6dd-74ed-4233-b9c4-216d197ee658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:59.163840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network hostable DHCP agents. Network: 154b44e8-f5ad-469f-ac85-89cddc4f35c1, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:22:59.209136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.222406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:59.235934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:59.237076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Transition to ACTIVE for port object ba943998-3f8f-46fd-a1fe-2d93eef983af will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:59.247181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:59.252106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] No DVR routers for this DVR port ba242152-3650-45ef-bc11-16ea7a653e35 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:22:59.272358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Transition to ACTIVE for port object ba943998-3f8f-46fd-a1fe-2d93eef983af will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:22:59.273365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.276893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d1bd8835-391e-4503-9406-bca326e69698 req-556e09a9-a18b-414e-ae01-720bd308a1b7 tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.65 "DELETE /v2.0/ports/ba242152-3650-45ef-bc11-16ea7a653e35 HTTP/1.1" status: 204 len: 173 time: 1.8164320 Aug 27 12:22:59.284145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.335003 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c1b2b6d5-621c-4958-96ae-177130a4b328', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'mac_address': 'fa:16:3e:a6:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:22:55Z', 'updated_at': '2021-08-27T12:22:55Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:22:59.345467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:22:59.349263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=42a97697-363b-4e29-8d9a-cacdbe479685,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:59.358166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:59.360677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:22:59.389847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:22:59.406963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Pushing event updated for resources: {'Port': ['ID=ba943998-3f8f-46fd-a1fe-2d93eef983af,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:22:59.440635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-c9c69a14-de3b-428e-93da-5e3bc0fb088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:59.444559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-c9c69a14-de3b-428e-93da-5e3bc0fb088e service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.7744060 Aug 27 12:22:59.447307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 154b44e8-f5ad-469f-ac85-89cddc4f35c1) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:22:59.474627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:59.475981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:22:59.478312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.485085 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42e444-a7ba-438e-a698-6fb72cc9353a None None] The sync data for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 is: [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c1b2b6d5-621c-4958-96ae-177130a4b328', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'mac_address': 'fa:16:3e:a6:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:22:55Z', 'updated_at': '2021-08-27T12:22:55Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:22:59.521141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338b2a3-104d-4f7c-b153-516562c22425 None None] Network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:22:59.527151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Attempting to bind port ba943998-3f8f-46fd-a1fe-2d93eef983af on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:22:59.527530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Attempting to bind port ba943998-3f8f-46fd-a1fe-2d93eef983af by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bb20120e-d16e-4f58-b0da-1855a9935f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:22:59.528302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Attempting to bind port ba943998-3f8f-46fd-a1fe-2d93eef983af on network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:22:59.583388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:22:59.583776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Checking segment: {'id': 'bb20120e-d16e-4f58-b0da-1855a9935f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:22:59.584187 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.584601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Bound using segment: {'id': 'bb20120e-d16e-4f58-b0da-1855a9935f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:22:59.585066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Bound port: ba943998-3f8f-46fd-a1fe-2d93eef983af, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb20120e-d16e-4f58-b0da-1855a9935f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2448f528-4fc8-4fc5-85ad-72e8ab0d565a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:22:59.585580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.589740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44342) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:59.776285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] For port ba943998-3f8f-46fd-a1fe-2d93eef983af, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:22:59.780784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd2f522a-d402-4f3c-af11-ac4b3a4c9b6e tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1017492 Aug 27 12:22:59.804008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44346) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:22:59.812277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] For port ba943998-3f8f-46fd-a1fe-2d93eef983af, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba943998-3f8f-46fd-a1fe-2d93eef983af,segment=NetworkSegment(bb20120e-d16e-4f58-b0da-1855a9935f6f),segment_id=bb20120e-d16e-4f58-b0da-1855a9935f6f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:22:59.821031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.876965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.891819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-154b44e8-f5ad-469f-ac85-89cddc4f35c1', 'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1', 'tenant_id': 'f50c9dca518f46598356a3de1ad528b7', 'fixed_ips': [{'subnet_id': '84d336bc-3b71-412f-97fa-06f0f48c3f66'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:22:59.892815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:22:59.987675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29d545-7399-4001-b84b-9dce9e92a2ad None None] Pushing event updated for resources: {'Port': ['ID=ba943998-3f8f-46fd-a1fe-2d93eef983af,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:00.038861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c993891f-781d-4544-8b07-9b3aed602c5e req-afb39b3e-f72e-435b-ad96-4b73a767a7cf tempest-ServerRescueNegativeTestJSON-673218695 tempest-ServerRescueNegativeTestJSON-673218695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d77ba340-2267-4151-ac1d-2664d32c563d HTTP/1.1" status: 200 len: 210 time: 0.1064403 Aug 27 12:23:00.051457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164870d8-d20d-4b17-8910-cf801957aeb0 req-2cafe1ef-9472-4324-a966-705c57bf0cee tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:00.053050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-164870d8-d20d-4b17-8910-cf801957aeb0 req-2cafe1ef-9472-4324-a966-705c57bf0cee tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.7275500 Aug 27 12:23:00.082082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.105800 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-88dd64d9-ff70-41d9-a4bb-8b2f06a3a99e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.6546190 Aug 27 12:23:00.151874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-164870d8-d20d-4b17-8910-cf801957aeb0 req-9656a393-beb1-46a7-a53a-833731db8777 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771940 Aug 27 12:23:00.157782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c7e13029-a298-4306-84c5-b923f373d040 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/c1b2b6d5-621c-4958-96ae-177130a4b328 HTTP/1.1" status: 200 len: 992 time: 0.5659952 Aug 27 12:23:00.259226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c535b7-4f00-482a-90a8-b39537059a39 None None] New status for floating IP c1b2b6d5-621c-4958-96ae-177130a4b328: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:23:00.285723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314cd70-a2cf-45e0-a35a-6216f1da2341 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:00.289345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314cd70-a2cf-45e0-a35a-6216f1da2341 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:00.296491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314cd70-a2cf-45e0-a35a-6216f1da2341 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:00.299946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7314cd70-a2cf-45e0-a35a-6216f1da2341 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4837978 Aug 27 12:23:00.306672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44348) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:00.336409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'name': 'network-vif-deleted', 'tag': 'ba242152-3650-45ef-bc11-16ea7a653e35'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:00.342243 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b50b83-8cec-47f7-a959-294d93f6c19d" -d '{"events": [{"server_uuid": "d77ba340-2267-4151-ac1d-2664d32c563d", "name": "network-vif-deleted", "tag": "ba242152-3650-45ef-bc11-16ea7a653e35"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:00.384900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Allocated IP 172.20.0.18 (154b44e8-f5ad-469f-ac85-89cddc4f35c1/84d336bc-3b71-412f-97fa-06f0f48c3f66/61253b58-787b-4cb6-8383-01b95b1fba1d) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:00.391359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.400299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.457029 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d12895-0ff0-434e-b3fd-7fb55949602a x-openstack-request-id: req-36d12895-0ff0-434e-b3fd-7fb55949602a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:00.458947 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77ba340-2267-4151-ac1d-2664d32c563d", "name": "network-vif-deleted", "tag": "ba242152-3650-45ef-bc11-16ea7a653e35", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:00.459402 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36d12895-0ff0-434e-b3fd-7fb55949602a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:00.460070 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77ba340-2267-4151-ac1d-2664d32c563d', 'name': 'network-vif-deleted', 'tag': 'ba242152-3650-45ef-bc11-16ea7a653e35', 'status': 'completed', 'code': 200} Aug 27 12:23:00.474359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-9715b71a-ba0b-4e20-b783-f98deddd3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:00.478185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-9715b71a-ba0b-4e20-b783-f98deddd3974 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.3098447 Aug 27 12:23:00.560496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Deleting subnet d7b3ab33-70cd-477d-9c48-f0f53c6ca834 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:00.563949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-6cb31393-ece8-4f28-9a37-dd6dde90fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:00.565546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-6cb31393-ece8-4f28-9a37-dd6dde90fdce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803730 Aug 27 12:23:00.567731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.583639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=42a97697-363b-4e29-8d9a-cacdbe479685,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:00.619516 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.680835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.738333 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP 81c9e180-db7e-4590-9624-5fd89a5ea41a associated. External IP: 172.25.8.9, port: 292e4868-264b-41ef-9f1f-4cddf5744e25. Aug 27 12:23:00.762714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-1433c0a8-6d25-45e2-9b71-bd5614d7b932 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698434 Aug 27 12:23:00.911233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.963083 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:00.978369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Transition to ACTIVE for port object 61253b58-787b-4cb6-8383-01b95b1fba1d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:00.988562 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c771e2c-8bac-47d9-9aeb-df4a369e08e5 req-1c2dfbd2-f8d1-4032-bcf0-69b541548b1a service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075696 Aug 27 12:23:01.031932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Transition to ACTIVE for port object 61253b58-787b-4cb6-8383-01b95b1fba1d will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:01.034341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.047957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.071326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b3ab33-70cd-477d-9c48-f0f53c6ca834,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:01.081687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:01.085291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.087565 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-02de7348-b127-4777-bc7e-96ad32f7d411 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/subnets/d7b3ab33-70cd-477d-9c48-f0f53c6ca834 HTTP/1.1" status: 204 len: 168 time: 0.7798886 Aug 27 12:23:01.090107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44356) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:01.161344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:01.166158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44358) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:01.169431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ba242152-3650-45ef-bc11-16ea7a653e35 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:01.198396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44360) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:01.233368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:01.251697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ba242152-3650-45ef-bc11-16ea7a653e35 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:01.252049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ba242152-3650-45ef-bc11-16ea7a653e35 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:01.375512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Pushing event updated for resources: {'Port': ['ID=61253b58-787b-4cb6-8383-01b95b1fba1d,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:01.381182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba943998-3f8f-46fd-a1fe-2d93eef983af up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:01.464568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Deleting subnet 84d336bc-3b71-412f-97fa-06f0f48c3f66 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:01.469948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Attempting to bind port 61253b58-787b-4cb6-8383-01b95b1fba1d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:01.470326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Attempting to bind port 61253b58-787b-4cb6-8383-01b95b1fba1d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6b75c6dd-74ed-4233-b9c4-216d197ee658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:01.470721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Attempting to bind port 61253b58-787b-4cb6-8383-01b95b1fba1d on network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:01.489676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:01.490046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Checking segment: {'id': '6b75c6dd-74ed-4233-b9c4-216d197ee658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:01.490682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.491147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Bound using segment: {'id': '6b75c6dd-74ed-4233-b9c4-216d197ee658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:01.491640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Bound port: 61253b58-787b-4cb6-8383-01b95b1fba1d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b75c6dd-74ed-4233-b9c4-216d197ee658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '154b44e8-f5ad-469f-ac85-89cddc4f35c1'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:01.492027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.499200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.569151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d90fc08d-2651-4813-9e71-4217670b7726 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/c1b2b6d5-621c-4958-96ae-177130a4b328 HTTP/1.1" status: 200 len: 994 time: 0.4003613 Aug 27 12:23:01.608505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa3f3e-77a2-4bf6-8882-8e14d4c44f32 None None] Network 2448f528-4fc8-4fc5-85ad-72e8ab0d565a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:01.625154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.704536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280898e-4393-4f34-bf5a-f60152de6660 req-23997cef-ec8e-4797-a318-c6d24af28ea2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:01.708688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f280898e-4393-4f34-bf5a-f60152de6660 req-23997cef-ec8e-4797-a318-c6d24af28ea2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1123862 Aug 27 12:23:01.797357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ba943998-3f8f-46fd-a1fe-2d93eef983af completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:01.805021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] For port 61253b58-787b-4cb6-8383-01b95b1fba1d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:01.807666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Provisioning for port ba943998-3f8f-46fd-a1fe-2d93eef983af completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:01.814201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] For port 61253b58-787b-4cb6-8383-01b95b1fba1d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=61253b58-787b-4cb6-8383-01b95b1fba1d,segment=NetworkSegment(6b75c6dd-74ed-4233-b9c4-216d197ee658),segment_id=6b75c6dd-74ed-4233-b9c4-216d197ee658)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:01.831853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.842878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ba943998-3f8f-46fd-a1fe-2d93eef983af triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:01.843653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.848252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Provisioning complete for port ba943998-3f8f-46fd-a1fe-2d93eef983af triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:01.848983 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:01.850498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:01.851715 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.020134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:02.032376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b9b67-05f7-4b57-8974-d1939ac985d3 None None] Pushing event updated for resources: {'Port': ['ID=61253b58-787b-4cb6-8383-01b95b1fba1d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:02.036179 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ee3d2-6145-4097-b561-1c569438233a None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:02.049615 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ee3d2-6145-4097-b561-1c569438233a None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:02.051408 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-687ee3d2-6145-4097-b561-1c569438233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:02.056365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.077471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.127668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.132612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.157381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] DHCP port deletion for 2448f528-4fc8-4fc5-85ad-72e8ab0d565a request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:23:02.171042 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-687ee3d2-6145-4097-b561-1c569438233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:02.172077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-331a905f-a90d-46a7-a80b-cbc32f0c8fac tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.7662201 Aug 27 12:23:02.175163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44366) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:02.183330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'port_id': '292e4868-264b-41ef-9f1f-4cddf5744e25', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:02.194509 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ee3d2-6145-4097-b561-1c569438233a None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:02.195344 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-687ee3d2-6145-4097-b561-1c569438233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:02.198966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f280898e-4393-4f34-bf5a-f60152de6660 req-d9ea2352-77bc-4eff-8b5c-5aea27b6ed07 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552143 Aug 27 12:23:02.229423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ba943998-3f8f-46fd-a1fe-2d93eef983af, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba943998-3f8f-46fd-a1fe-2d93eef983af,segment=NetworkSegment(bb20120e-d16e-4f58-b0da-1855a9935f6f),segment_id=bb20120e-d16e-4f58-b0da-1855a9935f6f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:02.239461 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.242118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Subnet': ['ID=84d336bc-3b71-412f-97fa-06f0f48c3f66,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:02.260064 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.266611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1a896a81-a7de-4e23-b127-f5a1159a69b4 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/subnets/84d336bc-3b71-412f-97fa-06f0f48c3f66 HTTP/1.1" status: 204 len: 168 time: 1.1726363 Aug 27 12:23:02.268635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44368) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:02.320854 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-687ee3d2-6145-4097-b561-1c569438233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:02.329957 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ee3d2-6145-4097-b561-1c569438233a None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:02.429083 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.578012 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:23:02.578334 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:23:02.581326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ba943998-3f8f-46fd-a1fe-2d93eef983af,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:02.611911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] Deleting port ba943998-3f8f-46fd-a1fe-2d93eef983af {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:02.615371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.708702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] For port ba943998-3f8f-46fd-a1fe-2d93eef983af, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba943998-3f8f-46fd-a1fe-2d93eef983af,segment=NetworkSegment(bb20120e-d16e-4f58-b0da-1855a9935f6f),segment_id=bb20120e-d16e-4f58-b0da-1855a9935f6f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:02.709073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.737184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] Calling delete_port for ba943998-3f8f-46fd-a1fe-2d93eef983af owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:02.859056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61044d77-555b-46f4-ad91-c97857a2e285 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:02.861412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-61044d77-555b-46f4-ad91-c97857a2e285 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5846753 Aug 27 12:23:02.865805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44372) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:02.893645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:02.924908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] Pushing event deleted for resources: {'Port': ['ID=ba943998-3f8f-46fd-a1fe-2d93eef983af,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:02.930549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e7e67-752e-4e39-9520-8b3d8b23c6f8 None None] No DVR routers for this DVR port ba943998-3f8f-46fd-a1fe-2d93eef983af on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:02.992378 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.028075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.115027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-60f87ab3-24fc-42fd-9518-5bb8f4fc06b7 None None] Port ba943998-3f8f-46fd-a1fe-2d93eef983af update to ACTIVE by agent not found {{(pid=94625) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 27 12:23:03.312849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Deleting port 61253b58-787b-4cb6-8383-01b95b1fba1d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:03.313269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.340215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 61253b58-787b-4cb6-8383-01b95b1fba1d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:03.412579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.resource_extend [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:23:03.419703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Deleting port c79151bf-69de-4435-ad18-2e95802f1be7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:03.420289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.430662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 61253b58-787b-4cb6-8383-01b95b1fba1d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:03.496783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] For port 61253b58-787b-4cb6-8383-01b95b1fba1d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=61253b58-787b-4cb6-8383-01b95b1fba1d,segment=NetworkSegment(6b75c6dd-74ed-4233-b9c4-216d197ee658),segment_id=6b75c6dd-74ed-4233-b9c4-216d197ee658)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:03.497097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.521924 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.533786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba943998-3f8f-46fd-a1fe-2d93eef983af no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:03.535280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3014-3ac7-4f4e-bcf2-919b121e921e req-1f7dd76f-1f86-4ea9-9d9f-c106e0a9ea17 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:03.536863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b0a3014-3ac7-4f4e-bcf2-919b121e921e req-1f7dd76f-1f86-4ea9-9d9f-c106e0a9ea17 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.2144711 Aug 27 12:23:03.538532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Calling delete_port for 61253b58-787b-4cb6-8383-01b95b1fba1d owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:03.554608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.561292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ba943998-3f8f-46fd-a1fe-2d93eef983af {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:03.561898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba943998-3f8f-46fd-a1fe-2d93eef983af not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:03.577034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] For port c79151bf-69de-4435-ad18-2e95802f1be7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c79151bf-69de-4435-ad18-2e95802f1be7,segment=NetworkSegment(338df386-b5b5-4eeb-8a94-26b47c9f8e2b),segment_id=338df386-b5b5-4eeb-8a94-26b47c9f8e2b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:03.577406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.598155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Calling delete_port for c79151bf-69de-4435-ad18-2e95802f1be7 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:03.652812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b2b8d-dc7c-4acc-a087-762c29cdb867 None None] Network 154b44e8-f5ad-469f-ac85-89cddc4f35c1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:03.705004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b0a3014-3ac7-4f4e-bcf2-919b121e921e req-3c0f3779-2d1d-4303-b09e-9cb416ebf494 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570799 Aug 27 12:23:03.775288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e1b0f2d3-3fa2-44ca-8656-5c5de02d1e35 None None] Provisioning complete for port 61253b58-787b-4cb6-8383-01b95b1fba1d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:03.775836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f2d3-3fa2-44ca-8656-5c5de02d1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.790205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.828635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Port': ['ID=61253b58-787b-4cb6-8383-01b95b1fba1d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:03.838415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0f2d3-3fa2-44ca-8656-5c5de02d1e35 None None] Port 61253b58-787b-4cb6-8383-01b95b1fba1d was deleted so its status cannot be updated. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 12:23:03.838781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] No DVR routers for this DVR port 61253b58-787b-4cb6-8383-01b95b1fba1d on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:03.873104 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:03.906979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c79151bf-69de-4435-ad18-2e95802f1be7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:03.960162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41816fc7-91fe-4f67-9477-4f2f17e878d9 None None] DHCP port deletion for 154b44e8-f5ad-469f-ac85-89cddc4f35c1 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:23:03.994255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.007276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154b44e8-f5ad-469f-ac85-89cddc4f35c1']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.016591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:04.021880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b75c6dd-74ed-4233-b9c4-216d197ee658') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.022185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b75c6dd-74ed-4233-b9c4-216d197ee658') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.035943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.085427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.095362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:04.095773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:04.099013 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:04.103670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.203549 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.215805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.217648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/networks/154b44e8-f5ad-469f-ac85-89cddc4f35c1 HTTP/1.1" status: 204 len: 168 time: 1.3499045 Aug 27 12:23:04.221462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44378) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:04.232317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb084826-5e8b-4090-a64f-9de05f903c0a tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Network': ['ID=154b44e8-f5ad-469f-ac85-89cddc4f35c1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:04.234643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:04.243602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.249757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716abf11-43a8-483a-99ba-198165bb641f None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:04.263377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716abf11-43a8-483a-99ba-198165bb641f None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:04.264410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-716abf11-43a8-483a-99ba-198165bb641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.302038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-471f75b1-2c87-40b8-9909-1d40ca4e8c9d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/floatingips/81c9e180-db7e-4590-9624-5fd89a5ea41a HTTP/1.1" status: 200 len: 976 time: 2.1256461 Aug 27 12:23:04.306426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-716abf11-43a8-483a-99ba-198165bb641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.306844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:04.318321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716abf11-43a8-483a-99ba-198165bb641f None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:04.319421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-716abf11-43a8-483a-99ba-198165bb641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.365965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-716abf11-43a8-483a-99ba-198165bb641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.366861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716abf11-43a8-483a-99ba-198165bb641f None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:04.377826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.497102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 42a97697-363b-4e29-8d9a-cacdbe479685 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:04.497543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.509339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Router 1dfec548-d188-42ab-906d-7a06bbd3c628 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:04.515721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.531191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2448f528-4fc8-4fc5-85ad-72e8ab0d565a']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.576373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb20120e-d16e-4f58-b0da-1855a9935f6f') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.576694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb20120e-d16e-4f58-b0da-1855a9935f6f') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.587337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.587774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.589978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.600243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 42a97697-363b-4e29-8d9a-cacdbe479685 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:04.611008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.648052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:04.648549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:04.651941 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:04.715629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:04.721306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aab1f4a6-df05-46bf-8061-36e65984ea5c admin admin] 10.222.0.76 "PUT /v2.0/routers/1dfec548-d188-42ab-906d-7a06bbd3c628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896961 Aug 27 12:23:04.723066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.726591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] Sync routers for ids ['1dfec548-d188-42ab-906d-7a06bbd3c628'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:04.727124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44382) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:04.737981 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] Routers {'1dfec548-d188-42ab-906d-7a06bbd3c628'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:04.739104 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1dfec548-d188-42ab-906d-7a06bbd3c628'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:04.780923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.786017 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/networks/2448f528-4fc8-4fc5-85ad-72e8ab0d565a HTTP/1.1" status: 204 len: 168 time: 0.5639536 Aug 27 12:23:04.788149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44386) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:04.852900 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.853736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f657b5-cd34-46f9-88be-6884f3cd90be tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Network': ['ID=2448f528-4fc8-4fc5-85ad-72e8ab0d565a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:04.892419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=42a97697-363b-4e29-8d9a-cacdbe479685,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:04.893065 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] Set router 1dfec548-d188-42ab-906d-7a06bbd3c628 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:23:04.948965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeb071-8336-429b-9e88-69a46bb1d3f7 req-60fb6195-a0a0-4ed7-aa41-5a4c3986a789 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:04.950593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bfeb071-8336-429b-9e88-69a46bb1d3f7 req-60fb6195-a0a0-4ed7-aa41-5a4c3986a789 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1432045 Aug 27 12:23:04.997846 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:04.998552 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP 81c9e180-db7e-4590-9624-5fd89a5ea41a disassociated (deleted). External IP: 172.25.8.9, port: 292e4868-264b-41ef-9f1f-4cddf5744e25. Aug 27 12:23:05.067878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8bfeb071-8336-429b-9e88-69a46bb1d3f7 req-963a7240-a43f-40f2-b517-89d5e7588930 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082697 Aug 27 12:23:05.220307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.228513 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:23:03Z', 'revision_number': 5, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.238092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.262809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] Checking router: 1dfec548-d188-42ab-906d-7a06bbd3c628 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:23:05.275819 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] Routers {'1dfec548-d188-42ab-906d-7a06bbd3c628'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:05.276666 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1dfec548-d188-42ab-906d-7a06bbd3c628'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.314115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:05.356178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 61253b58-787b-4cb6-8383-01b95b1fba1d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:05.400698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 61253b58-787b-4cb6-8383-01b95b1fba1d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:05.402747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 61253b58-787b-4cb6-8383-01b95b1fba1d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:05.420150 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.423757 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.437746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.449774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acedaa67-b2b5-4463-8ae9-359027d6388e') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.450058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acedaa67-b2b5-4463-8ae9-359027d6388e') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.461549 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] Set router 1dfec548-d188-42ab-906d-7a06bbd3c628 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:23:05.478708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:05.481247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.489049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:05.489886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.500457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.502822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:05.504217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.516755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:05.516755 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:05.519909 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:05.539866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4fd5d71f-0960-4173-853e-6e8cd797c373 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/floatingips/81c9e180-db7e-4590-9624-5fd89a5ea41a HTTP/1.1" status: 204 len: 168 time: 1.2302241 Aug 27 12:23:05.541351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:05.568725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.578066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Deleting port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:05.578434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.587403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:05.589984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.628092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.637554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.639454 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/networks/b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b HTTP/1.1" status: 204 len: 168 time: 0.8487656 Aug 27 12:23:05.649906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44392) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:05.656002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.658297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15720d21-2e46-44fc-b84c-146fa09e7303 None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:05.666684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be41329-276e-49b7-88cc-678f3950c258 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Network': ['ID=b7f93f0c-45c9-4ebf-963e-9fbd89a90c2b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:05.714104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 292e4868-264b-41ef-9f1f-4cddf5744e25 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:05.714498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.721045 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:23:03Z', 'revision_number': 5, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.753445 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed252a48-e5d9-4e3b-a0b3-6557fc1e9dd5 None None] The sync data for ids ['1dfec548-d188-42ab-906d-7a06bbd3c628'] in n-d-688802-4 is: [{'id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'name': 'tempest-ServerRescueNegativeTestJSON-541397684-router', 'tenant_id': '6b00d2c188a54ee793e2bb5545a41397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:20:28Z', 'updated_at': '2021-08-27T12:23:03Z', 'revision_number': 5, 'project_id': '6b00d2c188a54ee793e2bb5545a41397', 'gw_port': {'id': '9ed2eefd-fbde-4c42-90d3-b07b98eae30d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfec548-d188-42ab-906d-7a06bbd3c628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:20:29Z', 'updated_at': '2021-08-27T12:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:05.763078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.766701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] For port 9ed2eefd-fbde-4c42-90d3-b07b98eae30d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:05.767066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.785163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Calling delete_port for 9ed2eefd-fbde-4c42-90d3-b07b98eae30d owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:05.823957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.837951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 292e4868-264b-41ef-9f1f-4cddf5744e25 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:05.915406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:05.927919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.941687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969000fb-f003-4140-8acf-612e0c30d9c5') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.942071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969000fb-f003-4140-8acf-612e0c30d9c5') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:05.987470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.009745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.017446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:06.017872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:06.021126 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:06.038241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.122944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.135095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.137141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] 10.222.0.76 "DELETE /v2.0/networks/4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe HTTP/1.1" status: 204 len: 168 time: 0.4828358 Aug 27 12:23:06.181902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9b83f-b0d1-4355-a923-072b805da990 tempest-BulkNetworkOpsTest-1647035059 tempest-BulkNetworkOpsTest-1647035059-project] Pushing event deleted for resources: {'Network': ['ID=4f85859a-adcd-4ded-81ac-3cf8b1ea8ffe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:06.196824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.228151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed2eefd-fbde-4c42-90d3-b07b98eae30d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:06.316591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.443082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.445341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.531678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.532571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfec548-d188-42ab-906d-7a06bbd3c628 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:23:06.539402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.543105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-04bf61ba-a9d7-474d-80e9-23fd93f07171 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1dfec548-d188-42ab-906d-7a06bbd3c628 HTTP/1.1" status: 204 len: 168 time: 1.8131483 Aug 27 12:23:06.543307 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:06.575903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:06.582933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=292e4868-264b-41ef-9f1f-4cddf5744e25,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:06.599476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Deleting subnet fe7692e4-3a34-4829-a4ee-9bedab4de7dc {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:06.603327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.648722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.699722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.738496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5b19b-de12-430b-a653-5fc0b4ea0a7e req-fb0d9d46-cd5b-4f43-b052-d71a65b632f2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:06.748056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11d5b19b-de12-430b-a653-5fc0b4ea0a7e req-fb0d9d46-cd5b-4f43-b052-d71a65b632f2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1739371 Aug 27 12:23:06.779614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.807536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7692e4-3a34-4829-a4ee-9bedab4de7dc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:06.808608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.811843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.812052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-592471c1-cf24-43b3-911f-03457d64847f tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/ports/292e4868-264b-41ef-9f1f-4cddf5744e25 HTTP/1.1" status: 204 len: 168 time: 1.2688391 Aug 27 12:23:06.814535 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-189906ff-06cc-46ce-b376-4ae858137a4e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fe7692e4-3a34-4829-a4ee-9bedab4de7dc HTTP/1.1" status: 204 len: 168 time: 0.2701173 Aug 27 12:23:06.816456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:06.818683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44410) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:06.821935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:06.831700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11d5b19b-de12-430b-a653-5fc0b4ea0a7e req-04332ac2-0925-495c-a0de-ecde18cc373b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825772 Aug 27 12:23:06.865242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2e22efe0-64d6-4411-b564-7d00e150a34f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f50c9dca518f46598356a3de1ad528b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881603 Aug 27 12:23:06.867784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:06.905541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.923120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.927269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c597d1b-b92c-4916-b396-e967368cabdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:06.953167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c597d1b-b92c-4916-b396-e967368cabdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.007036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c597d1b-b92c-4916-b396-e967368cabdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.009887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c597d1b-b92c-4916-b396-e967368cabdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.011394 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2c597d1b-b92c-4916-b396-e967368cabdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb2d6963-260d-44de-bc67-d6f7295a02c8 HTTP/1.1" status: 204 len: 168 time: 0.1425214 Aug 27 12:23:07.019987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c597d1b-b92c-4916-b396-e967368cabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d6963-260d-44de-bc67-d6f7295a02c8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:07.071380 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.103612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693b16b9-4602-49ca-ac36-6bb3ae740e64']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:07.146303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338df386-b5b5-4eeb-8a94-26b47c9f8e2b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:07.146685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338df386-b5b5-4eeb-8a94-26b47c9f8e2b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:07.159502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.183059 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.193633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:07.200332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:07.202451 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:07.288415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c79151bf-69de-4435-ad18-2e95802f1be7 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:07.292960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.309580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.318559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c79151bf-69de-4435-ad18-2e95802f1be7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:07.319489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c79151bf-69de-4435-ad18-2e95802f1be7 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:07.320139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9ed2eefd-fbde-4c42-90d3-b07b98eae30d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:07.345099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9ed2eefd-fbde-4c42-90d3-b07b98eae30d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:07.346214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9ed2eefd-fbde-4c42-90d3-b07b98eae30d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:07.364477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.368777 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] 10.222.0.76 "DELETE /v2.0/networks/693b16b9-4602-49ca-ac36-6bb3ae740e64 HTTP/1.1" status: 204 len: 168 time: 0.5400600 Aug 27 12:23:07.378892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c84583-1e34-44be-a824-51c44b6e9807 admin admin] Pushing event deleted for resources: {'Network': ['ID=693b16b9-4602-49ca-ac36-6bb3ae740e64,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:07.497617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.2 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6b91da9b-ad69-4cb2-8622-b081a243e579) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:07.534703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:07.585385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33c8d643-d1c6-4f92-8921-25c243d633a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b00d2c188a54ee793e2bb5545a41397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494785 Aug 27 12:23:07.587945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:07.631466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.661863 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76eee860-4c9e-4f4d-aaf5-c5e7a4699092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.682866 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.687723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76eee860-4c9e-4f4d-aaf5-c5e7a4699092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.728856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:07.734420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:07.739192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:07.748672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76eee860-4c9e-4f4d-aaf5-c5e7a4699092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.752956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76eee860-4c9e-4f4d-aaf5-c5e7a4699092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.756943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76eee860-4c9e-4f4d-aaf5-c5e7a4699092 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5237c335-6596-46a3-8c9e-9a68b149cd1c HTTP/1.1" status: 204 len: 168 time: 0.1648068 Aug 27 12:23:07.763996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee860-4c9e-4f4d-aaf5-c5e7a4699092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237c335-6596-46a3-8c9e-9a68b149cd1c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:07.764615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=6b91da9b-ad69-4cb2-8622-b081a243e579,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:07.854017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:07.928714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.014227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9685e05-e3f5-4290-a07b-b10f024ddc64 req-1ab5c285-0f09-49f3-9bb4-e9de5ac3eab2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:08.017031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9685e05-e3f5-4290-a07b-b10f024ddc64 req-1ab5c285-0f09-49f3-9bb4-e9de5ac3eab2 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.0964949 Aug 27 12:23:08.084742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9685e05-e3f5-4290-a07b-b10f024ddc64 req-30e2b6e5-1185-4a19-8c15-ae1c8f4a2b6e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610785 Aug 27 12:23:08.153645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.159680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.207465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.270281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:08.286933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.298287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=6b91da9b-ad69-4cb2-8622-b081a243e579,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:08.316107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.320281 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-84447fb2-d114-4941-9f2c-6cb429d356fb tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4997540 Aug 27 12:23:08.320281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44460) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:08.326191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'port': {'network_id': '3560c251-d883-487f-a167-8768819cc29d', 'name': 'tempest-FloatingIPTestJSON-228466981'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:08.480332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:08.483972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.506277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] device_id is not set on port b64198bc-39bd-45b7-bf91-827a925d8b31 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:23:08.530239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1248026943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:08.556861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.558737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.623064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.629998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.647216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.5 (3560c251-d883-487f-a167-8768819cc29d/bd589955-6fbc-4edb-95df-fee02ce00bad/b64198bc-39bd-45b7-bf91-827a925d8b31) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:08.649605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.651452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e388a7a8-b172-4384-be65-7f90bb3011c7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3800337 Aug 27 12:23:08.654317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:08.661685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-977103983'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:08.716231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Made reservation on behalf of 3af89d496fcc419c9a234b1f93c32c0b for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:08.719657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.739636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.782643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:08.888264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.909135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-596339063-network', 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:08.937815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.945381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.961047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:08.963565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.978673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:08.979667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:08.992848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.005266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac51c5-a8c8-4527-be70-dc6cd3b2fc56,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:09.032179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.032651 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Added segment 2f6dd5a3-a6f1-423b-bde8-d7be3348e94c of type vlan for network 54e453c2-126a-4d9e-8722-c9917584e377 Aug 27 12:23:09.055246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 3560c251-d883-487f-a167-8768819cc29d is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:09.081851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:09.087949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=b64198bc-39bd-45b7-bf91-827a925d8b31,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:09.091059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:09.136846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.173608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:09.174510 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.213085 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.219330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:09.220200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.241561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.262805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.276804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:09.285614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e230f8ff-cd13-45fd-92c0-2d607c68481b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9639289 Aug 27 12:23:09.288282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:09.291421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.291875 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Added segment 1c822c55-7981-4c51-b204-fad5122981b5 of type vlan for network 8f920075-129b-459f-801c-b988ddbed2f8 Aug 27 12:23:09.295944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'port_id': 'b64198bc-39bd-45b7-bf91-827a925d8b31'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:09.334675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6745996 Aug 27 12:23:09.337111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:09.340903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea67213-5261-4efc-8128-e2ea8335a1a7 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Network': ['ID=54e453c2-126a-4d9e-8722-c9917584e377,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:09.345666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.353224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 54e453c2-126a-4d9e-8722-c9917584e377 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:09.367439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'subnet': {'network_id': '54e453c2-126a-4d9e-8722-c9917584e377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:09.374264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.467800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76929507-9ff4-4ae1-bd06-bd823cc00821,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:09.516806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752759f-461c-45ca-b0f2-f986f69ec1eb req-649a43f8-508e-4130-9888-a1b524c4c23e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:09.518353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9752759f-461c-45ca-b0f2-f986f69ec1eb req-649a43f8-508e-4130-9888-a1b524c4c23e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.2980318 Aug 27 12:23:09.526528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.527589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:09.528181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.633032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] Pushing event updated for resources: {'Network': ['ID=8f920075-129b-459f-801c-b988ddbed2f8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:09.636276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Made reservation on behalf of 3af89d496fcc419c9a234b1f93c32c0b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:09.639960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.645212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8f920075-129b-459f-801c-b988ddbed2f8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:09.652906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f65d60f8-861a-4e19-8d92-75b6acf52230 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8664932 Aug 27 12:23:09.663731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:09.669513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Request body: {'subnet': {'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-596339063-subnet', 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:09.700505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9752759f-461c-45ca-b0f2-f986f69ec1eb req-f77020f3-293b-43d0-ae4b-b6e68281dd42 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698022 Aug 27 12:23:09.744037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:09.746372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.870310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.876834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:09.965384 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.068533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.076615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Subnet': ['ID=4136f70f-3351-4d50-a4d8-cd24bfa5f749,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:10.121082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Checking segment: {'id': '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '54e453c2-126a-4d9e-8722-c9917584e377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:10.121443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network hostable DHCP agents. Network: 54e453c2-126a-4d9e-8722-c9917584e377, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:23:10.151261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584f6a8d-5848-447e-8725-a6fb5995ac3b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:10.173317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network 54e453c2-126a-4d9e-8722-c9917584e377 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:23:10.175514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:10.175873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Network hostable DHCP agents. Network: 8f920075-129b-459f-801c-b988ddbed2f8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:23:10.195856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 54e453c2-126a-4d9e-8722-c9917584e377) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:10.207860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:10.207860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.210793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6edca6-3939-405e-a8d8-d7bc462606aa None None] Network 54e453c2-126a-4d9e-8722-c9917584e377 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:10.220485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Network 8f920075-129b-459f-801c-b988ddbed2f8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:23:10.229509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8f920075-129b-459f-801c-b988ddbed2f8) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:10.235897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5a6701d0-3dff-456d-8b8e-b7928dc7fb94 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8953893 Aug 27 12:23:10.236644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:10.244417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'network': {'name': 'tempest-router-network01--528616413'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:10.252715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:10.253035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.277350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ea9de-1a2e-4e31-b70f-0ceeb78dee77 None None] Network 8f920075-129b-459f-801c-b988ddbed2f8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:10.280458 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP cbdedba7-7766-4fcc-89ff-fcb36bec05c1 associated. External IP: 172.25.8.2, port: b64198bc-39bd-45b7-bf91-827a925d8b31. Aug 27 12:23:10.280977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Made reservation on behalf of 3af89d496fcc419c9a234b1f93c32c0b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:10.288267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.319047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-957e13d4-e5c4-49e0-af14-d49fd17bc2e5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6541133 Aug 27 12:23:10.331631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:10.374307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.377581 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Added segment e3662954-1cf0-475b-b691-90a482fc0a86 of type vlan for network 45b55464-78ad-4874-a1e0-8d2b835df2fc Aug 27 12:23:10.488349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.499751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-54e453c2-126a-4d9e-8722-c9917584e377', 'network_id': '54e453c2-126a-4d9e-8722-c9917584e377', 'tenant_id': '3af89d496fcc419c9a234b1f93c32c0b', 'fixed_ips': [{'subnet_id': '4136f70f-3351-4d50-a4d8-cd24bfa5f749'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:23:10.500691 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.538492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.545596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:10.546892 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.567969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42116e1a-39e8-4324-91af-bc4251621fc2 None None] Network 8f920075-129b-459f-801c-b988ddbed2f8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:10.626838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Network': ['ID=45b55464-78ad-4874-a1e0-8d2b835df2fc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:10.640066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b5070fb-164a-4e40-a853-70ea8234df26 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3998680 Aug 27 12:23:10.642413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44502) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:10.654702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'network': {'name': 'tempest-router-network02--99855427'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:10.673177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:10.682522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:10.706493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Made reservation on behalf of 3af89d496fcc419c9a234b1f93c32c0b for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:10.712024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.754915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:10.774894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.775249 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Added segment bc3f1940-44ce-4300-ab2c-74caea00a50f of type vlan for network c410443d-5585-424c-9a9e-546ef9a249a7 Aug 27 12:23:10.845186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:10.853875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.859020 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:10.873807 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:10.874462 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:10.892532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-89dcc5bb-f021-42b1-98d7-4e341d44eecc tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/floatingips/cbdedba7-7766-4fcc-89ff-fcb36bec05c1 HTTP/1.1" status: 200 len: 975 time: 1.6031487 Aug 27 12:23:10.894965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44514) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:10.925006 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:10.935588 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:10.936491 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:10.941708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:10.973860 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:10.974824 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad045be5-7b84-430e-a9c6-f1a76c0436aa None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:11.001331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.008215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:11.008974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.030672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port b64198bc-39bd-45b7-bf91-827a925d8b31 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:11.031043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.132464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4871991 Aug 27 12:23:11.132858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44516) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:11.138499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Allocated IP 172.20.0.2 (54e453c2-126a-4d9e-8722-c9917584e377/4136f70f-3351-4d50-a4d8-cd24bfa5f749/b5814c9c-747d-4f09-95e6-8169fcfe8ec0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:11.139042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'subnet': {'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:11.169845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6566b-7f54-48d4-becd-7e3957a3eb87 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Network': ['ID=c410443d-5585-424c-9a9e-546ef9a249a7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:11.194241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa0ef-98a9-45de-b39b-dcce9395ef00 req-9ec9bb90-1771-461e-882c-f45f7ee3755d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:11.196109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-451fa0ef-98a9-45de-b39b-dcce9395ef00 req-9ec9bb90-1771-461e-882c-f45f7ee3755d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.3480098 Aug 27 12:23:11.202406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c410443d-5585-424c-9a9e-546ef9a249a7 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:11.216275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.245718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-7e849ce4-68b0-4a50-b1fc-560e03b66557 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:11.247355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-7e849ce4-68b0-4a50-b1fc-560e03b66557 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.4411886 Aug 27 12:23:11.278632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-11b1facf-4793-414c-a9d2-039c41bfb547 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0215676 Aug 27 12:23:11.286799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-451fa0ef-98a9-45de-b39b-dcce9395ef00 req-4b8ed411-7cd6-4bb6-a22b-7d275bdee254 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Aug 27 12:23:11.327013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-9e6fda13-87d1-426f-ac07-740cab9c62d7 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359836 Aug 27 12:23:11.372726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Made reservation on behalf of 3af89d496fcc419c9a234b1f93c32c0b for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:11.377033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.408896 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.418168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Transition to ACTIVE for port object b5814c9c-747d-4f09-95e6-8169fcfe8ec0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:11.436763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Transition to ACTIVE for port object b5814c9c-747d-4f09-95e6-8169fcfe8ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:11.446833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.450607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-021ade36-d71a-4689-bf44-c1beb66eb844 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154699 Aug 27 12:23:11.515521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Pushing event updated for resources: {'Port': ['ID=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:11.528514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Network 54e453c2-126a-4d9e-8722-c9917584e377 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:11.530109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:11.538029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:11.591075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-4481fe41-a376-4bf0-b557-44dde107d58c service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315811 Aug 27 12:23:11.617483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Attempting to bind port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:11.617972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Attempting to bind port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '54e453c2-126a-4d9e-8722-c9917584e377'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:11.618458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Attempting to bind port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 on network 54e453c2-126a-4d9e-8722-c9917584e377 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:11.625177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:11.625735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Checking segment: {'id': '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '54e453c2-126a-4d9e-8722-c9917584e377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:11.626325 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.627042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Bound using segment: {'id': '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '54e453c2-126a-4d9e-8722-c9917584e377'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:11.627614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Bound port: b5814c9c-747d-4f09-95e6-8169fcfe8ec0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '54e453c2-126a-4d9e-8722-c9917584e377'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:11.628706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.677801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.678202 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.678548 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP cbdedba7-7766-4fcc-89ff-fcb36bec05c1 disassociated. External IP: 172.25.8.2, port: b64198bc-39bd-45b7-bf91-827a925d8b31. Aug 27 12:23:11.678895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for b64198bc-39bd-45b7-bf91-827a925d8b31 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:11.713388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] For port b5814c9c-747d-4f09-95e6-8169fcfe8ec0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:11.717425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] For port b5814c9c-747d-4f09-95e6-8169fcfe8ec0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,segment=NetworkSegment(2f6dd5a3-a6f1-423b-bde8-d7be3348e94c),segment_id=2f6dd5a3-a6f1-423b-bde8-d7be3348e94c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:11.723091 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.809913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:11.824871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633fe65-61e4-4d26-bc1a-2a8b6eb5cec8 None None] Pushing event updated for resources: {'Port': ['ID=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:11.856146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09118b81-9860-4fa1-82b4-869b0d848bba req-ff55b671-cf5a-4acc-a9b0-c98af5843e86 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 210 time: 0.0595207 Aug 27 12:23:11.924416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Subnet': ['ID=25f140b3-17be-43cd-a02d-f634ae7eb510,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:11.941993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Checking segment: {'id': 'e3662954-1cf0-475b-b691-90a482fc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:11.942374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network hostable DHCP agents. Network: 45b55464-78ad-4874-a1e0-8d2b835df2fc, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:23:12.003076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:23:12.022146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 45b55464-78ad-4874-a1e0-8d2b835df2fc) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:12.031373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5aeca-7748-41e8-9ebf-510d9c43cbad None None] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:12.032341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:12.035185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.043313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.106116 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d8604940-e429-4fd5-94f8-1ba0c33db31d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9696195 Aug 27 12:23:12.107343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:12.128232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'subnet': {'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:12.145820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=b64198bc-39bd-45b7-bf91-827a925d8b31,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:12.306755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:12.341168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Made reservation on behalf of 3af89d496fcc419c9a234b1f93c32c0b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:12.345326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.373917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-45b55464-78ad-4874-a1e0-8d2b835df2fc', 'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc', 'tenant_id': '3af89d496fcc419c9a234b1f93c32c0b', 'fixed_ips': [{'subnet_id': '25f140b3-17be-43cd-a02d-f634ae7eb510'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:23:12.375073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.506392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9216da9-cf6c-4d81-a808-f41da05ecd9a req-c5873dc1-4e30-405d-b162-6a26069cf581 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:12.508127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9216da9-cf6c-4d81-a808-f41da05ecd9a req-c5873dc1-4e30-405d-b162-6a26069cf581 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.0807991 Aug 27 12:23:12.513168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:12.583095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9216da9-cf6c-4d81-a808-f41da05ecd9a req-9f37edb3-d53f-4f3e-ad28-ffb364ebb2fa tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649865 Aug 27 12:23:12.609529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:12.632916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Allocated IP 172.20.0.2 (45b55464-78ad-4874-a1e0-8d2b835df2fc/25f140b3-17be-43cd-a02d-f634ae7eb510/322688ee-4cba-4792-8ee5-ed3880ee570d) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:12.635537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:12.636426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:12.658184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.662355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bf283676-b855-47dc-ba15-02b50041c20b tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/ports/b64198bc-39bd-45b7-bf91-827a925d8b31 HTTP/1.1" status: 204 len: 168 time: 1.7639182 Aug 27 12:23:12.663126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44552) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:12.691729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:12.724052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:12.725043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:12.727169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9b40ff26-7144-497f-984c-7ecf802f90e2 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/floatingips/cbdedba7-7766-4fcc-89ff-fcb36bec05c1 HTTP/1.1" status: 200 len: 686 time: 0.0633199 Aug 27 12:23:12.727960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44554) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:12.807255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:12.808175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e39691-7f2e-4ce5-906e-7a16e2db9d8a None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:12.821027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.931577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.948891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Checking segment: {'id': 'bc3f1940-44ce-4300-ab2c-74caea00a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:12.949486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network hostable DHCP agents. Network: c410443d-5585-424c-9a9e-546ef9a249a7, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:23:12.956814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 6b91da9b-ad69-4cb2-8622-b081a243e579 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:12.957402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:12.957518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Transition to ACTIVE for port object 322688ee-4cba-4792-8ee5-ed3880ee570d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:12.986328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Subnet': ['ID=9b14c643-bad4-4c8f-a0f5-958de06ed976,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:12.987608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Transition to ACTIVE for port object 322688ee-4cba-4792-8ee5-ed3880ee570d will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:13.002339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.021417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network c410443d-5585-424c-9a9e-546ef9a249a7 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:23:13.062938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:13.063727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0fd5ab0-40c1-4818-9c59-acfe9da296d9 req-0ea6b000-4e0d-430c-ab34-896ecda5181a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 210 time: 0.0499675 Aug 27 12:23:13.064907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c410443d-5585-424c-9a9e-546ef9a249a7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:13.068930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:13.069511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.091063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c8dc6c5f-7068-4c40-877c-bbfbb8a18828 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9817748 Aug 27 12:23:13.091686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.091814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:13.092865 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.099158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580433a-05a4-4a92-adba-daacf167d016 None None] Network c410443d-5585-424c-9a9e-546ef9a249a7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:13.123368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 6b91da9b-ad69-4cb2-8622-b081a243e579 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:13.251388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:13.262057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:13.281711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Pushing event updated for resources: {'Port': ['ID=322688ee-4cba-4792-8ee5-ed3880ee570d,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:13.314497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c7ebd2-29db-45f1-b2c6-d3fedd39a6be None None] Network 54e453c2-126a-4d9e-8722-c9917584e377 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:13.434529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b5814c9c-747d-4f09-95e6-8169fcfe8ec0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:13.551888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Attempting to bind port 322688ee-4cba-4792-8ee5-ed3880ee570d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:13.552399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Attempting to bind port 322688ee-4cba-4792-8ee5-ed3880ee570d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'e3662954-1cf0-475b-b691-90a482fc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:13.552833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Attempting to bind port 322688ee-4cba-4792-8ee5-ed3880ee570d on network 45b55464-78ad-4874-a1e0-8d2b835df2fc {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:13.556192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.577372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-6d75832d-f011-4ce6-bcfd-e2690ff2b10b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:13.579881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-6d75832d-f011-4ce6-bcfd-e2690ff2b10b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.3205974 Aug 27 12:23:13.582049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6b862da3-e608-4cce-a8d0-55e5cd721735 None None] Provisioning for port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:13.592306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:13.592678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Checking segment: {'id': 'e3662954-1cf0-475b-b691-90a482fc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:13.593080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.593466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Bound using segment: {'id': 'e3662954-1cf0-475b-b691-90a482fc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:13.594055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Bound port: 322688ee-4cba-4792-8ee5-ed3880ee570d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3662954-1cf0-475b-b691-90a482fc0a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45b55464-78ad-4874-a1e0-8d2b835df2fc'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:13.595110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.649859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:13.659666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:13.660017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.672748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:13.686747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-c410443d-5585-424c-9a9e-546ef9a249a7', 'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7', 'tenant_id': '3af89d496fcc419c9a234b1f93c32c0b', 'fixed_ips': [{'subnet_id': '9b14c643-bad4-4c8f-a0f5-958de06ed976'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:23:13.687951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.803149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.843307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b26c-e1c5-4e32-ba01-ab164593733c req-7396304f-e178-4b16-8204-99be5ae89141 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:13.845793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9e4b26c-e1c5-4e32-ba01-ab164593733c req-7396304f-e178-4b16-8204-99be5ae89141 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1325955 Aug 27 12:23:13.846451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=6b91da9b-ad69-4cb2-8622-b081a243e579,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:13.920457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] For port 322688ee-4cba-4792-8ee5-ed3880ee570d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:13.929658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9e4b26c-e1c5-4e32-ba01-ab164593733c req-649cae2a-48ca-4df1-bdfa-60fc92af55a1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724432 Aug 27 12:23:13.944262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Allocated IP 172.20.0.1 (45b55464-78ad-4874-a1e0-8d2b835df2fc/25f140b3-17be-43cd-a02d-f634ae7eb510/567934d7-2089-41f9-a00d-58b0ac958249) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:13.969933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.974066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:13.979578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f4ce25e8-40c4-4139-bce4-26333bbfcc11 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/floatingips/cbdedba7-7766-4fcc-89ff-fcb36bec05c1 HTTP/1.1" status: 204 len: 168 time: 1.2500145 Aug 27 12:23:13.979887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44572) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:13.982449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] For port 322688ee-4cba-4792-8ee5-ed3880ee570d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=322688ee-4cba-4792-8ee5-ed3880ee570d,segment=NetworkSegment(e3662954-1cf0-475b-b691-90a482fc0a86),segment_id=e3662954-1cf0-475b-b691-90a482fc0a86)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:13.988256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '7e423d67-2ba8-405a-8ae2-5af2f9a5698d'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:14.006076 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.010111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:14.015670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.088029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.138692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.186731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c33413-bd2f-4575-b928-65ecb9cef60c None None] Pushing event updated for resources: {'Port': ['ID=322688ee-4cba-4792-8ee5-ed3880ee570d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:14.207454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.2 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/02f743de-0061-4b7a-a7e4-122b0fbde27c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:14.214225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Allocated IP 172.20.0.2 (c410443d-5585-424c-9a9e-546ef9a249a7/9b14c643-bad4-4c8f-a0f5-958de06ed976/21d3088b-afaa-4b83-b33d-4f992d90ea98) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:14.243906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b5814c9c-747d-4f09-95e6-8169fcfe8ec0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,segment=NetworkSegment(2f6dd5a3-a6f1-423b-bde8-d7be3348e94c),segment_id=2f6dd5a3-a6f1-423b-bde8-d7be3348e94c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:14.253916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.387753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ee91645-1856-495d-be34-abc47d3754a0 req-6daad1e5-073a-4143-be16-f3787701adf1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 210 time: 0.1424983 Aug 27 12:23:14.417961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.422199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.480383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Transition to ACTIVE for port object 567934d7-2089-41f9-a00d-58b0ac958249 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:14.482751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.584481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=02f743de-0061-4b7a-a7e4-122b0fbde27c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:14.604794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:14.608172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:14.622623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:14.639577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.706993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Port': ['ID=567934d7-2089-41f9-a00d-58b0ac958249,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:14.708367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.714337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-69c894df-731c-4f8d-a451-5dbf5213bf66 None None] Provisioning complete for port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:14.714726 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-69c894df-731c-4f8d-a451-5dbf5213bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.725535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:14.725968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.747478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-202bfefc-f994-4962-b78f-d9b0d685dace tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0883675 Aug 27 12:23:14.748046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Transition to ACTIVE for port object 21d3088b-afaa-4b83-b33d-4f992d90ea98 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:14.749838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:14.758158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:14.773423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Request body: {'port': {'device_id': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:14.780682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Transition to ACTIVE for port object 21d3088b-afaa-4b83-b33d-4f992d90ea98 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:14.788139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.790652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:14.790802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.796041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:14.835903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Network c410443d-5585-424c-9a9e-546ef9a249a7 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:14.842300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:14.848235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:14.853360 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.893837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.899047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Pushing event updated for resources: {'Port': ['ID=21d3088b-afaa-4b83-b33d-4f992d90ea98,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:14.940374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Attempting to bind port 21d3088b-afaa-4b83-b33d-4f992d90ea98 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:14.940739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Attempting to bind port 21d3088b-afaa-4b83-b33d-4f992d90ea98 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bc3f1940-44ce-4300-ab2c-74caea00a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:14.941105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Attempting to bind port 21d3088b-afaa-4b83-b33d-4f992d90ea98 on network c410443d-5585-424c-9a9e-546ef9a249a7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:14.951143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:14.951531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Checking segment: {'id': 'bc3f1940-44ce-4300-ab2c-74caea00a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:14.951939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:14.952335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Bound using segment: {'id': 'bc3f1940-44ce-4300-ab2c-74caea00a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:14.952819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Bound port: 21d3088b-afaa-4b83-b33d-4f992d90ea98, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f1940-44ce-4300-ab2c-74caea00a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c410443d-5585-424c-9a9e-546ef9a249a7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:14.953213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.025939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] For port 21d3088b-afaa-4b83-b33d-4f992d90ea98, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:15.029247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] For port 21d3088b-afaa-4b83-b33d-4f992d90ea98, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=21d3088b-afaa-4b83-b33d-4f992d90ea98,segment=NetworkSegment(bc3f1940-44ce-4300-ab2c-74caea00a50f),segment_id=bc3f1940-44ce-4300-ab2c-74caea00a50f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:15.035012 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.113512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03b21b-4c1f-4990-8bbd-cb728e2b7174 None None] Pushing event updated for resources: {'Port': ['ID=21d3088b-afaa-4b83-b33d-4f992d90ea98,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:15.210036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab22d-3eb1-45dc-af48-05279f034f19 req-8fae929a-d0c0-4f6b-8fc6-5cfb8f803957 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:15.217720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62eab22d-3eb1-45dc-af48-05279f034f19 req-8fae929a-d0c0-4f6b-8fc6-5cfb8f803957 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1726706 Aug 27 12:23:15.261431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.147 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/829e1655-c8eb-4568-87da-8df9e81f9e6d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:15.307983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62eab22d-3eb1-45dc-af48-05279f034f19 req-b3ec84ba-b340-4070-87d7-7434b9432769 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895782 Aug 27 12:23:15.310850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.340955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f743de-0061-4b7a-a7e4-122b0fbde27c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:15.357661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.380874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Transition to ACTIVE for port object 02f743de-0061-4b7a-a7e4-122b0fbde27c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:15.386402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.515848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322688ee-4cba-4792-8ee5-ed3880ee570d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:15.516105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Pushing event updated for resources: {'Port': ['ID=02f743de-0061-4b7a-a7e4-122b0fbde27c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:15.633013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 322688ee-4cba-4792-8ee5-ed3880ee570d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:15.634310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b5814c9c-747d-4f09-95e6-8169fcfe8ec0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:15.702733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Attempting to bind port 02f743de-0061-4b7a-a7e4-122b0fbde27c on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:15.703087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Attempting to bind port 02f743de-0061-4b7a-a7e4-122b0fbde27c by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:15.703937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Attempting to bind port 02f743de-0061-4b7a-a7e4-122b0fbde27c on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:15.709630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Port 02f743de-0061-4b7a-a7e4-122b0fbde27c on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:15.709973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Attempting to bind port 02f743de-0061-4b7a-a7e4-122b0fbde27c on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:15.717273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a95b-1003-4580-a175-8435b23d0ac1 req-532953fe-921b-486d-85c3-0d627557bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:15.718966 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-de22a95b-1003-4580-a175-8435b23d0ac1 req-532953fe-921b-486d-85c3-0d627557bf4b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 1096 time: 0.0951533 Aug 27 12:23:15.720622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:15.721309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:15.721731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:15.722348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Bound port: 02f743de-0061-4b7a-a7e4-122b0fbde27c, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:15.722888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.732080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:15.732639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.865969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1801f-aedf-4d2d-980f-a7de8ff65717 None None] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:15.883491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-de22a95b-1003-4580-a175-8435b23d0ac1 req-ec144053-ed1f-472e-a92c-c2375355cffc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551607 Aug 27 12:23:15.901473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] For port 02f743de-0061-4b7a-a7e4-122b0fbde27c, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:15.905020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] For port 02f743de-0061-4b7a-a7e4-122b0fbde27c, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:15.911980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.934294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] Provisioning for port 322688ee-4cba-4792-8ee5-ed3880ee570d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:15.944338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] Provisioning complete for port 322688ee-4cba-4792-8ee5-ed3880ee570d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:15.945032 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.956957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:15.957953 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:15.959437 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] 10.222.0.77 "PUT /v2.0/ports/02f743de-0061-4b7a-a7e4-122b0fbde27c HTTP/1.1" status: 200 len: 1091 time: 1.1939552 Aug 27 12:23:15.959894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'tag': '02f743de-0061-4b7a-a7e4-122b0fbde27c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:15.962838 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def2895-4cb9-45ef-824a-157e6c9611a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0182bde8-c8e2-4de9-9d0c-155d6b9dd321", "tag": "02f743de-0061-4b7a-a7e4-122b0fbde27c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:15.993825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec108635-20b2-4699-b7d4-ab88949a36fa service neutron] Pushing event updated for resources: {'Port': ['ID=02f743de-0061-4b7a-a7e4-122b0fbde27c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:16.017315 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f6131-a06a-4d0f-9a63-cbece0509c88 x-openstack-request-id: req-980f6131-a06a-4d0f-9a63-cbece0509c88 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:16.017618 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0182bde8-c8e2-4de9-9d0c-155d6b9dd321", "tag": "02f743de-0061-4b7a-a7e4-122b0fbde27c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:16.017880 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-980f6131-a06a-4d0f-9a63-cbece0509c88 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:16.018292 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'tag': '02f743de-0061-4b7a-a7e4-122b0fbde27c', 'status': 'completed', 'code': 200} Aug 27 12:23:16.103389 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:16.151448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] For port 322688ee-4cba-4792-8ee5-ed3880ee570d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=322688ee-4cba-4792-8ee5-ed3880ee570d,segment=NetworkSegment(e3662954-1cf0-475b-b691-90a482fc0a86),segment_id=e3662954-1cf0-475b-b691-90a482fc0a86)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:16.157478 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:16.228311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:16.230201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563682a7-49e1-481c-8e3f-876b3e63bb1f None None] Pushing event updated for resources: {'Port': ['ID=322688ee-4cba-4792-8ee5-ed3880ee570d,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:16.295091 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:16.322535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2895-4cb9-45ef-824a-157e6c9611a8 req-72c0b2b2-3156-40e9-99c9-87b30bda9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:16.324260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4def2895-4cb9-45ef-824a-157e6c9611a8 req-72c0b2b2-3156-40e9-99c9-87b30bda9f5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 1094 time: 0.0565045 Aug 27 12:23:16.336765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:16.343646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:16.413942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:16.605380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f106ba3f-12d6-4614-a2ff-5d0a9f26f6f4 None None] Provisioning for port 567934d7-2089-41f9-a00d-58b0ac958249 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:16.632799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f106ba3f-12d6-4614-a2ff-5d0a9f26f6f4 None None] Provisioning complete for port 567934d7-2089-41f9-a00d-58b0ac958249 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:16.634982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f106ba3f-12d6-4614-a2ff-5d0a9f26f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:16.731507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f106ba3f-12d6-4614-a2ff-5d0a9f26f6f4 None None] Port 567934d7-2089-41f9-a00d-58b0ac958249 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:16.732104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=829e1655-c8eb-4568-87da-8df9e81f9e6d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:16.767315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85293-db51-42e9-877b-85a532b66a83 req-96335670-4eb1-4ccb-98c3-249107107279 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:16.781089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f106ba3f-12d6-4614-a2ff-5d0a9f26f6f4 None None] Provisioning complete for port 322688ee-4cba-4792-8ee5-ed3880ee570d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:16.782482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f106ba3f-12d6-4614-a2ff-5d0a9f26f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:16.788860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7a85293-db51-42e9-877b-85a532b66a83 req-96335670-4eb1-4ccb-98c3-249107107279 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 943 time: 0.6170363 Aug 27 12:23:16.884569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a48b3b-1cbd-4594-8c5e-fc815c316337 None None] Network c410443d-5585-424c-9a9e-546ef9a249a7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:16.993971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633469-c2bc-48b2-a8a4-6da9bc7a82a2 req-0a6dd49b-636c-46c7-a57e-d3c8f3424364 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:17.002619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93633469-c2bc-48b2-a8a4-6da9bc7a82a2 req-0a6dd49b-636c-46c7-a57e-d3c8f3424364 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.5400484 Aug 27 12:23:17.076701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2895-4cb9-45ef-824a-157e6c9611a8 req-32ab4613-926a-494b-9df9-3b097b82f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:17.079930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4def2895-4cb9-45ef-824a-157e6c9611a8 req-32ab4613-926a-494b-9df9-3b097b82f6ec service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7375553 Aug 27 12:23:17.145188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7a85293-db51-42e9-877b-85a532b66a83 req-6c6d1ca4-2227-4b47-9e7f-07d66e436fc7 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550239 Aug 27 12:23:17.155955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93633469-c2bc-48b2-a8a4-6da9bc7a82a2 req-35e55ea0-4743-49e6-b229-84aa85ee4301 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521316 Aug 27 12:23:17.269869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.280490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-beff9dfc-d0a9-4024-9264-0e47ea0a68f9 None None] Provisioning complete for port 567934d7-2089-41f9-a00d-58b0ac958249 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:17.282165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.282704 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-beff9dfc-d0a9-4024-9264-0e47ea0a68f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.372966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-beff9dfc-d0a9-4024-9264-0e47ea0a68f9 None None] Port 567934d7-2089-41f9-a00d-58b0ac958249 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:17.399594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-beff9dfc-d0a9-4024-9264-0e47ea0a68f9 None None] Provisioning for port 21d3088b-afaa-4b83-b33d-4f992d90ea98 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:17.416596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2895-4cb9-45ef-824a-157e6c9611a8 req-c9cd1af0-ea08-4564-8218-ec5ff1ab81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:17.418293 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4def2895-4cb9-45ef-824a-157e6c9611a8 req-c9cd1af0-ea08-4564-8218-ec5ff1ab81d6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3301558 Aug 27 12:23:17.441644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322688ee-4cba-4792-8ee5-ed3880ee570d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:17.482212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Port': ['ID=567934d7-2089-41f9-a00d-58b0ac958249,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:17.528848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 322688ee-4cba-4792-8ee5-ed3880ee570d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:17.529489 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.550500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.574145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ebc6d8ef-d56f-4558-9031-f7c7b7fb1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:17.575853 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-ebc6d8ef-d56f-4558-9031-f7c7b7fb1018 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 1094 time: 0.0746646 Aug 27 12:23:17.618253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 21d3088b-afaa-4b83-b33d-4f992d90ea98 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:17.636670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-efebc185-e897-4b8d-81d4-e42589b304ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c HTTP/1.1" status: 200 len: 217 time: 0.0452447 Aug 27 12:23:17.688308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 21d3088b-afaa-4b83-b33d-4f992d90ea98 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:17.695169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 21d3088b-afaa-4b83-b33d-4f992d90ea98 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:17.695554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.703196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-dcdf8df0-61c8-41ed-b68d-b10fed47bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:17.705913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-dcdf8df0-61c8-41ed-b68d-b10fed47bd8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0621629 Aug 27 12:23:17.721176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.748486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-1c5172b7-bae7-431a-a072-d42b37566dce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338032 Aug 27 12:23:17.754579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:17.757575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:17.785560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.837017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 21d3088b-afaa-4b83-b33d-4f992d90ea98, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=21d3088b-afaa-4b83-b33d-4f992d90ea98,segment=NetworkSegment(bc3f1940-44ce-4300-ab2c-74caea00a50f),segment_id=bc3f1940-44ce-4300-ab2c-74caea00a50f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:17.843671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.905410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:17.921478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-52241876-823a-4c19-9a95-2313c696b0bf service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667151 Aug 27 12:23:17.939587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=21d3088b-afaa-4b83-b33d-4f992d90ea98,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:18.048767 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3c1207fc-be97-42e7-9205-6bb06ea27210 req-9778d015-d484-4989-8692-dc9b4e584288 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192529 Aug 27 12:23:18.098096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-23cdee7f-0796-41d9-b33d-ac3b3b53a37f None None] Provisioning complete for port 567934d7-2089-41f9-a00d-58b0ac958249 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:18.098671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23cdee7f-0796-41d9-b33d-ac3b3b53a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:18.134501 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:18.135292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-23cdee7f-0796-41d9-b33d-ac3b3b53a37f None None] Port 567934d7-2089-41f9-a00d-58b0ac958249 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:18.136733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Router c0c3083b-640c-4f70-b2fd-8897505e1725 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:23:18.140139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:18.339191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=829e1655-c8eb-4568-87da-8df9e81f9e6d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:18.371426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:18.378939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:18.387939 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] Sync routers for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:18.397276 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:18.397877 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:18.417064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea883ba4-2850-4084-83f3-69ebe0ccfaa9 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3241978 Aug 27 12:23:18.419901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44596) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:18.434474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:18.439005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178551-6baa-44bf-8839-a9036711fb7c req-6a5e75da-371b-43a0-b8f8-1979b41b70d7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:18.440677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db178551-6baa-44bf-8839-a9036711fb7c req-6a5e75da-371b-43a0-b8f8-1979b41b70d7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1873341 Aug 27 12:23:18.444435 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:18.445152 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:18.462341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10ddbb1b-d9c4-453b-9b04-783f11bd368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:18.468214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b27b7f-c2bb-4f58-8926-b3b45ff93497 req-a535fe81-5630-4b9a-a6cc-c2b971647301 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:18.470451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75b27b7f-c2bb-4f58-8926-b3b45ff93497 req-a535fe81-5630-4b9a-a6cc-c2b971647301 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 943 time: 0.2203176 Aug 27 12:23:18.483232 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:18.484017 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878c700-f788-49f5-bc83-a6c5718a40ce None None] The sync data for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:18.560146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db178551-6baa-44bf-8839-a9036711fb7c req-acb02cfe-9461-417d-8020-1f0248c916af tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120925 Aug 27 12:23:18.586409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75b27b7f-c2bb-4f58-8926-b3b45ff93497 req-985bbdfb-f324-426c-91ee-471b2a0e711a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652306 Aug 27 12:23:18.586409 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP 5597d4dc-5daa-4f27-87c5-dc1318609220 associated. External IP: 172.25.8.147, port: 7e423d67-2ba8-405a-8ae2-5af2f9a5698d. Aug 27 12:23:18.864288 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-f1f235c0-40f7-46ed-8f84-5bbc463de539 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:18.865351 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f1f235c0-40f7-46ed-8f84-5bbc463de539 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4434144 Aug 27 12:23:18.868062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:18.868327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44610) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:18.900129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-735fd890-eb3f-4983-9220-c6d908b35a0f tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:18.901607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-735fd890-eb3f-4983-9220-c6d908b35a0f tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 811 time: 0.1525478 Aug 27 12:23:18.949949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-14db22bf-74b9-4519-90ae-9d4f752a893c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/quotas/9336d3c9ce17433e81def8b6863971f4 HTTP/1.1" status: 200 len: 375 time: 0.0131810 Aug 27 12:23:19.043910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-0c3e607c-f741-4d5d-afe8-e4aac5058d7a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852120 Aug 27 12:23:19.045043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:19.059437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:19.073386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:19.074041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:19.077353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.117842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:19.137166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-49b71df5-8a19-4283-b75c-c82cf6df75a0 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1556349 Aug 27 12:23:19.140039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44616) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:19.140242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:19.143161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:19.146587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1714798716'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:19.186000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-b2bbbc1d-540e-4ae4-b78d-c30eabb397b2 service neutron] 10.222.0.76 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324759 Aug 27 12:23:19.207637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:19.211366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.230443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:19.230443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356da1-64f0-4f4d-971b-f2e413590bea None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:19.248594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.269053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 21d3088b-afaa-4b83-b33d-4f992d90ea98 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:19.293510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:19.322239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 21d3088b-afaa-4b83-b33d-4f992d90ea98 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:19.323264 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.343081 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.343081 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Added segment a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3 of type vlan for network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 Aug 27 12:23:19.399614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.474096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.479832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:19.480448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:19.553848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4112618 Aug 27 12:23:19.559642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44620) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:19.565260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'subnet': {'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:19.584402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ab825-4547-4c2b-befa-d678445c10c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Network': ['ID=1822de91-25fb-4ced-b3f2-4d00c65cf2c3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:19.595904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:19.643011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-427243d9-1612-4746-86ad-34b0c8fc15c4 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1495329041&fields=id&tenant_id=7caf1307a0854d788479db3d665d1443 HTTP/1.1" status: 200 len: 267 time: 0.4020660 Aug 27 12:23:19.761236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-7a4295ab-86e6-40f9-9a85-6851889b21d2 service neutron] 10.222.0.76 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743108 Aug 27 12:23:19.777423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-c51ce5ed-c01f-4041-8720-e0aee043a44b tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:19.780003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-c51ce5ed-c01f-4041-8720-e0aee043a44b tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/networks?id=58a3aabe-0397-4991-8858-e39b124c6c2b HTTP/1.1" status: 200 len: 815 time: 0.1364198 Aug 27 12:23:19.796403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-3d48bb81-97a1-423c-9a31-026cad521115 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/quotas/7caf1307a0854d788479db3d665d1443 HTTP/1.1" status: 200 len: 375 time: 0.0107169 Aug 27 12:23:19.854611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-968212e5-79ec-446e-8630-177a9aef809d tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7caf1307a0854d788479db3d665d1443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515943 Aug 27 12:23:19.991119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:19.995376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.004157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-61bc7683-95b3-41ff-ac4a-7120878b1f4f service neutron] 10.222.0.76 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361208 Aug 27 12:23:20.030130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be813bae-cb86-406a-8419-8044175e87c6 req-452994c9-427b-4ddf-b648-77079236629e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:20.032228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be813bae-cb86-406a-8419-8044175e87c6 req-452994c9-427b-4ddf-b648-77079236629e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 943 time: 0.0843275 Aug 27 12:23:20.058522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.112552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting port 567934d7-2089-41f9-a00d-58b0ac958249 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:20.112909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.123019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be813bae-cb86-406a-8419-8044175e87c6 req-2ba06df4-0a60-4e52-942c-cfaccfc334f7 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Aug 27 12:23:20.168951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-9176d9b7-81af-4a9c-a372-9972c6bcde37 service neutron] 10.222.0.76 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546419 Aug 27 12:23:20.297653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.306928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5a8b15-b0b6-4bf6-a21b-4143c94dda10 req-4e7bf21e-10af-413f-b3be-abd47deda106 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 210 time: 0.0367999 Aug 27 12:23:20.340067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Calling delete_port for 567934d7-2089-41f9-a00d-58b0ac958249 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:20.360337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.469729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Subnet': ['ID=33dbe9d9-05a2-4c64-899a-e1dda0abece3,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:20.516815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Checking segment: {'id': 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:20.517523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network hostable DHCP agents. Network: 1822de91-25fb-4ced-b3f2-4d00c65cf2c3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:23:20.543682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:23:20.574207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 1822de91-25fb-4ced-b3f2-4d00c65cf2c3) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:20.581678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:20.582259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.596783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a09f1-4352-4bc7-9549-cab854166244 None None] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:20.613456 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d6ac296-cb3c-4c28-858a-0b7c1daa4d0c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0525794 Aug 27 12:23:20.616570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:20.621630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-654014562', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:20.628308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.639999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-903b3d2c-297a-4639-befb-57ab570f810b req-90f07204-6b00-40dd-af03-fca21e824412 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0762165 Aug 27 12:23:20.664496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Port': ['ID=567934d7-2089-41f9-a00d-58b0ac958249,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:20.699210 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.700219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.790191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.803442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-1822de91-25fb-4ced-b3f2-4d00c65cf2c3', 'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3', 'tenant_id': '425e18785fd9433b9c9f159d88a21697', 'fixed_ips': [{'subnet_id': '33dbe9d9-05a2-4c64-899a-e1dda0abece3'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:23:20.803890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.981054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-11022fb6-4f17-4dfc-916f-479b3ad7e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:20.991622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Allocated IP 172.20.0.2 (1822de91-25fb-4ced-b3f2-4d00c65cf2c3/33dbe9d9-05a2-4c64-899a-e1dda0abece3/aaea4354-e93a-46a4-b9e7-5ed4c4e6d317) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:21.023731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.167471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.167689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.185910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.197587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Transition to ACTIVE for port object aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:21.215658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Transition to ACTIVE for port object aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:21.225326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.243236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-b177bf30-61d9-4001-86b7-ffe7c24c9890 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:21.244036 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-b177bf30-61d9-4001-86b7-ffe7c24c9890 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.65 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 811 time: 0.2863147 Aug 27 12:23:21.278321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:21.281886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:21.284679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:21.287670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Request body: {'port': {'device_id': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'admin_state_up': True, 'tenant_id': '9336d3c9ce17433e81def8b6863971f4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:21.295033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Pushing event updated for resources: {'Port': ['ID=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:21.373122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734845d2-b5b7-49c1-ab4b-4c306b63647f req-f401d60d-7400-43d1-aa77-1f721ee96586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:21.375733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Attempting to bind port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:21.376459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Attempting to bind port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:21.377356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Attempting to bind port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 on network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:21.379109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-734845d2-b5b7-49c1-ab4b-4c306b63647f req-f401d60d-7400-43d1-aa77-1f721ee96586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 943 time: 0.1314232 Aug 27 12:23:21.390547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:21.390966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Checking segment: {'id': 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:21.391380 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.391822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Bound using segment: {'id': 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:21.392301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Bound port: aaea4354-e93a-46a4-b9e7-5ed4c4e6d317, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:21.392882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.424967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Router c0c3083b-640c-4f70-b2fd-8897505e1725 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:21.430627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de12ed4d-c3b3-41d0-93c8-bb5e976e54f6 req-5c1b4545-12a9-4393-ad47-3f47606071b8 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 210 time: 0.0293171 Aug 27 12:23:21.450491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-734845d2-b5b7-49c1-ab4b-4c306b63647f req-3ee087cd-e35f-4980-860e-956f474b1c01 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Aug 27 12:23:21.467977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] For port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:21.473735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] For port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,segment=NetworkSegment(a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3),segment_id=a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:21.479498 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.547763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e578-1e13-4337-ac51-b075ef081f1b None None] Pushing event updated for resources: {'Port': ['ID=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:21.586649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:21.595002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c874edc1-f339-45a2-ac08-0db4ac4c8d7a tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7230361 Aug 27 12:23:21.596596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:21.603217 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] Sync routers for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:21.614943 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:21.615923 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:21.635676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Made reservation on behalf of 9336d3c9ce17433e81def8b6863971f4 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:21.639599 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.645445 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d4bcde27-349a-4b6d-a75b-7ad49db17d77 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] delete failed (client error): The resource could not be found. Aug 27 12:23:21.651653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4bcde27-349a-4b6d-a75b-7ad49db17d77 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-2030683750 HTTP/1.1" status: 404 len: 335 time: 0.0537114 Aug 27 12:23:21.652568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44662) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:21.658947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2f52ee60-1740-422c-9dc1-5e0254d65b1d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0c3083b-640c-4f70-b2fd-8897505e1725'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:21.664473 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:21.675697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:21.676406 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:21.719709 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:21.720509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02f743de-0061-4b7a-a7e4-122b0fbde27c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:23:21.721281 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7323fc-8236-4c08-8ed9-b41eb43767ba None None] The sync data for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:21.816266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-960783b2-6f1c-4389-b0b0-a39dcb05d0f5 req-deb759fe-8013-45c5-bef5-6de714e176ac tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0805354 Aug 27 12:23:21.890137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 02f743de-0061-4b7a-a7e4-122b0fbde27c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:21.905106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '02f743de-0061-4b7a-a7e4-122b0fbde27c', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': '02f743de-0061-4b7a-a7e4-122b0fbde27c', 'mac_address': 'fa:16:3e:7e:0e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:23:21.953686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:21.968679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f743de-0061-4b7a-a7e4-122b0fbde27c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:21.991374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 02f743de-0061-4b7a-a7e4-122b0fbde27c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:21.994945 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:22.034322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:22.052004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=02f743de-0061-4b7a-a7e4-122b0fbde27c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:22.076257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:22.103113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:22.455042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:22.476723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2f52ee60-1740-422c-9dc1-5e0254d65b1d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:22.604209 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-2f52ee60-1740-422c-9dc1-5e0254d65b1d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] update failed (client error): The resource could not be found. Aug 27 12:23:22.604931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2f52ee60-1740-422c-9dc1-5e0254d65b1d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725 HTTP/1.1" status: 404 len: 339 time: 0.9503086 Aug 27 12:23:22.619598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-e62fd90a-635e-484c-8f24-35b3f59075c2 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:22.621365 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-e62fd90a-635e-484c-8f24-35b3f59075c2 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.77 "GET /v2.0/networks?id=58a3aabe-0397-4991-8858-e39b124c6c2b HTTP/1.1" status: 200 len: 815 time: 0.7011220 Aug 27 12:23:22.631840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44670) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:22.632318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1036184-85ac-40ea-a561-a9f9ebeac46e req-8d91a566-f434-4bd6-93e9-72ad96b21da4 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 210 time: 0.0789309 Aug 27 12:23:22.642269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Allocated IP 172.20.0.6 (b7500a77-285c-4043-bbc3-98b6600082c3/51d06b1c-3639-42ce-b7b1-cfe74c38d82c/ec41cf3e-f321-4271-9585-b047ee7135dd) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:22.667389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a005a-0971-40de-87bc-021de76d1702 req-67844d5d-6530-4023-b353-c59ea1291af1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:22.676565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-494a005a-0971-40de-87bc-021de76d1702 req-67844d5d-6530-4023-b353-c59ea1291af1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 944 time: 0.1032879 Aug 27 12:23:22.685025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68009236-29d3-4b60-8adc-07bd2c252d0a None None] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:22.733935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-494a005a-0971-40de-87bc-021de76d1702 req-1e45de6b-8ffa-4cde-841a-2ef5680ac9cb tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492082 Aug 27 12:23:22.760172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7b90486e-054b-486a-b337-b730eaa00dc1 None None] Provisioning for port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:22.886081 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-28098f61-5003-4821-8e03-1a20f18ed946 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7caf1307a0854d788479db3d665d1443 HTTP/1.1" status: 200 len: 380 time: 0.2404487 Aug 27 12:23:22.909022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Request body: {'port': {'device_id': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'admin_state_up': True, 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'security_groups': ['34955186-0d9c-4750-a23f-ab4d9a6c883c']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:22.927395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.25.8.58 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/3b785e95-9a1b-433a-934a-654915229bcd) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:22.951582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f38453c0-f624-40aa-949c-477a5a6dc2bb req-ca80c26f-e812-4622-9218-e7e7619b48e4 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0386224 Aug 27 12:23:23.282478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:23.316361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.336174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:23.341083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:23.341714 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.345843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.378182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.433688 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.456708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Made reservation on behalf of 7caf1307a0854d788479db3d665d1443 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:23.461108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.473792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,segment=NetworkSegment(a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3),segment_id=a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:23.479064 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.531540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:23.631744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.728894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02f743de-0061-4b7a-a7e4-122b0fbde27c up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:23.730692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ec79e8f-a848-4943-8ac9-a53c39e921e8 req-7660e5ff-1e1c-4bd9-bd9c-312cc0645bdf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 210 time: 0.0335996 Aug 27 12:23:23.737399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:23.748203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:23.772129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:23.787204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=3b785e95-9a1b-433a-934a-654915229bcd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:23.803569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:23.840429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:23.893388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58c430-b352-4a57-9c02-9ccf378a2419 req-526d2346-0070-41b1-8c3e-414451b8a08e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:23.903929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd58c430-b352-4a57-9c02-9ccf378a2419 req-526d2346-0070-41b1-8c3e-414451b8a08e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 944 time: 0.0811594 Aug 27 12:23:23.908497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Network b7500a77-285c-4043-bbc3-98b6600082c3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:23.935475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:23.947136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:23.954362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Allocated IP 172.20.0.1 (54e453c2-126a-4d9e-8722-c9917584e377/4136f70f-3351-4d50-a4d8-cd24bfa5f749/35910f16-80d9-421c-a44c-938b8791e8be) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:23.958961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Allocated IP 172.20.0.8 (58a3aabe-0397-4991-8858-e39b124c6c2b/a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9/e647cc80-6f72-47e0-8444-5b34e425ce29) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:23.971324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd58c430-b352-4a57-9c02-9ccf378a2419 req-6d87c77d-3f77-4042-816f-88395313e7c5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651286 Aug 27 12:23:24.013089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Pushing event updated for resources: {'Port': ['ID=ec41cf3e-f321-4271-9585-b047ee7135dd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:24.052386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.080184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4af93bf5-431a-4b62-a475-db4948efde2c req-a27a410c-83ab-40a8-8314-2a53c39b69d8 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0353494 Aug 27 12:23:24.083712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 02f743de-0061-4b7a-a7e4-122b0fbde27c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:24.098606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 02f743de-0061-4b7a-a7e4-122b0fbde27c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:24.099329 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.175393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:24.176053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.229710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.255345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-83de664a-a139-43cb-b529-0c93c7485738 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9716048 Aug 27 12:23:24.255982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f743de-0061-4b7a-a7e4-122b0fbde27c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:24.258113 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77c72fd-24f1-4480-8d39-2f03d2d85c76" -d '{"events": [{"server_uuid": "0182bde8-c8e2-4de9-9d0c-155d6b9dd321", "name": "network-vif-plugged", "status": "completed", "tag": "02f743de-0061-4b7a-a7e4-122b0fbde27c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:24.283244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 02f743de-0061-4b7a-a7e4-122b0fbde27c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:24.289064 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.315948 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc838c-ab90-49a4-8502-90637e5e8ced x-openstack-request-id: req-98cc838c-ab90-49a4-8502-90637e5e8ced {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:24.316412 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182bde8-c8e2-4de9-9d0c-155d6b9dd321", "name": "network-vif-plugged", "status": "completed", "tag": "02f743de-0061-4b7a-a7e4-122b0fbde27c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:24.316753 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98cc838c-ab90-49a4-8502-90637e5e8ced {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:24.317167 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f743de-0061-4b7a-a7e4-122b0fbde27c', 'code': 200} Aug 27 12:23:24.321941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Request body: {'port': {'device_id': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:24.347460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=02f743de-0061-4b7a-a7e4-122b0fbde27c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:24.489297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.548344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.885144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Transition to ACTIVE for port object 35910f16-80d9-421c-a44c-938b8791e8be will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:24.887234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cbe2d-d735-4765-ac21-f24dd5924818 req-58c38818-b927-4b11-942a-336b2cfcd08a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:24.890061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-634cbe2d-d735-4765-ac21-f24dd5924818 req-58c38818-b927-4b11-942a-336b2cfcd08a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 931 time: 0.0619156 Aug 27 12:23:24.902595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:24.940307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-634cbe2d-d735-4765-ac21-f24dd5924818 req-bd6d4078-380d-427c-96d8-a18808a12c74 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Aug 27 12:23:24.963779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9004ecc-d575-4468-ad01-7e22a5dcc98c req-470c5d7b-a695-46bf-93cc-676a8bc9db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:24.965333 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9004ecc-d575-4468-ad01-7e22a5dcc98c req-470c5d7b-a695-46bf-93cc-676a8bc9db85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 1096 time: 0.5536795 Aug 27 12:23:24.966294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Transition to ACTIVE for port object e647cc80-6f72-47e0-8444-5b34e425ce29 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:24.995019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.093630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b6e2-ac6d-4871-9712-1955ad5365ee req-6e6b64f1-fec9-4499-a3cc-592f94d94c58 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:25.095257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9c1b6e2-ac6d-4871-9712-1955ad5365ee req-6e6b64f1-fec9-4499-a3cc-592f94d94c58 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Aug 27 12:23:25.142003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9c1b6e2-ac6d-4871-9712-1955ad5365ee req-6a98dd13-d991-4fb5-9d0c-1cabb73e76d7 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Aug 27 12:23:25.150155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.196616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-949395d4-600c-4ca1-89d0-706d4ff93f52 req-dcb1d777-0d50-47c5-8070-067bcc35658e tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0378301 Aug 27 12:23:25.201099 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9004ecc-d575-4468-ad01-7e22a5dcc98c req-98fa9de5-0bb7-4cca-8399-c371b8e2a051 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282484 Aug 27 12:23:25.264556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:25.303552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.306697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network 54e453c2-126a-4d9e-8722-c9917584e377 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:25.313896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Port': ['ID=35910f16-80d9-421c-a44c-938b8791e8be,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:25.320067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:25.331511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:25.336665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:25.337162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.445369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Network 58a3aabe-0397-4991-8858-e39b124c6c2b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:25.469692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:25.480115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:25.529825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event updated for resources: {'Port': ['ID=e647cc80-6f72-47e0-8444-5b34e425ce29,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:25.558541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.653218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.656910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c107b35c-72fb-4e47-b7d4-aec8b86a5268 None None] Provisioning for port 35910f16-80d9-421c-a44c-938b8791e8be completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:25.661193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c107b35c-72fb-4e47-b7d4-aec8b86a5268 None None] Provisioning complete for port 35910f16-80d9-421c-a44c-938b8791e8be triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:25.661546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c107b35c-72fb-4e47-b7d4-aec8b86a5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.697363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:25.698014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.716384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c107b35c-72fb-4e47-b7d4-aec8b86a5268 None None] Port 35910f16-80d9-421c-a44c-938b8791e8be cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:25.789999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-d24e549b-ef7a-4fd5-a81e-ea826f3d8f48 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8913794 Aug 27 12:23:25.801474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec41cf3e-f321-4271-9585-b047ee7135dd {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:25.836669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6cf32dc0-2446-4c49-b23c-7088b1a7854b None None] Provisioning for port e647cc80-6f72-47e0-8444-5b34e425ce29 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:25.836997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.841113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6cf32dc0-2446-4c49-b23c-7088b1a7854b None None] Provisioning complete for port e647cc80-6f72-47e0-8444-5b34e425ce29 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:25.841636 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6cf32dc0-2446-4c49-b23c-7088b1a7854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.845647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Request body: {'port': {'device_id': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:25.877255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6cf32dc0-2446-4c49-b23c-7088b1a7854b None None] Port e647cc80-6f72-47e0-8444-5b34e425ce29 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:25.904763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Transition to ACTIVE for port object ec41cf3e-f321-4271-9585-b047ee7135dd will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:25.919841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.971617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:25.997445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:26.058793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec41cf3e-f321-4271-9585-b047ee7135dd,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:26.070974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555c82f-3ce8-45ef-970e-25c5a8a4d4b1 req-ea4c8dd7-53ec-423a-b970-60aa2de1c981 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:26.073568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4555c82f-3ce8-45ef-970e-25c5a8a4d4b1 req-ea4c8dd7-53ec-423a-b970-60aa2de1c981 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 943 time: 0.0566859 Aug 27 12:23:26.115025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4555c82f-3ce8-45ef-970e-25c5a8a4d4b1 req-15770d3a-b58a-4cc8-91a0-9c63f2f053d5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357187 Aug 27 12:23:26.283177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7916f23-2776-421e-a76f-2f30d2657056 req-0973024b-5b98-495a-9447-0402ef279e9b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:26.285209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7916f23-2776-421e-a76f-2f30d2657056 req-0973024b-5b98-495a-9447-0402ef279e9b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.0664136 Aug 27 12:23:26.298663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router bba74c63-8556-4da3-aa15-3cb063231130 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:23:26.358667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7916f23-2776-421e-a76f-2f30d2657056 req-af5c6780-c6ef-4ed2-a49b-1aa32efe9dcb tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674405 Aug 27 12:23:26.381092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f445d7a-af96-479d-a971-a58fbd9686aa req-2e5a0560-65d2-4a37-9d56-7799ff7566b1 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:26.382884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f445d7a-af96-479d-a971-a58fbd9686aa req-2e5a0560-65d2-4a37-9d56-7799ff7566b1 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 931 time: 0.0847261 Aug 27 12:23:26.411412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Attempting to bind port ec41cf3e-f321-4271-9585-b047ee7135dd on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:26.411692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Attempting to bind port ec41cf3e-f321-4271-9585-b047ee7135dd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:26.411992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Attempting to bind port ec41cf3e-f321-4271-9585-b047ee7135dd on network b7500a77-285c-4043-bbc3-98b6600082c3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:26.435948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f445d7a-af96-479d-a971-a58fbd9686aa req-26190f10-a73e-4aa9-bbd6-850a24041309 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Aug 27 12:23:26.708157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492df5f-719c-4278-b630-37c428e2c86e req-e126e9aa-d672-4ae6-8064-4c87b9d4e1e7 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:26.709653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4492df5f-719c-4278-b630-37c428e2c86e req-e126e9aa-d672-4ae6-8064-4c87b9d4e1e7 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1097 time: 0.0481143 Aug 27 12:23:26.751871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4492df5f-719c-4278-b630-37c428e2c86e req-87e23b68-a932-4832-80fc-f4b615838d3a tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358398 Aug 27 12:23:26.799863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Port ec41cf3e-f321-4271-9585-b047ee7135dd on network b7500a77-285c-4043-bbc3-98b6600082c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:26.800118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Attempting to bind port ec41cf3e-f321-4271-9585-b047ee7135dd on network b7500a77-285c-4043-bbc3-98b6600082c3 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:26.835853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:26.836196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Checking segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:26.836581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Bound using segment: {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:26.839651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Bound port: ec41cf3e-f321-4271-9585-b047ee7135dd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991a46ac-bd2c-4275-b264-476d57e49e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:26.839651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:26.880876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1a0d9-b9cb-4cb8-acf6-6f8e53455dc6 req-a1286ef8-b3a5-4e62-80db-b9c178f71f9f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:26.883294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fcf1a0d9-b9cb-4cb8-acf6-6f8e53455dc6 req-a1286ef8-b3a5-4e62-80db-b9c178f71f9f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0568471 Aug 27 12:23:26.930027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fcf1a0d9-b9cb-4cb8-acf6-6f8e53455dc6 req-65a5ea51-c719-490d-a5f4-8e09d8defc69 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Aug 27 12:23:26.953641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:27.001850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:27.014037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] Sync routers for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:27.021805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cf06c984-4b06-4fc0-ad66-ffb4622e5ac7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/c1b2b6d5-621c-4958-96ae-177130a4b328 HTTP/1.1" status: 200 len: 994 time: 0.0609641 Aug 27 12:23:27.027061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:27.027978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:27.047744 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.053257 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-98c5381d-76e0-4354-afd9-a0565b97ec9a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4312022 Aug 27 12:23:27.053257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] For port ec41cf3e-f321-4271-9585-b047ee7135dd, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:27.053594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:27.056714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] For port ec41cf3e-f321-4271-9585-b047ee7135dd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ec41cf3e-f321-4271-9585-b047ee7135dd,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:27.072070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:27.077365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.082882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.092677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:27.093604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:27.132612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:27.133272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052cbf2-c9ed-45b7-b6ea-14b364c75327 None None] The sync data for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:27.136736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.182880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:27.184021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.185321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ec41cf3e-f321-4271-9585-b047ee7135dd HTTP/1.1" status: 200 len: 1091 time: 2.8747685 Aug 27 12:23:27.185794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'tag': 'ec41cf3e-f321-4271-9585-b047ee7135dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:27.189026 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d80ae55-1db2-412d-843c-ab08b43cc41f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9e5fae-9fb7-4109-99c3-e026bf985ddb", "tag": "ec41cf3e-f321-4271-9585-b047ee7135dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:27.231341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e647cc80-6f72-47e0-8444-5b34e425ce29 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:27.243836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b3f9-5837-4195-9db5-3b9012d8eed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec41cf3e-f321-4271-9585-b047ee7135dd,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:27.259154 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e4c3e-41ef-4149-8d7b-2a3136039d16 x-openstack-request-id: req-666e4c3e-41ef-4149-8d7b-2a3136039d16 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:27.259449 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9e5fae-9fb7-4109-99c3-e026bf985ddb", "tag": "ec41cf3e-f321-4271-9585-b047ee7135dd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:27.259704 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-666e4c3e-41ef-4149-8d7b-2a3136039d16 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:27.260107 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'tag': 'ec41cf3e-f321-4271-9585-b047ee7135dd', 'status': 'completed', 'code': 200} Aug 27 12:23:27.261949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.340366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Transition to ACTIVE for port object e647cc80-6f72-47e0-8444-5b34e425ce29 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:27.341375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.360271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.361909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2818e-c772-4e01-9544-c96d0b688b94 req-84192234-5ee7-4e13-8b3d-c8c46ff3af93 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:27.363752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8d2818e-c772-4e01-9544-c96d0b688b94 req-84192234-5ee7-4e13-8b3d-c8c46ff3af93 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 943 time: 0.1036897 Aug 27 12:23:27.365374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event updated for resources: {'Port': ['ID=35910f16-80d9-421c-a44c-938b8791e8be,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:27.457550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-0732a29c-7337-41ad-910d-37463a9f84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:27.459122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-0732a29c-7337-41ad-910d-37463a9f84f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 1094 time: 0.2068012 Aug 27 12:23:27.500764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e647cc80-6f72-47e0-8444-5b34e425ce29,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:27.517360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8d2818e-c772-4e01-9544-c96d0b688b94 req-f8243c85-9796-4213-810f-6e3c6b0d33c6 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068671 Aug 27 12:23:27.563798 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-b6b71ca5-96a4-4b7d-a4c0-edd35e768172 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec41cf3e-f321-4271-9585-b047ee7135dd HTTP/1.1" status: 200 len: 217 time: 0.0909894 Aug 27 12:23:27.665987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Network 54e453c2-126a-4d9e-8722-c9917584e377 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:27.692934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:27.738990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6d393-e788-4406-a796-3f5602540a44 req-f78165c7-f0cd-4be3-99ca-66b497c5d6bc tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:27.740201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65e6d393-e788-4406-a796-3f5602540a44 req-f78165c7-f0cd-4be3-99ca-66b497c5d6bc tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.1148875 Aug 27 12:23:27.761365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:27.762571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-9b8abe85-496b-450c-af97-8524b45f28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:27.764026 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-9b8abe85-496b-450c-af97-8524b45f28c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.1575532 Aug 27 12:23:27.849337 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-cb7e1bb5-35d3-4a05-9355-13bb31213815 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459259 Aug 27 12:23:27.867925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Attempting to bind port e647cc80-6f72-47e0-8444-5b34e425ce29 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:27.868407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Attempting to bind port e647cc80-6f72-47e0-8444-5b34e425ce29 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:27.868582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Attempting to bind port e647cc80-6f72-47e0-8444-5b34e425ce29 on network 58a3aabe-0397-4991-8858-e39b124c6c2b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:27.880369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65e6d393-e788-4406-a796-3f5602540a44 req-98ef3b25-7980-4718-bb23-c6e2364895d5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326323 Aug 27 12:23:27.896743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d67d1b-fbdd-4c57-ab9c-889c722f9677 req-7b07a5c2-4712-4ff3-9b2d-36ef54897960 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:27.898701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9d67d1b-fbdd-4c57-ab9c-889c722f9677 req-7b07a5c2-4712-4ff3-9b2d-36ef54897960 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.1413679 Aug 27 12:23:27.942309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Port e647cc80-6f72-47e0-8444-5b34e425ce29 on network 58a3aabe-0397-4991-8858-e39b124c6c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:27.942799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Attempting to bind port e647cc80-6f72-47e0-8444-5b34e425ce29 on network 58a3aabe-0397-4991-8858-e39b124c6c2b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:27.986262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:27.987081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Checking segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:27.987366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Bound using segment: {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:27.987939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Bound port: e647cc80-6f72-47e0-8444-5b34e425ce29, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:27.988362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:28.018097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Router c0c3083b-640c-4f70-b2fd-8897505e1725 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:28.055031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-af106067-5475-41b8-b778-32f1c34c7516 None None] Provisioning complete for port 35910f16-80d9-421c-a44c-938b8791e8be triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:28.055612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af106067-5475-41b8-b778-32f1c34c7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:28.064119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9d67d1b-fbdd-4c57-ab9c-889c722f9677 req-373e4f55-156b-49ce-8c54-7858c9567d55 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361043 Aug 27 12:23:28.074019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-9fff85ee-323d-4e26-9bc0-1839b19e44df service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155156 Aug 27 12:23:28.080234 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-80d099ba-3a12-4deb-9666-b6908f65c0d1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2733426 Aug 27 12:23:28.106619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-af106067-5475-41b8-b778-32f1c34c7516 None None] Port 35910f16-80d9-421c-a44c-938b8791e8be cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:28.133188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c1c1f-f6b2-4ed0-8fd3-fcc797c3de33 req-a6c23022-9216-4bde-9423-ad2ccc6e1887 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.140589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da6c1c1f-f6b2-4ed0-8fd3-fcc797c3de33 req-a6c23022-9216-4bde-9423-ad2ccc6e1887 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1452627 Aug 27 12:23:28.226842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da6c1c1f-f6b2-4ed0-8fd3-fcc797c3de33 req-07356a52-7f58-4f55-a814-319511021187 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846992 Aug 27 12:23:28.248141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] For port e647cc80-6f72-47e0-8444-5b34e425ce29, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:28.281884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] For port e647cc80-6f72-47e0-8444-5b34e425ce29, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e647cc80-6f72-47e0-8444-5b34e425ce29,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:28.295146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:28.309874 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] Sync routers for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:28.310444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d417e0ea-2747-4b7a-90ee-8fa7cc0741f2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6720641 Aug 27 12:23:28.310444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:28.313315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:28.321127 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:28.322216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:28.326423 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a98db3c1-9328-49e4-9371-0b2c65e38ab2 req-af16878f-e6e8-4a54-b1dd-98f2b2dc9c5d service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402656 Aug 27 12:23:28.381866 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:28.398230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:28.399440 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:28.440961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:28.442353 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d537fc-70cc-45d7-9c4d-c72ef8fa68c7 None None] The sync data for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:28.447797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.447948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:28.449494 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/e647cc80-6f72-47e0-8444-5b34e425ce29 HTTP/1.1" status: 200 len: 1091 time: 2.6087081 Aug 27 12:23:28.487395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.1 (1822de91-25fb-4ced-b3f2-4d00c65cf2c3/33dbe9d9-05a2-4c64-899a-e1dda0abece3/8820d05d-e0df-41f4-8e91-91136b324d88) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:28.501382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a9875-76b2-4ca3-aaf9-3b46da3bf4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e647cc80-6f72-47e0-8444-5b34e425ce29,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:28.502822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124899f5-eaf8-44e7-b449-a9a0d5d04dd1 req-df9a7b2b-6981-4c87-ade5-afb48ab2cfaf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.504418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-124899f5-eaf8-44e7-b449-a9a0d5d04dd1 req-df9a7b2b-6981-4c87-ade5-afb48ab2cfaf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.3197198 Aug 27 12:23:28.525567 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce04a-655b-42ec-9309-146a0a43fc6f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:28.535872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-6e1cfc14-7af4-4543-b3e4-3d24a5f93c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.538108 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-6e1cfc14-7af4-4543-b3e4-3d24a5f93c74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 1094 time: 0.1413896 Aug 27 12:23:28.656584 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-cd0ce04a-655b-42ec-9309-146a0a43fc6f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 12:23:28.661319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd0ce04a-655b-42ec-9309-146a0a43fc6f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725 HTTP/1.1" status: 409 len: 329 time: 0.3432076 Aug 27 12:23:28.667785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-9059511b-bb89-4e2b-9972-f3eb69333af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.669781 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-9059511b-bb89-4e2b-9972-f3eb69333af5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 912 time: 0.1145227 Aug 27 12:23:28.670427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:28.723704 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:23:28.769118 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-13b599d3-4ee9-41d5-bd93-5efff558a762 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec41cf3e-f321-4271-9585-b047ee7135dd HTTP/1.1" status: 200 len: 217 time: 0.0887239 Aug 27 12:23:28.776818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-124899f5-eaf8-44e7-b449-a9a0d5d04dd1 req-1ac42128-ba5f-4d27-86ed-d4c2c59f11e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.2544656 Aug 27 12:23:28.858556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-8b2f501a-f377-4cc4-b353-9446a0a7bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.860732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-8b2f501a-f377-4cc4-b353-9446a0a7bb6b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7caf1307a0854d788479db3d665d1443&device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 1094 time: 0.3379283 Aug 27 12:23:28.861035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629731-e9ce-4d4f-bbc4-1b2127c1664f req-8e2e612d-418c-4766-87f8-6a20a7623ebf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:28.862746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e629731-e9ce-4d4f-bbc4-1b2127c1664f req-8e2e612d-418c-4766-87f8-6a20a7623ebf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 943 time: 0.1887360 Aug 27 12:23:28.943830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-124899f5-eaf8-44e7-b449-a9a0d5d04dd1 req-04fa949c-c6cd-4e09-aeb3-c8d0e301ce9f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437044 Aug 27 12:23:29.002512 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-bef351a2-9f4f-47b3-8702-cb60ddc57f40 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e647cc80-6f72-47e0-8444-5b34e425ce29 HTTP/1.1" status: 200 len: 217 time: 0.1002429 Aug 27 12:23:29.006278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-9323613c-a011-4bfe-9ba6-b6e7bbfb7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.007696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-9323613c-a011-4bfe-9ba6-b6e7bbfb7b96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.2036264 Aug 27 12:23:29.042115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e629731-e9ce-4d4f-bbc4-1b2127c1664f req-d141da0b-4afd-4776-8907-0e9c9b3597ea tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696839 Aug 27 12:23:29.047444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:29.074240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Transition to ACTIVE for port object 8820d05d-e0df-41f4-8e91-91136b324d88 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:29.111568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-28eed8ed-b6b5-4870-9210-e99aeabaa5cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685890 Aug 27 12:23:29.115225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-124899f5-eaf8-44e7-b449-a9a0d5d04dd1 req-173dbc01-67b0-4f07-b8da-6fc9b24c0228 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701398 Aug 27 12:23:29.122058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-05793f4e-7557-4dc9-9693-6927e248cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.123958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-05793f4e-7557-4dc9-9693-6927e248cf39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1097 time: 0.2707291 Aug 27 12:23:29.205534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-2a166bca-f6f7-48dc-b228-7a76c432fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.207740 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-2a166bca-f6f7-48dc-b228-7a76c432fa84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9 HTTP/1.1" status: 200 len: 854 time: 0.1667752 Aug 27 12:23:29.251952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:29.335306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f7f2-036b-453a-b749-ab991aae0413 req-fedcc33f-c455-423f-b112-d6a9909bb3e2 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.337184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9dc0f7f2-036b-453a-b749-ab991aae0413 req-fedcc33f-c455-423f-b112-d6a9909bb3e2 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.1397772 Aug 27 12:23:29.345476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:29.355611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-124899f5-eaf8-44e7-b449-a9a0d5d04dd1 req-abc2f398-ffff-4396-b608-35a02841efdc service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333310 Aug 27 12:23:29.362315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:29.364851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=8820d05d-e0df-41f4-8e91-91136b324d88,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:29.367309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:29.409038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.409375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.409708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.410707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.410707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.410707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.411308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.411308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.411635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.412057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.412350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.412621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:29.458436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9dc0f7f2-036b-453a-b749-ab991aae0413 req-6221893a-3e81-47ae-9412-7abc69103f77 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091342 Aug 27 12:23:29.481362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:29.727445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba32ee-3286-40e2-9b64-f91f62a2f0dc req-423ebaa8-063b-4ba1-9131-64131b3afa26 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.729081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86ba32ee-3286-40e2-9b64-f91f62a2f0dc req-423ebaa8-063b-4ba1-9131-64131b3afa26 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1149328 Aug 27 12:23:29.729884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:29.740762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:29.744124 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2815ad7-4e2a-433f-8897-aa1362f1969d" -d '{"events": [{"name": "network-changed", "server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:29.774311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf4b9a85-1dc8-474e-82a7-7dfc2b806a98 None None] Provisioning for port 8820d05d-e0df-41f4-8e91-91136b324d88 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:29.779436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf4b9a85-1dc8-474e-82a7-7dfc2b806a98 None None] Provisioning complete for port 8820d05d-e0df-41f4-8e91-91136b324d88 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:29.780060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9a85-1dc8-474e-82a7-7dfc2b806a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:29.834048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b9a85-1dc8-474e-82a7-7dfc2b806a98 None None] Port 8820d05d-e0df-41f4-8e91-91136b324d88 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:29.843677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86ba32ee-3286-40e2-9b64-f91f62a2f0dc req-7e7d8907-faa4-4679-9e09-805fce7b5b87 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012833 Aug 27 12:23:29.897761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-4e2a4ed2-2dc6-4147-802c-4ff17591a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.899462 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-4e2a4ed2-2dc6-4147-802c-4ff17591a893 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=58a3aabe-0397-4991-8858-e39b124c6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6462028 Aug 27 12:23:29.901024 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539d639-4981-4ba6-a9f3-b3ca801bc59f x-openstack-request-id: req-f539d639-4981-4ba6-a9f3-b3ca801bc59f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:29.901310 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:29.901571 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f539d639-4981-4ba6-a9f3-b3ca801bc59f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:29.902076 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'status': 'completed', 'code': 200} Aug 27 12:23:29.906981 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-2a232602-6194-40b6-92fe-04ceb9554cbc service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820978 Aug 27 12:23:29.914526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-29f88e4d-feca-4098-bc7e-0e4b98eeef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:29.916006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-29f88e4d-feca-4098-bc7e-0e4b98eeef81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.7527759 Aug 27 12:23:30.145978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1d80ae55-1db2-412d-843c-ab08b43cc41f req-b0ecdc77-deab-4d76-8c8e-395838779fbe service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277713 Aug 27 12:23:30.218157 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-68ba3001-4340-41ed-a4b4-14a1b830542b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1002 time: 0.2898588 Aug 27 12:23:30.241978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-727ada34-8f42-4038-a34d-3ae7bbcb81a4 service neutron] 10.222.0.77 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044255 Aug 27 12:23:30.346745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:30.352315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-ad9978b4-6d68-4336-ac08-a72b0555ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.353762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-ad9978b4-6d68-4336-ac08-a72b0555ba05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.1245303 Aug 27 12:23:30.488200 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c02cf9ed-f5b5-4675-8256-4b8ad0666177 req-2733df18-0682-4ada-adb0-3626a072bba5 service neutron] 10.222.0.77 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221348 Aug 27 12:23:30.499626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-1f3ad3cb-e152-4682-bbc7-83758534c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.501165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-1f3ad3cb-e152-4682-bbc7-83758534c2d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086471 Aug 27 12:23:30.529603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc972af-0c6c-4953-89c8-aa1b014849ea req-abe52769-f705-4d34-b972-80ad169fcd5c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.531752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bc972af-0c6c-4953-89c8-aa1b014849ea req-abe52769-f705-4d34-b972-80ad169fcd5c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 943 time: 0.1653132 Aug 27 12:23:30.603761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-ddcbb27e-5316-46de-b23c-7063e4c18167 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.605137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-ddcbb27e-5316-46de-b23c-7063e4c18167 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.2403102 Aug 27 12:23:30.642157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bc972af-0c6c-4953-89c8-aa1b014849ea req-6d4d27c1-b72d-4f98-9c34-a7d79a185e74 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011159 Aug 27 12:23:30.650006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-972337fe-921e-464c-a6f4-cac722165769 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0354490 Aug 27 12:23:30.692062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-1f12fa81-5992-4db3-ad8d-f3594b808076 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542277 Aug 27 12:23:30.701292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-c9358277-3b81-4c27-8ab0-3392e893050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.702837 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-c9358277-3b81-4c27-8ab0-3392e893050e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7caf1307a0854d788479db3d665d1443&device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 1094 time: 0.0991745 Aug 27 12:23:30.736412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:30.756203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:30.810839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-d72608a4-c3ac-412e-8422-aa91a7a88552 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1499600 Aug 27 12:23:30.900611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=8820d05d-e0df-41f4-8e91-91136b324d88,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:30.905629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:30.919095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a5a26b6d-d607-48bd-819a-b1c4ac70c8db req-57936c19-66a8-4ec6-a837-1323b3c29d60 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147484 Aug 27 12:23:30.920653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a0593-022f-4e26-9779-f8678154dc83 req-ec4dcff3-6261-4ca5-b332-0996a5bb36b7 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.922660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-428a0593-022f-4e26-9779-f8678154dc83 req-ec4dcff3-6261-4ca5-b332-0996a5bb36b7 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.2061765 Aug 27 12:23:30.956312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-3c900185-2fe0-428f-8bb0-82d6c4ba0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:30.957893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-3c900185-2fe0-428f-8bb0-82d6c4ba0143 service neutron] 10.222.0.77 "GET /v2.0/networks?id=58a3aabe-0397-4991-8858-e39b124c6c2b HTTP/1.1" status: 200 len: 916 time: 0.2446098 Aug 27 12:23:30.961177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting port 35910f16-80d9-421c-a44c-938b8791e8be {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:30.961524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:31.047222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-91e992b2-a563-4bb5-b92d-36248cd1b5aa service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220762 Aug 27 12:23:31.056261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-428a0593-022f-4e26-9779-f8678154dc83 req-bfb418f8-14e0-4b9c-b36a-ff33407a6f12 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198878 Aug 27 12:23:31.063539 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-3cbaecd7-ce6f-4172-bdeb-5328f356e2e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e647cc80-6f72-47e0-8444-5b34e425ce29 HTTP/1.1" status: 200 len: 217 time: 0.0861385 Aug 27 12:23:31.142048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:31.144818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:31.149421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-d9d27738-5a47-42ea-951a-d8ef7f190ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.151090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-d9d27738-5a47-42ea-951a-d8ef7f190ae3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1097 time: 0.1749284 Aug 27 12:23:31.155976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:31.190893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Calling delete_port for 35910f16-80d9-421c-a44c-938b8791e8be owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:31.234619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-f752dfd8-0484-4f87-802c-a9013227b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.236232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-f752dfd8-0484-4f87-802c-a9013227b07a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9 HTTP/1.1" status: 200 len: 854 time: 0.1548584 Aug 27 12:23:31.247256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ec41cf3e-f321-4271-9585-b047ee7135dd details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:23:31.265519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-498375cd-dc41-43e2-b46f-81dd7b7334ea service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080076 Aug 27 12:23:31.336404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0372c6-6c42-4c17-a09f-a158479bcb52 req-567735ea-97f9-4fb6-b641-1a012b1c6991 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.338009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f0372c6-6c42-4c17-a09f-a158479bcb52 req-567735ea-97f9-4fb6-b641-1a012b1c6991 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1831689 Aug 27 12:23:31.364778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-5704f5c4-9365-4d3d-b104-0791de9a8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.366881 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-5704f5c4-9365-4d3d-b104-0791de9a8fde service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=58a3aabe-0397-4991-8858-e39b124c6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121795 Aug 27 12:23:31.393033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ec41cf3e-f321-4271-9585-b047ee7135dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ec41cf3e-f321-4271-9585-b047ee7135dd,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:31.413731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ec41cf3e-f321-4271-9585-b047ee7135dd', 'network_id': 'b7500a77-285c-4043-bbc3-98b6600082c3', 'port_id': 'ec41cf3e-f321-4271-9585-b047ee7135dd', 'mac_address': 'fa:16:3e:4c:5f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d06b1c-3639-42ce-b7b1-cfe74c38d82c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:23:31.454796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router bba74c63-8556-4da3-aa15-3cb063231130 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:31.480403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f0372c6-6c42-4c17-a09f-a158479bcb52 req-0418becd-a9d7-4d42-b485-f66fab5770f1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347907 Aug 27 12:23:31.497994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:31.514606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec41cf3e-f321-4271-9585-b047ee7135dd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:31.542741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ec41cf3e-f321-4271-9585-b047ee7135dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ec41cf3e-f321-4271-9585-b047ee7135dd,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:31.545714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-ae538352-340d-4d5c-b78e-b40d69337196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.548218 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-ae538352-340d-4d5c-b78e-b40d69337196 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.3892465 Aug 27 12:23:31.549482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:31.593967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ced5e649-511c-44d0-845e-b31ccb3802e2 req-89772741-c9d8-4197-94ed-a365e3f69273 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 210 time: 0.0392148 Aug 27 12:23:31.650884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0fab9707-d297-4c5b-b07a-6c82547f4af6 None None] Provisioning complete for port 8820d05d-e0df-41f4-8e91-91136b324d88 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:31.651374 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0fab9707-d297-4c5b-b07a-6c82547f4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:31.690515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:31.700955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5a0858ad-a5ac-4945-8477-feeb495183a3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/routers/bba74c63-8556-4da3-aa15-3cb063231130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6438689 Aug 27 12:23:31.703667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44822) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:31.719301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ec41cf3e-f321-4271-9585-b047ee7135dd,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:31.723041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'port': {'network_id': '1822de91-25fb-4ced-b3f2-4d00c65cf2c3', 'name': 'tempest-FloatingIPTestJSON-1187850500'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:31.726763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] Sync routers for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:31.758624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:31.759772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:31.762004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0fab9707-d297-4c5b-b07a-6c82547f4af6 None None] Port 8820d05d-e0df-41f4-8e91-91136b324d88 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:31.767558 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-ed05e77d-b7d8-409d-a625-cf67a8b47dd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1002 time: 0.2088764 Aug 27 12:23:31.816256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:31.821659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ec41cf3e-f321-4271-9585-b047ee7135dd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:31.825871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fec28-b96b-4c42-bdd3-2f983a79850d req-ecda8061-8820-46eb-ad44-e5f584c9e7e5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.834225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-001fec28-b96b-4c42-bdd3-2f983a79850d req-ecda8061-8820-46eb-ad44-e5f584c9e7e5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 944 time: 0.0651410 Aug 27 12:23:31.847376 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-49f40312-2662-42ad-9cee-8e035cc466a6 service neutron] 10.222.0.77 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650440 Aug 27 12:23:31.871748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:31.872783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:31.896456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-001fec28-b96b-4c42-bdd3-2f983a79850d req-cf2b60f5-cb1a-44d3-87fc-e50657cf9650 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553024 Aug 27 12:23:31.914461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:31.915397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194330f4-aeb5-48f3-8ca2-100d7e8a643b None None] The sync data for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:31.995418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7f780455-3f8a-4a35-8b89-19e50c11bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:31.996945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7f780455-3f8a-4a35-8b89-19e50c11bf26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.1665971 Aug 27 12:23:32.004343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:32.076234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Port': ['ID=35910f16-80d9-421c-a44c-938b8791e8be,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:32.203927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ff5cb-7c59-4f5b-a4b0-c1c78d08d71c req-0cdf1120-6c7d-4cba-8c7a-660a611ebd52 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:32.206205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd4ff5cb-7c59-4f5b-a4b0-c1c78d08d71c req-0cdf1120-6c7d-4cba-8c7a-660a611ebd52 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.0643890 Aug 27 12:23:32.267072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd4ff5cb-7c59-4f5b-a4b0-c1c78d08d71c req-0d26bef0-0f07-4392-8c28-808a4ca0a00b tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541830 Aug 27 12:23:32.493996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2815ad7-4e2a-433f-8897-aa1362f1969d req-b82a6f1d-8cec-405d-b393-2db2a84b7fd8 service neutron] 10.222.0.77 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170807 Aug 27 12:23:32.502294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-05054bc2-571f-4643-9a07-51a6f8f0b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:32.503731 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-05054bc2-571f-4643-9a07-51a6f8f0b1ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4796350 Aug 27 12:23:32.506566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Made reservation on behalf of 425e18785fd9433b9c9f159d88a21697 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:32.509930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:32.621859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4403f-a47c-48b3-b382-24447fd57817 req-1d1ea21c-2d8d-4e76-8a3c-c186c9d2db4b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:32.623406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98b4403f-a47c-48b3-b382-24447fd57817 req-1d1ea21c-2d8d-4e76-8a3c-c186c9d2db4b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0545666 Aug 27 12:23:32.655522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] device_id is not set on port c16ec859-e45b-4894-ad71-cab85bb6f5e1 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:23:32.683138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98b4403f-a47c-48b3-b382-24447fd57817 req-b4b875ce-a552-4b4b-9406-bb4fa85c4d8a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516813 Aug 27 12:23:32.733627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e1e5972-5efd-48a8-9114-46ff2d6d4e27 req-160e5887-e6b9-47a2-9293-05ab55868445 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 210 time: 0.0327368 Aug 27 12:23:32.750983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:32.935901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-b9347858-68cd-417a-9ac2-9e61c55b376d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:32.937933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-b9347858-68cd-417a-9ac2-9e61c55b376d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.3004353 Aug 27 12:23:32.943463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-ce70a3ed-dd93-4410-8418-cd3e68de2a0e service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309413 Aug 27 12:23:32.961723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:33.003663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2b109-3b27-4ed9-afcc-2038b8c87611 req-e53ab023-6b42-4b76-84d9-94a312fadf05 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:33.005395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14a2b109-3b27-4ed9-afcc-2038b8c87611 req-e53ab023-6b42-4b76-84d9-94a312fadf05 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 944 time: 0.0508583 Aug 27 12:23:33.043712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14a2b109-3b27-4ed9-afcc-2038b8c87611 req-dc52904f-b9c0-43d0-a9a1-f425cf741ab4 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Aug 27 12:23:33.089548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Allocated IP 172.20.0.6 (1822de91-25fb-4ced-b3f2-4d00c65cf2c3/33dbe9d9-05a2-4c64-899a-e1dda0abece3/c16ec859-e45b-4894-ad71-cab85bb6f5e1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:33.171182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Router c0c3083b-640c-4f70-b2fd-8897505e1725 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:33.245428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-b0116c69-f16b-40cb-9921-dd15f188437d service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923069 Aug 27 12:23:33.257433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ec41cf3e-f321-4271-9585-b047ee7135dd up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:33.313058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ec41cf3e-f321-4271-9585-b047ee7135dd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:33.320034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ec41cf3e-f321-4271-9585-b047ee7135dd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:33.320515 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.398203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:33.408876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eb1e5fb9-2e44-4481-be6d-d6290b850864 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7310750 Aug 27 12:23:33.409049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:33.417755 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] Sync routers for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:33.432526 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:33.433152 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:33.438439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:33.443343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.447960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.466910 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c6e54ca5-f9ca-4c40-a669-28d0d0b55767 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] show failed (client error): The resource could not be found. Aug 27 12:23:33.472122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6e54ca5-f9ca-4c40-a669-28d0d0b55767 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1988268529 HTTP/1.1" status: 404 len: 335 time: 0.0580983 Aug 27 12:23:33.472688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:33.477623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec41cf3e-f321-4271-9585-b047ee7135dd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:33.479258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-82876918-86fc-4384-92bc-7164fe4908d1 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:33.480542 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ea0ae5-36ea-448a-84e6-e10bd0282c52" -d '{"events": [{"server_uuid": "1b9e5fae-9fb7-4109-99c3-e026bf985ddb", "name": "network-vif-plugged", "status": "completed", "tag": "ec41cf3e-f321-4271-9585-b047ee7135dd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:33.482226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:33.498881 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] Routers {'c0c3083b-640c-4f70-b2fd-8897505e1725'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:33.500857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c0c3083b-640c-4f70-b2fd-8897505e1725'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:33.508135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.520048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ec41cf3e-f321-4271-9585-b047ee7135dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ec41cf3e-f321-4271-9585-b047ee7135dd,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:33.525898 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.538440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78140-14a3-445b-99e5-1ae74186a07a req-fb810c23-7e79-4115-b7db-d23bad6a8614 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:33.540305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75d78140-14a3-445b-99e5-1ae74186a07a req-fb810c23-7e79-4115-b7db-d23bad6a8614 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.1740456 Aug 27 12:23:33.541298 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-82876918-86fc-4384-92bc-7164fe4908d1 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] update failed (client error): The resource could not be found. Aug 27 12:23:33.542350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-82876918-86fc-4384-92bc-7164fe4908d1 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-24034147 HTTP/1.1" status: 404 len: 333 time: 0.0684993 Aug 27 12:23:33.545838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:33.551439 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:33.552621 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d60c5-70c3-40aa-b197-39e9a3455256 None None] The sync data for ids ['c0c3083b-640c-4f70-b2fd-8897505e1725'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:33.566046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Transition to ACTIVE for port object c16ec859-e45b-4894-ad71-cab85bb6f5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:33.591943 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00bfad5-4737-4696-825b-c62fbad3b769 x-openstack-request-id: req-d00bfad5-4737-4696-825b-c62fbad3b769 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:33.592516 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9e5fae-9fb7-4109-99c3-e026bf985ddb", "name": "network-vif-plugged", "status": "completed", "tag": "ec41cf3e-f321-4271-9585-b047ee7135dd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:33.592774 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d00bfad5-4737-4696-825b-c62fbad3b769 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:33.593175 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec41cf3e-f321-4271-9585-b047ee7135dd', 'code': 200} Aug 27 12:23:33.621587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ec41cf3e-f321-4271-9585-b047ee7135dd,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:33.639377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75d78140-14a3-445b-99e5-1ae74186a07a req-0a8cb7fd-9c4b-4f44-aa7b-66d0946966d0 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826662 Aug 27 12:23:33.643900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting subnet 9b14c643-bad4-4c8f-a0f5-958de06ed976 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:33.647722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.650764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.10 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/03fe26cc-a872-4ca5-81c4-2c21706ba389) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:33.688013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.691162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.757587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:33.782556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:33.785162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:33.794221 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.800255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event updated for resources: {'Port': ['ID=c16ec859-e45b-4894-ad71-cab85bb6f5e1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:33.825839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d64895-13ae-494c-be29-7e0998c22b8d req-4423eed4-e0e2-4fb9-b187-00b008e0c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:33.827415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7d64895-13ae-494c-be29-7e0998c22b8d req-4423eed4-e0e2-4fb9-b187-00b008e0c119 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 1096 time: 0.1744814 Aug 27 12:23:33.884559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7fef3e7-f10b-4cc3-9148-97bc98db8a88 req-7d72bbb8-5021-4d0f-a650-e69c07fd9e29 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 210 time: 0.0389533 Aug 27 12:23:33.926102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:33.926102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.942721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c7d64895-13ae-494c-be29-7e0998c22b8d req-060abe1d-cc86-4c29-b59b-e437f4ad4eb4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046133 Aug 27 12:23:33.959926 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-effc576d-da8f-4959-8414-60a1e3b539f7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2470593 Aug 27 12:23:33.962709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:33.964714 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:33.967491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Request body: {'floatingip': {'port_id': 'c16ec859-e45b-4894-ad71-cab85bb6f5e1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:33.999435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Subnet': ['ID=9b14c643-bad4-4c8f-a0f5-958de06ed976,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:34.008334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.009061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc5e20-5d80-4b0d-81e5-9b5a9adf7a7f None None] Network c410443d-5585-424c-9a9e-546ef9a249a7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:34.012780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa0959bb-4833-4cc7-8cc0-484da18efe6d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/subnets/9b14c643-bad4-4c8f-a0f5-958de06ed976 HTTP/1.1" status: 204 len: 168 time: 0.4633925 Aug 27 12:23:34.013039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:34.031740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d45c37-8433-4619-beeb-1351712293c3 req-65af6d2a-fc3a-4038-a8f8-2d58cb18ee29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:34.033230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3d45c37-8433-4619-beeb-1351712293c3 req-65af6d2a-fc3a-4038-a8f8-2d58cb18ee29 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.2481847 Aug 27 12:23:34.056168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.066517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.109986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting subnet 25f140b3-17be-43cd-a02d-f634ae7eb510 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:34.115435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3d45c37-8433-4619-beeb-1351712293c3 req-75636254-f3ed-48c7-93ad-f5699b889f3b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627553 Aug 27 12:23:34.116138 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.141191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6b174dbc-56b2-445a-abaa-4af27a6f8715 None None] Provisioning for port c16ec859-e45b-4894-ad71-cab85bb6f5e1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:34.150971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6b174dbc-56b2-445a-abaa-4af27a6f8715 None None] Provisioning complete for port c16ec859-e45b-4894-ad71-cab85bb6f5e1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:34.151695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6b174dbc-56b2-445a-abaa-4af27a6f8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.194703 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.210067 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.231967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6b174dbc-56b2-445a-abaa-4af27a6f8715 None None] Port c16ec859-e45b-4894-ad71-cab85bb6f5e1 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:23:34.248738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ad5c-d396-4668-9728-513618d15e47 req-cd9ea1ec-d6a0-4e4d-bbe2-ff0862f59f5f tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:34.249260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:34.250304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-adb1ad5c-d396-4668-9728-513618d15e47 req-cd9ea1ec-d6a0-4e4d-bbe2-ff0862f59f5f tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0897114 Aug 27 12:23:34.300172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:34.306565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:34.308509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.309207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:34.352546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] DHCP port deletion for c410443d-5585-424c-9a9e-546ef9a249a7 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:23:34.360624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=03fe26cc-a872-4ca5-81c4-2c21706ba389,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:34.410299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.420162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:34.420811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.450325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-3d7217ab-6dc5-4652-b043-11bb6c84e260 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4960265 Aug 27 12:23:34.460445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Subnet': ['ID=25f140b3-17be-43cd-a02d-f634ae7eb510,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:34.471617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfbce6-8972-40a3-8167-72c5752fbe00 None None] Network 45b55464-78ad-4874-a1e0-8d2b835df2fc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:34.471999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.473901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-889e4587-7987-48cd-b565-6941013c218d tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/subnets/25f140b3-17be-43cd-a02d-f634ae7eb510 HTTP/1.1" status: 204 len: 168 time: 0.4596264 Aug 27 12:23:34.477132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44860) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:34.489134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Request body: {'port': {'device_id': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:34.555273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-adb1ad5c-d396-4668-9728-513618d15e47 req-44e29a46-0c9a-473a-959a-8f6b8471eb18 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235098 Aug 27 12:23:34.573087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] Deleting port 21d3088b-afaa-4b83-b33d-4f992d90ea98 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:34.573386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.579851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.597013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.634879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting port 21d3088b-afaa-4b83-b33d-4f992d90ea98 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:34.635221 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.690658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] For port 21d3088b-afaa-4b83-b33d-4f992d90ea98, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=21d3088b-afaa-4b83-b33d-4f992d90ea98,segment=NetworkSegment(bc3f1940-44ce-4300-ab2c-74caea00a50f),segment_id=bc3f1940-44ce-4300-ab2c-74caea00a50f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:34.691630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.704368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] For port 21d3088b-afaa-4b83-b33d-4f992d90ea98, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=21d3088b-afaa-4b83-b33d-4f992d90ea98,segment=NetworkSegment(bc3f1940-44ce-4300-ab2c-74caea00a50f),segment_id=bc3f1940-44ce-4300-ab2c-74caea00a50f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:34.704736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.708638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] Calling delete_port for 21d3088b-afaa-4b83-b33d-4f992d90ea98 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:34.726212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Calling delete_port for 21d3088b-afaa-4b83-b33d-4f992d90ea98 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:34.789950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] DHCP port deletion for 45b55464-78ad-4874-a1e0-8d2b835df2fc request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:23:34.840483 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.871430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc943f1-80d1-40b8-b9f0-317e7705f233 req-67f407ad-9e08-4dfd-9ce7-f256e12c32f3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:34.874372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dc943f1-80d1-40b8-b9f0-317e7705f233 req-67f407ad-9e08-4dfd-9ce7-f256e12c32f3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.0802600 Aug 27 12:23:34.879155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] Pushing event deleted for resources: {'Port': ['ID=21d3088b-afaa-4b83-b33d-4f992d90ea98,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:34.879605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0371ee-f3e8-4a8e-af26-55352e3c616d None None] No DVR routers for this DVR port 21d3088b-afaa-4b83-b33d-4f992d90ea98 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:34.888573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.892132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] Deleting port 322688ee-4cba-4792-8ee5-ed3880ee570d {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:34.893020 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.916933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Port': ['ID=21d3088b-afaa-4b83-b33d-4f992d90ea98,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:34.940664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] No DVR routers for this DVR port 21d3088b-afaa-4b83-b33d-4f992d90ea98 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:34.978331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] For port 322688ee-4cba-4792-8ee5-ed3880ee570d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=322688ee-4cba-4792-8ee5-ed3880ee570d,segment=NetworkSegment(e3662954-1cf0-475b-b691-90a482fc0a86),segment_id=e3662954-1cf0-475b-b691-90a482fc0a86)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:34.979461 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:34.997942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] Calling delete_port for 322688ee-4cba-4792-8ee5-ed3880ee570d owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:35.034778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dc943f1-80d1-40b8-b9f0-317e7705f233 req-9841572a-9f96-4716-8695-011f0127bdc9 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223931 Aug 27 12:23:35.067695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.094704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c410443d-5585-424c-9a9e-546ef9a249a7']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:35.106977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.109804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3f1940-44ce-4300-ab2c-74caea00a50f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:35.110208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3f1940-44ce-4300-ab2c-74caea00a50f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:35.122216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.142707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.144743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] Pushing event deleted for resources: {'Port': ['ID=322688ee-4cba-4792-8ee5-ed3880ee570d,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:35.148508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4b70d-11f0-4509-a730-40db87728a18 None None] No DVR routers for this DVR port 322688ee-4cba-4792-8ee5-ed3880ee570d on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:35.167432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7d1f-4809-4a34-a255-c4411d8f9bb5 req-527b6e0c-b120-402a-9797-562e7201aec1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:35.169236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a8b7d1f-4809-4a34-a255-c4411d8f9bb5 req-527b6e0c-b120-402a-9797-562e7201aec1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 932 time: 0.1204937 Aug 27 12:23:35.175784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:35.176182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:35.181514 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:35.237348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.243475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.262058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322688ee-4cba-4792-8ee5-ed3880ee570d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:35.284604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 322688ee-4cba-4792-8ee5-ed3880ee570d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:35.285010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 322688ee-4cba-4792-8ee5-ed3880ee570d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:35.285430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 21d3088b-afaa-4b83-b33d-4f992d90ea98 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:35.308770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 21d3088b-afaa-4b83-b33d-4f992d90ea98 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:35.309428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 21d3088b-afaa-4b83-b33d-4f992d90ea98 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:35.326764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.340849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.342807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/networks/c410443d-5585-424c-9a9e-546ef9a249a7 HTTP/1.1" status: 204 len: 168 time: 0.8645599 Aug 27 12:23:35.347087 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a8b7d1f-4809-4a34-a255-c4411d8f9bb5 req-cbad1200-40e3-4685-abdd-bdf8cc6c985f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496754 Aug 27 12:23:35.348471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:35.367827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd96d1b-6194-4c28-a62d-35bf7c1a6eb2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Network': ['ID=c410443d-5585-424c-9a9e-546ef9a249a7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:35.378464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459df09f-7976-4f98-8846-678caa452883 req-4b5f4fb5-37ba-4aaa-9f75-1fb83a533004 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:35.380055 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-459df09f-7976-4f98-8846-678caa452883 req-4b5f4fb5-37ba-4aaa-9f75-1fb83a533004 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1229877 Aug 27 12:23:35.414144 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP 5597d4dc-5daa-4f27-87c5-dc1318609220 associated. External IP: 172.25.8.147, port: 7e423d67-2ba8-405a-8ae2-5af2f9a5698d. Aug 27 12:23:35.463860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fe26cc-a872-4ca5-81c4-2c21706ba389 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:35.475686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.475966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.485131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-459df09f-7976-4f98-8846-678caa452883 req-20b8c100-a687-4b23-8463-241d3610527d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945871 Aug 27 12:23:35.523850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Transition to ACTIVE for port object 03fe26cc-a872-4ca5-81c4-2c21706ba389 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:35.532879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.573553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.584853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b55464-78ad-4874-a1e0-8d2b835df2fc']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:35.597548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3662954-1cf0-475b-b691-90a482fc0a86') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:35.597790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3662954-1cf0-475b-b691-90a482fc0a86') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:35.608059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.622647 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.630029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:35.630460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:35.633598 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:35.636412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=03fe26cc-a872-4ca5-81c4-2c21706ba389,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:35.725654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.734493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.736381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/networks/45b55464-78ad-4874-a1e0-8d2b835df2fc HTTP/1.1" status: 204 len: 168 time: 0.3788738 Aug 27 12:23:35.742303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44872) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:35.755335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3519f-976f-43e8-89f5-8a6c0816525f req-439222c6-20e7-4a0e-9c04-44005e93e87d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:35.756854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4b3519f-976f-43e8-89f5-8a6c0816525f req-439222c6-20e7-4a0e-9c04-44005e93e87d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1044521 Aug 27 12:23:35.758056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857c1b2-4733-411c-a675-8fb0bdc40644 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Network': ['ID=45b55464-78ad-4874-a1e0-8d2b835df2fc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:35.783092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Attempting to bind port 03fe26cc-a872-4ca5-81c4-2c21706ba389 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:35.783435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Attempting to bind port 03fe26cc-a872-4ca5-81c4-2c21706ba389 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:35.783767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Attempting to bind port 03fe26cc-a872-4ca5-81c4-2c21706ba389 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:35.796091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Port 03fe26cc-a872-4ca5-81c4-2c21706ba389 on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:35.796415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Attempting to bind port 03fe26cc-a872-4ca5-81c4-2c21706ba389 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:35.803177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4b3519f-976f-43e8-89f5-8a6c0816525f req-05c0c189-777c-4999-8bc2-cf16ddb6a9cb tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Aug 27 12:23:35.811408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:35.815055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:35.815390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:35.815783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:35.816217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Bound port: 03fe26cc-a872-4ca5-81c4-2c21706ba389, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:35.816583 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.834716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting subnet 4136f70f-3351-4d50-a4d8-cd24bfa5f749 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:35.841352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:35.954373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.053157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8bb87-dc08-4736-aa33-001a9017f8be req-c047ac17-c726-410c-ae50-4895e3380745 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.055234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6e8bb87-dc08-4736-aa33-001a9017f8be req-c047ac17-c726-410c-ae50-4895e3380745 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0498142 Aug 27 12:23:36.079476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] For port 03fe26cc-a872-4ca5-81c4-2c21706ba389, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:36.106109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] For port 03fe26cc-a872-4ca5-81c4-2c21706ba389, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:36.111259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6e8bb87-dc08-4736-aa33-001a9017f8be req-a62bc05e-7582-4415-99ae-d0126a3c8699 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Aug 27 12:23:36.116473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.138418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:36.149276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:36.160491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:36.161125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:36.177696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7dd98-4153-4dfb-b9e1-dcb301cbf5e4 req-60c66215-2a39-4972-bc59-9d85cb80cb74 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.179528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5c7dd98-4153-4dfb-b9e1-dcb301cbf5e4 req-60c66215-2a39-4972-bc59-9d85cb80cb74 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.0534949 Aug 27 12:23:36.199176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:36.209650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:36.210307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:36.213653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-57548808-e99f-40e5-bc52-61a6e122c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.214255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-57548808-e99f-40e5-bc52-61a6e122c643 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 1096 time: 0.2220614 Aug 27 12:23:36.229159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5c7dd98-4153-4dfb-b9e1-dcb301cbf5e4 req-972c0cb2-8505-446d-9bcc-18fdef876d7e tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 Aug 27 12:23:36.234621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.235243 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.236609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] 10.222.0.65 "PUT /v2.0/ports/03fe26cc-a872-4ca5-81c4-2c21706ba389 HTTP/1.1" status: 200 len: 1092 time: 1.7536640 Aug 27 12:23:36.245984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'tag': '03fe26cc-a872-4ca5-81c4-2c21706ba389'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:36.248165 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7f4076-dce5-464d-b60c-66806d228d45" -d '{"events": [{"name": "network-changed", "server_uuid": "c32f0cea-9600-4ee0-b33e-133127e094c1", "tag": "03fe26cc-a872-4ca5-81c4-2c21706ba389"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:36.252826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:36.256166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5ff24-62e5-47e1-b52f-55e92f3e702a None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:36.280639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.346408 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fd088b-07c8-44a6-acb8-d05a4f384040 x-openstack-request-id: req-b1fd088b-07c8-44a6-acb8-d05a4f384040 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:36.346716 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32f0cea-9600-4ee0-b33e-133127e094c1", "tag": "03fe26cc-a872-4ca5-81c4-2c21706ba389", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:36.346968 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1fd088b-07c8-44a6-acb8-d05a4f384040 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:36.347359 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'tag': '03fe26cc-a872-4ca5-81c4-2c21706ba389', 'status': 'completed', 'code': 200} Aug 27 12:23:36.358337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b7635-a9a0-4442-aa06-6831a6563bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=03fe26cc-a872-4ca5-81c4-2c21706ba389,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:36.488273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841989-3d9a-4d15-9617-28bd5d22bce8 req-1e57cc00-feda-4c64-a389-7d867150471d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.490174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab841989-3d9a-4d15-9617-28bd5d22bce8 req-1e57cc00-feda-4c64-a389-7d867150471d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 944 time: 0.0576806 Aug 27 12:23:36.496751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-fea7908f-a25f-403e-ba80-4bc7080bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.498268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-fea7908f-a25f-403e-ba80-4bc7080bab21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 1095 time: 0.2125313 Aug 27 12:23:36.499225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.533575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-67cb86f2-045a-4c08-9a6c-b4bd1972213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.535065 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-67cb86f2-045a-4c08-9a6c-b4bd1972213b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 912 time: 0.3062258 Aug 27 12:23:36.535492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab841989-3d9a-4d15-9617-28bd5d22bce8 req-cd5e321c-c4c6-487d-b7fd-902bf5884db9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386152 Aug 27 12:23:36.619619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1286ff-614e-40d0-814c-1b4163b2a165 req-f346ddd5-a99d-4f6f-a1c1-af8194cf0e47 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.621074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b1286ff-614e-40d0-814c-1b4163b2a165 req-f346ddd5-a99d-4f6f-a1c1-af8194cf0e47 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0511351 Aug 27 12:23:36.631750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-a1151dba-f2ed-460e-9157-d0b5b263af52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389 HTTP/1.1" status: 200 len: 217 time: 0.0933599 Aug 27 12:23:36.632442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Subnet': ['ID=4136f70f-3351-4d50-a4d8-cd24bfa5f749,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:36.643597 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-a560e5bb-485b-42dd-a872-54ef95c02676 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec41cf3e-f321-4271-9585-b047ee7135dd HTTP/1.1" status: 200 len: 217 time: 0.0953810 Aug 27 12:23:36.645759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.646296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7b7e2-6869-408d-976e-85ca69511080 None None] Network 54e453c2-126a-4d9e-8722-c9917584e377 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:36.648811 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b59abcab-cf68-40df-a3bd-f23f7085a4dd tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/subnets/4136f70f-3351-4d50-a4d8-cd24bfa5f749 HTTP/1.1" status: 204 len: 168 time: 0.8993933 Aug 27 12:23:36.654341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44886) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:36.671426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b1286ff-614e-40d0-814c-1b4163b2a165 req-9f5be2c4-850d-478c-b837-a179bda7b825 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Aug 27 12:23:36.737389 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.782720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-15ded3d2-fbfc-49d9-8ce5-a4bf4b0ae6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.784233 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-15ded3d2-fbfc-49d9-8ce5-a4bf4b0ae6f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.1397839 Aug 27 12:23:36.788758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-b1ece69b-c4d3-429c-b4a3-de2566bfc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:36.790134 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-b1ece69b-c4d3-429c-b4a3-de2566bfc759 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.1322460 Aug 27 12:23:36.793908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router bba74c63-8556-4da3-aa15-3cb063231130 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:36.808785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Deleting port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:36.809116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.832994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] DHCP port deletion for 54e453c2-126a-4d9e-8722-c9917584e377 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:23:36.845651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-8bd64ace-5f12-4ae8-95b1-ecf4b5bc4205 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470142 Aug 27 12:23:36.849270 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-51aa63b6-ace8-494d-a6ba-4e028c13178b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517874 Aug 27 12:23:36.881320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] For port b5814c9c-747d-4f09-95e6-8169fcfe8ec0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,segment=NetworkSegment(2f6dd5a3-a6f1-423b-bde8-d7be3348e94c),segment_id=2f6dd5a3-a6f1-423b-bde8-d7be3348e94c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:36.881683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.884082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] Deleting port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:36.884459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.895527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Calling delete_port for b5814c9c-747d-4f09-95e6-8169fcfe8ec0 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:36.950069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] For port b5814c9c-747d-4f09-95e6-8169fcfe8ec0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,segment=NetworkSegment(2f6dd5a3-a6f1-423b-bde8-d7be3348e94c),segment_id=2f6dd5a3-a6f1-423b-bde8-d7be3348e94c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:36.950505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:36.964972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] Calling delete_port for b5814c9c-747d-4f09-95e6-8169fcfe8ec0 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:36.986207 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.016344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Port': ['ID=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:37.018246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] No DVR routers for this DVR port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.075757 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:37.079204 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:23:37.087379 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.101582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.113444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e453c2-126a-4d9e-8722-c9917584e377']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.118982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] No DVR routers for this DVR port b5814c9c-747d-4f09-95e6-8169fcfe8ec0 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:37.123515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f1f02-95ca-48fe-a241-799fe05abf96 None None] Pushing event deleted for resources: {'Port': ['ID=b5814c9c-747d-4f09-95e6-8169fcfe8ec0,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:37.126658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.127104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6dd5a3-a6f1-423b-bde8-d7be3348e94c') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.142946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.165368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.174153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:37.174702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:37.178601 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:37.259811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b5814c9c-747d-4f09-95e6-8169fcfe8ec0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:37.291108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ddb0-ce98-40de-b3f8-5ff802442fc3 req-a16da1c6-bdcd-4f98-bc38-a78326eb27be tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:37.292734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63b9ddb0-ce98-40de-b3f8-5ff802442fc3 req-a16da1c6-bdcd-4f98-bc38-a78326eb27be tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1012666 Aug 27 12:23:37.299180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b5814c9c-747d-4f09-95e6-8169fcfe8ec0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:37.299370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.300025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b5814c9c-747d-4f09-95e6-8169fcfe8ec0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:37.305732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.310804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/networks/54e453c2-126a-4d9e-8722-c9917584e377 HTTP/1.1" status: 204 len: 168 time: 0.6553245 Aug 27 12:23:37.313114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:37.367088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546bbe-1314-4078-a18a-65336cc2015f tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Pushing event deleted for resources: {'Network': ['ID=54e453c2-126a-4d9e-8722-c9917584e377,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:37.373961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9c23cc8e-69c0-421f-a496-3d98df7b8128 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "GET /v2.0/ports?device_id=c0c3083b-640c-4f70-b2fd-8897505e1725 HTTP/1.1" status: 200 len: 205 time: 0.0566814 Aug 27 12:23:37.374641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:37.393581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:37.396964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-310f77d4-8a1d-4761-8fe3-5a885538d987 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077934 Aug 27 12:23:37.402265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.404227 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] Sync routers for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:37.415441 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:37.416056 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.434260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-7567b899-f00f-4f95-a263-f04b24fe096b service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460894 Aug 27 12:23:37.454216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.467323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:37.468039 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.501638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63b9ddb0-ce98-40de-b3f8-5ff802442fc3 req-8ad97db9-6441-4abe-9953-1494a14df3f5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892540 Aug 27 12:23:37.505354 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:37.506005 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0427bd3-169e-4c4d-b1fc-9b17366673a2 None None] The sync data for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:37.516349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:37.561191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faff59-b7ba-4a6c-b93d-e0b6fde667b1 req-ef4e2d45-9c04-4f2a-894c-5f76fe923fdb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:37.562750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5faff59-b7ba-4a6c-b93d-e0b6fde667b1 req-ef4e2d45-9c04-4f2a-894c-5f76fe923fdb tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.2037122 Aug 27 12:23:37.597222 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37700d04-5c20-4d79-90a2-768f1f42dbde tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/floatingips/5597d4dc-5daa-4f27-87c5-dc1318609220 HTTP/1.1" status: 200 len: 978 time: 3.6311235 Aug 27 12:23:37.597680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:37.606890 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44584bce-ca69-4656-afb3-5c3dccd2ecca req-dc29878f-6fb9-41be-a03d-ffa2b5262ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993737 Aug 27 12:23:37.624292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5bdc5821-49e4-49da-8a38-5b15681642a6 req-406582db-f892-4bdd-9f93-8eddb8dbca9b service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788332 Aug 27 12:23:37.701101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-c408ccf3-c2ea-444c-98d9-db0ea9cf3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:37.703209 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-c408ccf3-c2ea-444c-98d9-db0ea9cf3d06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 1095 time: 0.0438056 Aug 27 12:23:37.805357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-4761f7c2-4804-47d7-8430-17fee4606abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:37.806607 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-4761f7c2-4804-47d7-8430-17fee4606abe service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.0950959 Aug 27 12:23:37.850873 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-14311ce1-62c5-40a0-8992-ff1d80f30528 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389 HTTP/1.1" status: 200 len: 217 time: 0.0364866 Aug 27 12:23:37.909981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-ae544f63-1188-46f5-8716-10bac06fc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:37.910753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-ae544f63-1188-46f5-8716-10bac06fc3fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0521107 Aug 27 12:23:37.944850 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-69a2a16f-c610-4c6f-8ee9-b4fb346f7ef3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272129 Aug 27 12:23:38.039133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-ebb8ca76-3bf5-400d-94db-a134396e7f36 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Aug 27 12:23:38.135071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae7f4076-dce5-464d-b60c-66806d228d45 req-610aadfc-6997-45b1-82d1-39fdec927042 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882649 Aug 27 12:23:38.152281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.157242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.167397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5faff59-b7ba-4a6c-b93d-e0b6fde667b1 req-f3b9cba7-d174-4924-8a1a-abb5a9d1d7a8 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752881 Aug 27 12:23:38.223728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9179c-4c16-4bc5-97e7-496dc6e099ee req-5b32d7b2-24a1-4864-a282-3f9887f2ad7f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:38.225509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ce9179c-4c16-4bc5-97e7-496dc6e099ee req-5b32d7b2-24a1-4864-a282-3f9887f2ad7f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 944 time: 0.5922258 Aug 27 12:23:38.231616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.243194 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.243679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Fanout notify agent at l3_agent the message router_deleted on router c0c3083b-640c-4f70-b2fd-8897505e1725 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:23:38.252113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.254814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e9678452-260b-40d5-b2f6-8aa4b232acc2 tempest-RoutersNegativeTest-5386026 tempest-RoutersNegativeTest-5386026-project] 10.222.0.76 "DELETE /v2.0/routers/c0c3083b-640c-4f70-b2fd-8897505e1725 HTTP/1.1" status: 204 len: 168 time: 0.8706617 Aug 27 12:23:38.318946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port c16ec859-e45b-4894-ad71-cab85bb6f5e1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:38.319263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.325410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ce9179c-4c16-4bc5-97e7-496dc6e099ee req-583029b4-a73c-466d-b0c8-f6e7dc9d4e91 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845246 Aug 27 12:23:38.347055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb03eb-396b-4d9f-97bf-9ca41cbf22e2 req-a3c7a562-77e3-42b7-bac4-9927598315bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:38.348560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61fb03eb-396b-4d9f-97bf-9ca41cbf22e2 req-a3c7a562-77e3-42b7-bac4-9927598315bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1219912 Aug 27 12:23:38.434049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61fb03eb-396b-4d9f-97bf-9ca41cbf22e2 req-5c2a6435-c919-4140-95e0-c4c9eddb248e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603833 Aug 27 12:23:38.467021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.483703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44910) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:38.634809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-de68da2d-92ee-46bf-b817-42bfdc3e7012 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3af89d496fcc419c9a234b1f93c32c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477356 Aug 27 12:23:38.635031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44916) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:38.683485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc793c86-7997-483a-8683-b3c9aebbf65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.693241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cd78-b053-40b7-b5b1-08373469983a req-eed757ca-adab-4625-8553-fe18c879780b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:38.694770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d8cd78-b053-40b7-b5b1-08373469983a req-eed757ca-adab-4625-8553-fe18c879780b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1154554 Aug 27 12:23:38.705848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc793c86-7997-483a-8683-b3c9aebbf65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.752477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc793c86-7997-483a-8683-b3c9aebbf65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.755977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc793c86-7997-483a-8683-b3c9aebbf65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.761087 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cc793c86-7997-483a-8683-b3c9aebbf65a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5cac51c5-a8c8-4527-be70-dc6cd3b2fc56 HTTP/1.1" status: 204 len: 168 time: 0.1232595 Aug 27 12:23:38.769864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc793c86-7997-483a-8683-b3c9aebbf65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac51c5-a8c8-4527-be70-dc6cd3b2fc56,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:38.782434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.782729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.783054 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Floating IP 5597d4dc-5daa-4f27-87c5-dc1318609220 disassociated. External IP: 172.25.8.147, port: c16ec859-e45b-4894-ad71-cab85bb6f5e1. Aug 27 12:23:38.783400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for c16ec859-e45b-4894-ad71-cab85bb6f5e1 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:38.787851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d8cd78-b053-40b7-b5b1-08373469983a req-0efc1969-d802-4246-b76a-93b360df50f6 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652022 Aug 27 12:23:38.922367 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:38.961344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=c16ec859-e45b-4894-ad71-cab85bb6f5e1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:39.088061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router bba74c63-8556-4da3-aa15-3cb063231130 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:39.204573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:39.217852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] Sync routers for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:39.234892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:39.236218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:39.269790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:39.278667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:39.279278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:39.320128 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.322187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8962eea0-4387-440f-821f-85639666f40c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/ports/c16ec859-e45b-4894-ad71-cab85bb6f5e1 HTTP/1.1" status: 204 len: 168 time: 1.7233870 Aug 27 12:23:39.324091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:39.324745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1121ce-97db-4ef8-8853-363e1dd51da7 None None] The sync data for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:39.325385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:39.327474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 03fe26cc-a872-4ca5-81c4-2c21706ba389 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:23:39.384970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d616d7-d283-4f24-b752-41e4a04da76c req-85ec5660-e7e2-42ca-9ce0-313cd1e46a62 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:39.384970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1d616d7-d283-4f24-b752-41e4a04da76c req-85ec5660-e7e2-42ca-9ce0-313cd1e46a62 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 943 time: 0.1141782 Aug 27 12:23:39.447396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 03fe26cc-a872-4ca5-81c4-2c21706ba389, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:39.462532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '03fe26cc-a872-4ca5-81c4-2c21706ba389', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': '03fe26cc-a872-4ca5-81c4-2c21706ba389', 'mac_address': 'fa:16:3e:52:d8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:23:39.482789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e1d616d7-d283-4f24-b752-41e4a04da76c req-da82d158-1949-4742-96d7-a38fab1480bd tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953524 Aug 27 12:23:39.512414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.519262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44946) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:39.532905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fe26cc-a872-4ca5-81c4-2c21706ba389 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:39.566121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 03fe26cc-a872-4ca5-81c4-2c21706ba389, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:39.571298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.611621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61b223-0aff-4942-82e4-20b18272af12 req-acfb7e83-de6e-499a-a676-272f0a425b97 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:39.613288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa61b223-0aff-4942-82e4-20b18272af12 req-acfb7e83-de6e-499a-a676-272f0a425b97 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 944 time: 0.1414242 Aug 27 12:23:39.626766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=03fe26cc-a872-4ca5-81c4-2c21706ba389,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:39.651521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6ccfacc4-b19f-46a6-8f25-db77528c3e5e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:39.652251 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-6ccfacc4-b19f-46a6-8f25-db77528c3e5e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 12:23:39.652755 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-6ccfacc4-b19f-46a6-8f25-db77528c3e5e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 12:23:39.653736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6ccfacc4-b19f-46a6-8f25-db77528c3e5e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1330078 Aug 27 12:23:39.657327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44950) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:39.662806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028161771'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:39.686444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.695463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.723613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f6d41-b9d2-4c74-9422-e8e6fb34b978 req-3c235226-e151-491e-9edb-126db0705fa4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:39.725142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e70f6d41-b9d2-4c74-9422-e8e6fb34b978 req-3c235226-e151-491e-9edb-126db0705fa4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1396887 Aug 27 12:23:39.730129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa61b223-0aff-4942-82e4-20b18272af12 req-6bc0ce19-73d4-46fa-9fa3-4662999f3dcf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006787 Aug 27 12:23:39.794721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['03fe26cc-a872-4ca5-81c4-2c21706ba389'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:39.799218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e647cc80-6f72-47e0-8444-5b34e425ce29 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:23:39.802127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e70f6d41-b9d2-4c74-9422-e8e6fb34b978 req-ff3ede30-db43-476c-a340-dcfe81eadc83 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684116 Aug 27 12:23:39.808903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.815732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.881270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4c4ef-6c20-4c3e-a9ce-dd88ff6cc105,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:39.917527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.922843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.951561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:39.953006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2945230 Aug 27 12:23:39.956119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44954) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:39.960570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '0cb633dd-8242-4553-bd69-cd80bf3bd21a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:39.969194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0360ba1-7e22-4395-9235-6dfd20dbb4ec tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb633dd-8242-4553-bd69-cd80bf3bd21a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:39.996126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e647cc80-6f72-47e0-8444-5b34e425ce29, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e647cc80-6f72-47e0-8444-5b34e425ce29,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:39.999445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.008352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b0669-6070-4f3a-8c10-10b5ac6edc81 req-e57199c9-f2b9-47ea-8749-e50397bf3457 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:40.014520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a9b0669-6070-4f3a-8c10-10b5ac6edc81 req-e57199c9-f2b9-47ea-8749-e50397bf3457 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0882616 Aug 27 12:23:40.017257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'port_id': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'mac_address': 'fa:16:3e:3d:a1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:23:40.036665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.076500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.082279 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.082844 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.094800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a9b0669-6070-4f3a-8c10-10b5ac6edc81 req-dcdb15d0-ac0b-45e8-974c-6631cd7a2f6a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788012 Aug 27 12:23:40.098312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e647cc80-6f72-47e0-8444-5b34e425ce29 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:40.103442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e89c36-5b7e-4986-89bc-85b91f69af8e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:40.114562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.119764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-215c6e5a-4941-4818-ada2-bb5ef77c2683 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600866 Aug 27 12:23:40.119909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44956) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.125621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2e25eb1f-9de1-4c33-813a-cfcb7813b77e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '0cb633dd-8242-4553-bd69-cd80bf3bd21a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:40.136428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e647cc80-6f72-47e0-8444-5b34e425ce29, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e647cc80-6f72-47e0-8444-5b34e425ce29,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:40.141067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.153149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e25eb1f-9de1-4c33-813a-cfcb7813b77e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.209038 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-2e25eb1f-9de1-4c33-813a-cfcb7813b77e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 12:23:40.212957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2e25eb1f-9de1-4c33-813a-cfcb7813b77e tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0894299 Aug 27 12:23:40.214173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44958) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.272852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85bdf441-50e0-44e8-a9f1-5e59b3d2425f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.299674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85bdf441-50e0-44e8-a9f1-5e59b3d2425f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.342939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 8820d05d-e0df-41f4-8e91-91136b324d88 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:40.344043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.346273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e647cc80-6f72-47e0-8444-5b34e425ce29,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:40.351922 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85bdf441-50e0-44e8-a9f1-5e59b3d2425f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.354938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85bdf441-50e0-44e8-a9f1-5e59b3d2425f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.356261 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85bdf441-50e0-44e8-a9f1-5e59b3d2425f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/0cb633dd-8242-4553-bd69-cd80bf3bd21a HTTP/1.1" status: 204 len: 168 time: 0.1407912 Aug 27 12:23:40.360236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44960) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.377823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdf441-50e0-44e8-a9f1-5e59b3d2425f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb633dd-8242-4553-bd69-cd80bf3bd21a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:40.418640 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7e6c0503-10ab-4d8d-8fe6-057706830a61 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571487 Aug 27 12:23:40.422976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44962) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.431570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150837699'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:40.441076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.455042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 8820d05d-e0df-41f4-8e91-91136b324d88 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:40.459464 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.550169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.554656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.580758 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.582109 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1581604 Aug 27 12:23:40.587092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44966) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.594118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f3273b0f-2ca0-4874-bfa7-40449e584faf tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '69c2f240-f26f-449a-b59b-80ea4f0017f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:40.595677 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-f3273b0f-2ca0-4874-bfa7-40449e584faf tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 12:23:40.596365 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-f3273b0f-2ca0-4874-bfa7-40449e584faf tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:40.597518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e647cc80-6f72-47e0-8444-5b34e425ce29'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:40.600576 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f3273b0f-2ca0-4874-bfa7-40449e584faf tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125139 Aug 27 12:23:40.602136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44968) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.610498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49741f-f3e0-404a-b74a-59602f7a7ce3 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2f240-f26f-449a-b59b-80ea4f0017f7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:40.633482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143728df-a6d5-4840-bab1-4a5407033a44 req-914453d2-eb0d-4702-85d2-a34e7e30ba92 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:40.635128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-143728df-a6d5-4840-bab1-4a5407033a44 req-914453d2-eb0d-4702-85d2-a34e7e30ba92 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 944 time: 0.0695031 Aug 27 12:23:40.675466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e1e1-a5bc-42dc-8379-2912854052a7 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.701821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e1e1-a5bc-42dc-8379-2912854052a7 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.716043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-143728df-a6d5-4840-bab1-4a5407033a44 req-8d2a001f-c392-4cfa-b290-4dae517a7614 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734575 Aug 27 12:23:40.734787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.759762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e1e1-a5bc-42dc-8379-2912854052a7 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.764140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e1e1-a5bc-42dc-8379-2912854052a7 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.766150 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3fc3e1e1-a5bc-42dc-8379-2912854052a7 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/69c2f240-f26f-449a-b59b-80ea4f0017f7 HTTP/1.1" status: 204 len: 168 time: 0.1625109 Aug 27 12:23:40.770517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=8820d05d-e0df-41f4-8e91-91136b324d88,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:40.771607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44972) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.796381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3e1e1-a5bc-42dc-8379-2912854052a7 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2f240-f26f-449a-b59b-80ea4f0017f7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:40.834761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-992d0c88-fdef-40d5-ae83-258601e1beff tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554960 Aug 27 12:23:40.838281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44974) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:40.843352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702593310'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:40.890209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.941925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2495dc3-3085-4fa8-acbd-148f32511226 req-dc1a1a04-281c-48d7-9256-6945e69d4548 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:40.943563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2495dc3-3085-4fa8-acbd-148f32511226 req-dc1a1a04-281c-48d7-9256-6945e69d4548 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 945 time: 0.1139979 Aug 27 12:23:40.991081 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:40.995765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.024260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.025491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1861067 Aug 27 12:23:41.029238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44978) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.033975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f0717761-fa50-4968-9e2c-2c3f18689296 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '16e0728e-4135-40dc-9777-4f9a6017af96', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:41.034833 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-f0717761-fa50-4968-9e2c-2c3f18689296 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 12:23:41.035755 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-f0717761-fa50-4968-9e2c-2c3f18689296 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:41.036259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0717761-fa50-4968-9e2c-2c3f18689296 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061233 Aug 27 12:23:41.037126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2e842-ba25-4128-8adc-9dddefe9ea43 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e0728e-4135-40dc-9777-4f9a6017af96,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:41.039261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44980) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.064595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2495dc3-3085-4fa8-acbd-148f32511226 req-209c83ef-256f-4783-b9fd-f268a7883127 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105831 Aug 27 12:23:41.076190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c220a10-e7ce-432c-951b-9e2500f046a9 req-50d5bc7b-c992-47b9-afbb-21c22d929015 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:41.077742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c220a10-e7ce-432c-951b-9e2500f046a9 req-50d5bc7b-c992-47b9-afbb-21c22d929015 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1468213 Aug 27 12:23:41.079052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.111215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fde69a20-41e5-4509-8ecd-e794b100025c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.140949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fde69a20-41e5-4509-8ecd-e794b100025c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.185874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fde69a20-41e5-4509-8ecd-e794b100025c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.189775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fde69a20-41e5-4509-8ecd-e794b100025c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.193493 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fde69a20-41e5-4509-8ecd-e794b100025c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/16e0728e-4135-40dc-9777-4f9a6017af96 HTTP/1.1" status: 204 len: 168 time: 0.1509223 Aug 27 12:23:41.193637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c220a10-e7ce-432c-951b-9e2500f046a9 req-d5f9b1ae-fbbf-4f0e-8e46-2f7aa80825c2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037998 Aug 27 12:23:41.194869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44984) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.207241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde69a20-41e5-4509-8ecd-e794b100025c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e0728e-4135-40dc-9777-4f9a6017af96,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:41.301113 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-6ef587ec-d074-4ab5-b1f7-5a51edffdea6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399005 Aug 27 12:23:41.301780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e09327d1-f6a0-4233-8beb-ba1efb4422a1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058626 Aug 27 12:23:41.305392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44986) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.310015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122169035'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:41.312114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a52a7-6240-4752-a8ce-ce63d940aa43 req-7cd6b6a8-4b75-47be-ac70-c86cf26d0ecd tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:41.314109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a5a52a7-6240-4752-a8ce-ce63d940aa43 req-7cd6b6a8-4b75-47be-ac70-c86cf26d0ecd tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1102595 Aug 27 12:23:41.335962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 03fe26cc-a872-4ca5-81c4-2c21706ba389 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:41.340531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.398396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 03fe26cc-a872-4ca5-81c4-2c21706ba389 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:41.403060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 03fe26cc-a872-4ca5-81c4-2c21706ba389 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:41.403749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.440415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c14bf0-aa9f-489d-9392-347f188786ac req-ed1e3da9-cc3f-4e0a-941b-690cc9488c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:41.440559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a5a52a7-6240-4752-a8ce-ce63d940aa43 req-8bd5301a-7b4d-40be-904a-a2d12bce6b3b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Aug 27 12:23:41.441910 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-ed1e3da9-cc3f-4e0a-941b-690cc9488c45 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 1096 time: 0.0687735 Aug 27 12:23:41.478975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router bba74c63-8556-4da3-aa15-3cb063231130 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:41.514313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.528706 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.544718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.548881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fe26cc-a872-4ca5-81c4-2c21706ba389'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:41.551262 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa4597-c84c-447f-8944-14eaa1dd287d" -d '{"events": [{"server_uuid": "c32f0cea-9600-4ee0-b33e-133127e094c1", "name": "network-vif-plugged", "status": "completed", "tag": "03fe26cc-a872-4ca5-81c4-2c21706ba389"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:41.567165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 03fe26cc-a872-4ca5-81c4-2c21706ba389, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:41.572315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.598334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18da9746-3c54-4252-86d0-77cf7ac29d3c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:41.611902 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.617133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41db8bba-1661-440d-a30c-e97d4945ccb1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3106275 Aug 27 12:23:41.618002 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44990) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.620502 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf9c3a6-f05b-44f1-b343-7b8fe99e60ab x-openstack-request-id: req-6bf9c3a6-f05b-44f1-b343-7b8fe99e60ab {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:41.620803 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32f0cea-9600-4ee0-b33e-133127e094c1", "name": "network-vif-plugged", "status": "completed", "tag": "03fe26cc-a872-4ca5-81c4-2c21706ba389", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:41.621059 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6bf9c3a6-f05b-44f1-b343-7b8fe99e60ab {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:41.621642 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fe26cc-a872-4ca5-81c4-2c21706ba389', 'code': 200} Aug 27 12:23:41.627222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-76f048b2-c3e9-4503-b0bb-2146c9541f78 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '18da9746-3c54-4252-86d0-77cf7ac29d3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:41.640859 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-76f048b2-c3e9-4503-b0bb-2146c9541f78 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 12:23:41.641568 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-76f048b2-c3e9-4503-b0bb-2146c9541f78 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:41.642862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-76f048b2-c3e9-4503-b0bb-2146c9541f78 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0197680 Aug 27 12:23:41.649636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=03fe26cc-a872-4ca5-81c4-2c21706ba389,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:41.657676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44992) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.662516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-16bf49bd-3451-4c65-b89e-eda9e761bf19 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '18da9746-3c54-4252-86d0-77cf7ac29d3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:41.663264 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-16bf49bd-3451-4c65-b89e-eda9e761bf19 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 12:23:41.663787 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-16bf49bd-3451-4c65-b89e-eda9e761bf19 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:41.664779 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16bf49bd-3451-4c65-b89e-eda9e761bf19 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061390 Aug 27 12:23:41.667520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44994) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.672674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d0f84dc8-885d-40ed-8e9e-a0a93a7df629 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '18da9746-3c54-4252-86d0-77cf7ac29d3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:41.673515 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-d0f84dc8-885d-40ed-8e9e-a0a93a7df629 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 12:23:41.674022 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-d0f84dc8-885d-40ed-8e9e-a0a93a7df629 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:41.675048 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d0f84dc8-885d-40ed-8e9e-a0a93a7df629 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066097 Aug 27 12:23:41.676786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c14bf0-aa9f-489d-9392-347f188786ac req-cdf0c7f0-8838-4755-b02d-04c35736affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:41.678225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-cdf0c7f0-8838-4755-b02d-04c35736affe service neutron] 10.222.0.77 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 912 time: 0.2037518 Aug 27 12:23:41.679864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44996) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.692069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-553c6561-7529-4ea2-8787-0eff53f22d08 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '18da9746-3c54-4252-86d0-77cf7ac29d3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:41.692966 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-553c6561-7529-4ea2-8787-0eff53f22d08 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 12:23:41.693471 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-553c6561-7529-4ea2-8787-0eff53f22d08 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:41.694499 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-553c6561-7529-4ea2-8787-0eff53f22d08 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136952 Aug 27 12:23:41.722089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:41.765637 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-238191ad-e28c-47de-8343-327404c6f372 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe HTTP/1.1" status: 200 len: 217 time: 0.0700786 Aug 27 12:23:41.799102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e647cc80-6f72-47e0-8444-5b34e425ce29 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:23:41.833299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2c395-d576-4ad9-9bd5-d5519b1f8962 req-8d2ff349-dfcb-42fb-9728-74c3bcd25060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:41.834857 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b5a2c395-d576-4ad9-9bd5-d5519b1f8962 req-8d2ff349-dfcb-42fb-9728-74c3bcd25060 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 1097 time: 0.1557553 Aug 27 12:23:41.858357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e647cc80-6f72-47e0-8444-5b34e425ce29 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:23:41.864182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e647cc80-6f72-47e0-8444-5b34e425ce29 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:23:41.865129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.875742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c14bf0-aa9f-489d-9392-347f188786ac req-ebb99cf4-61e1-4059-8ec3-5204d9a699d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:41.877396 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-ebb99cf4-61e1-4059-8ec3-5204d9a699d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.0998766 Aug 27 12:23:41.880617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb449-1e21-4829-b2a5-fd5f0313cd5f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.929165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-cc410e40-bb62-4f52-9f19-4ff8333b6556 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353310 Aug 27 12:23:41.937967 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb449-1e21-4829-b2a5-fd5f0313cd5f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:41.942472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b5a2c395-d576-4ad9-9bd5-d5519b1f8962 req-fead6daa-93fd-4e22-8e84-cf77025b2ced service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953727 Aug 27 12:23:41.956205 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.001336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e647cc80-6f72-47e0-8444-5b34e425ce29, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e647cc80-6f72-47e0-8444-5b34e425ce29,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:42.001928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7c137-e138-46d2-ad71-643b750dd0ca req-07cadefd-5a58-43da-941e-a799ed138b03 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:42.003655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cf7c137-e138-46d2-ad71-643b750dd0ca req-07cadefd-5a58-43da-941e-a799ed138b03 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 944 time: 0.1008325 Aug 27 12:23:42.011107 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.023194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:42.033804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8bf357b4-8402-4ca3-b660-c2e93af25ae3 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/routers/bba74c63-8556-4da3-aa15-3cb063231130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7023742 Aug 27 12:23:42.036486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.051406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb449-1e21-4829-b2a5-fd5f0313cd5f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.051755 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] Sync routers for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:42.055542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd8cb449-1e21-4829-b2a5-fd5f0313cd5f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.055542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd8cb449-1e21-4829-b2a5-fd5f0313cd5f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/18da9746-3c54-4252-86d0-77cf7ac29d3c HTTP/1.1" status: 204 len: 168 time: 0.3324196 Aug 27 12:23:42.063706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45004) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.068047 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:42.068662 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:42.087228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-2a197ae0-b3c7-4ccd-af42-ae13e7047819 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394796 Aug 27 12:23:42.087962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cb449-1e21-4829-b2a5-fd5f0313cd5f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18da9746-3c54-4252-86d0-77cf7ac29d3c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:42.101831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:42.130857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] Routers {'bba74c63-8556-4da3-aa15-3cb063231130'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:42.131724 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bba74c63-8556-4da3-aa15-3cb063231130'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:42.139838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cf7c137-e138-46d2-ad71-643b750dd0ca req-93e93d20-4ddf-412e-92cc-af62900530bc tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110129 Aug 27 12:23:42.148020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e647cc80-6f72-47e0-8444-5b34e425ce29,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:42.172011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0d5b1460-5a9d-446c-87cd-8645ed297925 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005127 Aug 27 12:23:42.172283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45008) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.178295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:42.178662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103422207'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.179060 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb2571-fcee-4fb2-852e-bb8efa0197fa None None] The sync data for ids ['bba74c63-8556-4da3-aa15-3cb063231130'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:42.226748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.230104 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-64c14bf0-aa9f-489d-9392-347f188786ac req-f36f020a-7aaa-478b-8643-750e0e181ad7 service neutron] 10.222.0.77 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337080 Aug 27 12:23:42.257391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.267196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d6b-dfaa-48c1-b6d8-bb588897bac3 req-efdc40e7-722c-457f-8312-581a364ff837 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:42.268809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bce9d6b-dfaa-48c1-b6d8-bb588897bac3 req-efdc40e7-722c-457f-8312-581a364ff837 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 946 time: 0.0709081 Aug 27 12:23:42.325637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.331380 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.358359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.359655 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1864462 Aug 27 12:23:42.362820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45012) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.367068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9e9af170-bd55-4107-a4e2-0c1283956ebd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.367804 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-9e9af170-bd55-4107-a4e2-0c1283956ebd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 12:23:42.368310 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-9e9af170-bd55-4107-a4e2-0c1283956ebd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.369251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9e9af170-bd55-4107-a4e2-0c1283956ebd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058739 Aug 27 12:23:42.371846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45014) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.376968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a36888b7-0ee4-4e87-b2ac-7646a66c084d tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.382786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bcb41-b8b0-4051-ab30-2d251a25459a tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8641e8e-4e91-4c9f-a8d6-01de38f0154f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:42.414922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bce9d6b-dfaa-48c1-b6d8-bb588897bac3 req-719f4e8a-c13e-4f3a-ba45-82b0dd621abd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087260 Aug 27 12:23:42.415881 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-a36888b7-0ee4-4e87-b2ac-7646a66c084d tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.417036 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a36888b7-0ee4-4e87-b2ac-7646a66c084d tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0442965 Aug 27 12:23:42.419934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45016) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.424491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fa91bf42-9a68-4228-841f-4a903510bf32 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.424983 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-fa91bf42-9a68-4228-841f-4a903510bf32 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 12:23:42.425476 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-fa91bf42-9a68-4228-841f-4a903510bf32 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.426468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa91bf42-9a68-4228-841f-4a903510bf32 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055797 Aug 27 12:23:42.430071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45018) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.439454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2bac2e20-4a9c-4c36-93b0-cbf1137811ac tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.440137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c9ff5-7ae7-44c0-bbd3-f432355d5ffc req-b783b205-88e8-48b8-aa9d-a95ae07817b6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:42.441759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-183c9ff5-7ae7-44c0-bbd3-f432355d5ffc req-b783b205-88e8-48b8-aa9d-a95ae07817b6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1367838 Aug 27 12:23:42.473108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.489393 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-2bac2e20-4a9c-4c36-93b0-cbf1137811ac tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.490854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2bac2e20-4a9c-4c36-93b0-cbf1137811ac tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0586207 Aug 27 12:23:42.493749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45022) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.501996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3b03104f-7cdf-431e-9913-06165a8646b5 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.502775 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-3b03104f-7cdf-431e-9913-06165a8646b5 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 12:23:42.506540 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-3b03104f-7cdf-431e-9913-06165a8646b5 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.507961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b03104f-7cdf-431e-9913-06165a8646b5 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116491 Aug 27 12:23:42.509129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.517021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-674dcd9b-0a10-4f90-b80c-e27e702d1cab tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.522991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-183c9ff5-7ae7-44c0-bbd3-f432355d5ffc req-ba6913e9-89bf-4540-bf27-171a089b6472 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726209 Aug 27 12:23:42.577481 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-674dcd9b-0a10-4f90-b80c-e27e702d1cab tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.581985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 3b785e95-9a1b-433a-934a-654915229bcd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:42.582338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.582478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-674dcd9b-0a10-4f90-b80c-e27e702d1cab tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0719745 Aug 27 12:23:42.583029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45026) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.587477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-42e14d4e-74cb-44d7-a4e1-3d86bb0929e9 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.587964 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-42e14d4e-74cb-44d7-a4e1-3d86bb0929e9 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 12:23:42.588448 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-42e14d4e-74cb-44d7-a4e1-3d86bb0929e9 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.592042 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-42e14d4e-74cb-44d7-a4e1-3d86bb0929e9 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054355 Aug 27 12:23:42.592309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45028) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.596652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c1ce37eb-d413-4422-b3a1-c8fd2d8927b8 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.632685 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-c1ce37eb-d413-4422-b3a1-c8fd2d8927b8 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.632970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c08a5-c890-4da4-9625-2043a9485b0a req-9638bdb7-e2c9-4759-826a-13ec2c463b02 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:42.634221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c9c08a5-c890-4da4-9625-2043a9485b0a req-9638bdb7-e2c9-4759-826a-13ec2c463b02 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0993035 Aug 27 12:23:42.637922 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c1ce37eb-d413-4422-b3a1-c8fd2d8927b8 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0445008 Aug 27 12:23:42.638662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.643077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ab52478c-7501-4f5b-adbc-79e28abf2f20 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'a8641e8e-4e91-4c9f-a8d6-01de38f0154f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.720847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.725266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c9c08a5-c890-4da4-9625-2043a9485b0a req-6d2d3f60-4a0b-43f9-8333-42a9d55f530c tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780015 Aug 27 12:23:42.738183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 3b785e95-9a1b-433a-934a-654915229bcd owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:42.751536 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ab52478c-7501-4f5b-adbc-79e28abf2f20 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:42.752666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ab52478c-7501-4f5b-adbc-79e28abf2f20 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1131010 Aug 27 12:23:42.755603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45032) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.808639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9408f7f-8fe7-4bf6-ba32-77c606ff3136 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.831793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9408f7f-8fe7-4bf6-ba32-77c606ff3136 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.872897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9408f7f-8fe7-4bf6-ba32-77c606ff3136 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.876249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9408f7f-8fe7-4bf6-ba32-77c606ff3136 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.879715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e9408f7f-8fe7-4bf6-ba32-77c606ff3136 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/a8641e8e-4e91-4c9f-a8d6-01de38f0154f HTTP/1.1" status: 204 len: 168 time: 0.1208315 Aug 27 12:23:42.880842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45034) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.901052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9408f7f-8fe7-4bf6-ba32-77c606ff3136 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8641e8e-4e91-4c9f-a8d6-01de38f0154f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:42.922078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:42.936982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71b0e13c-ceb5-423c-bbc6-e205c7e62370 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550234 Aug 27 12:23:42.941672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45036) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:42.945927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870750142'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:42.960846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=3b785e95-9a1b-433a-934a-654915229bcd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:42.970326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.020581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.063264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.067391 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.098166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.102444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1568592 Aug 27 12:23:43.103011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45038) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.108043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-34cd36da-288a-433b-b607-c04e8cc3c43f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'c0b8ce90-3cac-4862-8920-21d6696a09d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:43.114018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0b4ef-e6a5-438d-a2a6-78d4b6e6e5f1 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b8ce90-3cac-4862-8920-21d6696a09d7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:43.118088 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.120437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.153679 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-34cd36da-288a-433b-b607-c04e8cc3c43f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The resource could not be found. Aug 27 12:23:43.155306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-34cd36da-288a-433b-b607-c04e8cc3c43f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0511956 Aug 27 12:23:43.158837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45042) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.164901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6bf10966-37c2-42eb-a68f-9112733cd58f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'c0b8ce90-3cac-4862-8920-21d6696a09d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a12e53fe-0178-46f1-8550-7fcd7e3314ae'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:43.173898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.175333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Fanout notify agent at l3_agent the message router_deleted on router bba74c63-8556-4da3-aa15-3cb063231130 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:23:43.185310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.186683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1bddc278-5b43-4696-bb78-f8479f1dbc1a tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/routers/bba74c63-8556-4da3-aa15-3cb063231130 HTTP/1.1" status: 204 len: 168 time: 1.1495438 Aug 27 12:23:43.189259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45044) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.228866 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-6bf10966-37c2-42eb-a68f-9112733cd58f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The resource could not be found. Aug 27 12:23:43.233371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6bf10966-37c2-42eb-a68f-9112733cd58f tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0701897 Aug 27 12:23:43.233371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45046) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.272913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting subnet 33dbe9d9-05a2-4c64-899a-e1dda0abece3 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:43.277277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.291754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03e270be-ff84-412b-9367-b37d42944702 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.315057 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03e270be-ff84-412b-9367-b37d42944702 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.324045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d835f-35cf-4ee2-8316-6015dfa2ea84 req-7dc08a42-dd6d-46f6-a7a8-05d96da8a445 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:43.325575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b10d835f-35cf-4ee2-8316-6015dfa2ea84 req-7dc08a42-dd6d-46f6-a7a8-05d96da8a445 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.1058080 Aug 27 12:23:43.336158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.360190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03e270be-ff84-412b-9367-b37d42944702 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.363018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03e270be-ff84-412b-9367-b37d42944702 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.364521 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-03e270be-ff84-412b-9367-b37d42944702 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/c0b8ce90-3cac-4862-8920-21d6696a09d7 HTTP/1.1" status: 204 len: 168 time: 0.1302130 Aug 27 12:23:43.367922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45048) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.394169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e270be-ff84-412b-9367-b37d42944702 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b8ce90-3cac-4862-8920-21d6696a09d7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:43.408247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b10d835f-35cf-4ee2-8316-6015dfa2ea84 req-19eae18b-1fb9-40ba-a5e7-8c1bd07e7ffa tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744143 Aug 27 12:23:43.447005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d444155-a611-4635-acf9-f3ebae86348c tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779688 Aug 27 12:23:43.447642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45050) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.452415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d22ca787-4de7-4be4-bc92-ad39932af95d tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': 'bb9ccc36-df4c-46b5-8303-60b44a5b0331', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:43.462048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.501709 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-d22ca787-4de7-4be4-bc92-ad39932af95d tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The resource could not be found. Aug 27 12:23:43.503314 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d22ca787-4de7-4be4-bc92-ad39932af95d tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0546854 Aug 27 12:23:43.506873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45054) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.511328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--793752102'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:43.533286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.572539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc9af9-b0d0-405a-830f-0be6e57bd22f req-b7847123-a100-4380-9851-676ee6ffc2d5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:43.574155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74dc9af9-b0d0-405a-830f-0be6e57bd22f req-b7847123-a100-4380-9851-676ee6ffc2d5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 946 time: 0.0757008 Aug 27 12:23:43.575386 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.614368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Subnet': ['ID=33dbe9d9-05a2-4c64-899a-e1dda0abece3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:43.622702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:43.627339 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bca170a-910f-4749-9de4-bca71e7aa8d0" -d '{"events": [{"server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "name": "network-vif-plugged", "status": "completed", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:43.634108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.637693 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.639805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2cf97f71-70ac-4203-b0d7-93d6b0b9ea52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/subnets/33dbe9d9-05a2-4c64-899a-e1dda0abece3 HTTP/1.1" status: 204 len: 168 time: 0.4492540 Aug 27 12:23:43.642788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.644755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff28a4d-8f2a-4233-bc0c-4954dd92bf34 None None] Network 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:43.645898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45060) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.683075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74dc9af9-b0d0-405a-830f-0be6e57bd22f req-f2f06ba3-7e43-48d4-ae99-036bd9729770 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003594 Aug 27 12:23:43.702150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb829a6-a23d-422f-9de5-72cc18411c08 req-d85381da-9c7e-4484-b3df-78cca8417919 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:43.704863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edb829a6-a23d-422f-9de5-72cc18411c08 req-d85381da-9c7e-4484-b3df-78cca8417919 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0945261 Aug 27 12:23:43.758125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.761272 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76493665-f9cb-48af-8241-5ffab6e69e46 x-openstack-request-id: req-76493665-f9cb-48af-8241-5ffab6e69e46 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:43.761569 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "name": "network-vif-plugged", "status": "completed", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:43.761879 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76493665-f9cb-48af-8241-5ffab6e69e46 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:43.762280 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'code': 200} Aug 27 12:23:43.763159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.764389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2565806 Aug 27 12:23:43.768066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edb829a6-a23d-422f-9de5-72cc18411c08 req-c1b55dc0-5d72-4cfc-a8a1-f8ba541f4108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572784 Aug 27 12:23:43.769543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45066) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:43.778495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933994043'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:43.783736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442188a1-a470-43ea-a7a5-7739f57c0453 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4202de33-acc3-4878-bf81-d02a2d79b651,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:43.871813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] DHCP port deletion for 1822de91-25fb-4ced-b3f2-4d00c65cf2c3 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:23:43.876873 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.926087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bcab9-b91f-4e55-937b-a292b57c1fba req-6e3d19df-45d8-4da8-a3d8-df0ace8a799c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:43.926973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] Deleting port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:43.927358 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.927811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f9bcab9-b91f-4e55-937b-a292b57c1fba req-6e3d19df-45d8-4da8-a3d8-df0ace8a799c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 946 time: 0.1079183 Aug 27 12:23:43.947386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab1dd-a0f3-44d6-a851-0fda2273085b req-7ee54a9b-2f82-4eb5-866f-9279d7d963c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:43.949109 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a56ab1dd-a0f3-44d6-a851-0fda2273085b req-7ee54a9b-2f82-4eb5-866f-9279d7d963c6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 1096 time: 0.0848794 Aug 27 12:23:43.952944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138d14-d6e3-4bb3-bff6-43bcfa82c26f req-689bfee6-d28d-4103-8e1e-071c3e4a8ec1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:43.954504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50138d14-d6e3-4bb3-bff6-43bcfa82c26f req-689bfee6-d28d-4103-8e1e-071c3e4a8ec1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0738990 Aug 27 12:23:43.957700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:43.958120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:43.998269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f9bcab9-b91f-4e55-937b-a292b57c1fba req-c57cc73b-9d3d-400d-b3c3-b85826568848 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594072 Aug 27 12:23:44.004797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] For port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,segment=NetworkSegment(a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3),segment_id=a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:44.005379 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.017907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50138d14-d6e3-4bb3-bff6-43bcfa82c26f req-83428bba-9f35-4949-8b14-8b870a869fa8 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Aug 27 12:23:44.025303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] Calling delete_port for aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:44.064038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a56ab1dd-a0f3-44d6-a851-0fda2273085b req-9503b24b-1970-46ee-b378-34a02e0deb00 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005042 Aug 27 12:23:44.083322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] For port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,segment=NetworkSegment(a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3),segment_id=a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:44.083598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.110026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:44.111167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.113358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.122041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.137717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] Pushing event deleted for resources: {'Port': ['ID=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:44.139763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958e3d7-8fa6-4b5b-9a05-049116689435 None None] No DVR routers for this DVR port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:44.192295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.193784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4230611 Aug 27 12:23:44.197612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.203582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af65e62-ee9d-462c-8d87-ef4bfc976b27 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1486a00-f240-4fc0-be28-7c510d6e0ad7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:44.205709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a567d3c6-b787-4368-aa4f-21802271fdcd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group_rule': {'security_group_id': '4202de33-acc3-4878-bf81-d02a2d79b651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd1486a00-f240-4fc0-be28-7c510d6e0ad7'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:44.240027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.253089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] No DVR routers for this DVR port aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:44.269703 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a567d3c6-b787-4368-aa4f-21802271fdcd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:23:44.271646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a567d3c6-b787-4368-aa4f-21802271fdcd tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0725536 Aug 27 12:23:44.275590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45074) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.302438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=aaea4354-e93a-46a4-b9e7-5ed4c4e6d317,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:44.346120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321de7bf-5d88-4444-9a10-9dddefb8dc82 req-f7a5b0b7-1501-41f9-8bfd-d0bc935fe985 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:44.347645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-321de7bf-5d88-4444-9a10-9dddefb8dc82 req-f7a5b0b7-1501-41f9-8bfd-d0bc935fe985 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 946 time: 0.0912933 Aug 27 12:23:44.359596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.364942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4445db09-01f3-4383-bf51-8a6de80af299 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.370223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1822de91-25fb-4ced-b3f2-4d00c65cf2c3']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:44.381972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:44.382407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89f45fc-76cb-45d7-9a2b-3b0a4e7684b3') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:44.392997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.408329 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.410842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4445db09-01f3-4383-bf51-8a6de80af299 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.415162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:44.415617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.416117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-321de7bf-5d88-4444-9a10-9dddefb8dc82 req-5badcdfc-e4d8-4d00-a060-2292b827730d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603240 Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:44.418834 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:44.472777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4445db09-01f3-4383-bf51-8a6de80af299 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.476075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4445db09-01f3-4383-bf51-8a6de80af299 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.477766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4445db09-01f3-4383-bf51-8a6de80af299 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/d1486a00-f240-4fc0-be28-7c510d6e0ad7 HTTP/1.1" status: 204 len: 168 time: 0.2019427 Aug 27 12:23:44.480760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45078) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.487746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445db09-01f3-4383-bf51-8a6de80af299 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1486a00-f240-4fc0-be28-7c510d6e0ad7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:44.533425 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.560800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3479e-03ba-4f80-90d5-6570eb10a5e2 req-23b2e8fa-8a17-47e8-bbc8-7b3e150f0424 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:44.562791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9dd3479e-03ba-4f80-90d5-6570eb10a5e2 req-23b2e8fa-8a17-47e8-bbc8-7b3e150f0424 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.0551684 Aug 27 12:23:44.565070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.566973 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/networks/1822de91-25fb-4ced-b3f2-4d00c65cf2c3 HTTP/1.1" status: 204 len: 168 time: 0.9163585 Aug 27 12:23:44.570025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03bc39-314a-448d-a77f-79503fda294c tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Network': ['ID=1822de91-25fb-4ced-b3f2-4d00c65cf2c3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:44.570683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.587963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd405ffe-01c0-47ee-8591-c13f1a010d46 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1057765 Aug 27 12:23:44.590888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45082) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.645780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f12cb4aa-ddff-4571-9abb-8ea4129aae7b tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.667911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f12cb4aa-ddff-4571-9abb-8ea4129aae7b tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.674280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9dd3479e-03ba-4f80-90d5-6570eb10a5e2 req-7c3010d7-1642-4ebb-bd9e-357e6b4aee0a tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046305 Aug 27 12:23:44.712157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f12cb4aa-ddff-4571-9abb-8ea4129aae7b tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.714765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f12cb4aa-ddff-4571-9abb-8ea4129aae7b tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.715921 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f12cb4aa-ddff-4571-9abb-8ea4129aae7b tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/4202de33-acc3-4878-bf81-d02a2d79b651 HTTP/1.1" status: 204 len: 168 time: 0.1241207 Aug 27 12:23:44.719311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.727522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 829e1655-c8eb-4568-87da-8df9e81f9e6d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:44.727874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.731519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cb4aa-ddff-4571-9abb-8ea4129aae7b tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4202de33-acc3-4878-bf81-d02a2d79b651,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:44.776129 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2710eb42-9328-478e-bd84-157c99983b52 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546567 Aug 27 12:23:44.780137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45086) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.784860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726812924'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:44.806513 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.812982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.813301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.828863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 829e1655-c8eb-4568-87da-8df9e81f9e6d owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:44.901709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.906685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.930205 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:44.931803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1502664 Aug 27 12:23:44.937765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.942259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e703d03f-b1bf-4289-88ef-aae56b2197f4 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:44.942705 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-e703d03f-b1bf-4289-88ef-aae56b2197f4 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 12:23:44.943198 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-e703d03f-b1bf-4289-88ef-aae56b2197f4 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 12:23:44.944128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e703d03f-b1bf-4289-88ef-aae56b2197f4 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "PUT /v2.0/security-groups/2692f472-fcab-450a-ac83-88dfa7fd3a6f HTTP/1.1" status: 409 len: 330 time: 0.0054379 Aug 27 12:23:44.946921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45092) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:44.952216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7012f7-45a5-4466-8cd9-fbc2a2fa80cf req-832819ec-5e7e-4859-abbc-e0071048d377 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:44.953759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b7012f7-45a5-4466-8cd9-fbc2a2fa80cf req-832819ec-5e7e-4859-abbc-e0071048d377 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0820611 Aug 27 12:23:44.964783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25819f-ed28-43ed-8e70-c71d4c1c3013 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2692f472-fcab-450a-ac83-88dfa7fd3a6f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:45.006449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c80de629-2dc5-4ba2-a15a-c4a8b5f9ac89 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.021755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b7012f7-45a5-4466-8cd9-fbc2a2fa80cf req-c9e1eb81-09aa-4549-a639-699f82c4fef6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609257 Aug 27 12:23:45.030641 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c80de629-2dc5-4ba2-a15a-c4a8b5f9ac89 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.038662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.069333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=829e1655-c8eb-4568-87da-8df9e81f9e6d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:45.091562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c80de629-2dc5-4ba2-a15a-c4a8b5f9ac89 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.094206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c80de629-2dc5-4ba2-a15a-c4a8b5f9ac89 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.095423 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c80de629-2dc5-4ba2-a15a-c4a8b5f9ac89 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/2692f472-fcab-450a-ac83-88dfa7fd3a6f HTTP/1.1" status: 204 len: 168 time: 0.1476073 Aug 27 12:23:45.098815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45096) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.117309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80de629-2dc5-4ba2-a15a-c4a8b5f9ac89 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2692f472-fcab-450a-ac83-88dfa7fd3a6f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:45.154009 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e8cff240-4a9a-49ef-91a0-674e99e734ed tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529702 Aug 27 12:23:45.157829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45098) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.168524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.170619 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-d6525a9a-a164-4beb-a32a-2cf2ebe52736 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] delete failed (client error): The resource could not be found. Aug 27 12:23:45.171744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.172202 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d6525a9a-a164-4beb-a32a-2cf2ebe52736 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "DELETE /v2.0/security-groups/06e56c2f-b384-428f-97d9-e93190d23864 HTTP/1.1" status: 404 len: 347 time: 0.0134244 Aug 27 12:23:45.172918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10a13743-5091-4994-8e45-2c9ffa416572 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/floatingips/5597d4dc-5daa-4f27-87c5-dc1318609220 HTTP/1.1" status: 204 len: 168 time: 0.6006973 Aug 27 12:23:45.176023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45100) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.181715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.191386 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-c250ff83-f93d-4b32-a9f1-87c0e7375a56 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] show failed (client error): The resource could not be found. Aug 27 12:23:45.191386 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c250ff83-f93d-4b32-a9f1-87c0e7375a56 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-groups/37f84008-8e5f-42df-af78-3099d9fa04a5 HTTP/1.1" status: 404 len: 347 time: 0.0142715 Aug 27 12:23:45.195248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45104) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.210580 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-e305ca80-c22e-4ab9-b026-0121cd7b1b49 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] show failed (client error): The resource could not be found. Aug 27 12:23:45.215022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e305ca80-c22e-4ab9-b026-0121cd7b1b49 tempest-NegativeSecGroupTest-2066551551 tempest-NegativeSecGroupTest-2066551551-project] 10.222.0.76 "GET /v2.0/security-group-rules/559b914f-929d-48f5-b919-38a6432720ea HTTP/1.1" status: 404 len: 356 time: 0.0155125 Aug 27 12:23:45.224882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57a340-bfca-47e1-8505-26caa6868c49 req-2bf03261-b39b-47b8-9664-cc08b901fa17 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:45.226779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f57a340-bfca-47e1-8505-26caa6868c49 req-2bf03261-b39b-47b8-9664-cc08b901fa17 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1033928 Aug 27 12:23:45.228386 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb76064-d695-424b-90c5-b0beae000a52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] DELETE failed (client error): The resource could not be found. Aug 27 12:23:45.229150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb76064-d695-424b-90c5-b0beae000a52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:23:45.233416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1eb76064-d695-424b-90c5-b0beae000a52 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/ports/c16ec859-e45b-4894-ad71-cab85bb6f5e1 HTTP/1.1" status: 404 len: 333 time: 0.0479918 Aug 27 12:23:45.234281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45108) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.239945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:45.264741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:45.265172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aaea4354-e93a-46a4-b9e7-5ed4c4e6d317 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:45.266562 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-48315254-d6a1-47a1-a123-30f9ccc970b8 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/ports?device_id=bba74c63-8556-4da3-aa15-3cb063231130 HTTP/1.1" status: 200 len: 205 time: 0.0310771 Aug 27 12:23:45.269820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45110) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.281117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f57a340-bfca-47e1-8505-26caa6868c49 req-8f544af4-0a08-4c50-afae-29715b41585a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Aug 27 12:23:45.311060 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-1d77e8ae-60ef-41d3-8eb6-6933a188dfaa tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] delete failed (client error): The resource could not be found. Aug 27 12:23:45.312133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1d77e8ae-60ef-41d3-8eb6-6933a188dfaa tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/routers/bba74c63-8556-4da3-aa15-3cb063231130 HTTP/1.1" status: 404 len: 336 time: 0.0411189 Aug 27 12:23:45.315131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45112) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.345792 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2e0fcf-abc5-4eb7-9328-c45eabe10315 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] DELETE failed (client error): The resource could not be found. Aug 27 12:23:45.346247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2e0fcf-abc5-4eb7-9328-c45eabe10315 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:23:45.348002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee2e0fcf-abc5-4eb7-9328-c45eabe10315 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/subnets/33dbe9d9-05a2-4c64-899a-e1dda0abece3 HTTP/1.1" status: 404 len: 337 time: 0.0319760 Aug 27 12:23:45.350505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45114) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.442676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 7e423d67-2ba8-405a-8ae2-5af2f9a5698d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:45.443173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.518992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.545531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.559043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 7e423d67-2ba8-405a-8ae2-5af2f9a5698d owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:45.570226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a96a-a94f-4a34-86be-2f0306dca6e7 req-8d69b653-d0e7-4797-833b-67f96e2dd0b1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:45.571510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83f5a96a-a94f-4a34-86be-2f0306dca6e7 req-8d69b653-d0e7-4797-833b-67f96e2dd0b1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 946 time: 0.0673261 Aug 27 12:23:45.652830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83f5a96a-a94f-4a34-86be-2f0306dca6e7 req-747fefda-f1f8-4351-a36a-3a85c0e1c92d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Aug 27 12:23:45.761477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.794846 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e0703be-a22b-456e-a271-103c322d1225 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05461642876a4eeab20b2b4601b2eb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746367 Aug 27 12:23:45.798089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45126) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.803445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=7e423d67-2ba8-405a-8ae2-5af2f9a5698d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:45.812794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a30c2-2ae8-4691-a273-9531502e6115 req-a6489c77-8051-4958-bb5d-137eed774021 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:45.813892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f136c1-48f8-417e-b450-cbce73943c9b req-2005a15b-61b0-49a8-ab4e-6d27260be6e6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:45.814267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f45a30c2-2ae8-4691-a273-9531502e6115 req-a6489c77-8051-4958-bb5d-137eed774021 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.0646644 Aug 27 12:23:45.815774 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-62f136c1-48f8-417e-b450-cbce73943c9b req-2005a15b-61b0-49a8-ab4e-6d27260be6e6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 946 time: 0.1209841 Aug 27 12:23:45.873818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f45a30c2-2ae8-4691-a273-9531502e6115 req-45f14195-906d-4c98-99b5-797e9b21a706 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525620 Aug 27 12:23:45.895689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03c8e47-f1fd-42e5-aaed-147473591162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.920744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03c8e47-f1fd-42e5-aaed-147473591162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.945539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:45.949749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-888f15d7-5576-447a-8b50-2f8f4b658629 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/ports/7e423d67-2ba8-405a-8ae2-5af2f9a5698d HTTP/1.1" status: 204 len: 168 time: 0.5960603 Aug 27 12:23:45.950087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:45.965110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port 03fe26cc-a872-4ca5-81c4-2c21706ba389 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:45.965456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.061054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7cf31-7395-4932-ac48-4b1c37f441bc req-d705457b-97cd-4283-89a3-d592cbbf877c tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:46.062704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port 03fe26cc-a872-4ca5-81c4-2c21706ba389, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=03fe26cc-a872-4ca5-81c4-2c21706ba389,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:46.063083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.063194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9de7cf31-7395-4932-ac48-4b1c37f441bc req-d705457b-97cd-4283-89a3-d592cbbf877c tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.1139562 Aug 27 12:23:46.078823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45134) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:46.084361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Request body: {'floatingip': {'port_id': 'e647cc80-6f72-47e0-8444-5b34e425ce29'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:46.089136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03c8e47-f1fd-42e5-aaed-147473591162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.091712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b03c8e47-f1fd-42e5-aaed-147473591162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.092862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b03c8e47-f1fd-42e5-aaed-147473591162 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7a4c4ef-6c20-4c3e-a9ce-dd88ff6cc105 HTTP/1.1" status: 204 len: 168 time: 0.2931948 Aug 27 12:23:46.095518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for 03fe26cc-a872-4ca5-81c4-2c21706ba389 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:46.157427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.173793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c8e47-f1fd-42e5-aaed-147473591162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4c4ef-6c20-4c3e-a9ce-dd88ff6cc105,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:46.253961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 604dc3d4-6e0c-4298-8440-922a22214617 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:46.254321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.268438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.283746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['03fe26cc-a872-4ca5-81c4-2c21706ba389'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:46.302314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=03fe26cc-a872-4ca5-81c4-2c21706ba389,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:46.346336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:46.360557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port 03fe26cc-a872-4ca5-81c4-2c21706ba389 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:46.360920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6904d1-0b2f-4746-a06b-597f24a965e3 req-731816a7-c9e0-48ed-911d-bfab08df8df3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:46.368270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c6904d1-0b2f-4746-a06b-597f24a965e3 req-731816a7-c9e0-48ed-911d-bfab08df8df3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.2336781 Aug 27 12:23:46.368413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.368413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-62f136c1-48f8-417e-b450-cbce73943c9b req-37bb1049-e9bd-4305-9732-0d05084abb40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "DELETE /v2.0/ports/03fe26cc-a872-4ca5-81c4-2c21706ba389 HTTP/1.1" status: 204 len: 173 time: 0.5430100 Aug 27 12:23:46.368413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'name': 'network-vif-deleted', 'tag': '03fe26cc-a872-4ca5-81c4-2c21706ba389'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:46.384336 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c63f7-ac64-4d61-b369-e61851b74d6c" -d '{"events": [{"server_uuid": "c32f0cea-9600-4ee0-b33e-133127e094c1", "name": "network-vif-deleted", "tag": "03fe26cc-a872-4ca5-81c4-2c21706ba389"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:46.588767 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:46.695087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 604dc3d4-6e0c-4298-8440-922a22214617 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:46.699478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c6904d1-0b2f-4746-a06b-597f24a965e3 req-c9773f5e-dac2-4f29-ab4a-e58bfdccf5c7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179107 Aug 27 12:23:46.729541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852f37a-c8cd-4a62-85a2-0f9ab2534d5f req-3c511835-b85d-45a3-b49d-8d6d7e08dfd3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:46.729541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c852f37a-c8cd-4a62-85a2-0f9ab2534d5f req-3c511835-b85d-45a3-b49d-8d6d7e08dfd3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.3251019 Aug 27 12:23:46.757770 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d8d54f-68bb-499a-9a76-0a015e685c48 x-openstack-request-id: req-87d8d54f-68bb-499a-9a76-0a015e685c48 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:46.758069 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32f0cea-9600-4ee0-b33e-133127e094c1", "name": "network-vif-deleted", "tag": "03fe26cc-a872-4ca5-81c4-2c21706ba389", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:46.758322 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87d8d54f-68bb-499a-9a76-0a015e685c48 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:46.758746 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32f0cea-9600-4ee0-b33e-133127e094c1', 'name': 'network-vif-deleted', 'tag': '03fe26cc-a872-4ca5-81c4-2c21706ba389', 'status': 'completed', 'code': 200} Aug 27 12:23:47.185851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45162) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.283049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c852f37a-c8cd-4a62-85a2-0f9ab2534d5f req-1f60dfc7-8ffc-4742-8497-63ea32888868 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550826 Aug 27 12:23:47.284909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf33c180-607e-436c-aa76-8ef166332db3 req-586ab1ab-1c7d-4a3c-af59-846aac703836 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=c32f0cea-9600-4ee0-b33e-133127e094c1 HTTP/1.1" status: 200 len: 210 time: 0.4420826 Aug 27 12:23:47.293958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a83d1675-9a84-444b-8302-1f6879135b33 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-511017794', 'prefixes': ['172.20.0.0/16']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:47.369233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a83d1675-9a84-444b-8302-1f6879135b33 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] Notify callbacks [] for subnetpool, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.370809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a83d1675-9a84-444b-8302-1f6879135b33 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1846886 Aug 27 12:23:47.375052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45166) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.415440 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3def83cf-5bd0-45f6-a531-cd778dc21e4d tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] 10.222.0.76 "GET /v2.0/subnetpools/51474be9-15b3-4fad-96dc-0fa7b90b0871 HTTP/1.1" status: 200 len: 731 time: 0.0392618 Aug 27 12:23:47.418830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45168) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.425182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4de99eb1-c629-4f08-bba9-d1e9ede4b44a tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-484971590'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:47.443318 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.488931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=604dc3d4-6e0c-4298-8440-922a22214617,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:47.518753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4de99eb1-c629-4f08-bba9-d1e9ede4b44a tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] Notify callbacks [] for subnetpool, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.519934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4de99eb1-c629-4f08-bba9-d1e9ede4b44a tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] 10.222.0.76 "PUT /v2.0/subnetpools/51474be9-15b3-4fad-96dc-0fa7b90b0871 HTTP/1.1" status: 200 len: 683 time: 0.1000221 Aug 27 12:23:47.522686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45170) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.594740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.601384 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.611196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cac809bd-dcf2-4825-b11c-ff80e1330278 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] Notify callbacks [] for subnetpool, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.613325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cac809bd-dcf2-4825-b11c-ff80e1330278 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] 10.222.0.76 "DELETE /v2.0/subnetpools/51474be9-15b3-4fad-96dc-0fa7b90b0871 HTTP/1.1" status: 204 len: 168 time: 0.0894940 Aug 27 12:23:47.616522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45172) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.633192 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-ed0479e4-9110-4510-9b5a-03910be45dbe tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] show failed (client error): The resource could not be found. Aug 27 12:23:47.634441 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ed0479e4-9110-4510-9b5a-03910be45dbe tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] 10.222.0.76 "GET /v2.0/subnetpools/51474be9-15b3-4fad-96dc-0fa7b90b0871 HTTP/1.1" status: 404 len: 346 time: 0.0171509 Aug 27 12:23:47.638352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.644432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:47.646358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-35b1525f-da21-41b0-b21c-9a230233ef33 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/ports/604dc3d4-6e0c-4298-8440-922a22214617 HTTP/1.1" status: 204 len: 168 time: 1.6953776 Aug 27 12:23:47.648886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45176) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.658240 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-731e5584-00be-4d4d-b104-c697e5e965d1 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] delete failed (client error): The resource could not be found. Aug 27 12:23:47.662484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-731e5584-00be-4d4d-b104-c697e5e965d1 tempest-SubnetPoolsTestJSON-834776599 tempest-SubnetPoolsTestJSON-834776599-project] 10.222.0.76 "DELETE /v2.0/subnetpools/51474be9-15b3-4fad-96dc-0fa7b90b0871 HTTP/1.1" status: 404 len: 346 time: 0.0198581 Aug 27 12:23:47.746640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8101c44-972d-4c0a-8609-d78e2860d158 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:47.748159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e8101c44-972d-4c0a-8609-d78e2860d158 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "GET /v2.0/ports?device_id=746068c0-a61b-412e-9caf-949754074450 HTTP/1.1" status: 200 len: 913 time: 0.0983608 Aug 27 12:23:47.752907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45182) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:47.756715 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Floating IP c5e0b337-45f4-4936-95ac-f2fe8602667d associated. External IP: 172.25.8.210, port: e647cc80-6f72-47e0-8444-5b34e425ce29. Aug 27 12:23:47.911774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7bf50-17f5-449b-92b9-3dafcdda8269 req-969bbfe2-4260-4ef6-ac17-53e8f4dcde2d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:47.916291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30c7bf50-17f5-449b-92b9-3dafcdda8269 req-969bbfe2-4260-4ef6-ac17-53e8f4dcde2d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1232979 Aug 27 12:23:47.983320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:48.047949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30c7bf50-17f5-449b-92b9-3dafcdda8269 req-b05dbc9c-a7d3-4f3a-87d5-e4351ada39b8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877013 Aug 27 12:23:48.078187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:48.140651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1056bb6d-63b8-47d6-8b20-36342d7b19d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.228624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:48.234597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.239421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] Sync routers for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:48.248768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:48.249997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:48.275221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a1f0886f-3ee8-4ea5-ae51-6ee3e3469ed6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "PUT /v2.0/floatingips/c5e0b337-45f4-4936-95ac-f2fe8602667d HTTP/1.1" status: 200 len: 991 time: 2.1930928 Aug 27 12:23:48.275221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:48.276321 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f5cb8c-c37f-423d-9891-0b9f62447411" -d '{"events": [{"name": "network-changed", "server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:48.337615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1056bb6d-63b8-47d6-8b20-36342d7b19d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.340717 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01539cf-e604-48be-a367-3268c3517861 x-openstack-request-id: req-a01539cf-e604-48be-a367-3268c3517861 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:48.341212 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:48.341774 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a01539cf-e604-48be-a367-3268c3517861 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:48.342543 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'status': 'completed', 'code': 200} Aug 27 12:23:48.345070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1056bb6d-63b8-47d6-8b20-36342d7b19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.383206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1056bb6d-63b8-47d6-8b20-36342d7b19d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abc5a4c1652e446684aab11344ae0484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983536 Aug 27 12:23:48.386307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45198) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:48.388927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:23:48.488040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-94786aec-1066-4f1c-a3c9-0b70e2c6c6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.492840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056bb6d-63b8-47d6-8b20-36342d7b19d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb88c65-321f-46e3-87ff-54fa0519f634,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:48.503752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-35a62f46-b800-4f79-870b-3a8da1bce7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:48.505648 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-35a62f46-b800-4f79-870b-3a8da1bce7c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7caf1307a0854d788479db3d665d1443&device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 1096 time: 0.0983140 Aug 27 12:23:48.537610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6b1c-7462-467e-94f5-40cc757ea33c req-1d17ff02-1ba5-4d88-a8b6-42c28a8037bb tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:48.545390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42ec6b1c-7462-467e-94f5-40cc757ea33c req-1d17ff02-1ba5-4d88-a8b6-42c28a8037bb tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1397245 Aug 27 12:23:48.604061 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a9e-9ad3-4292-b39c-be349b527e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.637569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42ec6b1c-7462-467e-94f5-40cc757ea33c req-a0b2af1d-ddcd-49e3-8900-49224c74e2bf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909951 Aug 27 12:23:48.652660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a9e-9ad3-4292-b39c-be349b527e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.703485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-3a4d388f-7017-45f2-b293-c076e9f22f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:48.704675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-3a4d388f-7017-45f2-b293-c076e9f22f5d service neutron] 10.222.0.77 "GET /v2.0/networks?id=58a3aabe-0397-4991-8858-e39b124c6c2b HTTP/1.1" status: 200 len: 916 time: 0.1911759 Aug 27 12:23:48.715640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a9e-9ad3-4292-b39c-be349b527e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.720287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a99d1a9e-9ad3-4292-b39c-be349b527e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.724932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a99d1a9e-9ad3-4292-b39c-be349b527e08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9cb88c65-321f-46e3-87ff-54fa0519f634 HTTP/1.1" status: 204 len: 168 time: 0.3343773 Aug 27 12:23:48.725108 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:48.742152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1a9e-9ad3-4292-b39c-be349b527e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb88c65-321f-46e3-87ff-54fa0519f634,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:48.751888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c5e0b337-45f4-4936-95ac-f2fe8602667d', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'port_id': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'mac_address': 'fa:16:3e:3d:a1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:22:53Z', 'updated_at': '2021-08-27T12:23:47Z', 'revision_number': 1, 'project_id': '7caf1307a0854d788479db3d665d1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:53Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:48.790026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] Checking router: 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:23:48.814868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:48.815972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:48.891394 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-9cd1ec3a-5bc9-4005-99c4-df61179dfa18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e647cc80-6f72-47e0-8444-5b34e425ce29 HTTP/1.1" status: 200 len: 999 time: 0.1762087 Aug 27 12:23:48.951460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:23:49.011418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-cfda0010-ad0a-46dd-9828-955d5383f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:49.015968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-cfda0010-ad0a-46dd-9828-955d5383f652 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9 HTTP/1.1" status: 200 len: 854 time: 0.1105449 Aug 27 12:23:49.029764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0f823892-c3fc-4246-b370-74d9a8a79afa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:49.042273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0f823892-c3fc-4246-b370-74d9a8a79afa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.1473284 Aug 27 12:23:49.064450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-5fe04d11-4df7-42d8-8380-4b8ba1f217da tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0211556 Aug 27 12:23:49.101260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-d7c790df-c331-4b41-aa4a-5ccb62f206b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:49.102802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-d7c790df-c331-4b41-aa4a-5ccb62f206b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=58a3aabe-0397-4991-8858-e39b124c6c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773561 Aug 27 12:23:49.126738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-b67d1cda-a9d4-43ec-8f72-74f14319c845 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613720 Aug 27 12:23:49.257484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-7aa6940d-8019-4e7c-a157-38f50e832983 service neutron] 10.222.0.77 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463387 Aug 27 12:23:49.264126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port 093da278-6fd9-49b6-8a73-99b10461a2a4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:49.264466 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:49.268543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c5e0b337-45f4-4936-95ac-f2fe8602667d', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'port_id': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'mac_address': 'fa:16:3e:3d:a1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:22:53Z', 'updated_at': '2021-08-27T12:23:47Z', 'revision_number': 1, 'project_id': '7caf1307a0854d788479db3d665d1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:53Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:49.300751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59f8d3-9cc4-4d71-a054-9a4525021753 None None] The sync data for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 is: [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'c5e0b337-45f4-4936-95ac-f2fe8602667d', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'port_id': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'mac_address': 'fa:16:3e:3d:a1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:22:53Z', 'updated_at': '2021-08-27T12:23:47Z', 'revision_number': 1, 'project_id': '7caf1307a0854d788479db3d665d1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:53Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:49.306810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf33b23-f89f-41cb-82db-44b08598c2cf req-1fe43cec-3dd1-4e25-8524-eedf926ec52f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:49.310896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bf33b23-f89f-41cb-82db-44b08598c2cf req-1fe43cec-3dd1-4e25-8524-eedf926ec52f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1518865 Aug 27 12:23:49.377717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-43bcb447-84a4-488a-87d7-92d6d3d0c984 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298088 Aug 27 12:23:49.378286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 03fe26cc-a872-4ca5-81c4-2c21706ba389 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:49.382118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bf33b23-f89f-41cb-82db-44b08598c2cf req-dcd7dce9-65c5-4ce3-a0f4-36b57a0875c6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658805 Aug 27 12:23:49.438557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:49.450449 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-50f5cb8c-c37f-423d-9891-0b9f62447411 req-378113ea-fc6b-447a-b301-50a7b5d5319f service neutron] 10.222.0.77 "GET /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826899 Aug 27 12:23:49.454679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 03fe26cc-a872-4ca5-81c4-2c21706ba389 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:23:49.455035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 03fe26cc-a872-4ca5-81c4-2c21706ba389 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:49.457529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for 093da278-6fd9-49b6-8a73-99b10461a2a4 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:49.541279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-e1afa6f5-55a1-47d1-b283-361b50fa488d service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564577 Aug 27 12:23:49.700779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45246) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:49.713116 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d9a41-4d27-4caf-afb6-6f0621d74718 None None] New status for floating IP c5e0b337-45f4-4936-95ac-f2fe8602667d: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:23:49.725976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:49.761183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=093da278-6fd9-49b6-8a73-99b10461a2a4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:49.792313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f18c124-fd5e-4eb6-a330-0dbf4a56a0ac req-f157b2b0-23a4-4677-99ba-7333b1a36902 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 210 time: 0.0742536 Aug 27 12:23:49.880097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937de01-2a9b-4a12-b37c-d5d08c3b70ba req-17ea5bad-40aa-4993-b9de-3f7fff82e3be tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:49.884027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4937de01-2a9b-4a12-b37c-d5d08c3b70ba req-17ea5bad-40aa-4993-b9de-3f7fff82e3be tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0801246 Aug 27 12:23:49.910652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1134687740-network', 'tenant_id': '288f87c8412040b38b6b5f48635b4c40'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:49.952095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Made reservation on behalf of 288f87c8412040b38b6b5f48635b4c40 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:49.954303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:49.982129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4937de01-2a9b-4a12-b37c-d5d08c3b70ba req-597c043b-d829-4e8c-9865-2a379f14b154 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891726 Aug 27 12:23:49.983040 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.033034 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.072046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.096484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.101812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.135696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9784b59d-2ff8-4338-83eb-888eb0c3ed29,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:50.147591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:50.164573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.164861 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Added segment 0c996e09-05d0-40ac-a6f3-e1808e27482d of type vlan for network 3cfa220f-4302-48bf-a2ba-01f616957b0b Aug 27 12:23:50.225753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.254305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.255408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:50.256187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.309813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6081057 Aug 27 12:23:50.313996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45258) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:50.318850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Request body: {'subnet': {'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1134687740-subnet', 'tenant_id': '288f87c8412040b38b6b5f48635b4c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:50.325442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Router 746068c0-a61b-412e-9caf-949754074450 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:23:50.333848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270bcea-7036-4285-a1c1-c1828f80b05b admin admin] Pushing event updated for resources: {'Network': ['ID=3cfa220f-4302-48bf-a2ba-01f616957b0b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:50.346006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3cfa220f-4302-48bf-a2ba-01f616957b0b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:50.358759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Made reservation on behalf of 288f87c8412040b38b6b5f48635b4c40 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:50.361752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.504195 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-865149db-cd0e-4628-969c-0691b0b09bd8 service neutron] show failed (client error): The resource could not be found. Aug 27 12:23:50.505226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-865149db-cd0e-4628-969c-0691b0b09bd8 service neutron] 10.222.0.65 "GET /v2.0/ports/f589fc34-68c4-4e7c-adb0-64683cca18a6/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.1269727 Aug 27 12:23:50.514045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:23:50.531281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] Sync routers for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:23:50.532171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ea90360f-8ecd-458d-9c53-0d101ed76469 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "PUT /v2.0/routers/746068c0-a61b-412e-9caf-949754074450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7781715 Aug 27 12:23:50.535016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45262) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:50.544039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:50.545164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:50.592557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:50.604235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621a0b-b3ec-4e27-b499-6c97ee9b1356 req-95a049fd-e6a3-45e3-9268-648a4ecaa4d9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:50.609520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] Routers {'746068c0-a61b-412e-9caf-949754074450'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:23:50.610466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:23:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['746068c0-a61b-412e-9caf-949754074450'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:50.613002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed621a0b-b3ec-4e27-b499-6c97ee9b1356 req-95a049fd-e6a3-45e3-9268-648a4ecaa4d9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1227326 Aug 27 12:23:50.648771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:50.649772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd06a2-5e9f-459a-8f16-592541e1399e None None] The sync data for ids ['746068c0-a61b-412e-9caf-949754074450'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:23:50.664609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.667748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed621a0b-b3ec-4e27-b499-6c97ee9b1356 req-94af5a47-51e5-4131-8252-34213f8fcb31 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537786 Aug 27 12:23:50.716450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.783729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4a4c79-8d72-4249-a3ec-807b8485ce22,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:50.790986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Checking segment: {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:50.790986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Network hostable DHCP agents. Network: 3cfa220f-4302-48bf-a2ba-01f616957b0b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:23:50.791479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.810749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Network 3cfa220f-4302-48bf-a2ba-01f616957b0b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:23:50.822701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 3cfa220f-4302-48bf-a2ba-01f616957b0b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:50.833335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:50.833572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f3ac3-2d03-44af-98de-578351382e15 None None] Network 3cfa220f-4302-48bf-a2ba-01f616957b0b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:50.834274 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.850417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0296ca5e-c854-4fef-bd35-8fe1e28ca74e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5350358 Aug 27 12:23:50.919723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d31ff8f-2c40-4040-affa-818ddf221716 req-999030b5-3042-41c9-95c4-5b3b14a82814 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 210 time: 0.0513079 Aug 27 12:23:50.948000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-23fb1b88-bc4e-4021-a971-d3133c6554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:50.949934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-23fb1b88-bc4e-4021-a971-d3133c6554ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 1097 time: 0.1471045 Aug 27 12:23:50.966042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting port bb2d129d-03fb-49af-8021-aa068b4d374e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:23:50.966614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:50.985942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:51.047991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e7579-4331-416d-a6b1-353f8c7aba28 None None] Network 3cfa220f-4302-48bf-a2ba-01f616957b0b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:23:51.078472 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e0bfd38-1f59-4ff3-a08e-1f871bdf6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:51.176731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb73d-0967-4139-9b2a-18abb59aff2e req-53145ea4-dd3f-426d-81fe-6c70f1c251c6 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:51.185045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-839cb73d-0967-4139-9b2a-18abb59aff2e req-53145ea4-dd3f-426d-81fe-6c70f1c251c6 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0721974 Aug 27 12:23:51.221445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:51.228906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-839cb73d-0967-4139-9b2a-18abb59aff2e req-67f67bf4-e107-401e-a217-4880515c4a4b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Aug 27 12:23:51.523938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:51.552279 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:51.616649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Calling delete_port for bb2d129d-03fb-49af-8021-aa068b4d374e owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:23:51.629054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-417d0deb-2ffb-42e2-af9b-c84a256ceaab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:51.630549 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-417d0deb-2ffb-42e2-af9b-c84a256ceaab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.2718632 Aug 27 12:23:51.682256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:51.811879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8875d2-735a-47dd-953a-0d3b9fe76462 req-b8eb9868-4fae-40c3-bbed-ab5d56729693 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:51.815355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a8875d2-735a-47dd-953a-0d3b9fe76462 req-b8eb9868-4fae-40c3-bbed-ab5d56729693 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0649800 Aug 27 12:23:51.857575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a8875d2-735a-47dd-953a-0d3b9fe76462 req-552e1e18-5823-4fbc-981b-8200dd6ddc1b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365026 Aug 27 12:23:52.002737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:52.006182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.044832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c97e342-84d1-4930-bd38-ee12daf233d8 req-28016fd1-e35a-42bd-a6f9-c8b5b355e1b2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 210 time: 0.0354285 Aug 27 12:23:52.052800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:23:52.081886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.129624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.181787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Port': ['ID=bb2d129d-03fb-49af-8021-aa068b4d374e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:52.186053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:52.303657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:52.305911 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99899a4e-9406-434c-8335-8dfb81b6f46e" -d '{"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-unplugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:52.311437 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.339965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.348279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Transition to ACTIVE for port object f589fc34-68c4-4e7c-adb0-64683cca18a6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:52.349641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.14 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/06eaaafa-f056-4642-b1fc-d3e8df30ccef) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:52.370667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30034e-aee9-42ac-a533-804aecc8e6a7 req-42fef564-2294-4434-94d9-05de2fba98ff tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:52.372221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f30034e-aee9-42ac-a533-804aecc8e6a7 req-42fef564-2294-4434-94d9-05de2fba98ff tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0674613 Aug 27 12:23:52.377834 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a6bf7-8e32-4d94-a357-ce873bd2ec4a x-openstack-request-id: req-907a6bf7-8e32-4d94-a357-ce873bd2ec4a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:52.378133 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-unplugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:52.378402 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-907a6bf7-8e32-4d94-a357-ce873bd2ec4a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:52.378815 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'code': 200} Aug 27 12:23:52.411919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f30034e-aee9-42ac-a533-804aecc8e6a7 req-d07ba2a3-f8e2-4b7f-81a4-8f125195a0fc tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Aug 27 12:23:52.413566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.488548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.493383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.588615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:52.640354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.640881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Fanout notify agent at l3_agent the message router_deleted on router 746068c0-a61b-412e-9caf-949754074450 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:23:52.661877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.663047 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9197d01d-f43b-4dcb-a341-eeee9010b7c7 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/routers/746068c0-a61b-412e-9caf-949754074450 HTTP/1.1" status: 204 len: 168 time: 2.1271122 Aug 27 12:23:52.665748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45302) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:52.768238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] No DVR routers for this DVR port f589fc34-68c4-4e7c-adb0-64683cca18a6 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:23:52.778764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Deleting subnet bd589955-6fbc-4edb-95df-fee02ce00bad {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:23:52.786048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.848937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.886345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-a7a7baa8-fb35-47dc-ba69-5ef1f1604478 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:52.887942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-a7a7baa8-fb35-47dc-ba69-5ef1f1604478 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/networks?id=3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 200 len: 809 time: 0.1835170 Aug 27 12:23:52.900587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.920068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:52.923664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-ce9155e3-9622-4365-83da-4713a8b887ac tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/quotas/288f87c8412040b38b6b5f48635b4c40 HTTP/1.1" status: 200 len: 375 time: 0.0161276 Aug 27 12:23:52.977937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:52.978290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:52.978647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:52.984505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-ad4f2472-785d-4b83-8873-479652bc9696 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=288f87c8412040b38b6b5f48635b4c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421152 Aug 27 12:23:52.985603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:52.988793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:52.992001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:52.992498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Checking segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:52.993057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Bound using segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:52.993431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Bound port: f589fc34-68c4-4e7c-adb0-64683cca18a6, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:52.993916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.005398 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.047723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:23:53.091636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:53.096566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.103048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:53.108580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:53.112084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=06eaaafa-f056-4642-b1fc-d3e8df30ccef,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:53.116736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929c2b-73a4-48c2-becd-23354d343661 req-c4d77340-2e96-4160-8cc5-788b4d853f30 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.118309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7929c2b-73a4-48c2-becd-23354d343661 req-c4d77340-2e96-4160-8cc5-788b4d853f30 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.1602180 Aug 27 12:23:53.151039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:53.153507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.156075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/subnets/bd589955-6fbc-4edb-95df-fee02ce00bad HTTP/1.1" status: 204 len: 168 time: 0.4884431 Aug 27 12:23:53.157531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b958244-67e3-4c1e-b31e-782410cfcb7d tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Subnet': ['ID=bd589955-6fbc-4edb-95df-fee02ce00bad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:53.160268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:53.177109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:53.183612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.202794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.203479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.231009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-d8f678cf-065e-40b5-bab5-fc3d4b77af06 service neutron] 10.222.0.76 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252927 Aug 27 12:23:53.238945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.243514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.245083 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] 10.222.0.77 "PUT /v2.0/ports/f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1092 time: 2.2660432 Aug 27 12:23:53.257335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-0cd504f7-db49-401f-af4a-097de47a32ab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5806298 Aug 27 12:23:53.270888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed805b6-1c0f-4bb7-84c3-4ecbea0cbfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:53.292390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Request body: {'port': {'device_id': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:53.320922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7929c2b-73a4-48c2-becd-23354d343661 req-39af2d79-fbe5-4b9c-9219-34680b0a2c95 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808946 Aug 27 12:23:53.341690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.399615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.417079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-4074f43c-159e-437b-b171-d5e47bdd9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.418638 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-4074f43c-159e-437b-b171-d5e47bdd9481 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1095 time: 0.1234946 Aug 27 12:23:53.476538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-1145bb82-3048-4409-8b5e-3239e80a437b service neutron] 10.222.0.76 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271283 Aug 27 12:23:53.491968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.506166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3560c251-d883-487f-a167-8768819cc29d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:53.526255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66264ed-96b6-48d4-9f2a-1aa7a9bf5a12') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:53.526508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66264ed-96b6-48d4-9f2a-1aa7a9bf5a12') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:23:53.536536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438639b3-0252-446b-a32e-86fb3f3f14f0 req-b36d396f-eaf2-475e-80a6-01ea39643723 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.543060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-438639b3-0252-446b-a32e-86fb3f3f14f0 req-b36d396f-eaf2-475e-80a6-01ea39643723 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 932 time: 0.1281950 Aug 27 12:23:53.553668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.584706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.597806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:23:53.598220 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:23:53.601494 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:23:53.618920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-438639b3-0252-446b-a32e-86fb3f3f14f0 req-ee8e53b7-b78d-4a02-86a3-39c743679c0a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677643 Aug 27 12:23:53.629277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-425246e5-7723-4acb-8ce5-f3aa9546603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.645904 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-425246e5-7723-4acb-8ce5-f3aa9546603a service neutron] 10.222.0.77 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.2106812 Aug 27 12:23:53.679914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.690297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.692748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] 10.222.0.76 "DELETE /v2.0/networks/3560c251-d883-487f-a167-8768819cc29d HTTP/1.1" status: 204 len: 168 time: 0.5267777 Aug 27 12:23:53.760120 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-62881f4e-ab15-48e9-b8e9-5e7a6d08e955 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.1133313 Aug 27 12:23:53.760505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28bee411-176c-4176-b2ff-4ca926b3729f req-92044dc6-690f-410c-8296-8c45ca23b878 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 210 time: 0.0665379 Aug 27 12:23:53.775799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67795d3-c3b4-4bde-b470-6b2c3d64f3c6 tempest-FloatingIPTestJSON-2102729432 tempest-FloatingIPTestJSON-2102729432-project] Pushing event deleted for resources: {'Network': ['ID=3560c251-d883-487f-a167-8768819cc29d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:53.833995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a0b8d-5e7f-4a43-9c1e-76b58b719648 req-7cc4f627-2122-4355-95a5-03099f164008 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.843231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c0a0b8d-5e7f-4a43-9c1e-76b58b719648 req-7cc4f627-2122-4355-95a5-03099f164008 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1147683 Aug 27 12:23:53.872902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-9e512d96-349a-402e-9e92-50b71f9a4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.875040 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-9e512d96-349a-402e-9e92-50b71f9a4745 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.1044827 Aug 27 12:23:53.901170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c0a0b8d-5e7f-4a43-9c1e-76b58b719648 req-4ee385aa-e74c-4dab-a413-5c228dd99412 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565312 Aug 27 12:23:53.965965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.978972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06eaaafa-f056-4642-b1fc-d3e8df30ccef {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:53.988861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:53.997759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-8bc26263-5249-4c87-b8c8-495d8ee60be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:53.999906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-8bc26263-5249-4c87-b8c8-495d8ee60be1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165521 Aug 27 12:23:54.007665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Transition to ACTIVE for port object 06eaaafa-f056-4642-b1fc-d3e8df30ccef will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:54.029658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:54.049342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:54.214695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37244144-22cb-4533-a021-234ab68bb366 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=425e18785fd9433b9c9f159d88a21697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640401 Aug 27 12:23:54.215486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:54.270448 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17c34ff-b3cc-4e9b-9178-926f36989fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:54.296775 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17c34ff-b3cc-4e9b-9178-926f36989fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:54.354671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17c34ff-b3cc-4e9b-9178-926f36989fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:54.357429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17c34ff-b3cc-4e9b-9178-926f36989fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:54.361990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e17c34ff-b3cc-4e9b-9178-926f36989fd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb56c6b5-8c68-4ecb-a635-7b10bfaf1a43 HTTP/1.1" status: 204 len: 168 time: 0.1429415 Aug 27 12:23:54.368688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c34ff-b3cc-4e9b-9178-926f36989fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56c6b5-8c68-4ecb-a635-7b10bfaf1a43,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:54.431433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:54.433739 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d13aa2-e124-49e1-a0e4-209f571edc08" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:54.477224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739db1c-322b-485c-a43d-3514289e5463 req-2d21f4c2-7a2e-4a1f-8704-8a2f46c420db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:54.479073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4739db1c-322b-485c-a43d-3514289e5463 req-2d21f4c2-7a2e-4a1f-8704-8a2f46c420db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.0683036 Aug 27 12:23:54.495456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=06eaaafa-f056-4642-b1fc-d3e8df30ccef,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:54.550505 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe7dd20-106b-40eb-8958-77731e352d89 x-openstack-request-id: req-fbe7dd20-106b-40eb-8958-77731e352d89 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:54.550810 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:54.551102 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbe7dd20-106b-40eb-8958-77731e352d89 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:54.551432 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'status': 'completed', 'code': 200} Aug 27 12:23:54.552252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4739db1c-322b-485c-a43d-3514289e5463 req-e324ec4d-ccd7-43df-827e-f19610b54123 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652139 Aug 27 12:23:54.598060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-228bdb82-e38a-498b-a7e2-ce5ea7c0039a service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879343 Aug 27 12:23:54.680143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Attempting to bind port 06eaaafa-f056-4642-b1fc-d3e8df30ccef on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:54.680668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Attempting to bind port 06eaaafa-f056-4642-b1fc-d3e8df30ccef by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:54.681164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Attempting to bind port 06eaaafa-f056-4642-b1fc-d3e8df30ccef on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:54.693136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-0e657922-b636-46df-8a67-9e5b51225ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:54.694750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-0e657922-b636-46df-8a67-9e5b51225ca7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1095 time: 0.1336837 Aug 27 12:23:54.697637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Port 06eaaafa-f056-4642-b1fc-d3e8df30ccef on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:54.697963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Attempting to bind port 06eaaafa-f056-4642-b1fc-d3e8df30ccef on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:54.728353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:54.728704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:54.729372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:54.729653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Bound port: 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:54.730018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:54.773816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf0a4-5e72-4f87-8a4c-f5b04730f51c req-6dc259e8-20b9-40d4-968d-387542c0eaff tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:54.775985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44bbf0a4-5e72-4f87-8a4c-f5b04730f51c req-6dc259e8-20b9-40d4-968d-387542c0eaff tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 944 time: 0.0664570 Aug 27 12:23:54.875233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44bbf0a4-5e72-4f87-8a4c-f5b04730f51c req-e51a70d4-fb2b-493e-9f47-473d3faaebac tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859931 Aug 27 12:23:54.898120 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-1dfcacd5-c98b-4e8e-9e15-9596220fb8d2 service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916713 Aug 27 12:23:54.929857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ba89f2c-2bcf-47e0-9929-99a3f342a7cb req-a798a684-c9ec-4299-8b66-e3b62b51b881 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 210 time: 0.0390568 Aug 27 12:23:55.003632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-e65e03e8-4fc3-4156-ad68-dda44e2f8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.005105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-e65e03e8-4fc3-4156-ad68-dda44e2f8665 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.3022430 Aug 27 12:23:55.009061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] For port 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:55.035106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-742ee592-b3e6-4862-bf36-29d8f580e1ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.036746 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-742ee592-b3e6-4862-bf36-29d8f580e1ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "GET /v2.0/networks?id=3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 200 len: 809 time: 0.2543509 Aug 27 12:23:55.067052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Request body: {'port': {'device_id': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b', 'admin_state_up': True, 'tenant_id': '288f87c8412040b38b6b5f48635b4c40'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:55.069686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af149f9e-17fb-4461-8f4c-0662d8ea0fe7 req-a1c85d6c-6d0b-461a-8496-5169c4278de3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.071856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af149f9e-17fb-4461-8f4c-0662d8ea0fe7 req-a1c85d6c-6d0b-461a-8496-5169c4278de3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0692246 Aug 27 12:23:55.072082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] For port 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:55.124897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.131921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af149f9e-17fb-4461-8f4c-0662d8ea0fe7 req-bbf488ac-046b-42f6-b9da-aa81b759815d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 Aug 27 12:23:55.202327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-0dab68fa-7dfa-4e0b-be80-97aa2e58d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.203897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-0dab68fa-7dfa-4e0b-be80-97aa2e58d668 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1095 time: 0.2132597 Aug 27 12:23:55.242718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.243339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.244733 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] 10.222.0.77 "PUT /v2.0/ports/06eaaafa-f056-4642-b1fc-d3e8df30ccef HTTP/1.1" status: 200 len: 1092 time: 1.9571733 Aug 27 12:23:55.303014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-3ddbaeca-008d-458b-8376-685f8436dcf5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.2554803 Aug 27 12:23:55.310511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45372) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:55.322849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc868c6-652a-4dda-9c13-8b90916fffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=06eaaafa-f056-4642-b1fc-d3e8df30ccef,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:55.369817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:23:55.410888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:23:55.423510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-287019686'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:55.454442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-18dbe667-d8ce-4cfb-987c-a10873acedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.456217 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-18dbe667-d8ce-4cfb-987c-a10873acedf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.1222503 Aug 27 12:23:55.458074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-75b94d36-e4fb-4c9b-a11f-0b4d1de0ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.459466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-75b94d36-e4fb-4c9b-a11f-0b4d1de0ce62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 1095 time: 0.1501007 Aug 27 12:23:55.472552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:55.476591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.476753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-e7715829-81c9-4ce4-8375-7fae59acebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.478160 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-e7715829-81c9-4ce4-8375-7fae59acebe3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.2651339 Aug 27 12:23:55.478777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:23:55.478777 n-d-688802-4 neutron-server[94624]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:23:55.478777 n-d-688802-4 neutron-server[94624]: [parameters: {'project_id': '288f87c8412040b38b6b5f48635b4c40', 'id': '2585620b-24eb-4e8e-86e9-467bd998564f', 'expiration': datetime.datetime(2021, 8, 27, 12, 25, 55, 460116)}] Aug 27 12:23:55.478777 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:23:55.479143 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:23:55.485761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.540987 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-5ff07d6a-1a22-4289-a0a6-47285efbb43e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef HTTP/1.1" status: 200 len: 217 time: 0.0669022 Aug 27 12:23:55.591305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.596223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.622859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:23:55.630772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-89519470-de46-46db-bcc0-7fd5a84fbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.632322 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-89519470-de46-46db-bcc0-7fd5a84fbbab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668048 Aug 27 12:23:55.638371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-245fad0a-1deb-414c-913d-7e78e0aa6253 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.1379850 Aug 27 12:23:55.649107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-b064980a-c02e-4606-8d39-f7ec758470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.650592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-b064980a-c02e-4606-8d39-f7ec758470ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0811620 Aug 27 12:23:55.650870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.650982 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Added segment 35c60d52-c6c7-4ee6-910c-164877b87aa6 of type vlan for network 89de3f2c-6303-4a39-9101-76274f7fd443 Aug 27 12:23:55.671718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075415ac-8965-4515-9161-bbcb53dc1f3c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:55.716821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.732025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae7aac-bcb8-445f-be97-6f984d931465 req-dcb2c68a-ffed-49c5-8b6b-be2c1134fd63 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.734105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20ae7aac-bcb8-445f-be97-6f984d931465 req-dcb2c68a-ffed-49c5-8b6b-be2c1134fd63 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.0975311 Aug 27 12:23:55.743862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-38fd9092-86fc-44fe-af76-d7e413ba668b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708916 Aug 27 12:23:55.771948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.777483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.778082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:55.822266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-da4b8a08-ed81-4cf8-a606-fe00b575a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:55.823841 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-da4b8a08-ed81-4cf8-a606-fe00b575a3b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.1715980 Aug 27 12:23:55.851846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20ae7aac-bcb8-445f-be97-6f984d931465 req-26e6958c-6aa5-429d-9f0e-f2491cf836c1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050236 Aug 27 12:23:55.865545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5439861 Aug 27 12:23:55.871126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9655-1340-47c4-b314-18f9d324ffd0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Network': ['ID=89de3f2c-6303-4a39-9101-76274f7fd443,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:55.887123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 89de3f2c-6303-4a39-9101-76274f7fd443 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:23:55.894004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-59b4a5e4-1e77-4567-82bd-0df9341b137f service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525246 Aug 27 12:23:55.977604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-c3e7cac3-580f-4f08-a282-dd776bf71eb5 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257843 Aug 27 12:23:56.008608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-04b1de63-6cfa-4bd4-b286-71c5374e63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:56.010730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-04b1de63-6cfa-4bd4-b286-71c5374e63fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751320 Aug 27 12:23:56.050562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddb80d-dc63-4acb-9760-3ef74195402e req-5be63724-af25-4c0d-be05-2e0f8da802e6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:56.052439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09ddb80d-dc63-4acb-9760-3ef74195402e req-5be63724-af25-4c0d-be05-2e0f8da802e6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 944 time: 0.0930970 Aug 27 12:23:56.091245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ce62396-7133-497c-a99f-a7233ae6f6d9 req-a7ec3c85-8bde-4d11-b672-e45b7e1a82a8 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 210 time: 0.0373809 Aug 27 12:23:56.129524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Made reservation on behalf of 288f87c8412040b38b6b5f48635b4c40 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:56.134617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:56.145530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09ddb80d-dc63-4acb-9760-3ef74195402e req-922742d4-0187-491c-af2b-7061e8f1b97e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802445 Aug 27 12:23:56.268276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296f3cb-523f-41dd-bd07-e3586c036d9c req-65717bf1-137c-4d63-8b91-2fd3008d38b5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:56.269822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6296f3cb-523f-41dd-bd07-e3586c036d9c req-65717bf1-137c-4d63-8b91-2fd3008d38b5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0532832 Aug 27 12:23:56.276416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-abeedb68-2750-4b2b-ae6a-fa0fdccae05d service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713768 Aug 27 12:23:56.299275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4619046a-d36f-474e-9215-6d6de54ed4d7 req-a2702418-1382-4cb9-8a6b-4e5437d7c1a9 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060248 Aug 27 12:23:56.306183 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-c419069f-d914-4343-9f0b-85cc6e5366e0 service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848301 Aug 27 12:23:56.319260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6296f3cb-523f-41dd-bd07-e3586c036d9c req-2209258b-12a1-4e51-8f47-eb44bf8b38b3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Aug 27 12:23:56.428602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Allocated IP 172.20.0.5 (3cfa220f-4302-48bf-a2ba-01f616957b0b/ab4a4c79-8d72-4249-a3ec-807b8485ce22/0d978d4c-dbb7-4b84-9c42-902735297e7f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:23:56.478071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-59d13aa2-e124-49e1-a0e4-209f571edc08 req-8d9e60f3-6ec6-435e-973a-78afbe36d5f6 service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534219 Aug 27 12:23:56.554423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'tag': '06eaaafa-f056-4642-b1fc-d3e8df30ccef'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:56.556841 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72" -d '{"events": [{"name": "network-changed", "server_uuid": "f19da8b2-632c-4e09-afcd-0bce6706bc20", "tag": "06eaaafa-f056-4642-b1fc-d3e8df30ccef"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:56.603475 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223dd001-dbfa-4461-a759-c89b62a63c41 x-openstack-request-id: req-223dd001-dbfa-4461-a759-c89b62a63c41 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:56.603885 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19da8b2-632c-4e09-afcd-0bce6706bc20", "tag": "06eaaafa-f056-4642-b1fc-d3e8df30ccef", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:56.604145 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-223dd001-dbfa-4461-a759-c89b62a63c41 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:56.604532 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'tag': '06eaaafa-f056-4642-b1fc-d3e8df30ccef', 'status': 'completed', 'code': 200} Aug 27 12:23:56.621352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:56.697291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:56.732427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-b9c0dfda-3a0f-4acf-9223-5290c82344b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:56.733944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-b9c0dfda-3a0f-4acf-9223-5290c82344b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 1095 time: 0.0812509 Aug 27 12:23:56.746882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Network 3cfa220f-4302-48bf-a2ba-01f616957b0b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:23:56.763651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:23:56.799825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:23:56.805113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Pushing event updated for resources: {'Port': ['ID=0d978d4c-dbb7-4b84-9c42-902735297e7f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:56.842693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.843024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.843373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.843713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.844078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.844379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.844712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.845039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.845368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.845729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.846022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.846344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:23:56.881631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:56.882243 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:56.908134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-205002bd-40a0-42e3-8b8f-193f8ea95497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:56.909646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-205002bd-40a0-42e3-8b8f-193f8ea95497 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.1647518 Aug 27 12:23:56.911473 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-e4af000d-19ac-4276-8aed-1b76cda70747 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8518138 Aug 27 12:23:56.928407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Request body: {'port': {'device_id': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:56.978488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-cf85b594-0508-44c2-92b7-773307592052 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef HTTP/1.1" status: 200 len: 217 time: 0.0607736 Aug 27 12:23:57.006485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186f02b-4eed-4d93-afc3-f66059796351 req-1950aa90-7c87-4c39-a8e9-dc636d794eef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:57.008270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c186f02b-4eed-4d93-afc3-f66059796351 req-1950aa90-7c87-4c39-a8e9-dc636d794eef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.0534077 Aug 27 12:23:57.051713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c186f02b-4eed-4d93-afc3-f66059796351 req-3ca8ee60-1d1e-455f-920e-b3b90bc91682 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365379 Aug 27 12:23:57.056908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:57.076304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-5b06e892-8487-4835-9da0-1033b90c84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:57.077820 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-5b06e892-8487-4835-9da0-1033b90c84b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0887239 Aug 27 12:23:57.132940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-46f942ac-4d06-479a-9f5d-7d120185235f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346787 Aug 27 12:23:57.224987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feab88-ec3e-49b6-b744-74df35f1608c req-ed2c8ffd-5918-4472-a5fc-c823840bf258 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:57.226856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46feab88-ec3e-49b6-b744-74df35f1608c req-ed2c8ffd-5918-4472-a5fc-c823840bf258 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 931 time: 0.0631979 Aug 27 12:23:57.301868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46feab88-ec3e-49b6-b744-74df35f1608c req-e1808766-67b3-4aaa-84b4-dc91a025a89f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Aug 27 12:23:57.326439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597072bf-58ee-46bd-8bbd-b9c07af5f83f req-430bdb4c-d293-4e6e-aa4e-3f243fec3aec tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:57.326439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-597072bf-58ee-46bd-8bbd-b9c07af5f83f req-430bdb4c-d293-4e6e-aa4e-3f243fec3aec tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 944 time: 0.0833991 Aug 27 12:23:57.380133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-597072bf-58ee-46bd-8bbd-b9c07af5f83f req-4fe35f5b-056d-4c7e-811d-4c5bd0f2d824 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 Aug 27 12:23:57.533357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a06bc-ac75-4e11-9939-ae570ad2e4fe req-7273a22e-5ff6-49db-9433-56b8a1aeefc7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:57.534990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a85a06bc-ac75-4e11-9939-ae570ad2e4fe req-7273a22e-5ff6-49db-9433-56b8a1aeefc7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0564198 Aug 27 12:23:57.582447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a85a06bc-ac75-4e11-9939-ae570ad2e4fe req-a76f88cb-fc5b-4398-8b28-dc2aafe46728 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Aug 27 12:23:57.695316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-2abf928f-59f5-491e-8ee4-1b16953991c9 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534775 Aug 27 12:23:57.848768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c12c5fa0-2c46-4a92-a240-35ed8b14ff72 req-89b4acb1-1b84-45fc-8d14-b3f886035713 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426971 Aug 27 12:23:57.863792 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d978d4c-dbb7-4b84-9c42-902735297e7f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:23:57.878664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:57.902815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Transition to ACTIVE for port object 0d978d4c-dbb7-4b84-9c42-902735297e7f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:23:57.909134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:57.975858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Pushing event updated for resources: {'Port': ['ID=0d978d4c-dbb7-4b84-9c42-902735297e7f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:58.060680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Attempting to bind port 0d978d4c-dbb7-4b84-9c42-902735297e7f on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:23:58.061359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Attempting to bind port 0d978d4c-dbb7-4b84-9c42-902735297e7f by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:23:58.061359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Attempting to bind port 0d978d4c-dbb7-4b84-9c42-902735297e7f on network 3cfa220f-4302-48bf-a2ba-01f616957b0b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:58.066435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Port 0d978d4c-dbb7-4b84-9c42-902735297e7f on network 3cfa220f-4302-48bf-a2ba-01f616957b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:23:58.066785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Attempting to bind port 0d978d4c-dbb7-4b84-9c42-902735297e7f on network 3cfa220f-4302-48bf-a2ba-01f616957b0b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:23:58.072170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:23:58.072514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Checking segment: {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:23:58.072923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Bound using segment: {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:23:58.073332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Bound port: 0d978d4c-dbb7-4b84-9c42-902735297e7f, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:23:58.073693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:58.151884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] For port 0d978d4c-dbb7-4b84-9c42-902735297e7f, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:23:58.157097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] For port 0d978d4c-dbb7-4b84-9c42-902735297e7f, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:23:58.161613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:58.201074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4777d1-180a-4c2c-a77f-e1dea0891100 req-9c3ebde6-56e9-4af0-a9bd-3436b670c704 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.203008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4777d1-180a-4c2c-a77f-e1dea0891100 req-9c3ebde6-56e9-4af0-a9bd-3436b670c704 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.0672665 Aug 27 12:23:58.210823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.211502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:58.213019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] 10.222.0.65 "PUT /v2.0/ports/0d978d4c-dbb7-4b84-9c42-902735297e7f HTTP/1.1" status: 200 len: 1091 time: 1.2887459 Aug 27 12:23:58.239348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a8f89-e823-4ace-9b86-4c77c5c68a15 service neutron] Pushing event updated for resources: {'Port': ['ID=0d978d4c-dbb7-4b84-9c42-902735297e7f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:23:58.266054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4777d1-180a-4c2c-a77f-e1dea0891100 req-14204ff2-064e-45df-b6eb-1f22b8031778 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535820 Aug 27 12:23:58.310449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-333d7f26-6d76-486a-8fd6-146d6c792b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.312100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-333d7f26-6d76-486a-8fd6-146d6c792b7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=288f87c8412040b38b6b5f48635b4c40&device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 1094 time: 0.0544488 Aug 27 12:23:58.361817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-f0e4c7c6-d132-4afd-831f-62f8d80b6e7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f HTTP/1.1" status: 200 len: 217 time: 0.0374215 Aug 27 12:23:58.418615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-a7b1c0b5-5ffa-4410-bc81-f227440cd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.420598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-a7b1c0b5-5ffa-4410-bc81-f227440cd217 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab4a4c79-8d72-4249-a3ec-807b8485ce22 HTTP/1.1" status: 200 len: 849 time: 0.0494301 Aug 27 12:23:58.466030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-a774711b-af00-42ac-935c-7a82f89141ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfa220f-4302-48bf-a2ba-01f616957b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291340 Aug 27 12:23:58.509080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edb922-ec70-429b-9ae4-ae61730b75c5 req-b864e06f-68a8-4985-83bd-150ade9f305a tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.510670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91edb922-ec70-429b-9ae4-ae61730b75c5 req-b864e06f-68a8-4985-83bd-150ade9f305a tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 943 time: 0.0973308 Aug 27 12:23:58.579067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-698d21ab-3e3e-457c-a19c-557b2a12d28e service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039469 Aug 27 12:23:58.582503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91edb922-ec70-429b-9ae4-ae61730b75c5 req-98d8114e-e14a-4cef-aa8d-c1ea4a428a40 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Aug 27 12:23:58.591169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd55ee-27f5-4135-9171-1bf5e8dda599 req-a4bb5b08-e6be-4335-89b2-9db67c90f9cb tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.592735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fcd55ee-27f5-4135-9171-1bf5e8dda599 req-a4bb5b08-e6be-4335-89b2-9db67c90f9cb tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 944 time: 0.0811231 Aug 27 12:23:58.639507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'tag': '0d978d4c-dbb7-4b84-9c42-902735297e7f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:23:58.642732 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfa16ba-2d85-4855-ae09-f18db9836a47" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc8f3c-9916-4ecc-b0b4-28220551470e", "tag": "0d978d4c-dbb7-4b84-9c42-902735297e7f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:23:58.651068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fcd55ee-27f5-4135-9171-1bf5e8dda599 req-8aee94cb-9d38-47d3-bec6-3a853c14247f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512738 Aug 27 12:23:58.723114 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8f84652d-249a-4771-a9fd-90fcc3045283 req-c701e6af-2826-4cb1-8805-cca5afd34250 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354327 Aug 27 12:23:58.731653 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0cc0fa-f80b-4f24-8893-d6c9cf0ed5ef x-openstack-request-id: req-6d0cc0fa-f80b-4f24-8893-d6c9cf0ed5ef {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:23:58.731945 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc8f3c-9916-4ecc-b0b4-28220551470e", "tag": "0d978d4c-dbb7-4b84-9c42-902735297e7f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:23:58.732200 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d0cc0fa-f80b-4f24-8893-d6c9cf0ed5ef {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:23:58.732636 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'tag': '0d978d4c-dbb7-4b84-9c42-902735297e7f', 'status': 'completed', 'code': 200} Aug 27 12:23:58.804472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a036cc6-aa98-404e-b36b-4e3e1b1fcbae req-7f0b0159-0105-4c8c-9903-bfa6add62f84 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.806551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a036cc6-aa98-404e-b36b-4e3e1b1fcbae req-7f0b0159-0105-4c8c-9903-bfa6add62f84 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0642076 Aug 27 12:23:58.821393 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-de1c2a16-f8ab-49bb-85c1-c3044bc9946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.823260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-de1c2a16-f8ab-49bb-85c1-c3044bc9946a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=288f87c8412040b38b6b5f48635b4c40&device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 1094 time: 0.0444498 Aug 27 12:23:58.850859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a036cc6-aa98-404e-b36b-4e3e1b1fcbae req-054c6049-3d02-4a83-917f-8b43d3023e4e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Aug 27 12:23:58.931657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-bc7413c8-f6bf-4b2e-a9fd-42291620f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:58.933221 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-bc7413c8-f6bf-4b2e-a9fd-42291620f8a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 200 len: 910 time: 0.1005788 Aug 27 12:23:58.982014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-63afae05-6745-4aac-9429-7f6d288fbbbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f HTTP/1.1" status: 200 len: 217 time: 0.0393484 Aug 27 12:23:59.032141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-e0fcfbc5-6b92-436d-8fd8-cdeab215a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:59.033619 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-e0fcfbc5-6b92-436d-8fd8-cdeab215a123 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab4a4c79-8d72-4249-a3ec-807b8485ce22 HTTP/1.1" status: 200 len: 849 time: 0.0444899 Aug 27 12:23:59.068921 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-a5506089-bcba-4849-b145-770f812d403e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfa220f-4302-48bf-a2ba-01f616957b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264122 Aug 27 12:23:59.163850 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-34a72b08-d2de-4a48-ad93-25f82b523a4b service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872328 Aug 27 12:23:59.264192 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-acfa16ba-2d85-4855-ae09-f18db9836a47 req-38d1b8c4-85c6-4882-8f34-177666d75ccf service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929308 Aug 27 12:23:59.276288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:23:59.282994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'subnet': {'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:23:59.420864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:23:59.424934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:23:59.439156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83cf5-d089-4149-81dd-3e773809ce2c req-21b832ca-8282-487b-806b-b07af0579a8d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:59.440768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf83cf5-d089-4149-81dd-3e773809ce2c req-21b832ca-8282-487b-806b-b07af0579a8d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 944 time: 0.0929294 Aug 27 12:23:59.906586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:23:59.922522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf83cf5-d089-4149-81dd-3e773809ce2c req-637dcceb-cb88-4e4c-b767-224cc4553e82 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237581 Aug 27 12:23:59.932767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb2d06-b29f-4f98-b418-20c37d125887 req-c6ff1af9-df16-451c-9992-f88b87bb29da tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:23:59.934349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bfb2d06-b29f-4f98-b418-20c37d125887 req-c6ff1af9-df16-451c-9992-f88b87bb29da tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 943 time: 0.1347892 Aug 27 12:24:00.017382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:00.029714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'mac_address': 'fa:16:3e:a6:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:00.031182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bfb2d06-b29f-4f98-b418-20c37d125887 req-c138bdb6-edf8-4fc7-b814-9134d917f2d9 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844812 Aug 27 12:24:00.068104 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.081934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f589fc34-68c4-4e7c-adb0-64683cca18a6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:00.104231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:00.108108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.114970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2d260-2936-40c0-adec-3092bf3adc46 req-d4e4639d-18b8-49cd-aa70-57804d85c9f1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.116613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-baf2d260-2936-40c0-adec-3092bf3adc46 req-d4e4639d-18b8-49cd-aa70-57804d85c9f1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 944 time: 0.1087029 Aug 27 12:24:00.149667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.163702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:00.172439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.172805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.173121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.173457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.173790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.174118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.174521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.174850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.175176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.175512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.175950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.176281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:00.235146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-baf2d260-2936-40c0-adec-3092bf3adc46 req-b81930f8-396a-4415-ad7a-d925c100755a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089869 Aug 27 12:24:00.262409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Subnet': ['ID=8a24fdfc-6be4-4655-a2bf-cbef08b22ae5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:00.281907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670420-a2fa-4198-a413-65d569aa3f90 req-1d6ad9ed-f843-42eb-9abd-bf897a44bed8 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.283231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e670420-a2fa-4198-a413-65d569aa3f90 req-1d6ad9ed-f843-42eb-9abd-bf897a44bed8 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0972645 Aug 27 12:24:00.284408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Checking segment: {'id': '35c60d52-c6c7-4ee6-910c-164877b87aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:00.284773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network hostable DHCP agents. Network: 89de3f2c-6303-4a39-9101-76274f7fd443, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:24:00.320129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network 89de3f2c-6303-4a39-9101-76274f7fd443 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:24:00.337091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 89de3f2c-6303-4a39-9101-76274f7fd443) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:00.341424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e670420-a2fa-4198-a413-65d569aa3f90 req-4d14cbc4-afbc-45f9-b1a5-8afc4feb7fc1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510342 Aug 27 12:24:00.345468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.346011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.348600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c1c07-1b7a-4a6e-910f-7ac7309d4f9a None None] Network 89de3f2c-6303-4a39-9101-76274f7fd443 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:00.368953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-622fa759-f2fa-4c2a-ac11-bd8e2f8ed087 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0878582 Aug 27 12:24:00.369235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:00.375724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-907387597'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:00.399981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:00.403804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.445114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:24:00.458146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.458541 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Added segment 4138ba21-b868-49d5-bfd0-d8804b4a6c23 of type vlan for network e8b75dfb-6bb4-4e47-9512-777c3c658839 Aug 27 12:24:00.520200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-fad7e3e2-4d3f-4a17-8dcf-8561d384349a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.523819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-fad7e3e2-4d3f-4a17-8dcf-8561d384349a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be&tenant_id=32dd17157e8a413bb5e82592b734194a&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 945 time: 0.1000502 Aug 27 12:24:00.532964 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.551390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-89de3f2c-6303-4a39-9101-76274f7fd443', 'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443', 'tenant_id': '7c6e1487353b4c6bb010559955edbfd0', 'fixed_ips': [{'subnet_id': '8a24fdfc-6be4-4655-a2bf-cbef08b22ae5'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:24:00.552571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.568442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984b1f2-f92b-4c99-9cee-319c8caafc41 req-ce816df0-88d9-4c7e-aa79-bb83ed1c9291 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.570264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9984b1f2-f92b-4c99-9cee-319c8caafc41 req-ce816df0-88d9-4c7e-aa79-bb83ed1c9291 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0980263 Aug 27 12:24:00.585212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.590923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.591574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.596282 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-c282fb22-5c6a-4bbf-a33e-946c1eacd455 service neutron] 10.222.0.77 "GET /v2.0/ports/f589fc34-68c4-4e7c-adb0-64683cca18a6/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 382 time: 0.0640309 Aug 27 12:24:00.629468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f589fc34-68c4-4e7c-adb0-64683cca18a6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:00.675073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3013113 Aug 27 12:24:00.675804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45432) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:00.684305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9984b1f2-f92b-4c99-9cee-319c8caafc41 req-27f44c3b-367f-458c-99b5-78109f6d4a38 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068661 Aug 27 12:24:00.685122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'subnet': {'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:00.692106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f8e86-7e76-493e-bcd0-e98b52ea63b7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Network': ['ID=e8b75dfb-6bb4-4e47-9512-777c3c658839,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:00.723314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e8b75dfb-6bb4-4e47-9512-777c3c658839 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:24:00.746805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-ff6c4cae-fc22-481b-b1c0-6485f2767ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.748322 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-ff6c4cae-fc22-481b-b1c0-6485f2767ec8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1096 time: 0.1073437 Aug 27 12:24:00.821592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Allocated IP 2001:db8:0:ffff::2 (89de3f2c-6303-4a39-9101-76274f7fd443/8a24fdfc-6be4-4655-a2bf-cbef08b22ae5/b3df8f17-321f-4334-ab3b-99e6fbe3758c) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:00.841762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:00.845834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:00.917328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-b30e814b-507d-48cf-975e-92a174bd5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:00.918845 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-b30e814b-507d-48cf-975e-92a174bd5810 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.1619017 Aug 27 12:24:01.009534 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-72380791-7810-4356-96a3-21d931f59ae7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1001 time: 0.0762005 Aug 27 12:24:01.052554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.074418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Transition to ACTIVE for port object b3df8f17-321f-4334-ab3b-99e6fbe3758c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:01.109168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Transition to ACTIVE for port object b3df8f17-321f-4334-ab3b-99e6fbe3758c will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:01.114947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-e07ec689-d83a-4584-8c91-7f192a4e6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.116602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-e07ec689-d83a-4584-8c91-7f192a4e6d5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.0817821 Aug 27 12:24:01.120664 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.177782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Network 89de3f2c-6303-4a39-9101-76274f7fd443 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:01.182056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:01.187906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:01.191151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Pushing event updated for resources: {'Port': ['ID=b3df8f17-321f-4334-ab3b-99e6fbe3758c,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:01.227682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f491-1d94-4867-af28-539b435b51b8 req-9b9408f1-d66e-4ad5-aae0-f728f8390f8f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.230317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2778f491-1d94-4867-af28-539b435b51b8 req-9b9408f1-d66e-4ad5-aae0-f728f8390f8f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 943 time: 0.1229937 Aug 27 12:24:01.240521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-6107cb78-f4ec-4799-b4a6-49a4eeea6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.244702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-6107cb78-f4ec-4799-b4a6-49a4eeea6727 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078105 Aug 27 12:24:01.245911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Attempting to bind port b3df8f17-321f-4334-ab3b-99e6fbe3758c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:01.246291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Attempting to bind port b3df8f17-321f-4334-ab3b-99e6fbe3758c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '35c60d52-c6c7-4ee6-910c-164877b87aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:01.246690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Attempting to bind port b3df8f17-321f-4334-ab3b-99e6fbe3758c on network 89de3f2c-6303-4a39-9101-76274f7fd443 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:01.253281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:01.253479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Checking segment: {'id': '35c60d52-c6c7-4ee6-910c-164877b87aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:01.253878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.254274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Bound using segment: {'id': '35c60d52-c6c7-4ee6-910c-164877b87aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:01.255217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Bound port: b3df8f17-321f-4334-ab3b-99e6fbe3758c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c60d52-c6c7-4ee6-910c-164877b87aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '89de3f2c-6303-4a39-9101-76274f7fd443'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:01.255217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.310968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2778f491-1d94-4867-af28-539b435b51b8 req-36126a2d-7fba-4f69-9806-f86a49047baa tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Aug 27 12:24:01.324183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:24:01.332981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] For port b3df8f17-321f-4334-ab3b-99e6fbe3758c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:01.335113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.336863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] For port b3df8f17-321f-4334-ab3b-99e6fbe3758c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3df8f17-321f-4334-ab3b-99e6fbe3758c,segment=NetworkSegment(35c60d52-c6c7-4ee6-910c-164877b87aa6),segment_id=35c60d52-c6c7-4ee6-910c-164877b87aa6)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:01.342809 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.386464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0d978d4c-dbb7-4b84-9c42-902735297e7f details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:24:01.411236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87981b8c-28e5-42c6-b252-6996de6e91ce req-7bed6dca-763d-4346-820b-223e87ec0a80 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.419158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87981b8c-28e5-42c6-b252-6996de6e91ce req-7bed6dca-763d-4346-820b-223e87ec0a80 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 944 time: 0.0660386 Aug 27 12:24:01.470660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87981b8c-28e5-42c6-b252-6996de6e91ce req-3b170aae-5873-4c44-9806-a22382069f83 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Aug 27 12:24:01.478200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Subnet': ['ID=42840458-e1f5-40aa-959d-4cbcb968f66e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:01.538947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Checking segment: {'id': '4138ba21-b868-49d5-bfd0-d8804b4a6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:01.539575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network hostable DHCP agents. Network: e8b75dfb-6bb4-4e47-9512-777c3c658839, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:24:01.546790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232188c-59bf-4cd4-9d7a-c1104435a3ad None None] Pushing event updated for resources: {'Port': ['ID=b3df8f17-321f-4334-ab3b-99e6fbe3758c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:01.562559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0d978d4c-dbb7-4b84-9c42-902735297e7f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:01.564316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-cdc563e0-fbae-4c92-84d6-c4e3349bde8b service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727196 Aug 27 12:24:01.565456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeca0df-6f71-4c3f-97c4-2d31ebf43f31 req-fe78ad15-fbb9-47c1-8d86-39c736c903d1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.567092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aeca0df-6f71-4c3f-97c4-2d31ebf43f31 req-fe78ad15-fbb9-47c1-8d86-39c736c903d1 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0945439 Aug 27 12:24:01.576737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '0d978d4c-dbb7-4b84-9c42-902735297e7f', 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b', 'port_id': '0d978d4c-dbb7-4b84-9c42-902735297e7f', 'mac_address': 'fa:16:3e:9c:63:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4a4c79-8d72-4249-a3ec-807b8485ce22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:01.582891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network e8b75dfb-6bb4-4e47-9512-777c3c658839 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:24:01.610151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e8b75dfb-6bb4-4e47-9512-777c3c658839) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:01.626090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c4796-f9d0-45a0-ad54-e6d541045af7 None None] Network e8b75dfb-6bb4-4e47-9512-777c3c658839 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:01.644771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.645364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.650822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aeca0df-6f71-4c3f-97c4-2d31ebf43f31 req-3bd3c0c3-0744-4913-ae45-9aeb76936f1a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720227 Aug 27 12:24:01.681834 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-86da9b71-1ad4-4848-87a9-0737a980566a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0013480 Aug 27 12:24:01.684884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45442) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:01.693701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'port': {'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839', 'name': 'tempest-NetworksIpV6TestAttrs-2115097694'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:01.864646 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-96a4fb4d-e68d-431a-a5f5-bb3d8097a800 service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827787 Aug 27 12:24:01.866171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:01.869944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c3ae7-ca56-43c4-a053-b35e89a1e274 req-b5bd1af6-ac35-448a-99c8-41ca1ccdbad2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:01.872392 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.883009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d89c3ae7-ca56-43c4-a053-b35e89a1e274 req-b5bd1af6-ac35-448a-99c8-41ca1ccdbad2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0686309 Aug 27 12:24:01.908811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] device_id is not set on port 815001d3-946b-46d3-ba98-daa393f9bbe7 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:24:01.935020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06eaaafa-f056-4642-b1fc-d3e8df30ccef details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:24:01.948584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:01.955043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d89c3ae7-ca56-43c4-a053-b35e89a1e274 req-1688aebe-eaac-4285-89fb-2b589bcf83b6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710285 Aug 27 12:24:01.982415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d978d4c-dbb7-4b84-9c42-902735297e7f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:02.023437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0d978d4c-dbb7-4b84-9c42-902735297e7f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:02.048656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Allocated IP 2001:db8::f816:3eff:fe96:cd67 (e8b75dfb-6bb4-4e47-9512-777c3c658839/42840458-e1f5-40aa-959d-4cbcb968f66e/815001d3-946b-46d3-ba98-daa393f9bbe7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:02.069627 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.191595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0d978d4c-dbb7-4b84-9c42-902735297e7f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:02.199229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:02.226322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.230077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '06eaaafa-f056-4642-b1fc-d3e8df30ccef', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': '06eaaafa-f056-4642-b1fc-d3e8df30ccef', 'mac_address': 'fa:16:3e:8b:17:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:02.237924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-e8b75dfb-6bb4-4e47-9512-777c3c658839', 'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839', 'tenant_id': '7c6e1487353b4c6bb010559955edbfd0', 'fixed_ips': [{'subnet_id': '42840458-e1f5-40aa-959d-4cbcb968f66e'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:24:02.238805 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.243813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Transition to ACTIVE for port object 815001d3-946b-46d3-ba98-daa393f9bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:02.280916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.292655 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.334819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network e8b75dfb-6bb4-4e47-9512-777c3c658839 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:02.340449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:02.344265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:02.352880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0d978d4c-dbb7-4b84-9c42-902735297e7f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:02.353101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:02.353797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.368179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Port': ['ID=815001d3-946b-46d3-ba98-daa393f9bbe7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:02.393581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cbbfe3ab-dbfc-4bc4-82fe-3bfac13a454e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7070982 Aug 27 12:24:02.397438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45450) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:02.398409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06eaaafa-f056-4642-b1fc-d3e8df30ccef {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:02.448109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:02.461782 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.462299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c916f41-1e20-48ac-ae11-f5f3175b4ae8 req-67a4320c-1fad-49bb-8567-c9cc18fdba37 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:02.471304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c916f41-1e20-48ac-ae11-f5f3175b4ae8 req-67a4320c-1fad-49bb-8567-c9cc18fdba37 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 944 time: 0.0814917 Aug 27 12:24:02.471547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting subnet 42840458-e1f5-40aa-959d-4cbcb968f66e {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:24:02.517899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c916f41-1e20-48ac-ae11-f5f3175b4ae8 req-c3fefcc4-22b7-4542-a0b4-9e1a38b6c1f7 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Aug 27 12:24:02.578421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=06eaaafa-f056-4642-b1fc-d3e8df30ccef,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:02.584725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Allocated IP 2001:db8::f816:3eff:fea1:a583 (e8b75dfb-6bb4-4e47-9512-777c3c658839/42840458-e1f5-40aa-959d-4cbcb968f66e/f3375c81-91e3-4184-bb6c-9060564475d2) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:02.619112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f921c48-eebe-4523-8ca4-4183887156f6 req-6175a0df-54d5-4ee3-a01e-63620b16999f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:02.620779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f921c48-eebe-4523-8ca4-4183887156f6 req-6175a0df-54d5-4ee3-a01e-63620b16999f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 945 time: 0.0677085 Aug 27 12:24:02.663012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f921c48-eebe-4523-8ca4-4183887156f6 req-048ea1f3-e9dd-46d3-9aeb-0b0eaa8086e8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Aug 27 12:24:02.792128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990289a-b95b-49d6-9376-01557a6eaf08 None None] Network 89de3f2c-6303-4a39-9101-76274f7fd443 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:02.792697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a32d1-0e43-473f-ac8e-4bd96340d3a9 req-46fb62a6-7017-4495-a4c3-e12da58b76d3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:02.794255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a91a32d1-0e43-473f-ac8e-4bd96340d3a9 req-46fb62a6-7017-4495-a4c3-e12da58b76d3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0619619 Aug 27 12:24:02.850990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a91a32d1-0e43-473f-ac8e-4bd96340d3a9 req-64bf5904-e479-43c1-a0d6-5136db3bbcc9 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Aug 27 12:24:02.859327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.882891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Transition to ACTIVE for port object f3375c81-91e3-4184-bb6c-9060564475d2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:02.894759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9962b5b6-eca0-4753-a71d-86b8a3072d76 None None] Provisioning for port b3df8f17-321f-4334-ab3b-99e6fbe3758c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:02.919684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Transition to ACTIVE for port object f3375c81-91e3-4184-bb6c-9060564475d2 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:02.928134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.933156 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:02.979219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.003870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Network e8b75dfb-6bb4-4e47-9512-777c3c658839 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:03.013287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:03.025953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:03.028190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Pushing event updated for resources: {'Port': ['ID=f3375c81-91e3-4184-bb6c-9060564475d2,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:03.084699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25974-14a6-4752-bbf0-dc3883201259 req-04e7411d-88c6-449a-ab2b-48d525bbb2a6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:03.086499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5e25974-14a6-4752-bbf0-dc3883201259 req-04e7411d-88c6-449a-ab2b-48d525bbb2a6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0636170 Aug 27 12:24:03.113743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Attempting to bind port f3375c81-91e3-4184-bb6c-9060564475d2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:03.114327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Attempting to bind port f3375c81-91e3-4184-bb6c-9060564475d2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4138ba21-b868-49d5-bfd0-d8804b4a6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:03.114547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Attempting to bind port f3375c81-91e3-4184-bb6c-9060564475d2 on network e8b75dfb-6bb4-4e47-9512-777c3c658839 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:03.125567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:03.125976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Checking segment: {'id': '4138ba21-b868-49d5-bfd0-d8804b4a6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:03.126354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.133000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5e25974-14a6-4752-bbf0-dc3883201259 req-d50f9bf2-a458-4d79-80f0-7b791b377bff tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Aug 27 12:24:03.135704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Bound using segment: {'id': '4138ba21-b868-49d5-bfd0-d8804b4a6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:03.136258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Bound port: f3375c81-91e3-4184-bb6c-9060564475d2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4138ba21-b868-49d5-bfd0-d8804b4a6c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e8b75dfb-6bb4-4e47-9512-777c3c658839'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:03.136672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.141575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['06eaaafa-f056-4642-b1fc-d3e8df30ccef'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:03.164134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.242053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.275331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Subnet': ['ID=42840458-e1f5-40aa-959d-4cbcb968f66e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:03.278333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] For port f3375c81-91e3-4184-bb6c-9060564475d2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:03.282589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.282767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] For port f3375c81-91e3-4184-bb6c-9060564475d2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f3375c81-91e3-4184-bb6c-9060564475d2,segment=NetworkSegment(4138ba21-b868-49d5-bfd0-d8804b4a6c23),segment_id=4138ba21-b868-49d5-bfd0-d8804b4a6c23)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:03.285622 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-02913d3f-9817-4c12-aa70-9e1bbe9634be tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/42840458-e1f5-40aa-959d-4cbcb968f66e HTTP/1.1" status: 204 len: 168 time: 0.8866541 Aug 27 12:24:03.287998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45458) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:03.293783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.345295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3df8f17-321f-4334-ab3b-99e6fbe3758c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:03.359150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112219ff-9058-43b9-9124-215209b7eab0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:03.360959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112219ff-9058-43b9-9124-215209b7eab0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:03.363024 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-112219ff-9058-43b9-9124-215209b7eab0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0734110 Aug 27 12:24:03.370288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45460) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:03.392146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0d978d4c-dbb7-4b84-9c42-902735297e7f up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:03.470073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8cf1-7807-4c93-b47c-780bd4972863 None None] Pushing event updated for resources: {'Port': ['ID=f3375c81-91e3-4184-bb6c-9060564475d2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:03.489804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6999726c-647f-4340-916d-e29de921ccc7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.497146 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6999726c-647f-4340-916d-e29de921ccc7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 12:24:03.497730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6999726c-647f-4340-916d-e29de921ccc7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:03.500155 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6999726c-647f-4340-916d-e29de921ccc7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/e8b75dfb-6bb4-4e47-9512-777c3c658839 HTTP/1.1" status: 409 len: 405 time: 0.1287673 Aug 27 12:24:03.504477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:03.509720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-374951646'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:03.525762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 0d978d4c-dbb7-4b84-9c42-902735297e7f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:03.532602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b3df8f17-321f-4334-ab3b-99e6fbe3758c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:03.536003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 0d978d4c-dbb7-4b84-9c42-902735297e7f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:03.536803 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.539343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b3df8f17-321f-4334-ab3b-99e6fbe3758c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:03.539703 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.541115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:03.545334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.609059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:24:03.642191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.643405 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Added segment 78c74830-3c24-4c5d-bf38-37e25c4ff6cb of type vlan for network e915581e-62ec-4137-95be-617268f2c330 Aug 27 12:24:03.716701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.720449 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.733361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.739196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c32b-e8a7-4645-a271-bf55ba47f4e5 req-161a078c-b224-466b-a54a-a51c8caaf3ef tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:03.740784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29d5c32b-e8a7-4645-a271-bf55ba47f4e5 req-161a078c-b224-466b-a54a-a51c8caaf3ef tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 944 time: 0.1241131 Aug 27 12:24:03.765360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d978d4c-dbb7-4b84-9c42-902735297e7f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:03.768203 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d7ea5-7718-4c12-8f9f-a7ad462634c0" -d '{"events": [{"server_uuid": "3ebc8f3c-9916-4ecc-b0b4-28220551470e", "name": "network-vif-plugged", "status": "completed", "tag": "0d978d4c-dbb7-4b84-9c42-902735297e7f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:03.796249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0d978d4c-dbb7-4b84-9c42-902735297e7f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:03.798465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b3df8f17-321f-4334-ab3b-99e6fbe3758c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3df8f17-321f-4334-ab3b-99e6fbe3758c,segment=NetworkSegment(35c60d52-c6c7-4ee6-910c-164877b87aa6),segment_id=35c60d52-c6c7-4ee6-910c-164877b87aa6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:03.799449 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.801541 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.806728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:03.807515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.825184 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:03.855351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0d978d4c-dbb7-4b84-9c42-902735297e7f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:03.884802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29d5c32b-e8a7-4645-a271-bf55ba47f4e5 req-a3e8cab8-c034-44f8-912f-4f2c7d231834 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342807 Aug 27 12:24:03.899810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3941379 Aug 27 12:24:03.902556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:03.909353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'subnet': {'network_id': 'e915581e-62ec-4137-95be-617268f2c330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:03.920588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b3df8f17-321f-4334-ab3b-99e6fbe3758c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:03.936582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:03.939531 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b087518a-d69c-4e59-a9e7-48796948a0aa x-openstack-request-id: req-b087518a-d69c-4e59-a9e7-48796948a0aa {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:03.939921 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc8f3c-9916-4ecc-b0b4-28220551470e", "name": "network-vif-plugged", "status": "completed", "tag": "0d978d4c-dbb7-4b84-9c42-902735297e7f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:03.940241 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b087518a-d69c-4e59-a9e7-48796948a0aa {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:03.941041 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d978d4c-dbb7-4b84-9c42-902735297e7f', 'code': 200} Aug 27 12:24:03.986572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bb368-c8b8-454d-92fb-9bad37fd1b6e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Network': ['ID=e915581e-62ec-4137-95be-617268f2c330,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:04.000351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c3db-928b-4f26-90a8-34855bd370bf req-58efb861-48fd-4b17-b636-a20cfba4e6cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:04.001927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b627c3db-928b-4f26-90a8-34855bd370bf req-58efb861-48fd-4b17-b636-a20cfba4e6cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 945 time: 0.2132390 Aug 27 12:24:04.010825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e915581e-62ec-4137-95be-617268f2c330 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:24:04.050729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f589fc34-68c4-4e7c-adb0-64683cca18a6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:04.062045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f589fc34-68c4-4e7c-adb0-64683cca18a6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:04.062553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.079052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0ba72-31b0-4afb-b116-5cb03bd4e466 req-2753e446-10c0-4887-8d72-e1a0c7f43f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:04.080346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-41b0ba72-31b0-4afb-b116-5cb03bd4e466 req-2753e446-10c0-4887-8d72-e1a0c7f43f2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 1096 time: 0.0682054 Aug 27 12:24:04.102791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b627c3db-928b-4f26-90a8-34855bd370bf req-35bb0ea1-4092-4b2e-b76f-2681d261a2a9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915015 Aug 27 12:24:04.113270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395a07-18fd-411a-b942-971f9f8dc326 req-384c70ea-5004-4f18-96c7-1be5a6c3f6b5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:04.115131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb395a07-18fd-411a-b942-971f9f8dc326 req-384c70ea-5004-4f18-96c7-1be5a6c3f6b5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0963550 Aug 27 12:24:04.116411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:04.120655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.151937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-41b0ba72-31b0-4afb-b116-5cb03bd4e466 req-9728ca05-0698-41ca-a7c6-32279056a0da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Aug 27 12:24:04.170736 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.217130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:04.221477 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.245638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb395a07-18fd-411a-b942-971f9f8dc326 req-24481d27-eae1-4376-8dd9-2e21585957a7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073079 Aug 27 12:24:04.277417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:04.314323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5466b7-011b-4a17-8cd8-ed199464b413 req-45d304a0-3934-458c-8600-300f5117351e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:04.315951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c5466b7-011b-4a17-8cd8-ed199464b413 req-45d304a0-3934-458c-8600-300f5117351e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0901959 Aug 27 12:24:04.411385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c5466b7-011b-4a17-8cd8-ed199464b413 req-164ca415-0e9d-43e6-82b3-e055f962be92 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759933 Aug 27 12:24:04.532510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:24:04.535594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.587069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eaeb17-eceb-4345-b520-3b6494dd7775 None None] Network e8b75dfb-6bb4-4e47-9512-777c3c658839 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:04.618431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Subnet': ['ID=99b69e60-3da8-4e5b-b1d8-373cd5daff89,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:04.620866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Checking segment: {'id': '78c74830-3c24-4c5d-bf38-37e25c4ff6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e915581e-62ec-4137-95be-617268f2c330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:04.621235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network hostable DHCP agents. Network: e915581e-62ec-4137-95be-617268f2c330, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:24:04.641278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network e915581e-62ec-4137-95be-617268f2c330 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:24:04.651780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e915581e-62ec-4137-95be-617268f2c330) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:04.656837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:04.657928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.665432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a1df7dfe-e432-49c4-8b04-9f2c74341017 None None] Provisioning for port f3375c81-91e3-4184-bb6c-9060564475d2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:04.678787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-556951ee-e230-4a7c-b1e4-e3354bce32c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7749376 Aug 27 12:24:04.680724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:04.685776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'port': {'network_id': 'e915581e-62ec-4137-95be-617268f2c330', 'name': 'tempest-NetworksIpV6TestAttrs-460078798'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:04.687156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfb7c7-3164-464c-a7e3-b6dbc86e53da None None] Network e915581e-62ec-4137-95be-617268f2c330 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:04.803239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:04.806771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:04.828809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] device_id is not set on port 5a26dafe-8c80-4bda-bf42-cb5db3c73c8c yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:24:04.986144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] DHCP port deletion for e8b75dfb-6bb4-4e47-9512-777c3c658839 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:24:04.992115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Allocated IP 2001:db8::f816:3eff:fe02:15d5 (e915581e-62ec-4137-95be-617268f2c330/99b69e60-3da8-4e5b-b1d8-373cd5daff89/5a26dafe-8c80-4bda-bf42-cb5db3c73c8c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:05.013134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-9f42a6d5-138c-4c7c-92d4-bd665c1548e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:05.015043 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-9f42a6d5-138c-4c7c-92d4-bd665c1548e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 1097 time: 0.0954270 Aug 27 12:24:05.023001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62d7a5-2e96-4067-b38d-8abd69c2a9cc req-336c2a08-be99-44be-a559-c86c55144c03 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:05.024635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da62d7a5-2e96-4067-b38d-8abd69c2a9cc req-336c2a08-be99-44be-a559-c86c55144c03 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 945 time: 0.0637355 Aug 27 12:24:05.031042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:05.059313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-e915581e-62ec-4137-95be-617268f2c330', 'network_id': 'e915581e-62ec-4137-95be-617268f2c330', 'tenant_id': '7c6e1487353b4c6bb010559955edbfd0', 'fixed_ips': [{'subnet_id': '99b69e60-3da8-4e5b-b1d8-373cd5daff89'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:24:05.060036 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.071105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da62d7a5-2e96-4067-b38d-8abd69c2a9cc req-10e3ea4e-a4c2-4365-a47f-d7d075751f6d tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Aug 27 12:24:05.076144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] Deleting port f3375c81-91e3-4184-bb6c-9060564475d2 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:05.076496 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.153219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.207966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] For port f3375c81-91e3-4184-bb6c-9060564475d2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f3375c81-91e3-4184-bb6c-9060564475d2,segment=NetworkSegment(4138ba21-b868-49d5-bfd0-d8804b4a6c23),segment_id=4138ba21-b868-49d5-bfd0-d8804b4a6c23)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:05.208558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.225179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] Calling delete_port for f3375c81-91e3-4184-bb6c-9060564475d2 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:05.252143 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.328897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409334b-ddfd-4475-a6df-2389783766d0 req-8114b148-309e-4ffb-8cfa-db4693e37de9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:05.331052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4409334b-ddfd-4475-a6df-2389783766d0 req-8114b148-309e-4ffb-8cfa-db4693e37de9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 945 time: 0.0744729 Aug 27 12:24:05.332983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Transition to ACTIVE for port object 5a26dafe-8c80-4bda-bf42-cb5db3c73c8c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:05.333765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3df8f17-321f-4334-ab3b-99e6fbe3758c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:05.403634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4409334b-ddfd-4475-a6df-2389783766d0 req-3182899c-2369-4d0b-b425-655597508f1b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575895 Aug 27 12:24:05.410772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b3df8f17-321f-4334-ab3b-99e6fbe3758c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:05.411234 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.414886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.430882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884ca33-618b-4c49-a7ce-c84a81de8c34 req-623568d8-c226-49cb-9a14-0f3808b3d582 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:05.430882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0884ca33-618b-4c49-a7ce-c84a81de8c34 req-623568d8-c226-49cb-9a14-0f3808b3d582 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0976553 Aug 27 12:24:05.441900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.464742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:05.485163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0884ca33-618b-4c49-a7ce-c84a81de8c34 req-feac4f42-7dfd-473b-9eb3-e3be45076034 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Aug 27 12:24:05.510445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] Pushing event deleted for resources: {'Port': ['ID=f3375c81-91e3-4184-bb6c-9060564475d2,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:05.515136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network e915581e-62ec-4137-95be-617268f2c330 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:05.525712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:05.525940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753743bf-2b4b-4a03-8802-1e281be47aa6 None None] No DVR routers for this DVR port f3375c81-91e3-4184-bb6c-9060564475d2 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:05.528824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:05.535275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:05.535920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.556977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Port': ['ID=5a26dafe-8c80-4bda-bf42-cb5db3c73c8c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:05.567693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Allocated IP 2001:db8::f816:3eff:fedc:5b91 (e915581e-62ec-4137-95be-617268f2c330/99b69e60-3da8-4e5b-b1d8-373cd5daff89/e45f909d-4fb0-4b01-b8d8-b86eb0b68f60) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:05.568956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:05.575310 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a174082-b217-41b9-988a-337b8cbbac40 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8911188 Aug 27 12:24:05.582078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5f9c-23db-4688-b8d8-beb416210f41 req-8667443d-1e18-45c6-9727-9dc6c9365bd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:05.583831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f7b5f9c-23db-4688-b8d8-beb416210f41 req-8667443d-1e18-45c6-9727-9dc6c9365bd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.0745270 Aug 27 12:24:05.584797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:05.616149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:05.618997 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a847822-4543-4a2d-a445-ce4aa66d545b" -d '{"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-unplugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:05.622995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.637928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Transition to ACTIVE for port object f589fc34-68c4-4e7c-adb0-64683cca18a6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:05.644434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.675259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f7b5f9c-23db-4688-b8d8-beb416210f41 req-abda6f3f-4a81-49de-8f76-c73f688828b1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808756 Aug 27 12:24:05.688027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting subnet 99b69e60-3da8-4e5b-b1d8-373cd5daff89 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:24:05.726721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:24:05.794412 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.808904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Transition to ACTIVE for port object e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:05.826130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Transition to ACTIVE for port object e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:05.833223 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.834269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.891304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Network e915581e-62ec-4137-95be-617268f2c330 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:05.895668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:05.901064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:05.907945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:05.916502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Pushing event updated for resources: {'Port': ['ID=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:05.947974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:05.953296 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e926e-aa92-4214-a763-a51ea15c69a1" -d '{"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-plugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:05.961144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06eaaafa-f056-4642-b1fc-d3e8df30ccef up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:06.023790 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584866ee-3f61-4e11-9725-1df94c5e0c1e x-openstack-request-id: req-584866ee-3f61-4e11-9725-1df94c5e0c1e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:06.024228 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-plugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:06.024494 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-584866ee-3f61-4e11-9725-1df94c5e0c1e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:06.025408 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'code': 200} Aug 27 12:24:06.034018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Attempting to bind port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:06.034631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Attempting to bind port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '78c74830-3c24-4c5d-bf38-37e25c4ff6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e915581e-62ec-4137-95be-617268f2c330'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:06.034965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Attempting to bind port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 on network e915581e-62ec-4137-95be-617268f2c330 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:06.048165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:06.048556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Checking segment: {'id': '78c74830-3c24-4c5d-bf38-37e25c4ff6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e915581e-62ec-4137-95be-617268f2c330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:06.049163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.049565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Bound using segment: {'id': '78c74830-3c24-4c5d-bf38-37e25c4ff6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e915581e-62ec-4137-95be-617268f2c330'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:06.050225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Bound port: e45f909d-4fb0-4b01-b8d8-b86eb0b68f60, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c74830-3c24-4c5d-bf38-37e25c4ff6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e915581e-62ec-4137-95be-617268f2c330'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:06.050648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.059678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.060166 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d59520-2461-48e1-827c-c7d13ea757ae x-openstack-request-id: req-c0d59520-2461-48e1-827c-c7d13ea757ae {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:06.060465 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-unplugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:06.060716 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0d59520-2461-48e1-827c-c7d13ea757ae {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:06.061190 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'code': 200} Aug 27 12:24:06.084722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:06.110939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 06eaaafa-f056-4642-b1fc-d3e8df30ccef completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:06.121918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] No DVR routers for this DVR port f589fc34-68c4-4e7c-adb0-64683cca18a6 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:06.122516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 06eaaafa-f056-4642-b1fc-d3e8df30ccef triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:06.122516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.149152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.175489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] For port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:06.179966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] For port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,segment=NetworkSegment(78c74830-3c24-4c5d-bf38-37e25c4ff6cb),segment_id=78c74830-3c24-4c5d-bf38-37e25c4ff6cb)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:06.188235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.200321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Subnet': ['ID=99b69e60-3da8-4e5b-b1d8-373cd5daff89,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:06.219232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.221146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2fbd5c68-d096-41c3-b35c-2cd1079ad132 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/99b69e60-3da8-4e5b-b1d8-373cd5daff89 HTTP/1.1" status: 204 len: 168 time: 0.6354146 Aug 27 12:24:06.226003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:06.278131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a57451-17d6-44b5-b83d-185e379d3920 None None] Pushing event updated for resources: {'Port': ['ID=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:06.284589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.334566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:06.335152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:06.335152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:06.336830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:06.341469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:24:06.341950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Attempting to bind port f589fc34-68c4-4e7c-adb0-64683cca18a6 on network bda2383b-6d72-4b47-97d6-2db89b4b1fbb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:06.343003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.347699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d2352-1680-42ed-8e6c-ba5a32c94036 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.349484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d2352-1680-42ed-8e6c-ba5a32c94036 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.357863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:06.357863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Checking segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:06.358219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-848d2352-1680-42ed-8e6c-ba5a32c94036 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1204164 Aug 27 12:24:06.358346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Bound using segment: {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:06.358346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Bound port: f589fc34-68c4-4e7c-adb0-64683cca18a6, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c21394f-7388-42e4-8c0c-f16c82976a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:06.358346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.358635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:06.379248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d244837-f926-45ab-9f9d-7b888281f904 req-67ff4f4f-f3bd-45b8-807a-71146ca5c215 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.380914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d244837-f926-45ab-9f9d-7b888281f904 req-67ff4f4f-f3bd-45b8-807a-71146ca5c215 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 945 time: 0.2149975 Aug 27 12:24:06.399456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=06eaaafa-f056-4642-b1fc-d3e8df30ccef,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:06.430369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:06.444544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:06.458266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.507084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d244837-f926-45ab-9f9d-7b888281f904 req-af236e19-ef64-4210-b166-989e807a7b14 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136732 Aug 27 12:24:06.528315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b22b17b5-1b7c-4bc3-a6b8-e2f21738dd4a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.540812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.541503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.543302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-92e93a13-9657-4013-8e43-271038f319ba service neutron] 10.222.0.65 "PUT /v2.0/ports/f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1093 time: 1.5180199 Aug 27 12:24:06.569075 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22b17b5-1b7c-4bc3-a6b8-e2f21738dd4a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 12:24:06.569567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22b17b5-1b7c-4bc3-a6b8-e2f21738dd4a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:06.572851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e93a13-9657-4013-8e43-271038f319ba service neutron] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:06.582163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b22b17b5-1b7c-4bc3-a6b8-e2f21738dd4a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/e915581e-62ec-4137-95be-617268f2c330 HTTP/1.1" status: 409 len: 405 time: 0.2227147 Aug 27 12:24:06.582974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45512) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:06.588759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-779260914'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:06.650257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-5e3515b7-aabf-4d0a-9ff4-8b3eef51be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.652198 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-5e3515b7-aabf-4d0a-9ff4-8b3eef51be27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1096 time: 0.0722561 Aug 27 12:24:06.721974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:06.725637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.759696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1bbc-f87f-49fb-9599-e75b5d5d0c7c req-cce33c9c-b0b9-4a13-97d3-de0937c69655 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.761677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-861e1bbc-f87f-49fb-9599-e75b5d5d0c7c req-cce33c9c-b0b9-4a13-97d3-de0937c69655 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.1443741 Aug 27 12:24:06.789460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa7a9f-a1ac-456b-b29f-78689a94643e req-881899ca-1064-45a3-ad11-7a4166099345 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.791364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35aa7a9f-a1ac-456b-b29f-78689a94643e req-881899ca-1064-45a3-ad11-7a4166099345 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1481934 Aug 27 12:24:06.817100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-1e42625a-c56b-4df0-b7ea-a85ee08bf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:06.818691 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-1e42625a-c56b-4df0-b7ea-a85ee08bf256 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.1581602 Aug 27 12:24:06.823393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:24:06.866619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:06.866976 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Added segment 081d4b8a-1c92-49e3-8eb0-cd2821fa2ff1 of type vlan for network b923711a-ce20-4541-9f7a-4b6a8ef27194 Aug 27 12:24:06.872650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-861e1bbc-f87f-49fb-9599-e75b5d5d0c7c req-3977b7eb-2eb2-4c98-a34e-a7fa1361517b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934067 Aug 27 12:24:06.944585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-234d4540-c493-4c96-bc4b-6e600ea1bea2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.1141813 Aug 27 12:24:06.952472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35aa7a9f-a1ac-456b-b29f-78689a94643e req-5598de8b-8505-4bf5-a45d-1c6747daf840 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420729 Aug 27 12:24:06.963168 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.019021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-0148eabd-c89b-4f5c-b71a-7240357e036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:07.020874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-0148eabd-c89b-4f5c-b71a-7240357e036e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.0670874 Aug 27 12:24:07.070162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba43e8f-a644-483f-bc4c-724c27c07919 req-6e54c705-8a02-4d2d-8e57-6d19bd5229e6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:07.071411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ba43e8f-a644-483f-bc4c-724c27c07919 req-6e54c705-8a02-4d2d-8e57-6d19bd5229e6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0987899 Aug 27 12:24:07.072478 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.079450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:07.080086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.089552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-6e3f943e-8550-496e-af84-beaf31d897cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:07.092977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-6e3f943e-8550-496e-af84-beaf31d897cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649593 Aug 27 12:24:07.187919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ba43e8f-a644-483f-bc4c-724c27c07919 req-58459c21-1470-459c-85fd-4ab0baa1e9ce tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031954 Aug 27 12:24:07.190619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6049993 Aug 27 12:24:07.194345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45526) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:07.199844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb626e-cefe-4013-a74d-7ea0354e3d4d tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Network': ['ID=b923711a-ce20-4541-9f7a-4b6a8ef27194,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:07.205716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'subnet': {'network_id': 'b923711a-ce20-4541-9f7a-4b6a8ef27194', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:07.232505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b923711a-ce20-4541-9f7a-4b6a8ef27194 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:24:07.313030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-c3350b4d-f5d7-4394-9989-63847af8a9a7 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072945 Aug 27 12:24:07.366350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:07.439700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:07.464451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6a552-fe8b-41fa-8bf0-b996d13788e1 req-72ecad56-3f20-412f-9633-964855e81657 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:07.467034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38d6a552-fe8b-41fa-8bf0-b996d13788e1 req-72ecad56-3f20-412f-9633-964855e81657 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 945 time: 0.0719273 Aug 27 12:24:07.470698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:07.474348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.521202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38d6a552-fe8b-41fa-8bf0-b996d13788e1 req-73305204-16a7-4dbd-b0d4-751c221c44e3 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Aug 27 12:24:07.529305 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c755a037-e237-4f74-97ee-ba3f14e83bce req-f5bce5b5-c045-41c4-a753-1f1b37a18497 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110052 Aug 27 12:24:07.593138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e960f-08ca-4781-9918-a3f43425f4bf None None] Network e915581e-62ec-4137-95be-617268f2c330 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:07.679589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] Provisioning for port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:07.683926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] Provisioning complete for port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:07.684293 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.740659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:24:07.742640 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.791168 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.805627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Subnet': ['ID=5777d33a-f930-47f8-9720-dc1f93c3aaed,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:07.810670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] DHCP port deletion for e915581e-62ec-4137-95be-617268f2c330 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:24:07.817493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Checking segment: {'id': '081d4b8a-1c92-49e3-8eb0-cd2821fa2ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b923711a-ce20-4541-9f7a-4b6a8ef27194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:07.817872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network hostable DHCP agents. Network: b923711a-ce20-4541-9f7a-4b6a8ef27194, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:24:07.835321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network b923711a-ce20-4541-9f7a-4b6a8ef27194 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:24:07.843610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b923711a-ce20-4541-9f7a-4b6a8ef27194) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:07.848474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:07.849083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.850145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] For port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,segment=NetworkSegment(78c74830-3c24-4c5d-bf38-37e25c4ff6cb),segment_id=78c74830-3c24-4c5d-bf38-37e25c4ff6cb)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:07.855361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:07.861905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530065a7-a4f6-42ce-8284-59f7752b4edf None None] Network b923711a-ce20-4541-9f7a-4b6a8ef27194 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:07.867591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fbdd0208-11e5-4547-982f-8f4eb195f89f tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6686425 Aug 27 12:24:07.870277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45530) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:07.943241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:07.983958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.008831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ee29-ea77-49c9-9435-350629eb567a None None] Pushing event updated for resources: {'Port': ['ID=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:08.018162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] Deleting port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:08.018542 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.020508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699d06f-d4aa-42a8-8754-57551d2e50d1 req-5dd3a2dd-e082-4ac3-8c2a-0467e384a0d8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.022266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c699d06f-d4aa-42a8-8754-57551d2e50d1 req-5dd3a2dd-e082-4ac3-8c2a-0467e384a0d8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.0631671 Aug 27 12:24:08.030276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eaaafa-f056-4642-b1fc-d3e8df30ccef'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:08.032751 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303286ec-15ef-4d6f-a807-8b5628883cde" -d '{"events": [{"server_uuid": "f19da8b2-632c-4e09-afcd-0bce6706bc20", "name": "network-vif-plugged", "status": "completed", "tag": "06eaaafa-f056-4642-b1fc-d3e8df30ccef"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:08.083632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:08.098292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c699d06f-d4aa-42a8-8754-57551d2e50d1 req-c338b588-b007-4f86-94c3-d260258833f3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681715 Aug 27 12:24:08.098616 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:08.101402 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06faa3f5-39a7-41c2-940a-b315c59a2c52" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:08.104548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.126884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a90dc-2734-4aac-a685-2ba0cc56feb7 req-a6aa9d62-5eb8-4863-bd23-957cc57bcb20 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.128250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-505a90dc-2734-4aac-a685-2ba0cc56feb7 req-a6aa9d62-5eb8-4863-bd23-957cc57bcb20 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0831625 Aug 27 12:24:08.137199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] For port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,segment=NetworkSegment(78c74830-3c24-4c5d-bf38-37e25c4ff6cb),segment_id=78c74830-3c24-4c5d-bf38-37e25c4ff6cb)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:08.137773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.159727 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dbc235-ba18-426b-bdfc-483367ac88dd x-openstack-request-id: req-c6dbc235-ba18-426b-bdfc-483367ac88dd {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:08.160161 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19da8b2-632c-4e09-afcd-0bce6706bc20", "name": "network-vif-plugged", "status": "completed", "tag": "06eaaafa-f056-4642-b1fc-d3e8df30ccef", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:08.160521 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6dbc235-ba18-426b-bdfc-483367ac88dd {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:08.161009 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eaaafa-f056-4642-b1fc-d3e8df30ccef', 'code': 200} Aug 27 12:24:08.162283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] Calling delete_port for e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:08.185090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-505a90dc-2734-4aac-a685-2ba0cc56feb7 req-115f48ae-f7da-4b8b-9ac8-3f8e48ad3859 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Aug 27 12:24:08.186307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.245065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974f3e6-73d4-454a-b4a8-76a4a5384fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b923711a-ce20-4541-9f7a-4b6a8ef27194', 'network_id': 'b923711a-ce20-4541-9f7a-4b6a8ef27194', 'tenant_id': '7c6e1487353b4c6bb010559955edbfd0', 'fixed_ips': [{'subnet_id': '5777d33a-f930-47f8-9720-dc1f93c3aaed'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:24:08.245934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0974f3e6-73d4-454a-b4a8-76a4a5384fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.247571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Subnet': ['ID=5777d33a-f930-47f8-9720-dc1f93c3aaed,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:08.252435 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae23ec-4b24-417a-b57b-06c0fbdf8095 x-openstack-request-id: req-a3ae23ec-4b24-417a-b57b-06c0fbdf8095 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:08.252770 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:08.252977 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3ae23ec-4b24-417a-b57b-06c0fbdf8095 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:08.253474 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'status': 'completed', 'code': 200} Aug 27 12:24:08.289170 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.367917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0dac9-a305-45b9-91ba-dec825251854 req-5872cb7a-68bb-4459-b7e9-789132cc1614 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.374979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ed0dac9-a305-45b9-91ba-dec825251854 req-5872cb7a-68bb-4459-b7e9-789132cc1614 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0585554 Aug 27 12:24:08.383277 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.395151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.395423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1df7be7-dfdd-4d60-9c6b-272b3af1c42e None None] Network b923711a-ce20-4541-9f7a-4b6a8ef27194 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:08.416383 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ed0dac9-a305-45b9-91ba-dec825251854 req-77a7947b-82d4-41a9-801d-9e0add8cbb3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 Aug 27 12:24:08.421594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b923711a-ce20-4541-9f7a-4b6a8ef27194']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:08.437946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] No DVR routers for this DVR port e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:08.445076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-cd6114d8-78a3-42bc-9185-eb6a4c6c8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.446871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-cd6114d8-78a3-42bc-9185-eb6a4c6c8ef5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1096 time: 0.1445489 Aug 27 12:24:08.451428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d4b8a-1c92-49e3-8eb0-cd2821fa2ff1') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:08.452250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d4b8a-1c92-49e3-8eb0-cd2821fa2ff1') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:08.468689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-62d6d30c-9579-4354-966b-6b80d776e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.470236 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-62d6d30c-9579-4354-966b-6b80d776e5c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1096 time: 0.1284475 Aug 27 12:24:08.471456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806350-6fdd-4ced-8095-3069ebe6a400 None None] Pushing event deleted for resources: {'Port': ['ID=e45f909d-4fb0-4b01-b8d8-b86eb0b68f60,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:08.485050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9362e4-65cc-46d9-ad60-5f0cd02076b0 req-d1637d22-90ae-47ce-ba03-9a0d023b26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.486560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf9362e4-65cc-46d9-ad60-5f0cd02076b0 req-d1637d22-90ae-47ce-ba03-9a0d023b26d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 1097 time: 0.1682796 Aug 27 12:24:08.500666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.602212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.614565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:08.614979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:08.619617 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:08.647448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841f4c-8cdf-49a1-80e6-fc849760f0c7 req-03f28226-a1ee-430b-99ec-fca3c88181ed tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.648959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40841f4c-8cdf-49a1-80e6-fc849760f0c7 req-03f28226-a1ee-430b-99ec-fca3c88181ed tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 945 time: 0.0543523 Aug 27 12:24:08.687466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40841f4c-8cdf-49a1-80e6-fc849760f0c7 req-8bb2515a-f164-48a8-88f2-fda0d4fa8ddc tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323539 Aug 27 12:24:08.698129 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-cf9362e4-65cc-46d9-ad60-5f0cd02076b0 req-ea176d18-d29c-4163-8fcc-e028df9084a7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851220 Aug 27 12:24:08.734956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.751813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.753628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/b923711a-ce20-4541-9f7a-4b6a8ef27194 HTTP/1.1" status: 204 len: 168 time: 0.8823392 Aug 27 12:24:08.757161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45546) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:08.762573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1867394601'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:08.767153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-b3cc71c1-a031-473e-8758-4e84826491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.768830 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-b3cc71c1-a031-473e-8758-4e84826491b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.3041983 Aug 27 12:24:08.770237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-524d173d-2359-4909-86e8-ffb8156d3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.771642 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-524d173d-2359-4909-86e8-ffb8156d3d10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.2711270 Aug 27 12:24:08.772502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440de79-452c-4a74-a23c-7262140fa6d6 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Network': ['ID=b923711a-ce20-4541-9f7a-4b6a8ef27194,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:08.784870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:08.788369 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.814038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:24:08.823235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.823579 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Added segment 9dc56da7-b53a-4e71-b93b-e7573c284af5 of type vlan for network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c Aug 27 12:24:08.848286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-054750b1-9bcd-457f-99ab-d65242474896 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.0686238 Aug 27 12:24:08.863934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.890948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.897204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.897824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:08.902074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-a15b91f7-2e03-4141-8827-87d41db0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:08.903628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-a15b91f7-2e03-4141-8827-87d41db0cb7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.0463798 Aug 27 12:24:08.976316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2180526 Aug 27 12:24:08.979590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:08.993447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'subnet': {'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:09.008526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81653cd6-d89a-4b6b-a3b0-4843da7c56f8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Network': ['ID=18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:09.020253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:24:09.024708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9781-861b-4edd-bcfb-812f1d88358c req-53ce05ba-e970-451e-97ed-865e3b7065db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.026372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b4e9781-861b-4edd-bcfb-812f1d88358c req-53ce05ba-e970-451e-97ed-865e3b7065db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 1096 time: 0.0619717 Aug 27 12:24:09.062687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-49677e24-85ea-44cf-aa07-5157af6309fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.064320 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-49677e24-85ea-44cf-aa07-5157af6309fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462278 Aug 27 12:24:09.067203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b4e9781-861b-4edd-bcfb-812f1d88358c req-b0a6980e-e87e-4fdb-aa98-9b69b2cddd6c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Aug 27 12:24:09.074865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-0f14ad23-ed21-4e6b-b6c2-fbe160716ebe tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.076322 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-0f14ad23-ed21-4e6b-b6c2-fbe160716ebe tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 945 time: 0.1594067 Aug 27 12:24:09.170232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-8c7a112b-a3d6-4677-b5e7-d21569ef39b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1000 time: 0.0903335 Aug 27 12:24:09.177224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:09.181306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:09.217682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1661-b643-409e-99c7-925649aae632 req-59a1dd99-91da-4602-af38-a37131839e71 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.219283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7ed1661-b643-409e-99c7-925649aae632 req-59a1dd99-91da-4602-af38-a37131839e71 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.0533814 Aug 27 12:24:09.263724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7ed1661-b643-409e-99c7-925649aae632 req-e4375d90-88e2-4cc9-8eb0-d58f8c6c740a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Aug 27 12:24:09.291759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:09.353752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:09.354287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e45f909d-4fb0-4b01-b8d8-b86eb0b68f60 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:09.362603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535aa1-2dde-4324-b61c-ed0f36493b71 req-89132131-03f6-4d57-97e4-656873d8d8cf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.374464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d535aa1-2dde-4324-b61c-ed0f36493b71 req-89132131-03f6-4d57-97e4-656873d8d8cf tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0940003 Aug 27 12:24:09.386656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:24:09.420186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-21d8d6b7-2615-4e43-9c93-513b66722865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.422317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-21d8d6b7-2615-4e43-9c93-513b66722865 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.2236152 Aug 27 12:24:09.458607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d535aa1-2dde-4324-b61c-ed0f36493b71 req-a10aeda7-9a07-4620-a9de-c0bf84c2007a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Aug 27 12:24:09.540444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-e0c73d79-7c01-4644-a9c0-25afa4b6e986 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702639 Aug 27 12:24:09.555237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:09.569495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'port_id': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'mac_address': 'fa:16:3e:a6:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:09.589664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9d499-03e0-4e40-a8d0-e25464fe0a59 req-729cc66c-a9cb-4e4b-97df-ffeed8d59809 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.591969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01d9d499-03e0-4e40-a8d0-e25464fe0a59 req-729cc66c-a9cb-4e4b-97df-ffeed8d59809 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 945 time: 0.0715280 Aug 27 12:24:09.618312 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:09.634659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f589fc34-68c4-4e7c-adb0-64683cca18a6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:09.640842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01d9d499-03e0-4e40-a8d0-e25464fe0a59 req-a01d53ca-3a3e-4ad8-a0f0-eeba36bec443 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Aug 27 12:24:09.663135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-60594fc9-4d81-4e58-b8c7-6a0a9ee6b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.663423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:09.664272 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-60594fc9-4d81-4e58-b8c7-6a0a9ee6b122 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286668 Aug 27 12:24:09.668173 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:09.716019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:09.793044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Deleting port 0d978d4c-dbb7-4b84-9c42-902735297e7f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:09.793880 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:09.814397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbddfbf-9d73-49fd-8aff-510cf2a33e11 req-f421672d-93ad-42b7-98e3-8342f055c805 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:09.815958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cbddfbf-9d73-49fd-8aff-510cf2a33e11 req-f421672d-93ad-42b7-98e3-8342f055c805 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 945 time: 0.0502546 Aug 27 12:24:09.855572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cbddfbf-9d73-49fd-8aff-510cf2a33e11 req-063153ab-4e94-43d0-808b-75f750dc35ea tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334671 Aug 27 12:24:09.948585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f589fc34-68c4-4e7c-adb0-64683cca18a6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:10.199723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.210278 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-9b9a5fc0-4b84-4f68-bcd2-e78677223fbf service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408570 Aug 27 12:24:10.289253 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-646b7db0-edf6-44d2-b42d-1f4c33cd06e0 service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147487 Aug 27 12:24:10.302822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Subnet': ['ID=01e7f063-9a9d-4e05-a15f-bfcd7ddaeddc,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:10.382496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Checking segment: {'id': '9dc56da7-b53a-4e71-b93b-e7573c284af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:10.382871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network hostable DHCP agents. Network: 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:24:10.386841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] For port 0d978d4c-dbb7-4b84-9c42-902735297e7f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0d978d4c-dbb7-4b84-9c42-902735297e7f,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:10.387221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.393091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8466-a8fd-41e9-b3ba-8e72a858091d req-53684480-c376-4eb8-8119-7f1f7451f7f0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:10.394666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ffe8466-a8fd-41e9-b3ba-8e72a858091d req-53684480-c376-4eb8-8119-7f1f7451f7f0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.0574694 Aug 27 12:24:10.408887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Calling delete_port for 0d978d4c-dbb7-4b84-9c42-902735297e7f owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:10.446059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:24:10.447275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ffe8466-a8fd-41e9-b3ba-8e72a858091d req-a018f981-2ff0-4730-866f-da1356e72470 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Aug 27 12:24:10.498706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:10.503828 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-06faa3f5-39a7-41c2-940a-b315c59a2c52 req-c4515ad7-7294-4259-b37e-6c5b2a6bd78e service neutron] 10.222.0.77 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926463 Aug 27 12:24:10.507578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8a4f1-89ae-4b57-9206-914076fddd11 None None] Network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:10.514357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:10.514991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.545969 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec4d61b4-2785-4e3b-8c43-25cc683d1e38 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5639875 Aug 27 12:24:10.549384 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45566) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:10.619897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.651761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Pushing event deleted for resources: {'Port': ['ID=0d978d4c-dbb7-4b84-9c42-902735297e7f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:10.655816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b38551-1484-41cb-a94b-a53ea3ebf568 req-a9b8dc6d-fab6-4183-bdd4-34820c26578b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:10.666049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85b38551-1484-41cb-a94b-a53ea3ebf568 req-a9b8dc6d-fab6-4183-bdd4-34820c26578b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1356428 Aug 27 12:24:10.712754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] No DVR routers for this DVR port 0d978d4c-dbb7-4b84-9c42-902735297e7f on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:10.715721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.718405 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8e32e1a6-7b40-44cc-b9bf-a22f05d8234a req-10bc47af-84b6-4dc9-aefb-ba7bb30d65ec tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "DELETE /v2.0/ports/0d978d4c-dbb7-4b84-9c42-902735297e7f HTTP/1.1" status: 204 len: 173 time: 1.4371488 Aug 27 12:24:10.718943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'name': 'network-vif-deleted', 'tag': '0d978d4c-dbb7-4b84-9c42-902735297e7f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:10.721363 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8edec76-54a4-4379-a925-2041f65636db" -d '{"events": [{"server_uuid": "3ebc8f3c-9916-4ecc-b0b4-28220551470e", "name": "network-vif-deleted", "tag": "0d978d4c-dbb7-4b84-9c42-902735297e7f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:10.787759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85b38551-1484-41cb-a94b-a53ea3ebf568 req-18a9dead-29aa-4492-965a-3c59f58d9606 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195858 Aug 27 12:24:10.807475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.813359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0d978d4c-dbb7-4b84-9c42-902735297e7f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:10.837852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5266f5-cffe-42f7-9d2b-e4b52df36509 req-352146c2-3e05-40a3-9dfa-c6968be0cb48 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:10.843773 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a65253-2a84-49d9-89f8-a6bd8231e250 x-openstack-request-id: req-a9a65253-2a84-49d9-89f8-a6bd8231e250 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:10.844364 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc8f3c-9916-4ecc-b0b4-28220551470e", "name": "network-vif-deleted", "tag": "0d978d4c-dbb7-4b84-9c42-902735297e7f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:10.844849 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9a65253-2a84-49d9-89f8-a6bd8231e250 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:10.845465 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc8f3c-9916-4ecc-b0b4-28220551470e', 'name': 'network-vif-deleted', 'tag': '0d978d4c-dbb7-4b84-9c42-902735297e7f', 'status': 'completed', 'code': 200} Aug 27 12:24:10.846158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac5266f5-cffe-42f7-9d2b-e4b52df36509 req-352146c2-3e05-40a3-9dfa-c6968be0cb48 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 946 time: 0.1277072 Aug 27 12:24:10.895345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c', 'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c', 'tenant_id': '7c6e1487353b4c6bb010559955edbfd0', 'fixed_ips': [{'subnet_id': '01e7f063-9a9d-4e05-a15f-bfcd7ddaeddc'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:24:10.896257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:10.975034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac5266f5-cffe-42f7-9d2b-e4b52df36509 req-1dda86b0-8241-4d9e-b0d3-71cc310ed121 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186008 Aug 27 12:24:10.983563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.022801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45578) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:11.089109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Allocated IP 2001:db8::2 (18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c/01e7f063-9a9d-4e05-a15f-bfcd7ddaeddc/8b643aed-6645-4f6c-9e66-eb748fab3c83) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:11.118129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917df97-bb62-4b98-b93b-323811c40a18 req-94d60ede-bb01-4e56-aa20-bfe1d6af2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:11.126483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-94d60ede-bb01-4e56-aa20-bfe1d6af2c9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9336d3c9ce17433e81def8b6863971f4&device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 1096 time: 0.1181052 Aug 27 12:24:11.131830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-506e34be-7202-48f5-b745-df8bdbc568d9 req-f6780cfc-210b-4aaa-a0d6-c2f270a80c0b tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ebc8f3c-9916-4ecc-b0b4-28220551470e HTTP/1.1" status: 200 len: 210 time: 0.0661116 Aug 27 12:24:11.154306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b886ba7-52f7-4882-bc50-682c0b3e3896 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/c1b2b6d5-621c-4958-96ae-177130a4b328 HTTP/1.1" status: 200 len: 993 time: 0.1288157 Aug 27 12:24:11.169098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe858-28c4-48a0-85d0-e5fe40c5ab80 req-c4e666ba-5b30-4438-81f6-fd08956b2624 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:11.171239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d03fe858-28c4-48a0-85d0-e5fe40c5ab80 req-c4e666ba-5b30-4438-81f6-fd08956b2624 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1164205 Aug 27 12:24:11.234421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d03fe858-28c4-48a0-85d0-e5fe40c5ab80 req-42df5ab8-83f2-490a-b84a-dac41953522d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Aug 27 12:24:11.248471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917df97-bb62-4b98-b93b-323811c40a18 req-e02a31d0-b64a-4fc7-ae80-ec0751ee0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:11.250124 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-e02a31d0-b64a-4fc7-ae80-ec0751ee0da7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 200 len: 912 time: 0.1107178 Aug 27 12:24:11.302816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-bdb2594f-20b2-4831-96d3-e918d8c16abd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec41cf3e-f321-4271-9585-b047ee7135dd HTTP/1.1" status: 200 len: 217 time: 0.0454710 Aug 27 12:24:11.313232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.321556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Transition to ACTIVE for port object 8b643aed-6645-4f6c-9e66-eb748fab3c83 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:11.337210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Transition to ACTIVE for port object 8b643aed-6645-4f6c-9e66-eb748fab3c83 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:11.345700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.354162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917df97-bb62-4b98-b93b-323811c40a18 req-51b024e6-3c67-45c9-990d-21fd4b1d588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:11.355740 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-51b024e6-3c67-45c9-990d-21fd4b1d588f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 200 len: 851 time: 0.0463820 Aug 27 12:24:11.364802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.391249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:11.394258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:11.400432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:11.402832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:11.407129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Pushing event updated for resources: {'Port': ['ID=8b643aed-6645-4f6c-9e66-eb748fab3c83,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:11.408075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Subnet': ['ID=01e7f063-9a9d-4e05-a15f-bfcd7ddaeddc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:11.464015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-f2336963-4476-4f7b-a048-352b2599fdec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7500a77-285c-4043-bbc3-98b6600082c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004524 Aug 27 12:24:11.492913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.506705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:11.509894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Attempting to bind port 8b643aed-6645-4f6c-9e66-eb748fab3c83 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:11.510427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Attempting to bind port 8b643aed-6645-4f6c-9e66-eb748fab3c83 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '9dc56da7-b53a-4e71-b93b-e7573c284af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:11.511062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Attempting to bind port 8b643aed-6645-4f6c-9e66-eb748fab3c83 on network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:11.515891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f589fc34-68c4-4e7c-adb0-64683cca18a6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:11.521678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:11.521907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc56da7-b53a-4e71-b93b-e7573c284af5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:11.522034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Checking segment: {'id': '9dc56da7-b53a-4e71-b93b-e7573c284af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:11.522212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc56da7-b53a-4e71-b93b-e7573c284af5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:11.522505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.522908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Bound using segment: {'id': '9dc56da7-b53a-4e71-b93b-e7573c284af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:11.523385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Bound port: 8b643aed-6645-4f6c-9e66-eb748fab3c83, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc56da7-b53a-4e71-b93b-e7573c284af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:11.523771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.528091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f589fc34-68c4-4e7c-adb0-64683cca18a6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:11.528561 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.534593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.584760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.594433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-108e255f-a4b2-4ec0-ac42-0659fa62c529 service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215298 Aug 27 12:24:11.597103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:11.597631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:11.600726 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:11.674337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b882-915c-4b19-8405-bcca2b296cb7 req-d9d46a0f-93ad-471f-93a3-8d8a07b07e90 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:11.674631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] For port 8b643aed-6645-4f6c-9e66-eb748fab3c83, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:11.676181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3284b882-915c-4b19-8405-bcca2b296cb7 req-d9d46a0f-93ad-471f-93a3-8d8a07b07e90 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.1381414 Aug 27 12:24:11.689200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.690669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:24:11.690669 n-d-688802-4 neutron-server[94623]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:24:11.690669 n-d-688802-4 neutron-server[94623]: [parameters: {'id': '18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c'}] Aug 27 12:24:11.690669 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:24:11.691095 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:24:11.702882 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a917df97-bb62-4b98-b93b-323811c40a18 req-6f8c3201-9d5d-495a-bbe2-f3d80b3e6193 service neutron] 10.222.0.65 "GET /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002736 Aug 27 12:24:11.705527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] For port 8b643aed-6645-4f6c-9e66-eb748fab3c83, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b643aed-6645-4f6c-9e66-eb748fab3c83,segment=NetworkSegment(9dc56da7-b53a-4e71-b93b-e7573c284af5),segment_id=9dc56da7-b53a-4e71-b93b-e7573c284af5)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:11.717682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.725893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:11.729247 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871c28b-5dc8-4b15-8ed9-939b04173559" -d '{"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-plugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:11.734714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3284b882-915c-4b19-8405-bcca2b296cb7 req-8a31486b-31a3-48cc-b52f-78f7a0335f77 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Aug 27 12:24:11.772461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:11.785421 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:11.806333 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c897bf-837e-41bf-821d-282e4e97766b x-openstack-request-id: req-17c897bf-837e-41bf-821d-282e4e97766b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:11.806653 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-plugged", "status": "completed", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:11.806913 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17c897bf-837e-41bf-821d-282e4e97766b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:11.807308 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'code': 200} Aug 27 12:24:11.825977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191314d5-7223-4abb-a760-6e0d4950b7ac None None] Pushing event updated for resources: {'Port': ['ID=8b643aed-6645-4f6c-9e66-eb748fab3c83,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:11.851140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db188aa8-8ac2-49af-af2a-be107a45e319 None None] Network 18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:11.859165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859885-2a71-4407-9c05-54f5a59e9350 req-37f7380a-014e-4f64-b7f1-61a35d5895b2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:11.860611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7859885-2a71-4407-9c05-54f5a59e9350 req-37f7380a-014e-4f64-b7f1-61a35d5895b2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.0579691 Aug 27 12:24:11.900104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7859885-2a71-4407-9c05-54f5a59e9350 req-aab3e378-0d4b-484c-9578-a65abb2a4eca tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Aug 27 12:24:11.930098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=13']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:12.000298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ac876-030d-49f4-9b39-bc120c269044 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:24:12.088479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ac876-030d-49f4-9b39-bc120c269044 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:24:12.164566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19da920-7638-4d97-9d40-935b55347b71 req-ba52924e-b32d-41db-bb22-787161831f29 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:12.168011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d19da920-7638-4d97-9d40-935b55347b71 req-ba52924e-b32d-41db-bb22-787161831f29 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.0567572 Aug 27 12:24:12.192126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:12.247928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d19da920-7638-4d97-9d40-935b55347b71 req-306ce139-eabf-4a98-a047-b6e35f251a9f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710976 Aug 27 12:24:12.277952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting port 8b643aed-6645-4f6c-9e66-eb748fab3c83 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:12.278306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:12.371277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] For port 8b643aed-6645-4f6c-9e66-eb748fab3c83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8b643aed-6645-4f6c-9e66-eb748fab3c83,segment=NetworkSegment(9dc56da7-b53a-4e71-b93b-e7573c284af5),segment_id=9dc56da7-b53a-4e71-b93b-e7573c284af5)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:12.372134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:12.393584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Calling delete_port for 8b643aed-6645-4f6c-9e66-eb748fab3c83 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:12.463093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac88a40-47eb-45bf-91ce-c714e3cf5bfd req-5ae8f9e4-c939-4f17-a27a-c889f2ecdcc5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:12.464580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fac88a40-47eb-45bf-91ce-c714e3cf5bfd req-5ae8f9e4-c939-4f17-a27a-c889f2ecdcc5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1368325 Aug 27 12:24:12.580871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fac88a40-47eb-45bf-91ce-c714e3cf5bfd req-a2afa335-2b68-4d98-98f3-0f54a10fe03b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Aug 27 12:24:12.602818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-92bb9748-6dcc-4fe2-9142-5bd37065614f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:12.604306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-92bb9748-6dcc-4fe2-9142-5bd37065614f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/networks?id=3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 200 len: 809 time: 0.2088337 Aug 27 12:24:12.619539 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:12.644513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-eae02b0b-5b67-44fa-a449-5ea90204859c tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/quotas/288f87c8412040b38b6b5f48635b4c40 HTTP/1.1" status: 200 len: 375 time: 0.0338578 Aug 27 12:24:12.647366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Port': ['ID=8b643aed-6645-4f6c-9e66-eb748fab3c83,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:12.652569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No DVR routers for this DVR port 8b643aed-6645-4f6c-9e66-eb748fab3c83 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:12.701086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-f5a09fa5-3f2b-46cf-9d10-704d29d4fcd4 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=288f87c8412040b38b6b5f48635b4c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498869 Aug 27 12:24:13.139287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.154968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:13.172229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc56da7-b53a-4e71-b93b-e7573c284af5') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:13.172576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc56da7-b53a-4e71-b93b-e7573c284af5') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:13.186557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.210143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-664b3f62-c5cc-4ea7-8419-2e2ad330fa7e service neutron] 10.222.0.76 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572046 Aug 27 12:24:13.211092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.217069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:13.217516 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:13.220629 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:13.329420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.350850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.352675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c HTTP/1.1" status: 204 len: 168 time: 2.8022707 Aug 27 12:24:13.356107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:13.382939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1332125203'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:13.389599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf600-9bdc-42da-890f-ce227465adfc tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Network': ['ID=18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:13.419010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0d978d4c-dbb7-4b84-9c42-902735297e7f no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:13.426192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:13.430703 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.434991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-c55d4563-d41d-4929-a80f-b4068b6c1c03 service neutron] 10.222.0.76 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133026 Aug 27 12:24:13.454847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 0d978d4c-dbb7-4b84-9c42-902735297e7f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:13.455464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0d978d4c-dbb7-4b84-9c42-902735297e7f not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:13.462397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c3db2-167e-41f4-a7f7-774d31d5476d req-dee7270c-8c59-47c5-99d6-1c707c982d8a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:13.464000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c7c3db2-167e-41f4-a7f7-774d31d5476d req-dee7270c-8c59-47c5-99d6-1c707c982d8a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.1323276 Aug 27 12:24:13.495444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:24:13.528360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c7c3db2-167e-41f4-a7f7-774d31d5476d req-ed7b8049-0a16-4c04-b050-51e9d9d6657f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Aug 27 12:24:13.531497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.531836 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Added segment 2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e of type vlan for network eb7b8a86-92f1-409f-a6c0-18a83371150b Aug 27 12:24:13.576066 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.613232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.621308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:13.621926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.663345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc57201f-0503-4abc-a3fd-5aa5c8631cab req-836e175a-ae0a-44ef-9aaf-af9231491d0f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 210 time: 0.0606365 Aug 27 12:24:13.667332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2983427 Aug 27 12:24:13.667966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45622) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:13.675447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Request body: {'subnet': {'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:13.747845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c6206-d356-49b1-a7b3-8f4a564e64b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Network': ['ID=eb7b8a86-92f1-409f-a6c0-18a83371150b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:13.768317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network eb7b8a86-92f1-409f-a6c0-18a83371150b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:24:13.774684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14754a-0bbf-409c-be66-cf234e0ec697 req-538d048d-11a8-461a-ab93-0d12536d9a8a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:13.782742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c14754a-0bbf-409c-be66-cf234e0ec697 req-538d048d-11a8-461a-ab93-0d12536d9a8a tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0907102 Aug 27 12:24:13.808425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Made reservation on behalf of 7c6e1487353b4c6bb010559955edbfd0 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:13.812877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:13.849941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c14754a-0bbf-409c-be66-cf234e0ec697 req-0e995aa1-baf4-409b-a6e2-b95c24ba7210 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611444 Aug 27 12:24:13.942905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe98-9d94-4a06-8933-41a294891423 req-14441a8c-18ae-4a2e-be8f-af021ed81645 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:13.944439 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7a94fe98-9d94-4a06-8933-41a294891423 req-14441a8c-18ae-4a2e-be8f-af021ed81645 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 946 time: 0.0872271 Aug 27 12:24:14.132335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port 06eaaafa-f056-4642-b1fc-d3e8df30ccef {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:14.132685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.148474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b834-0b87-44da-9b27-f3f01c812475 req-fea7f286-1e5b-4893-9a8e-3c3bbc268539 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:14.150611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f461b834-0b87-44da-9b27-f3f01c812475 req-fea7f286-1e5b-4893-9a8e-3c3bbc268539 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.0628948 Aug 27 12:24:14.196337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f461b834-0b87-44da-9b27-f3f01c812475 req-e8df2942-3d00-4590-a6d6-aa4acb9b9d93 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Aug 27 12:24:14.252060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:24:14.259111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.319911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port 06eaaafa-f056-4642-b1fc-d3e8df30ccef, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=06eaaafa-f056-4642-b1fc-d3e8df30ccef,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:14.320287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.344912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event updated for resources: {'Subnet': ['ID=9fe8f0e2-cdb8-4ce0-9c77-27b67add4568,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:14.347396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for 06eaaafa-f056-4642-b1fc-d3e8df30ccef owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:14.400919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Checking segment: {'id': '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:14.401308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network hostable DHCP agents. Network: eb7b8a86-92f1-409f-a6c0-18a83371150b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:24:14.436338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Network eb7b8a86-92f1-409f-a6c0-18a83371150b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:24:14.451409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, eb7b8a86-92f1-409f-a6c0-18a83371150b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:14.457109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:14.457853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.460356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba439bdf-dbdd-4951-a2fe-bd5abb1e12cb None None] Network eb7b8a86-92f1-409f-a6c0-18a83371150b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:14.510372 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d5ae1264-ff51-47c1-84a9-66c1043bd3c5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8411496 Aug 27 12:24:14.510704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:14.542014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.583260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=06eaaafa-f056-4642-b1fc-d3e8df30ccef,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:14.618813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c', '06eaaafa-f056-4642-b1fc-d3e8df30ccef'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:14.646486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port 06eaaafa-f056-4642-b1fc-d3e8df30ccef on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:14.649474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.651983 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7a94fe98-9d94-4a06-8933-41a294891423 req-fa4c6a88-87cd-4ad9-814d-1e047f3f6586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "DELETE /v2.0/ports/06eaaafa-f056-4642-b1fc-d3e8df30ccef HTTP/1.1" status: 204 len: 173 time: 0.7002401 Aug 27 12:24:14.652518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'name': 'network-vif-deleted', 'tag': '06eaaafa-f056-4642-b1fc-d3e8df30ccef'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:14.655033 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aa3e54-d65f-4986-a3e0-7d5c1cb0d3bb" -d '{"events": [{"server_uuid": "f19da8b2-632c-4e09-afcd-0bce6706bc20", "name": "network-vif-deleted", "tag": "06eaaafa-f056-4642-b1fc-d3e8df30ccef"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:14.714005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-531bb8a4-f62c-4780-87e8-b4cbf85887ee req-ea6c1dee-189c-4d3a-bc68-e5038016aa37 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19da8b2-632c-4e09-afcd-0bce6706bc20 HTTP/1.1" status: 200 len: 210 time: 0.0970080 Aug 27 12:24:14.742738 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd314af-688e-4646-b6a3-4740480d04a4 x-openstack-request-id: req-9bd314af-688e-4646-b6a3-4740480d04a4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:14.745015 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19da8b2-632c-4e09-afcd-0bce6706bc20", "name": "network-vif-deleted", "tag": "06eaaafa-f056-4642-b1fc-d3e8df30ccef", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:14.745462 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bd314af-688e-4646-b6a3-4740480d04a4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:14.746590 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19da8b2-632c-4e09-afcd-0bce6706bc20', 'name': 'network-vif-deleted', 'tag': '06eaaafa-f056-4642-b1fc-d3e8df30ccef', 'status': 'completed', 'code': 200} Aug 27 12:24:14.784716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.800907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-eb7b8a86-92f1-409f-a6c0-18a83371150b', 'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b', 'tenant_id': '7c6e1487353b4c6bb010559955edbfd0', 'fixed_ips': [{'subnet_id': '9fe8f0e2-cdb8-4ce0-9c77-27b67add4568'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:24:14.801843 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:14.891819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-d8e341f0-5ca6-47b8-a574-2ea59eba0ab7 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:14.893493 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-d8e341f0-5ca6-47b8-a574-2ea59eba0ab7 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "GET /v2.0/networks?id=3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 200 len: 809 time: 0.2077312 Aug 27 12:24:14.908905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Request body: {'port': {'device_id': '2b603eff-b929-40c5-9627-7407622dc77f', 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b', 'admin_state_up': True, 'tenant_id': '288f87c8412040b38b6b5f48635b4c40'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:14.925089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fecf32a3-295d-4b73-8755-8cfabb639c09 req-0f775934-144e-479d-9883-a4ce6efdca00 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 210 time: 0.0635877 Aug 27 12:24:14.952008 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.030720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Allocated IP 2001:db8::f816:3eff:fe2a:6863 (eb7b8a86-92f1-409f-a6c0-18a83371150b/9fe8f0e2-cdb8-4ce0-9c77-27b67add4568/dda8aff7-1a26-42fb-bc4d-ab24869da757) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:15.051688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Made reservation on behalf of 288f87c8412040b38b6b5f48635b4c40 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:15.055387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.174649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.183217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Transition to ACTIVE for port object dda8aff7-1a26-42fb-bc4d-ab24869da757 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:15.187127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Allocated IP 172.20.0.13 (3cfa220f-4302-48bf-a2ba-01f616957b0b/ab4a4c79-8d72-4249-a3ec-807b8485ce22/3cf8c999-d8d4-44a9-bc74-98680b98cf59) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:15.199574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Transition to ACTIVE for port object dda8aff7-1a26-42fb-bc4d-ab24869da757 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:15.205539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.233997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.250082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Network eb7b8a86-92f1-409f-a6c0-18a83371150b is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:15.253641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:15.258860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:15.262281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Pushing event updated for resources: {'Port': ['ID=dda8aff7-1a26-42fb-bc4d-ab24869da757,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:15.287576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe8f0e2-cdb8-4ce0-9c77-27b67add4568,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:15.343991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Attempting to bind port dda8aff7-1a26-42fb-bc4d-ab24869da757 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:15.344591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Attempting to bind port dda8aff7-1a26-42fb-bc4d-ab24869da757 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:15.344983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Attempting to bind port dda8aff7-1a26-42fb-bc4d-ab24869da757 on network eb7b8a86-92f1-409f-a6c0-18a83371150b {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:15.357359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:15.358121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Checking segment: {'id': '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:15.358724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.359332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Bound using segment: {'id': '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:15.360014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Bound port: dda8aff7-1a26-42fb-bc4d-ab24869da757, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:15.360640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.384515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.409760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.423933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7b8a86-92f1-409f-a6c0-18a83371150b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:15.434855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede2e91-0fae-414a-9c70-3b3cfe4a15d5 req-a4388a15-1c4a-4f02-b667-72f4d9721f88 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:15.437211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ede2e91-0fae-414a-9c70-3b3cfe4a15d5 req-a4388a15-1c4a-4f02-b667-72f4d9721f88 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1520612 Aug 27 12:24:15.441104 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.455044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:15.455826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:15.474036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.474867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] For port dda8aff7-1a26-42fb-bc4d-ab24869da757, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:15.483561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] For port dda8aff7-1a26-42fb-bc4d-ab24869da757, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dda8aff7-1a26-42fb-bc4d-ab24869da757,segment=NetworkSegment(2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e),segment_id=2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:15.490265 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.497949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Network 3cfa220f-4302-48bf-a2ba-01f616957b0b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:15.499841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.505209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:15.508028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Pushing event updated for resources: {'Port': ['ID=3cf8c999-d8d4-44a9-bc74-98680b98cf59,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:15.511901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:15.514651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:15.515126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:15.519978 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:15.537796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ede2e91-0fae-414a-9c70-3b3cfe4a15d5 req-4a3f79bc-c1df-4312-8b02-38c776037c2b tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913949 Aug 27 12:24:15.566057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:15.566892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.585057 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-058c1f0f-e49c-4663-a4c2-cffcf7a7aa13 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6813431 Aug 27 12:24:15.588885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24094c37-67fb-4cba-89c2-2f554d3d52d0 None None] Pushing event updated for resources: {'Port': ['ID=dda8aff7-1a26-42fb-bc4d-ab24869da757,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:15.599017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:24:15.599017 n-d-688802-4 neutron-server[94623]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:24:15.599017 n-d-688802-4 neutron-server[94623]: [parameters: {'id': 'eb7b8a86-92f1-409f-a6c0-18a83371150b'}] Aug 27 12:24:15.599017 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:24:15.599390 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:24:15.606643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Request body: {'port': {'device_id': '2b603eff-b929-40c5-9627-7407622dc77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:15.608448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3dda5-66c4-413d-ba66-5cbdb9069594 None None] Network eb7b8a86-92f1-409f-a6c0-18a83371150b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:15.665364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.733642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ad737-f732-47a2-844f-3b867fdc0cef None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:24:15.828668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ad737-f732-47a2-844f-3b867fdc0cef None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:24:15.950098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf8c999-d8d4-44a9-bc74-98680b98cf59 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:15.959934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:15.975850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Transition to ACTIVE for port object 3cf8c999-d8d4-44a9-bc74-98680b98cf59 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:15.980317 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.041947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Pushing event updated for resources: {'Port': ['ID=3cf8c999-d8d4-44a9-bc74-98680b98cf59,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:16.104428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.121164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Attempting to bind port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:16.121550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Attempting to bind port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:16.122040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Attempting to bind port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 on network 3cfa220f-4302-48bf-a2ba-01f616957b0b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:16.127367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 on network 3cfa220f-4302-48bf-a2ba-01f616957b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:24:16.127696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Attempting to bind port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 on network 3cfa220f-4302-48bf-a2ba-01f616957b0b {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:16.133069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:16.133604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Checking segment: {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:16.134202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Bound using segment: {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:16.134942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Bound port: 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c996e09-05d0-40ac-a6f3-e1808e27482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:16.135422 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.149164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1511c-7bcb-4437-b71a-73887df92aa6 req-c5130f6d-fd3f-4536-a281-4190cc960154 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.150682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bc1511c-7bcb-4437-b71a-73887df92aa6 req-c5130f6d-fd3f-4536-a281-4190cc960154 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 944 time: 0.1256115 Aug 27 12:24:16.183253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-adaf3160-bd38-49dc-88cd-8536741df0fd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.184735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-adaf3160-bd38-49dc-88cd-8536741df0fd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.1877072 Aug 27 12:24:16.200314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] For port 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:16.204497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] For port 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:16.208462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.215939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-8146f141-0e2e-45c5-8e99-0364c3541ce7 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0228984 Aug 27 12:24:16.242436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.243047 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.244455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] 10.222.0.65 "PUT /v2.0/ports/3cf8c999-d8d4-44a9-bc74-98680b98cf59 HTTP/1.1" status: 200 len: 1092 time: 0.6431813 Aug 27 12:24:16.265628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bc1511c-7bcb-4437-b71a-73887df92aa6 req-7f8eb7d0-93f3-427f-ac0e-d36e57719d8f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892687 Aug 27 12:24:16.267943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e1f69-99c7-4d52-a67a-9dc593a6d18d service neutron] Pushing event updated for resources: {'Port': ['ID=3cf8c999-d8d4-44a9-bc74-98680b98cf59,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:16.298018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting port dda8aff7-1a26-42fb-bc4d-ab24869da757 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:16.298371 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.331457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-07751bdb-577c-4ccb-9530-69a3cb024a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.332971 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-07751bdb-577c-4ccb-9530-69a3cb024a11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=288f87c8412040b38b6b5f48635b4c40&device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 1095 time: 0.0449421 Aug 27 12:24:16.346418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-e0094d93-7c9d-4985-8113-b32bccf38c31 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235080 Aug 27 12:24:16.380432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-383ba0da-ad57-4e11-ac46-8ade863e8ebe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59 HTTP/1.1" status: 200 len: 217 time: 0.0384493 Aug 27 12:24:16.424102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] For port dda8aff7-1a26-42fb-bc4d-ab24869da757, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dda8aff7-1a26-42fb-bc4d-ab24869da757,segment=NetworkSegment(2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e),segment_id=2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:16.424476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.430471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434978-e501-47a5-b93a-309b30b1f845 req-9c354ca9-05e1-45e5-bdb1-e25d42916e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.432343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-9c354ca9-05e1-45e5-bdb1-e25d42916e5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab4a4c79-8d72-4249-a3ec-807b8485ce22 HTTP/1.1" status: 200 len: 849 time: 0.0439956 Aug 27 12:24:16.445601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Calling delete_port for dda8aff7-1a26-42fb-bc4d-ab24869da757 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:16.466196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-c35cf748-5815-40f7-8dc3-8fbbd45d6fe6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfa220f-4302-48bf-a2ba-01f616957b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245931 Aug 27 12:24:16.510479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-9364d96f-e3ac-478d-a414-4e9caa996a8e service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564705 Aug 27 12:24:16.562667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-17bf9d93-3168-48b8-8e4d-2af1dd261208 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880690 Aug 27 12:24:16.608168 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.657173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81434978-e501-47a5-b93a-309b30b1f845 req-ed39e78f-624f-453d-a311-5662aa64e185 service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861330 Aug 27 12:24:16.658204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Port': ['ID=dda8aff7-1a26-42fb-bc4d-ab24869da757,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:16.679992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No DVR routers for this DVR port dda8aff7-1a26-42fb-bc4d-ab24869da757 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:16.689315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-cd43f868-0799-4e08-9d5c-68740f7666ed service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722255 Aug 27 12:24:16.748991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b603eff-b929-40c5-9627-7407622dc77f', 'tag': '3cf8c999-d8d4-44a9-bc74-98680b98cf59'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:16.751930 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38" -d '{"events": [{"name": "network-changed", "server_uuid": "2b603eff-b929-40c5-9627-7407622dc77f", "tag": "3cf8c999-d8d4-44a9-bc74-98680b98cf59"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:16.774301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.784480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4ce9-62eb-4776-8486-02a3e9b2a215 req-a3d0d794-e1ca-47be-933c-307853735621 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.787075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17ac4ce9-62eb-4776-8486-02a3e9b2a215 req-a3d0d794-e1ca-47be-933c-307853735621 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1726792 Aug 27 12:24:16.810530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7b8a86-92f1-409f-a6c0-18a83371150b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:16.822348 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14732225-7c1c-4dd3-a759-24a2c2f33100 x-openstack-request-id: req-14732225-7c1c-4dd3-a759-24a2c2f33100 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:16.822744 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b603eff-b929-40c5-9627-7407622dc77f", "tag": "3cf8c999-d8d4-44a9-bc74-98680b98cf59", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:16.823165 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14732225-7c1c-4dd3-a759-24a2c2f33100 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:16.823720 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b603eff-b929-40c5-9627-7407622dc77f', 'tag': '3cf8c999-d8d4-44a9-bc74-98680b98cf59', 'status': 'completed', 'code': 200} Aug 27 12:24:16.851930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:16.852629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec23d2c-9287-4ba1-94ef-dac7f4e1ac2e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:16.895183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-48eba60c-1688-4e4b-8290-5fc194b2ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:16.897105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-48eba60c-1688-4e4b-8290-5fc194b2ef7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=288f87c8412040b38b6b5f48635b4c40&device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 1095 time: 0.0458341 Aug 27 12:24:16.898166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4262af1-5feb-4b57-8877-462ae370565c req-76ad97b3-5a3e-4234-9dc4-d0256dd50b9d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 210 time: 0.0434928 Aug 27 12:24:16.906564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.923838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17ac4ce9-62eb-4776-8486-02a3e9b2a215 req-c7d1d6d3-b815-4b19-9cc1-dd7f59118d37 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251562 Aug 27 12:24:16.931180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.940438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:16.940836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:16.944167 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:17.009792 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.018454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.020296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/eb7b8a86-92f1-409f-a6c0-18a83371150b HTTP/1.1" status: 204 len: 168 time: 2.5085571 Aug 27 12:24:17.029385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.034535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33315831-212d-49ae-adeb-17437a9e5cd7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Network': ['ID=eb7b8a86-92f1-409f-a6c0-18a83371150b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:17.062465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-9e5667d3-4bf8-46ca-bb54-27185d62876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:17.064122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-9e5667d3-4bf8-46ca-bb54-27185d62876e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 200 len: 910 time: 0.1579926 Aug 27 12:24:17.065254 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-687dc253-90e6-4367-a350-e7ce28e80fd5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.065707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687dc253-90e6-4367-a350-e7ce28e80fd5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.067449 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-687dc253-90e6-4367-a350-e7ce28e80fd5 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/9fe8f0e2-cdb8-4ce0-9c77-27b67add4568 HTTP/1.1" status: 404 len: 337 time: 0.0370989 Aug 27 12:24:17.069952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.097236 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ec175-eebc-4528-9e8e-860e323863c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.097908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ec175-eebc-4528-9e8e-860e323863c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.102284 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-942ec175-eebc-4528-9e8e-860e323863c7 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/eb7b8a86-92f1-409f-a6c0-18a83371150b HTTP/1.1" status: 404 len: 339 time: 0.0289934 Aug 27 12:24:17.103386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45684) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.132874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-b107563a-da01-4822-8c71-94f274dd4fdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59 HTTP/1.1" status: 200 len: 217 time: 0.0545919 Aug 27 12:24:17.141500 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-54510cb5-843f-4e86-be55-902188b6643a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.142309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54510cb5-843f-4e86-be55-902188b6643a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.144087 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-54510cb5-843f-4e86-be55-902188b6643a tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/01e7f063-9a9d-4e05-a15f-bfcd7ddaeddc HTTP/1.1" status: 404 len: 337 time: 0.0393946 Aug 27 12:24:17.146778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.167752 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c27987-dad0-4784-8532-39a442aa4160 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.168352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c27987-dad0-4784-8532-39a442aa4160 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.170227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-83c27987-dad0-4784-8532-39a442aa4160 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/18b6c31e-a8b8-4a6d-8ab4-8c3366eefb2c HTTP/1.1" status: 404 len: 339 time: 0.0223644 Aug 27 12:24:17.173779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.198952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-12a50acd-5633-456a-80f9-71d93bc390eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:17.201091 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-12a50acd-5633-456a-80f9-71d93bc390eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab4a4c79-8d72-4249-a3ec-807b8485ce22 HTTP/1.1" status: 200 len: 849 time: 0.0596340 Aug 27 12:24:17.221807 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed02dfd-9bd4-49d5-b76e-27891e68af42 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.222292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed02dfd-9bd4-49d5-b76e-27891e68af42 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.224104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9ed02dfd-9bd4-49d5-b76e-27891e68af42 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/5777d33a-f930-47f8-9720-dc1f93c3aaed HTTP/1.1" status: 404 len: 337 time: 0.0489690 Aug 27 12:24:17.227488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.243941 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-07f7a609-b947-429c-bfe0-3da28dba0219 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3cfa220f-4302-48bf-a2ba-01f616957b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315778 Aug 27 12:24:17.247114 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f58e304-8d44-4e66-9929-1d0ca22e75b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.247739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f58e304-8d44-4e66-9929-1d0ca22e75b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.249566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6f58e304-8d44-4e66-9929-1d0ca22e75b8 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/b923711a-ce20-4541-9f7a-4b6a8ef27194 HTTP/1.1" status: 404 len: 339 time: 0.0210977 Aug 27 12:24:17.252209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.391376 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-98a157db-e68f-4831-be01-f440717f930f service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345248 Aug 27 12:24:17.421685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting port 5a26dafe-8c80-4bda-bf42-cb5db3c73c8c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:17.421981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.437503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489ca62-bf9c-4cc4-ac3c-6117b196e78b req-5079b711-3b7c-48f4-be6e-a4c601fdd504 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:17.439145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e489ca62-bf9c-4cc4-ac3c-6117b196e78b req-5079b711-3b7c-48f4-be6e-a4c601fdd504 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 944 time: 0.0877137 Aug 27 12:24:17.535879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.549312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e489ca62-bf9c-4cc4-ac3c-6117b196e78b req-b54b1a10-8355-4222-a49b-c6faca529f95 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956948 Aug 27 12:24:17.553558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Calling delete_port for 5a26dafe-8c80-4bda-bf42-cb5db3c73c8c owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:17.570288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d8d0f79-bf9b-4b50-bb6c-9f7550338a38 req-5fbd10ed-5f62-4e66-abec-4b3dc92ab30e service neutron] 10.222.0.65 "GET /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715922 Aug 27 12:24:17.588124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-56b5cb73-b6e9-446a-9b30-4c9357983819 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:17.589665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-56b5cb73-b6e9-446a-9b30-4c9357983819 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.65 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 945 time: 0.1118586 Aug 27 12:24:17.663180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.691414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Port': ['ID=5a26dafe-8c80-4bda-bf42-cb5db3c73c8c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:17.700083 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.701148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Deleting port ec41cf3e-f321-4271-9585-b047ee7135dd {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:17.702164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.705679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e26162b1-7359-450a-8198-d6ced193e167 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/ports/5a26dafe-8c80-4bda-bf42-cb5db3c73c8c HTTP/1.1" status: 204 len: 168 time: 0.4522119 Aug 27 12:24:17.706335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45700) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.733211 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-550f2e0e-6aa2-4afd-a134-95e14090c3a3 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:17.733837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550f2e0e-6aa2-4afd-a134-95e14090c3a3 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:17.735683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-550f2e0e-6aa2-4afd-a134-95e14090c3a3 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/99b69e60-3da8-4e5b-b1d8-373cd5daff89 HTTP/1.1" status: 404 len: 337 time: 0.0283880 Aug 27 12:24:17.738240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:17.805015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] For port ec41cf3e-f321-4271-9585-b047ee7135dd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ec41cf3e-f321-4271-9585-b047ee7135dd,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:17.805368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.820361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Calling delete_port for ec41cf3e-f321-4271-9585-b047ee7135dd owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:17.820574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.955804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:17.968370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e915581e-62ec-4137-95be-617268f2c330']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:17.982168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06eaaafa-f056-4642-b1fc-d3e8df30ccef no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:17.995103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c74830-3c24-4c5d-bf38-37e25c4ff6cb') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:17.995103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c74830-3c24-4c5d-bf38-37e25c4ff6cb') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:18.010047 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.015767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 06eaaafa-f056-4642-b1fc-d3e8df30ccef {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:18.016360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 06eaaafa-f056-4642-b1fc-d3e8df30ccef not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:18.057902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.061966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64d19d53-349c-4f6d-9053-e2b11b4f6188 req-57d702a5-dc13-487a-a90a-81356b824fbf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 210 time: 0.0417225 Aug 27 12:24:18.076931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:18.076931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:18.080875 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:18.104326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.116095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ec41cf3e-f321-4271-9585-b047ee7135dd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:18.138065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:18.159052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Pushing event deleted for resources: {'Port': ['ID=ec41cf3e-f321-4271-9585-b047ee7135dd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:18.165878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767adad-b3f1-4fec-bb82-dc9284eb5fde req-5ab23aa4-0ce1-49ab-b1f8-78162f4f5206 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:18.167553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0767adad-b3f1-4fec-bb82-dc9284eb5fde req-5ab23aa4-0ce1-49ab-b1f8-78162f4f5206 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b9e5fae-9fb7-4109-99c3-e026bf985ddb HTTP/1.1" status: 200 len: 867 time: 0.1113122 Aug 27 12:24:18.169002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.176985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.179010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/e915581e-62ec-4137-95be-617268f2c330 HTTP/1.1" status: 204 len: 168 time: 0.4398172 Aug 27 12:24:18.181477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:18.208788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96476bb-6f89-40ba-bcef-5486ab17a2e1 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Network': ['ID=e915581e-62ec-4137-95be-617268f2c330,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:18.224337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] No DVR routers for this DVR port ec41cf3e-f321-4271-9585-b047ee7135dd on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:18.227375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.229690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-579d9af7-0d9c-4e41-bd3d-50df86fa2c11 req-7ba7d43e-97d1-4853-a19c-05dce68c7501 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.65 "DELETE /v2.0/ports/ec41cf3e-f321-4271-9585-b047ee7135dd HTTP/1.1" status: 204 len: 173 time: 0.6332114 Aug 27 12:24:18.238969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-76372c52-a8fc-47c7-877a-906e00c6f8a8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:18.241218 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-76372c52-a8fc-47c7-877a-906e00c6f8a8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.2481608 Aug 27 12:24:18.265859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': '09880361-53c6-4aab-bf56-426f9968390a', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:18.295938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0767adad-b3f1-4fec-bb82-dc9284eb5fde req-36c824b4-8d31-4c2c-b958-704d2686f05d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954871 Aug 27 12:24:18.333708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting port 815001d3-946b-46d3-ba98-daa393f9bbe7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:18.334051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.405538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:18.409109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.410111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.424658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Calling delete_port for 815001d3-946b-46d3-ba98-daa393f9bbe7 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:18.459945 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3eb7fdb-bd0f-4fbc-9c91-a12fdb1b9af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.520551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.550781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Port': ['ID=815001d3-946b-46d3-ba98-daa393f9bbe7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:18.557444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.560130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dfffb2da-fb88-4acd-b168-f3f47c1f1eb0 tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/ports/815001d3-946b-46d3-ba98-daa393f9bbe7 HTTP/1.1" status: 204 len: 168 time: 0.3774192 Aug 27 12:24:18.568080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:18.572096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.8 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/8e78b331-b1e2-4e92-99fe-68378936b16b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:18.605788 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0c74e7-9df7-43e3-8777-159d22f4088b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] DELETE failed (client error): The resource could not be found. Aug 27 12:24:18.606719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0c74e7-9df7-43e3-8777-159d22f4088b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:24:18.611307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc0c74e7-9df7-43e3-8777-159d22f4088b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/42840458-e1f5-40aa-959d-4cbcb968f66e HTTP/1.1" status: 404 len: 337 time: 0.0469944 Aug 27 12:24:18.613191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45716) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:18.690126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54e52-e679-4113-9829-dcb0d272d7fd req-5864aa9c-4278-425d-9e5e-9769ebb63381 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:18.691947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09a54e52-e679-4113-9829-dcb0d272d7fd req-5864aa9c-4278-425d-9e5e-9769ebb63381 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 944 time: 0.0586891 Aug 27 12:24:18.752238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09a54e52-e679-4113-9829-dcb0d272d7fd req-9098007c-2fa4-44b8-8e46-1d3a0a78dbd7 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Aug 27 12:24:18.769644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.825476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'name': 'network-vif-deleted', 'tag': 'ec41cf3e-f321-4271-9585-b047ee7135dd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:18.828582 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaa1a21-47fc-4bd5-a6a5-c9ac9aad0f15" -d '{"events": [{"server_uuid": "1b9e5fae-9fb7-4109-99c3-e026bf985ddb", "name": "network-vif-deleted", "tag": "ec41cf3e-f321-4271-9585-b047ee7135dd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:18.888259 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d6c10-ee9e-42d3-ad58-f2084ab811f0 x-openstack-request-id: req-961d6c10-ee9e-42d3-ad58-f2084ab811f0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:18.888596 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9e5fae-9fb7-4109-99c3-e026bf985ddb", "name": "network-vif-deleted", "tag": "ec41cf3e-f321-4271-9585-b047ee7135dd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:18.889292 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-961d6c10-ee9e-42d3-ad58-f2084ab811f0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:18.889804 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9e5fae-9fb7-4109-99c3-e026bf985ddb', 'name': 'network-vif-deleted', 'tag': 'ec41cf3e-f321-4271-9585-b047ee7135dd', 'status': 'completed', 'code': 200} Aug 27 12:24:18.912877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.919112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.931759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b75dfb-6bb4-4e47-9512-777c3c658839']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:18.944168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4138ba21-b868-49d5-bfd0-d8804b4a6c23') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:18.944466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4138ba21-b868-49d5-bfd0-d8804b4a6c23') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:18.956671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.980049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.991043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:18.991433 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:18.994477 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:19.006049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.039740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:19.221624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33656aa1-c412-4d27-8c42-29e0b0eaf857 req-d998c3ae-6d1b-4952-9746-8f3e77e2397b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:19.223507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33656aa1-c412-4d27-8c42-29e0b0eaf857 req-d998c3ae-6d1b-4952-9746-8f3e77e2397b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 931 time: 0.0699172 Aug 27 12:24:19.274890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33656aa1-c412-4d27-8c42-29e0b0eaf857 req-58b15e1e-a8b1-47ae-9ba1-801d869e5c8b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Aug 27 12:24:19.424830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:19.426461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=8e78b331-b1e2-4e92-99fe-68378936b16b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:19.429236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:19.431787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:19.434428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.444644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3cf8c999-d8d4-44a9-bc74-98680b98cf59 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:24:19.453190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.454575 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/e8b75dfb-6bb4-4e47-9512-777c3c658839 HTTP/1.1" status: 204 len: 168 time: 0.8402257 Aug 27 12:24:19.457887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:19.473182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5c1a7-f260-475f-87dd-ae80911d791e tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Network': ['ID=e8b75dfb-6bb4-4e47-9512-777c3c658839,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:19.504414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:19.505347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.525605 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-d024f85c-73bc-48ae-9bba-59d338772254 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2659369 Aug 27 12:24:19.551544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Request body: {'port': {'device_id': '09880361-53c6-4aab-bf56-426f9968390a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:19.554031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting subnet 8a24fdfc-6be4-4655-a2bf-cbef08b22ae5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:24:19.561649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.625419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.678339 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.860768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:19.881105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '3cf8c999-d8d4-44a9-bc74-98680b98cf59', 'network_id': '3cfa220f-4302-48bf-a2ba-01f616957b0b', 'port_id': '3cf8c999-d8d4-44a9-bc74-98680b98cf59', 'mac_address': 'fa:16:3e:8f:de:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4a4c79-8d72-4249-a3ec-807b8485ce22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:19.924295 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.939979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf8c999-d8d4-44a9-bc74-98680b98cf59 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:19.961510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:19.967087 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.969025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e78b331-b1e2-4e92-99fe-68378936b16b {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:19.977529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:19.992071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Transition to ACTIVE for port object 8e78b331-b1e2-4e92-99fe-68378936b16b will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:19.997239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.021997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3cf8c999-d8d4-44a9-bc74-98680b98cf59,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:20.052047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Pushing event updated for resources: {'Port': ['ID=8e78b331-b1e2-4e92-99fe-68378936b16b,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:20.065997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.124981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Attempting to bind port 8e78b331-b1e2-4e92-99fe-68378936b16b on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:20.125329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Attempting to bind port 8e78b331-b1e2-4e92-99fe-68378936b16b by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:20.125661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Attempting to bind port 8e78b331-b1e2-4e92-99fe-68378936b16b on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:20.130102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Port 8e78b331-b1e2-4e92-99fe-68378936b16b on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:24:20.130452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Attempting to bind port 8e78b331-b1e2-4e92-99fe-68378936b16b on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:20.135500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:20.135851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:20.136269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:20.136701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Bound port: 8e78b331-b1e2-4e92-99fe-68378936b16b, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:20.137065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.167947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c00b4f-bb38-4490-bc63-8381ff8ca4f4 req-a2777566-b857-46e2-ae96-38e3aca37fca tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:20.169571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42c00b4f-bb38-4490-bc63-8381ff8ca4f4 req-a2777566-b857-46e2-ae96-38e3aca37fca tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.4356551 Aug 27 12:24:20.179933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ab506-a6ac-488b-90d8-fdd07fe08802 req-8afc84d9-44ea-490e-8153-b61472e374de tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:20.181381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-782ab506-a6ac-488b-90d8-fdd07fe08802 req-8afc84d9-44ea-490e-8153-b61472e374de tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 945 time: 0.1310432 Aug 27 12:24:20.182656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3cf8c999-d8d4-44a9-bc74-98680b98cf59'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:20.203976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] For port 8e78b331-b1e2-4e92-99fe-68378936b16b, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:20.207290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.208411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] For port 8e78b331-b1e2-4e92-99fe-68378936b16b, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e78b331-b1e2-4e92-99fe-68378936b16b,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:20.214317 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.266927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Pushing event updated for resources: {'Port': ['ID=8e78b331-b1e2-4e92-99fe-68378936b16b,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:20.277726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:20.278916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.281248 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-a9910bd6-3259-43ad-b085-4aa4a80fe87b service neutron] 10.222.0.77 "PUT /v2.0/ports/8e78b331-b1e2-4e92-99fe-68378936b16b HTTP/1.1" status: 200 len: 1091 time: 0.7346063 Aug 27 12:24:20.295963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42c00b4f-bb38-4490-bc63-8381ff8ca4f4 req-52a5becd-3a8e-4366-9326-dafb1c5ebe6e tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096892 Aug 27 12:24:20.321604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-782ab506-a6ac-488b-90d8-fdd07fe08802 req-d9f4b6a4-25fc-41ea-89d9-7e5467cedda9 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296442 Aug 27 12:24:20.327985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.362494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Subnet': ['ID=8a24fdfc-6be4-4655-a2bf-cbef08b22ae5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:20.364980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.367914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3e7d3193-7e12-420f-b0c6-a257fe95737c tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/subnets/8a24fdfc-6be4-4655-a2bf-cbef08b22ae5 HTTP/1.1" status: 204 len: 168 time: 0.9085493 Aug 27 12:24:20.370252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:20.376244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a419c40-39c0-4904-94f3-e33661c0471b None None] Network 89de3f2c-6303-4a39-9101-76274f7fd443 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:20.412051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-cf71bd4a-29eb-4174-b694-e27b7000ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:20.413815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-cf71bd4a-29eb-4174-b694-e27b7000ece2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 1094 time: 0.0528100 Aug 27 12:24:20.473344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-bfe7d964-9216-4be1-961d-ba57fc3d3540 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e78b331-b1e2-4e92-99fe-68378936b16b HTTP/1.1" status: 200 len: 217 time: 0.0390151 Aug 27 12:24:20.495480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdc387-80fb-44dd-8260-c07fb2273464 req-7660d5d2-31ee-4188-821e-b65cdc8596a4 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:20.497549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fdc387-80fb-44dd-8260-c07fb2273464 req-7660d5d2-31ee-4188-821e-b65cdc8596a4 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 943 time: 0.1148915 Aug 27 12:24:20.501715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.530145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fe0f1-c129-4011-806d-25c5caa87868 req-ddf3296f-a800-43f9-a335-ffb7ca493f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:20.531720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-ddf3296f-a800-43f9-a335-ffb7ca493f88 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0498195 Aug 27 12:24:20.566806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] DHCP port deletion for 89de3f2c-6303-4a39-9101-76274f7fd443 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:24:20.569127 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-879d85c4-e3d7-42fb-b8b8-9cc000c9bdbf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279148 Aug 27 12:24:20.570013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50fdc387-80fb-44dd-8260-c07fb2273464 req-8b246f4b-49c8-44eb-a4ae-819b76c45905 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598657 Aug 27 12:24:20.592585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Deleting port b3df8f17-321f-4334-ab3b-99e6fbe3758c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:20.593288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.619323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] Deleting port b3df8f17-321f-4334-ab3b-99e6fbe3758c {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:20.619707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.667394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] For port b3df8f17-321f-4334-ab3b-99e6fbe3758c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3df8f17-321f-4334-ab3b-99e6fbe3758c,segment=NetworkSegment(35c60d52-c6c7-4ee6-910c-164877b87aa6),segment_id=35c60d52-c6c7-4ee6-910c-164877b87aa6)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:20.667766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.676854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-95c4b25a-5d3a-404f-9b42-b070b98623cf service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998509 Aug 27 12:24:20.682595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Calling delete_port for b3df8f17-321f-4334-ab3b-99e6fbe3758c owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:20.687640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] For port b3df8f17-321f-4334-ab3b-99e6fbe3758c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b3df8f17-321f-4334-ab3b-99e6fbe3758c,segment=NetworkSegment(35c60d52-c6c7-4ee6-910c-164877b87aa6),segment_id=35c60d52-c6c7-4ee6-910c-164877b87aa6)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:20.688038 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.701902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] Calling delete_port for b3df8f17-321f-4334-ab3b-99e6fbe3758c owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:20.778689 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-237fe0f1-c129-4011-806d-25c5caa87868 req-2d53b36e-eb31-44f9-b20d-ece993770468 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943544 Aug 27 12:24:20.783530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.791318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.812713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Port': ['ID=b3df8f17-321f-4334-ab3b-99e6fbe3758c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:20.814737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] No DVR routers for this DVR port b3df8f17-321f-4334-ab3b-99e6fbe3758c on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:20.828516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] No DVR routers for this DVR port b3df8f17-321f-4334-ab3b-99e6fbe3758c on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:20.833025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac2c22-f2dc-46c1-80a6-4e036358f260 None None] Pushing event deleted for resources: {'Port': ['ID=b3df8f17-321f-4334-ab3b-99e6fbe3758c,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:20.890622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09880361-53c6-4aab-bf56-426f9968390a', 'tag': '8e78b331-b1e2-4e92-99fe-68378936b16b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:20.892994 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14cbc30-6563-4788-a6a1-b52788dfaeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "09880361-53c6-4aab-bf56-426f9968390a", "tag": "8e78b331-b1e2-4e92-99fe-68378936b16b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:20.903062 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.914254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89de3f2c-6303-4a39-9101-76274f7fd443']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:20.925467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c60d52-c6c7-4ee6-910c-164877b87aa6') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:20.925775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c60d52-c6c7-4ee6-910c-164877b87aa6') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:20.937561 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff1705-ddeb-4562-afc3-e1cf8f05aad6 x-openstack-request-id: req-dfff1705-ddeb-4562-afc3-e1cf8f05aad6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:20.937561 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09880361-53c6-4aab-bf56-426f9968390a", "tag": "8e78b331-b1e2-4e92-99fe-68378936b16b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:20.937561 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfff1705-ddeb-4562-afc3-e1cf8f05aad6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:20.937561 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09880361-53c6-4aab-bf56-426f9968390a', 'tag': '8e78b331-b1e2-4e92-99fe-68378936b16b', 'status': 'completed', 'code': 200} Aug 27 12:24:20.942348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.959733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.966957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:20.967432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:20.971933 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:20.974591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fd4aed46-9ddd-4ebf-a45e-ad72bda9ebea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.042531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-d3026599-96ef-4d03-b2f2-7a7459808bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.043196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.044184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-d3026599-96ef-4d03-b2f2-7a7459808bd5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 1094 time: 0.0534294 Aug 27 12:24:21.050341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.052423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] 10.222.0.76 "DELETE /v2.0/networks/89de3f2c-6303-4a39-9101-76274f7fd443 HTTP/1.1" status: 204 len: 168 time: 0.6808312 Aug 27 12:24:21.069480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72490c-cc87-4bf3-8598-877642b5238b tempest-NetworksIpV6TestAttrs-1110873789 tempest-NetworksIpV6TestAttrs-1110873789-project] Pushing event deleted for resources: {'Network': ['ID=89de3f2c-6303-4a39-9101-76274f7fd443,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:21.146131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.155485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-255f7f9d-b2e8-43d4-b902-967a5b6f2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.157148 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-255f7f9d-b2e8-43d4-b902-967a5b6f2a89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.1022863 Aug 27 12:24:21.210786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-1d4089a4-0eeb-4a09-ade5-e09d538d9f2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e78b331-b1e2-4e92-99fe-68378936b16b HTTP/1.1" status: 200 len: 217 time: 0.0443311 Aug 27 12:24:21.273654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-c40d235c-97cb-41fd-b94a-d848db1779e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.275195 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-c40d235c-97cb-41fd-b94a-d848db1779e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0561411 Aug 27 12:24:21.285062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3df8f17-321f-4334-ab3b-99e6fbe3758c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:21.308865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b3df8f17-321f-4334-ab3b-99e6fbe3758c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:21.309216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b3df8f17-321f-4334-ab3b-99e6fbe3758c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:21.323305 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-cc4d7623-91bb-4591-b2e0-a85e7eb3a8f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371144 Aug 27 12:24:21.333344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:21.444526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3cf8c999-d8d4-44a9-bc74-98680b98cf59 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:21.450294 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-d01d9715-b07c-4103-9bba-f0dab40f7e0e service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062136 Aug 27 12:24:21.489914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db4bd-3afd-41ae-b029-73507cb1c7f3 req-d07c86a9-07f3-4929-9c9e-f7ae97b766af tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.491492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f5db4bd-3afd-41ae-b029-73507cb1c7f3 req-d07c86a9-07f3-4929-9c9e-f7ae97b766af tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 945 time: 0.0990620 Aug 27 12:24:21.500524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:21.505601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:21.505986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.539409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30a5cd-13da-4c6e-8ad6-35b383ec538a req-bd41c2a1-b41a-4425-816d-15294fd375c5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.540921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e30a5cd-13da-4c6e-8ad6-35b383ec538a req-bd41c2a1-b41a-4425-816d-15294fd375c5 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.1213963 Aug 27 12:24:21.550220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47b0651f-f615-4890-9808-8ab0faea638d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c6e1487353b4c6bb010559955edbfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157154 Aug 27 12:24:21.556529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45754) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:21.579899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f5db4bd-3afd-41ae-b029-73507cb1c7f3 req-97882647-792b-43ae-96ca-aa06fe6b9a68 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723681 Aug 27 12:24:21.588184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e14cbc30-6563-4788-a6a1-b52788dfaeb1 req-0642c801-a5e3-49d1-9ce7-d5dc9f3c7406 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260860 Aug 27 12:24:21.597524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.618820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e30a5cd-13da-4c6e-8ad6-35b383ec538a req-fd3b622b-1541-4403-986a-785d770f5b5f tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628896 Aug 27 12:24:21.621116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f957a191-7125-482c-944c-699febb12555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.625085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b603eff-b929-40c5-9627-7407622dc77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf8c999-d8d4-44a9-bc74-98680b98cf59'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:21.627623 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee983275-e803-49c3-8595-27d4fb65f923" -d '{"events": [{"server_uuid": "2b603eff-b929-40c5-9627-7407622dc77f", "name": "network-vif-plugged", "status": "completed", "tag": "3cf8c999-d8d4-44a9-bc74-98680b98cf59"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:21.642333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:21.646903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f957a191-7125-482c-944c-699febb12555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.647937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.649494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ec41cf3e-f321-4271-9585-b047ee7135dd no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:21.677392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ec41cf3e-f321-4271-9585-b047ee7135dd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:21.677762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ec41cf3e-f321-4271-9585-b047ee7135dd not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:21.709598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f957a191-7125-482c-944c-699febb12555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.712035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f957a191-7125-482c-944c-699febb12555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:21.713265 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f957a191-7125-482c-944c-699febb12555 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/075415ac-8965-4515-9161-bbcb53dc1f3c HTTP/1.1" status: 204 len: 168 time: 0.1556246 Aug 27 12:24:21.735189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957a191-7125-482c-944c-699febb12555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075415ac-8965-4515-9161-bbcb53dc1f3c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:21.741334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735123bb-4abc-4f7f-acf9-ceb70f871f20 req-836b2a22-f5f1-4f4e-a6bb-506a613f2270 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.750571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-735123bb-4abc-4f7f-acf9-ceb70f871f20 req-836b2a22-f5f1-4f4e-a6bb-506a613f2270 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 943 time: 0.0694628 Aug 27 12:24:21.757550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=3cf8c999-d8d4-44a9-bc74-98680b98cf59,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:21.790712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-735123bb-4abc-4f7f-acf9-ceb70f871f20 req-f7a52dce-86cd-4389-b6de-d8e103742586 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Aug 27 12:24:21.886497 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590eb214-eb78-4390-8170-132bd1afeaf1 x-openstack-request-id: req-590eb214-eb78-4390-8170-132bd1afeaf1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:21.886798 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b603eff-b929-40c5-9627-7407622dc77f", "name": "network-vif-plugged", "status": "completed", "tag": "3cf8c999-d8d4-44a9-bc74-98680b98cf59", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:21.887051 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-590eb214-eb78-4390-8170-132bd1afeaf1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:21.887448 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b603eff-b929-40c5-9627-7407622dc77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf8c999-d8d4-44a9-bc74-98680b98cf59', 'code': 200} Aug 27 12:24:21.984360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88cc9-f3d3-4d37-94cc-7ca9edf1d31a req-ab952511-462f-4dc2-9970-87b5f2620b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:21.985913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d8e88cc9-f3d3-4d37-94cc-7ca9edf1d31a req-ab952511-462f-4dc2-9970-87b5f2620b67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 1097 time: 0.0408857 Aug 27 12:24:22.024427 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d8e88cc9-f3d3-4d37-94cc-7ca9edf1d31a req-96f53a1c-c5c4-4637-84ab-8407258feb71 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294485 Aug 27 12:24:22.079153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:22.686065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73f141-250c-4887-aeca-7977f46401a7 req-14394d21-e92d-49db-9df8-30895ecf2b9d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:22.687871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ed73f141-250c-4887-aeca-7977f46401a7 req-14394d21-e92d-49db-9df8-30895ecf2b9d tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.77 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.0765357 Aug 27 12:24:22.753543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e733037-7d04-43c1-b5df-91773c4b56c3 req-4ca07965-0aae-4043-b548-95a528298411 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:22.755310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e733037-7d04-43c1-b5df-91773c4b56c3 req-4ca07965-0aae-4043-b548-95a528298411 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 946 time: 0.0856512 Aug 27 12:24:22.794967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Deleting port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:22.795617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:22.796159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538bdb5-9afd-4479-856c-4cacb50d0399 req-0e82425b-73ef-4ac6-9ad4-a1f955f5b033 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:22.797755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f538bdb5-9afd-4479-856c-4cacb50d0399 req-0e82425b-73ef-4ac6-9ad4-a1f955f5b033 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/ports?device_id=f733c87f-a527-4581-983c-1f93a88e4269 HTTP/1.1" status: 200 len: 945 time: 0.0873859 Aug 27 12:24:22.834916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e733037-7d04-43c1-b5df-91773c4b56c3 req-dedd48ee-9dbe-4fbb-ab66-e793d0197689 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Aug 27 12:24:22.868405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f538bdb5-9afd-4479-856c-4cacb50d0399 req-0630f094-9ef9-42ea-b394-95c644bf18c7 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.76 "GET /v2.0/security-groups?id=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Aug 27 12:24:22.920044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] For port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:22.920717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:22.936495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Calling delete_port for 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:22.970728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f78c9f-268a-42cf-b83e-8d6398b1dc91 req-7b00d5de-463e-43f0-948c-2dd607439eed tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:22.978600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39f78c9f-268a-42cf-b83e-8d6398b1dc91 req-7b00d5de-463e-43f0-948c-2dd607439eed tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 943 time: 0.0670729 Aug 27 12:24:23.024431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39f78c9f-268a-42cf-b83e-8d6398b1dc91 req-1331464a-3cd2-418a-852d-88d5a69deee6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Aug 27 12:24:23.117174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:23.146462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Pushing event deleted for resources: {'Port': ['ID=62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:23.150663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:23.195929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] No DVR routers for this DVR port 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:23.199673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:23.202260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ed73f141-250c-4887-aeca-7977f46401a7 req-81039117-85a2-4409-8b8c-4c0185d565a3 tempest-ServerRescueTestJSON-2119437853 tempest-ServerRescueTestJSON-2119437853-project] 10.222.0.77 "DELETE /v2.0/ports/62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe HTTP/1.1" status: 204 len: 173 time: 0.5067544 Aug 27 12:24:23.202784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733c87f-a527-4581-983c-1f93a88e4269', 'name': 'network-vif-deleted', 'tag': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:23.206195 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a6f5ce-2c06-4451-bac3-5acb65efb31b" -d '{"events": [{"server_uuid": "f733c87f-a527-4581-983c-1f93a88e4269", "name": "network-vif-deleted", "tag": "62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:23.253759 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ed6bf7-0c6a-433a-a24c-8208d10bf1ce x-openstack-request-id: req-01ed6bf7-0c6a-433a-a24c-8208d10bf1ce {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:23.254103 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f733c87f-a527-4581-983c-1f93a88e4269", "name": "network-vif-deleted", "tag": "62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:23.254447 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01ed6bf7-0c6a-433a-a24c-8208d10bf1ce {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:23.254998 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733c87f-a527-4581-983c-1f93a88e4269', 'name': 'network-vif-deleted', 'tag': '62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe', 'status': 'completed', 'code': 200} Aug 27 12:24:23.933478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45824) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:23.968082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d990c-a9f3-4d65-8acc-15bcef9d0e3d req-26f31314-1c66-40dd-b353-7b68581c6b2d tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:23.969564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:23.973527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe4d990c-a9f3-4d65-8acc-15bcef9d0e3d req-26f31314-1c66-40dd-b353-7b68581c6b2d tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 946 time: 0.0561128 Aug 27 12:24:24.010621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fe4d990c-a9f3-4d65-8acc-15bcef9d0e3d req-fc9836fd-078f-4abc-944e-c56a5d0be420 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Aug 27 12:24:24.179664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea09e6-7299-4635-a4d9-f9aad8b42bb8 req-e8e851ad-9ac4-4053-998b-85926ba64bbf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:24.181312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2ea09e6-7299-4635-a4d9-f9aad8b42bb8 req-e8e851ad-9ac4-4053-998b-85926ba64bbf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 943 time: 0.0588655 Aug 27 12:24:24.232927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2ea09e6-7299-4635-a4d9-f9aad8b42bb8 req-ae55dc06-dfc0-4f75-bddc-8c1b27d7dc08 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Aug 27 12:24:24.318762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:24.611952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Deleting port 7e717d08-0b0d-41ca-a366-7d5509547bc6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:24.612283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:24.704916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] For port 7e717d08-0b0d-41ca-a366-7d5509547bc6, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7e717d08-0b0d-41ca-a366-7d5509547bc6,segment=NetworkSegment(991a46ac-bd2c-4275-b264-476d57e49e4d),segment_id=991a46ac-bd2c-4275-b264-476d57e49e4d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:24.705854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:24.720358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Calling delete_port for 7e717d08-0b0d-41ca-a366-7d5509547bc6 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:24.721715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac383-e3c0-449e-99c9-ea42e164bc60 req-fd8e74c2-997c-48ad-bbf5-e97da39fb205 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:24.723296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da0ac383-e3c0-449e-99c9-ea42e164bc60 req-fd8e74c2-997c-48ad-bbf5-e97da39fb205 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 946 time: 0.0569320 Aug 27 12:24:24.766492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da0ac383-e3c0-449e-99c9-ea42e164bc60 req-254c2075-d659-40ac-8777-294fa1ff27de tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Aug 27 12:24:24.944163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:24.975521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e717d08-0b0d-41ca-a366-7d5509547bc6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:25.143650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:25.370988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb2e31-97d8-4d80-a125-32cf3b6a81eb req-e53b33ea-5f3b-474a-8e65-038e267b4d12 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:25.372649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4eb2e31-97d8-4d80-a125-32cf3b6a81eb req-e53b33ea-5f3b-474a-8e65-038e267b4d12 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 943 time: 0.0527129 Aug 27 12:24:25.394679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Router 4f06484f-ba20-462e-896a-09147315ef51 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:24:25.417862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4eb2e31-97d8-4d80-a125-32cf3b6a81eb req-eb42aa7a-451a-4081-8523-33aa9a1c0e2c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348213 Aug 27 12:24:25.529767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:24:25.534935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50b51e20-7485-4c34-bc85-21613e079483 admin admin] 10.222.0.76 "PUT /v2.0/routers/4f06484f-ba20-462e-896a-09147315ef51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004622 Aug 27 12:24:25.537643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45862) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:25.540848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] Sync routers for ids ['4f06484f-ba20-462e-896a-09147315ef51'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:24:25.551175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] Routers {'4f06484f-ba20-462e-896a-09147315ef51'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:24:25.551860 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4f06484f-ba20-462e-896a-09147315ef51'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:25.648531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:25.661746 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] Set router 4f06484f-ba20-462e-896a-09147315ef51 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:24:25.754291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:25.809651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Deleting port a0efd6a4-bf71-472f-a200-eb78cb28bb6d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:25.809985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:25.846522 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:24:24Z', 'revision_number': 5, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port': {'id': 'a0efd6a4-bf71-472f-a200-eb78cb28bb6d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f06484f-ba20-462e-896a-09147315ef51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:14Z', 'updated_at': '2021-08-27T12:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:25.877550 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] Checking router: 4f06484f-ba20-462e-896a-09147315ef51 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:24:25.886079 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] Routers {'4f06484f-ba20-462e-896a-09147315ef51'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:24:25.886723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4f06484f-ba20-462e-896a-09147315ef51'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:25.926478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d77cb-c14e-4c4b-bf73-55e0a860a7c7 req-4ad48ea1-ae9c-4616-9ccb-709288a85bde tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:25.928243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02d77cb-c14e-4c4b-bf73-55e0a860a7c7 req-4ad48ea1-ae9c-4616-9ccb-709288a85bde tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 946 time: 0.0775914 Aug 27 12:24:25.935079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] For port a0efd6a4-bf71-472f-a200-eb78cb28bb6d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:25.935472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:25.955336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Calling delete_port for a0efd6a4-bf71-472f-a200-eb78cb28bb6d owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:25.977507 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] Set router 4f06484f-ba20-462e-896a-09147315ef51 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:24:26.007062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e78b331-b1e2-4e92-99fe-68378936b16b details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:24:26.039479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c02d77cb-c14e-4c4b-bf73-55e0a860a7c7 req-16c1f75a-2c3a-4ad0-8f1e-672f21b74e28 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/security-groups?id=9784b59d-2ff8-4338-83eb-888eb0c3ed29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906825 Aug 27 12:24:26.041049 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:24:25Z', 'revision_number': 6, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:26.070935 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededd38b-92d9-4f6e-9a67-7e48fa58bf89 None None] The sync data for ids ['4f06484f-ba20-462e-896a-09147315ef51'] in n-d-688802-4 is: [{'id': '4f06484f-ba20-462e-896a-09147315ef51', 'name': 'tempest-ServerRescueTestJSON-1316065393-router', 'tenant_id': '9336d3c9ce17433e81def8b6863971f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:13Z', 'updated_at': '2021-08-27T12:24:25Z', 'revision_number': 6, 'project_id': '9336d3c9ce17433e81def8b6863971f4', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:24:26.114091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:26.142426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:26.142778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 62fc4ec1-683e-4aa6-a5e4-d5d5e8f37bbe not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:26.156401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e78b331-b1e2-4e92-99fe-68378936b16b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e78b331-b1e2-4e92-99fe-68378936b16b,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:26.170832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '8e78b331-b1e2-4e92-99fe-68378936b16b', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': '8e78b331-b1e2-4e92-99fe-68378936b16b', 'mac_address': 'fa:16:3e:e6:92:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:26.177773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaa660-ce11-4145-8d17-0732632423e1 req-3efcc5da-b433-42ee-b85f-4c037812ffc1 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:26.180328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aabaa660-ce11-4145-8d17-0732632423e1 req-3efcc5da-b433-42ee-b85f-4c037812ffc1 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 946 time: 0.0744185 Aug 27 12:24:26.200672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.216508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.234071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0efd6a4-bf71-472f-a200-eb78cb28bb6d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:26.236695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e78b331-b1e2-4e92-99fe-68378936b16b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:26.260820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e78b331-b1e2-4e92-99fe-68378936b16b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e78b331-b1e2-4e92-99fe-68378936b16b,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:26.267345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.321353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.332788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Deleting port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:26.333189 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.347121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e78b331-b1e2-4e92-99fe-68378936b16b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:26.425094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.427708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.468997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] For port 3cf8c999-d8d4-44a9-bc74-98680b98cf59, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=3cf8c999-d8d4-44a9-bc74-98680b98cf59,segment=NetworkSegment(0c996e09-05d0-40ac-a6f3-e1808e27482d),segment_id=0c996e09-05d0-40ac-a6f3-e1808e27482d)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:26.469373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.486727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.487777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f06484f-ba20-462e-896a-09147315ef51 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:24:26.497345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Calling delete_port for 3cf8c999-d8d4-44a9-bc74-98680b98cf59 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:26.500737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.502993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2ea5dbd1-2fa5-4f07-a3ce-f72b6ecacba0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4f06484f-ba20-462e-896a-09147315ef51 HTTP/1.1" status: 204 len: 168 time: 0.9634655 Aug 27 12:24:26.508489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:26.641783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Deleting subnet 51d06b1c-3639-42ce-b7b1-cfe74c38d82c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:24:26.646619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.677301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228bd18-69ea-4189-b688-02176d8e473d req-04db592f-3ec0-4c43-b0e0-2e69d95c8784 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:26.679084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c228bd18-69ea-4189-b688-02176d8e473d req-04db592f-3ec0-4c43-b0e0-2e69d95c8784 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 944 time: 0.1205146 Aug 27 12:24:26.688809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.702280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['3cf8c999-d8d4-44a9-bc74-98680b98cf59'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:26.713576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.727062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Pushing event deleted for resources: {'Port': ['ID=3cf8c999-d8d4-44a9-bc74-98680b98cf59,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:26.743902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8e78b331-b1e2-4e92-99fe-68378936b16b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:26.760243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c228bd18-69ea-4189-b688-02176d8e473d req-436d4631-f619-4bc6-a2bd-a8ec1cd2cbba tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707099 Aug 27 12:24:26.776469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] No DVR routers for this DVR port 3cf8c999-d8d4-44a9-bc74-98680b98cf59 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:26.779751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.779997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.782775 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-aabaa660-ce11-4145-8d17-0732632423e1 req-929ea8e0-3f52-49f4-ac28-b7ccf3b1043f tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.65 "DELETE /v2.0/ports/3cf8c999-d8d4-44a9-bc74-98680b98cf59 HTTP/1.1" status: 204 len: 173 time: 0.5949655 Aug 27 12:24:26.782965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b603eff-b929-40c5-9627-7407622dc77f', 'name': 'network-vif-deleted', 'tag': '3cf8c999-d8d4-44a9-bc74-98680b98cf59'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:26.785250 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86319186-8d10-4cab-abfa-8cc6eb97580c" -d '{"events": [{"server_uuid": "2b603eff-b929-40c5-9627-7407622dc77f", "name": "network-vif-deleted", "tag": "3cf8c999-d8d4-44a9-bc74-98680b98cf59"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:26.853380 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.868594 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a1aa4-db10-489b-87bd-4edf70d57b6c x-openstack-request-id: req-b84a1aa4-db10-489b-87bd-4edf70d57b6c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:26.868897 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b603eff-b929-40c5-9627-7407622dc77f", "name": "network-vif-deleted", "tag": "3cf8c999-d8d4-44a9-bc74-98680b98cf59", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:26.869155 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b84a1aa4-db10-489b-87bd-4edf70d57b6c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:26.869641 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b603eff-b929-40c5-9627-7407622dc77f', 'name': 'network-vif-deleted', 'tag': '3cf8c999-d8d4-44a9-bc74-98680b98cf59', 'status': 'completed', 'code': 200} Aug 27 12:24:26.903648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:26.907789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/51d06b1c-3639-42ce-b7b1-cfe74c38d82c HTTP/1.1" status: 204 len: 168 time: 0.3943026 Aug 27 12:24:26.907789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11920c7-6376-4b14-8117-a7c32627ef8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d06b1c-3639-42ce-b7b1-cfe74c38d82c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:26.908613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45882) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:27.001554 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.096598 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.110124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7500a77-285c-4043-bbc3-98b6600082c3']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:27.136330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991a46ac-bd2c-4275-b264-476d57e49e4d') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:27.136705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991a46ac-bd2c-4275-b264-476d57e49e4d') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:27.146877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.165042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.183870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:27.184654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:27.200927 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:27.235623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d3f0e8-d812-4987-8c5d-e99de84d5ab3 req-bb922a89-73f0-4143-9aa5-c6960aeb7d51 tempest-VolumesActionsTest-932203462 tempest-VolumesActionsTest-932203462-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b603eff-b929-40c5-9627-7407622dc77f HTTP/1.1" status: 200 len: 210 time: 0.0643547 Aug 27 12:24:27.315947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.327551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.335506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b7500a77-285c-4043-bbc3-98b6600082c3 HTTP/1.1" status: 204 len: 168 time: 0.4204636 Aug 27 12:24:27.361989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a0efd6a4-bf71-472f-a200-eb78cb28bb6d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:27.362990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcf2e1-8b9e-44ae-b93e-cdaf3a9769c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7500a77-285c-4043-bbc3-98b6600082c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:27.510574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a0efd6a4-bf71-472f-a200-eb78cb28bb6d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:27.511119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a0efd6a4-bf71-472f-a200-eb78cb28bb6d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:27.511555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7e717d08-0b0d-41ca-a366-7d5509547bc6 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:27.550039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7e717d08-0b0d-41ca-a366-7d5509547bc6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:27.553956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7e717d08-0b0d-41ca-a366-7d5509547bc6 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:27.694246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:27.737040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d1330a01-9569-4674-be69-14ceabf1c3f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9336d3c9ce17433e81def8b6863971f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414274 Aug 27 12:24:27.739476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:27.788252 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8908-2d5b-4a76-86d6-a1bc5737abd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.809956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8908-2d5b-4a76-86d6-a1bc5737abd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.880624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8908-2d5b-4a76-86d6-a1bc5737abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.883174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8908-2d5b-4a76-86d6-a1bc5737abd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:27.884504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eb1b8908-2d5b-4a76-86d6-a1bc5737abd5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a HTTP/1.1" status: 204 len: 168 time: 0.1441224 Aug 27 12:24:27.896685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b8908-2d5b-4a76-86d6-a1bc5737abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764f7ab-45f1-4c6b-95f5-f7f9dabc8d4a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:27.914337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233c40-d3fb-4d40-a5bc-d406377bf257 req-121c92fa-0b57-4cb5-9716-e77929241efd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:27.916570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9233c40-d3fb-4d40-a5bc-d406377bf257 req-121c92fa-0b57-4cb5-9716-e77929241efd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 944 time: 0.0717254 Aug 27 12:24:27.960617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9233c40-d3fb-4d40-a5bc-d406377bf257 req-c651d14d-b75b-434e-b875-7bebaf43723b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376027 Aug 27 12:24:28.007553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e78b331-b1e2-4e92-99fe-68378936b16b up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:28.060304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 8e78b331-b1e2-4e92-99fe-68378936b16b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:28.065084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 8e78b331-b1e2-4e92-99fe-68378936b16b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:28.065465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:28.148943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:28.174910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09880361-53c6-4aab-bf56-426f9968390a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e78b331-b1e2-4e92-99fe-68378936b16b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:28.177167 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166bea52-7029-4bc5-953d-949154ed3f84" -d '{"events": [{"server_uuid": "09880361-53c6-4aab-bf56-426f9968390a", "name": "network-vif-plugged", "status": "completed", "tag": "8e78b331-b1e2-4e92-99fe-68378936b16b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:28.190804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8e78b331-b1e2-4e92-99fe-68378936b16b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e78b331-b1e2-4e92-99fe-68378936b16b,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:28.195035 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:28.224067 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d695a811-990d-48fd-be87-390704023697 x-openstack-request-id: req-d695a811-990d-48fd-be87-390704023697 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:28.224429 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09880361-53c6-4aab-bf56-426f9968390a", "name": "network-vif-plugged", "status": "completed", "tag": "8e78b331-b1e2-4e92-99fe-68378936b16b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:28.224825 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d695a811-990d-48fd-be87-390704023697 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:28.225454 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09880361-53c6-4aab-bf56-426f9968390a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e78b331-b1e2-4e92-99fe-68378936b16b', 'code': 200} Aug 27 12:24:28.249811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8e78b331-b1e2-4e92-99fe-68378936b16b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:28.381798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21eac9-cc9f-4cde-b430-17e7e4f84233 req-7df5a5ae-0483-4b08-9142-9da857eb9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:28.383429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af21eac9-cc9f-4cde-b430-17e7e4f84233 req-7df5a5ae-0483-4b08-9142-9da857eb9afc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 1096 time: 0.0484929 Aug 27 12:24:28.436129 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af21eac9-cc9f-4cde-b430-17e7e4f84233 req-f40b9542-cfa7-4f2f-afc1-81558016693d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Aug 27 12:24:29.046692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:29.165438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-25b270fa-cffd-4128-8218-284240300461 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546534 Aug 27 12:24:29.178359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8716d08-428a-4655-a2c8-5007c8a6642f req-86af6112-1ccf-40fa-94a7-bb853a82b06a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:29.188673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8716d08-428a-4655-a2c8-5007c8a6642f req-86af6112-1ccf-40fa-94a7-bb853a82b06a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 945 time: 0.1286919 Aug 27 12:24:29.268654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8716d08-428a-4655-a2c8-5007c8a6642f req-06b73dc2-a2e0-443f-83cf-75514162e3fa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Aug 27 12:24:29.282692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-7b6de45e-13f4-4820-88ee-c993298cc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:29.284539 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-7b6de45e-13f4-4820-88ee-c993298cc407 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1098 time: 0.0662172 Aug 27 12:24:29.306671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:29.415956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-913df02e-f417-45c3-ada6-a3bcf1a7b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:29.416533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:29.419028 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-913df02e-f417-45c3-ada6-a3bcf1a7b378 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.1085708 Aug 27 12:24:29.421071 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:29.474739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78f2f779e013424aa4a6ca3cb1cf79cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265993 Aug 27 12:24:29.475760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb9f4bd-ae3b-4e59-9754-fb9f0506aca0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:29.478338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45996) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:29.490825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3cf8c999-d8d4-44a9-bc74-98680b98cf59 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:29.496038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.496393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.497494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.498202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.498875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.500115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.503265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.504921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.506031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.506584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.508222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.508886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cc8e5e-cd20-4327-8cb3-e270ca087990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:29.534674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 3cf8c999-d8d4-44a9-bc74-98680b98cf59 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:29.535653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 3cf8c999-d8d4-44a9-bc74-98680b98cf59 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:29.550297 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-4f7ae7a3-8d8c-486f-9813-163a20e6fde7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 1002 time: 0.1147308 Aug 27 12:24:29.630926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9083-f04a-4626-9441-1c5f47cf3064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:30.058240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-7f192b81-f985-4225-a3d9-bb90a8da5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:30.059819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-7f192b81-f985-4225-a3d9-bb90a8da5a46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.5013232 Aug 27 12:24:30.070661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9083-f04a-4626-9441-1c5f47cf3064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:30.139936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-ce05de32-4598-4208-8c42-de9cb9ed20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:30.141534 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-ce05de32-4598-4208-8c42-de9cb9ed20f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731831 Aug 27 12:24:30.201346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9083-f04a-4626-9441-1c5f47cf3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:30.204397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9083-f04a-4626-9441-1c5f47cf3064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:30.208712 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e1bf9083-f04a-4626-9441-1c5f47cf3064 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fb9f4bd-ae3b-4e59-9754-fb9f0506aca0 HTTP/1.1" status: 204 len: 168 time: 0.7260563 Aug 27 12:24:30.227713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf9083-f04a-4626-9441-1c5f47cf3064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb9f4bd-ae3b-4e59-9754-fb9f0506aca0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:30.291501 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-1ed840dd-be81-4437-9576-42e7f2832d43 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414473 Aug 27 12:24:30.423374 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-146fa5ff-731c-4c9e-b216-b372677ae806 req-8913d43e-e985-448c-85c0-0eae9d4b7510 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216862 Aug 27 12:24:30.473128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc6fde-e9b0-4341-90ea-93dc734fb456 req-4cef371e-0854-434e-8566-f727b00a4366 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:30.484006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8acc6fde-e9b0-4341-90ea-93dc734fb456 req-4cef371e-0854-434e-8566-f727b00a4366 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 945 time: 0.0869608 Aug 27 12:24:30.548487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8acc6fde-e9b0-4341-90ea-93dc734fb456 req-04dac44d-66ce-4926-b377-833e13ee96da tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634675 Aug 27 12:24:31.163900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-599acc1c-6af6-4099-91b8-31098c16a371 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:31.178335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-599acc1c-6af6-4099-91b8-31098c16a371 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.1900482 Aug 27 12:24:31.215350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-30bd9fb6-8f67-4582-b236-211d9e0fa662 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0324688 Aug 27 12:24:31.354743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-fac71e83-3ff8-408c-994a-7d5d92799820 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358318 Aug 27 12:24:31.572751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-40eee04c-9492-4c00-a8cd-a1758b4d8a92 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170203 Aug 27 12:24:31.683053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46072) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:31.694357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-6065f054-e3e1-4467-aea7-6c412399bf72 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198182 Aug 27 12:24:31.924368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-29632229-network', 'tenant_id': '02500a09b45444aebce3bd5ac5378f05'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:31.978049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f65f11e-0701-4ecf-9a9c-988f57152566 req-afc400c2-a644-434e-8e41-026d42e1b909 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 210 time: 0.0731032 Aug 27 12:24:32.021933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Made reservation on behalf of 02500a09b45444aebce3bd5ac5378f05 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:32.025566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.048610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.337152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.342827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.420704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:24:32.475575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a16611d-7701-466c-ad9f-26b77cf23017,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:32.506789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.509793 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Added segment c4cb53bf-3f1b-44b8-a177-aa946c5cb57e of type vlan for network 32a65f1e-dee9-408e-8c0e-ca215239675b Aug 27 12:24:32.615405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.672152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.673941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:32.674748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:32.781812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] Pushing event updated for resources: {'Network': ['ID=32a65f1e-dee9-408e-8c0e-ca215239675b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:32.794285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 32a65f1e-dee9-408e-8c0e-ca215239675b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:24:32.838888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc9b5c3e-c030-4ce2-87c8-9ee4eb336b07 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1463866 Aug 27 12:24:33.166480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd596106-e06c-4ace-9653-fb85e5d317da req-88b198b3-d4c6-4c78-a161-3199a5580598 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 210 time: 0.0474842 Aug 27 12:24:33.952375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532419-60b6-4c6c-adae-5c125fbf308b req-5484adfe-64da-4f6d-a121-1c7ddd3cd0ea tempest-ComputeTenantNetworksTest-1971477173 tempest-ComputeTenantNetworksTest-1971477173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:33.966547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532419-60b6-4c6c-adae-5c125fbf308b req-5484adfe-64da-4f6d-a121-1c7ddd3cd0ea tempest-ComputeTenantNetworksTest-1971477173 tempest-ComputeTenantNetworksTest-1971477173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:33.969061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-d644e412-d10b-4470-9a95-07409a652a28 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:33.971573 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-d644e412-d10b-4470-9a95-07409a652a28 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.2222695 Aug 27 12:24:33.979738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532419-60b6-4c6c-adae-5c125fbf308b req-5484adfe-64da-4f6d-a121-1c7ddd3cd0ea tempest-ComputeTenantNetworksTest-1971477173 tempest-ComputeTenantNetworksTest-1971477173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:33.988461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:33.995592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91532419-60b6-4c6c-adae-5c125fbf308b req-5484adfe-64da-4f6d-a121-1c7ddd3cd0ea tempest-ComputeTenantNetworksTest-1971477173 tempest-ComputeTenantNetworksTest-1971477173-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.4891324 Aug 27 12:24:34.241448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057d067-2038-4996-9b16-5e36c9e1de60 req-ad4b1645-6176-4226-bed9-44c654c365b5 tempest-ComputeTenantNetworksTest-1971477173 tempest-ComputeTenantNetworksTest-1971477173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:34.249344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4057d067-2038-4996-9b16-5e36c9e1de60 req-ad4b1645-6176-4226-bed9-44c654c365b5 tempest-ComputeTenantNetworksTest-1971477173 tempest-ComputeTenantNetworksTest-1971477173-project] 10.222.0.76 "GET /v2.0/networks/32a65f1e-dee9-408e-8c0e-ca215239675b HTTP/1.1" status: 200 len: 767 time: 0.2059805 Aug 27 12:24:34.257794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:34.270146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:34.276041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.358850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.383697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49cb46bb-ce08-4051-8e7e-1e772e833493 req-80ba79d9-2582-4f8b-89e4-1e108ae0e493 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 210 time: 0.0461512 Aug 27 12:24:34.565465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.4 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/dbeafdad-ad9c-4080-9ec2-40ff5008c7e5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:34.632702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.645859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a65f1e-dee9-408e-8c0e-ca215239675b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:34.658940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cb53bf-3f1b-44b8-a177-aa946c5cb57e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:34.659400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cb53bf-3f1b-44b8-a177-aa946c5cb57e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:34.679705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.744280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.754169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:24:34.756018 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:24:34.757999 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:24:34.868135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.883062 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.894891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.902573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/32a65f1e-dee9-408e-8c0e-ca215239675b HTTP/1.1" status: 204 len: 168 time: 0.6399407 Aug 27 12:24:34.934017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:34.967997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c', '8e78b331-b1e2-4e92-99fe-68378936b16b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:35.042000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:35.053845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:35.059200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:35.193052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:35.265726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:35.267023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:35.317801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-f552d370-b96c-44d5-b563-c7000c62b5cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3341000 Aug 27 12:24:35.340819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Request body: {'port': {'device_id': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:35.347146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943c24b-3ff3-42e1-ad87-6161af52d8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a65f1e-dee9-408e-8c0e-ca215239675b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:35.359304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:35.475961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:35.494809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fd93f40b-c7d3-4344-bda4-50d9cf24f6e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02500a09b45444aebce3bd5ac5378f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337597 Aug 27 12:24:35.501360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:35.691630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78da4bc7-9371-4eb3-bea0-2310d493554d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:35.719000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523fff-4ec7-4439-9bab-d4758e4dde4c req-912c67f9-43e4-4756-90b3-8b997a393e58 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:35.721888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0523fff-4ec7-4439-9bab-d4758e4dde4c req-912c67f9-43e4-4756-90b3-8b997a393e58 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 931 time: 0.1446209 Aug 27 12:24:35.741931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78da4bc7-9371-4eb3-bea0-2310d493554d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:35.807651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0523fff-4ec7-4439-9bab-d4758e4dde4c req-181e9e10-8566-4c2a-8d0b-2b7bd68e0a79 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632184 Aug 27 12:24:35.848208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78da4bc7-9371-4eb3-bea0-2310d493554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:35.850812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78da4bc7-9371-4eb3-bea0-2310d493554d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:35.851915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-78da4bc7-9371-4eb3-bea0-2310d493554d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a16611d-7701-466c-ad9f-26b77cf23017 HTTP/1.1" status: 204 len: 168 time: 0.3493047 Aug 27 12:24:35.876152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da4bc7-9371-4eb3-bea0-2310d493554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a16611d-7701-466c-ad9f-26b77cf23017,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:36.043514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:36.052247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:36.067884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Transition to ACTIVE for port object dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:36.072997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:36.175921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Pushing event updated for resources: {'Port': ['ID=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:36.277948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Attempting to bind port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:36.278288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Attempting to bind port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:36.278682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Attempting to bind port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:36.284275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:24:36.284563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Attempting to bind port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:36.315771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:36.316129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:36.317671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:36.317671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Bound port: dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:36.318647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:36.399946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] For port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:24:36.405198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] For port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:24:36.412938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:36.458230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:36.461273 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:36.461273 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] 10.222.0.65 "PUT /v2.0/ports/dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 HTTP/1.1" status: 200 len: 1091 time: 1.1350927 Aug 27 12:24:36.461508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'tag': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:36.463995 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d323a182-c544-4108-94d7-abbe78181354" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8f815e-d5ed-4387-9b45-30c29fc3084f", "tag": "dbeafdad-ad9c-4080-9ec2-40ff5008c7e5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:36.566672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d508b-bf74-4ba7-b7af-58a9a2597bfa service neutron] Pushing event updated for resources: {'Port': ['ID=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:36.652625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-e55b790d-0178-4314-b2e2-50e949c623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:36.658125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-e55b790d-0178-4314-b2e2-50e949c623f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 1094 time: 0.1341224 Aug 27 12:24:36.741533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-b273a385-87b2-4cab-b8ac-888227ee0a0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0736842 Aug 27 12:24:36.900401 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2217ac-107c-4b57-af5e-24b6c66b5cfa x-openstack-request-id: req-8c2217ac-107c-4b57-af5e-24b6c66b5cfa {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:36.900835 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8f815e-d5ed-4387-9b45-30c29fc3084f", "tag": "dbeafdad-ad9c-4080-9ec2-40ff5008c7e5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:36.900945 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c2217ac-107c-4b57-af5e-24b6c66b5cfa {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:36.905533 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'tag': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5', 'status': 'completed', 'code': 200} Aug 27 12:24:36.953871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-74fb4154-c47f-41a8-9c5c-a70cba00afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:36.957141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-74fb4154-c47f-41a8-9c5c-a70cba00afc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.2062218 Aug 27 12:24:37.055184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-8c090fd7-4324-4098-9714-c3d73a82f6f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904467 Aug 27 12:24:37.127751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6cacf-f484-4cc9-a467-842d23bc7788 req-caf07d0c-fe66-4161-8796-ebde1b8d270e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:37.129705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72d6cacf-f484-4cc9-a467-842d23bc7788 req-caf07d0c-fe66-4161-8796-ebde1b8d270e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 943 time: 0.1227741 Aug 27 12:24:37.295288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72d6cacf-f484-4cc9-a467-842d23bc7788 req-e436ec5d-fb20-4ad6-816f-938276904e97 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548243 Aug 27 12:24:37.409818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-4811ac32-d058-4ebe-a904-d257fbc70dfe service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461778 Aug 27 12:24:37.674164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1f11abfb-75ec-4e12-bfed-a8902e21086f req-9aed65cc-e0cf-4165-85b6-80c32f6d6a43 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571068 Aug 27 12:24:37.836619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a182-c544-4108-94d7-abbe78181354 req-01f22c1a-47dc-44fe-8778-d80feba8fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:37.838978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-01f22c1a-47dc-44fe-8778-d80feba8fbd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 1094 time: 0.1054351 Aug 27 12:24:38.071728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a182-c544-4108-94d7-abbe78181354 req-3834434d-a659-47e9-b529-83afc432db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:38.077054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-3834434d-a659-47e9-b529-83afc432db88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.2293398 Aug 27 12:24:38.251546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:38.289803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-76ab2dfb-f36d-452b-b938-69493bc234de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 HTTP/1.1" status: 200 len: 217 time: 0.1851938 Aug 27 12:24:38.524981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a182-c544-4108-94d7-abbe78181354 req-09562abe-a0eb-43ec-9aaf-b62c38190f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:38.526728 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-09562abe-a0eb-43ec-9aaf-b62c38190f97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.2287836 Aug 27 12:24:38.564768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e45034-665f-44e2-98eb-3d3f2db84f1b req-c9c0e57c-279d-4072-a4d0-5f1af04abcb0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:38.574990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5e45034-665f-44e2-98eb-3d3f2db84f1b req-c9c0e57c-279d-4072-a4d0-5f1af04abcb0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 943 time: 0.1273012 Aug 27 12:24:38.610869 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-82b44c7d-5ed2-4549-90be-d6ba62f870ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746980 Aug 27 12:24:38.653308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5e45034-665f-44e2-98eb-3d3f2db84f1b req-19de33d0-bb61-456b-bb06-217e642c393e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750828 Aug 27 12:24:38.798579 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-7fcb0983-0947-4147-a082-0f0a246601dc service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787078 Aug 27 12:24:38.944406 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d323a182-c544-4108-94d7-abbe78181354 req-343b543b-5416-49f8-89b1-0fa70c489595 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378107 Aug 27 12:24:39.494042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:24:39.921437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:39.941221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5', 'mac_address': 'fa:16:3e:d1:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:24:39.945948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18541b-0fdf-4abd-a4d7-6928c646bce3 req-56807ee8-5e63-4992-a47f-1f1f4370fa66 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:39.958766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f18541b-0fdf-4abd-a4d7-6928c646bce3 req-56807ee8-5e63-4992-a47f-1f1f4370fa66 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 943 time: 0.1660202 Aug 27 12:24:40.028523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:40.048521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f18541b-0fdf-4abd-a4d7-6928c646bce3 req-6dafc5a4-1c82-4a03-bde9-193a0cdbae34 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784709 Aug 27 12:24:40.054697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:40.085697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:40.096578 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:40.168419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:40.330591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['dbeafdad-ad9c-4080-9ec2-40ff5008c7e5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:40.878627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:41.043861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7696ae2-5651-4050-aeff-531af0c6d16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.226260 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7696ae2-5651-4050-aeff-531af0c6d16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.246855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b810e3d-9f00-4b07-8190-bce06d2d73e4 req-d35547b9-b30a-4400-b62c-e5fa5d0df861 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:41.248827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b810e3d-9f00-4b07-8190-bce06d2d73e4 req-d35547b9-b30a-4400-b62c-e5fa5d0df861 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 944 time: 0.0682945 Aug 27 12:24:41.249490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7696ae2-5651-4050-aeff-531af0c6d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.326073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-7e1ab0eb-8046-44a0-997b-37a21eacdb43 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658870 Aug 27 12:24:41.352811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7696ae2-5651-4050-aeff-531af0c6d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84013e3d-d72f-420c-8ba0-862f2219346b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:41.375371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7696ae2-5651-4050-aeff-531af0c6d16a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93912e5a1a2a440e9ad85cd77dc43bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956415 Aug 27 12:24:41.378643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46304) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:41.407622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b810e3d-9f00-4b07-8190-bce06d2d73e4 req-2af49d29-5391-4827-9f6c-77c662cd767c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208928 Aug 27 12:24:41.472626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0126f5-32c0-4308-a794-d8e9da155890 req-93e5a0c1-3ef4-48b3-a038-b34b0014678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:41.478460 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-93e5a0c1-3ef4-48b3-a038-b34b0014678b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 1096 time: 0.1073802 Aug 27 12:24:41.479108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5c65949-7077-4e67-bd6a-187b79dd3674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.495368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:24:41.525504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5c65949-7077-4e67-bd6a-187b79dd3674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.603664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:24:41.614971 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5c65949-7077-4e67-bd6a-187b79dd3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.619965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5c65949-7077-4e67-bd6a-187b79dd3674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.621042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:24:41.621505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.623747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c5c65949-7077-4e67-bd6a-187b79dd3674 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84013e3d-d72f-420c-8ba0-862f2219346b HTTP/1.1" status: 204 len: 168 time: 0.2443283 Aug 27 12:24:41.634352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c65949-7077-4e67-bd6a-187b79dd3674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84013e3d-d72f-420c-8ba0-862f2219346b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:41.661662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0126f5-32c0-4308-a794-d8e9da155890 req-3eaba4ee-63eb-404e-9532-0abfed3088bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:41.664020 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-3eaba4ee-63eb-404e-9532-0abfed3088bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.1572638 Aug 27 12:24:41.728369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-c2fccb91-65c5-455a-8813-41e646ee9116 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c HTTP/1.1" status: 200 len: 217 time: 0.0541677 Aug 27 12:24:41.810453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0126f5-32c0-4308-a794-d8e9da155890 req-186fc977-657e-46bd-84e4-0ba1ec453555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:41.812468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-186fc977-657e-46bd-84e4-0ba1ec453555 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0715990 Aug 27 12:24:41.819572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.861520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:41.863108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:41.866187 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7cfb9c-cabb-46e0-957b-16179166e09f" -d '{"events": [{"server_uuid": "ec8f815e-d5ed-4387-9b45-30c29fc3084f", "name": "network-vif-plugged", "status": "completed", "tag": "dbeafdad-ad9c-4080-9ec2-40ff5008c7e5"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:41.870350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:41.877546 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-4044db6c-6ee8-4cc5-940b-7cf261bda727 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551541 Aug 27 12:24:41.930410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:41.950183 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe25808-509c-4911-9c39-c43701de69c6 x-openstack-request-id: req-bfe25808-509c-4911-9c39-c43701de69c6 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:41.950758 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f815e-d5ed-4387-9b45-30c29fc3084f", "name": "network-vif-plugged", "status": "completed", "tag": "dbeafdad-ad9c-4080-9ec2-40ff5008c7e5", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:41.951180 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bfe25808-509c-4911-9c39-c43701de69c6 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:41.951735 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5', 'code': 200} Aug 27 12:24:42.142416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:42.154599 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-c8c7f6f7-43a0-4a15-8899-374554e695e7 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689695 Aug 27 12:24:42.162176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d2bd8-1aa7-4f7f-89b8-7e5247bc2790 req-01a4ec1e-31d5-4639-9503-1be37f895af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:42.164882 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-223d2bd8-1aa7-4f7f-89b8-7e5247bc2790 req-01a4ec1e-31d5-4639-9503-1be37f895af8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 1096 time: 0.0917380 Aug 27 12:24:42.178072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5617bdc-2cee-4f84-84e2-40eeee0697bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.260392 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-223d2bd8-1aa7-4f7f-89b8-7e5247bc2790 req-1a00cc93-8214-435f-a61a-64e3d2997a21 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849459 Aug 27 12:24:42.331481 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5617bdc-2cee-4f84-84e2-40eeee0697bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.350189 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5617bdc-2cee-4f84-84e2-40eeee0697bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.354698 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-db0126f5-32c0-4308-a794-d8e9da155890 req-4d574732-ccdd-47e7-a20c-ae11aaa64820 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883230 Aug 27 12:24:42.444284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5617bdc-2cee-4f84-84e2-40eeee0697bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d676c2a640ef44dea96c42ed74fa1a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965517 Aug 27 12:24:42.444284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5617bdc-2cee-4f84-84e2-40eeee0697bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8440d5a2-4ce8-4070-8ef2-867711b49510,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:42.445879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46326) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:42.565146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac962ea2-00b1-4634-b814-b6601c0d843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.570761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac29e1-aed1-475b-a7ae-cb012183a0d1 req-c89d907b-6075-47e9-a4a5-70bc82eaca6c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:42.572678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aac29e1-aed1-475b-a7ae-cb012183a0d1 req-c89d907b-6075-47e9-a4a5-70bc82eaca6c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 945 time: 0.0553789 Aug 27 12:24:42.616851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac962ea2-00b1-4634-b814-b6601c0d843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.645204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aac29e1-aed1-475b-a7ae-cb012183a0d1 req-e8edd1a1-9726-43f2-9527-aaf20d421b6c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569010 Aug 27 12:24:42.722871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac962ea2-00b1-4634-b814-b6601c0d843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.725419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac962ea2-00b1-4634-b814-b6601c0d843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:42.726603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac962ea2-00b1-4634-b814-b6601c0d843a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8440d5a2-4ce8-4070-8ef2-867711b49510 HTTP/1.1" status: 204 len: 168 time: 0.2773256 Aug 27 12:24:42.728074 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:24:42.747407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac962ea2-00b1-4634-b814-b6601c0d843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8440d5a2-4ce8-4070-8ef2-867711b49510,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:43.915404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e886fd-93c1-4d74-9a59-bc106ce232c4 req-0cfcdf1b-995d-470d-b195-0f82fff288e6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:44.000163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8e886fd-93c1-4d74-9a59-bc106ce232c4 req-0cfcdf1b-995d-470d-b195-0f82fff288e6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 945 time: 0.1849022 Aug 27 12:24:44.207120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8e886fd-93c1-4d74-9a59-bc106ce232c4 req-1e4a5c56-fa3e-4eb9-b9ad-5303bcb3facc tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054300 Aug 27 12:24:44.453749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f91d2-33a9-442a-83a9-7e10ed8d7803 req-8520600b-620d-47a9-b3a5-19e3c8299ee2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:44.460779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b63f91d2-33a9-442a-83a9-7e10ed8d7803 req-8520600b-620d-47a9-b3a5-19e3c8299ee2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 945 time: 0.1271007 Aug 27 12:24:44.536690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b63f91d2-33a9-442a-83a9-7e10ed8d7803 req-a42bc10d-8c88-4db4-990d-8238c03b6665 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703642 Aug 27 12:24:44.758086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516015-9a92-4ef7-b273-b704abbbe8e5 req-b5a6684f-dbce-47eb-bdd9-f47cd2747413 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:44.763701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b516015-9a92-4ef7-b273-b704abbbe8e5 req-b5a6684f-dbce-47eb-bdd9-f47cd2747413 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 945 time: 0.0828378 Aug 27 12:24:44.881574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b516015-9a92-4ef7-b273-b704abbbe8e5 req-5e89f0f9-ddbf-4d1a-a22d-cab0fcbc0c45 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111498 Aug 27 12:24:45.302357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b0aa0-2365-4423-bf16-e894b11f1b5a req-a23b1a83-9677-45a7-8601-8981ecf3be2d tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:45.320109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b71b0aa0-2365-4423-bf16-e894b11f1b5a req-a23b1a83-9677-45a7-8601-8981ecf3be2d tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1098 time: 0.1485753 Aug 27 12:24:45.400981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b71b0aa0-2365-4423-bf16-e894b11f1b5a req-23067794-4025-48b8-8bf4-51009b80e137 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800912 Aug 27 12:24:45.426730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46412) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:45.656622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83980-ec92-4c4c-b3ca-35ac44ce6ede req-1c4f38ba-dd3f-4aa2-a3c6-d3f5d107a12d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:45.658634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4e83980-ec92-4c4c-b3ca-35ac44ce6ede req-1c4f38ba-dd3f-4aa2-a3c6-d3f5d107a12d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 945 time: 0.1040180 Aug 27 12:24:45.734181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4e83980-ec92-4c4c-b3ca-35ac44ce6ede req-d509a3df-60cc-40a2-a4ea-23f26815d1b9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652432 Aug 27 12:24:45.846763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 412c92a0-5194-409b-90af-ba826db32e8d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:45.847690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:46.018301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:46.020225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:46.051270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 412c92a0-5194-409b-90af-ba826db32e8d owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:46.348998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:46.384914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=412c92a0-5194-409b-90af-ba826db32e8d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:46.468449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:46.469582 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP c1b2b6d5-621c-4958-96ae-177130a4b328 disassociated (deleted). External IP: 172.25.8.138, port: f589fc34-68c4-4e7c-adb0-64683cca18a6. Aug 27 12:24:46.898550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-2d38395b-ee81-42a9-b436-1d082c1f7b71 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:46.900568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-2d38395b-ee81-42a9-b436-1d082c1f7b71 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 945 time: 0.1260836 Aug 27 12:24:46.991121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd90bf-2b4a-4a02-8fad-f2053d5af547 req-9c6cc82e-1e2c-4ef1-8fb6-6b969d5d6705 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:47.000278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53fd90bf-2b4a-4a02-8fad-f2053d5af547 req-9c6cc82e-1e2c-4ef1-8fb6-6b969d5d6705 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 945 time: 0.0780535 Aug 27 12:24:47.021876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router e56420ef-b2f0-4f87-9af0-4d4e64102c25 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:24:47.053618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53fd90bf-2b4a-4a02-8fad-f2053d5af547 req-a2234875-4635-4aab-b275-09d72c0b5907 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 Aug 27 12:24:47.138988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:47.139374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.205258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:24:47.212777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.220587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a813b-d66b-4143-a685-08cb021d980a None None] Sync routers for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:24:47.267102 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c9520bec-8922-4030-bba8-a145ec5f5899 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/floatingips/c1b2b6d5-621c-4958-96ae-177130a4b328 HTTP/1.1" status: 204 len: 168 time: 1.8366129 Aug 27 12:24:47.267330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:24:47.269998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:47.284409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:47.307118 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:47.405343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:47.405725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.418792 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca59470-074b-4c3e-bc24-254278beccd8 x-openstack-request-id: req-4ca59470-074b-4c3e-bc24-254278beccd8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:47.421273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:47.433101 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:47.433397 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ca59470-074b-4c3e-bc24-254278beccd8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:47.433860 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'status': 'completed', 'code': 200} Aug 27 12:24:47.445389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:47.606260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-36497984-d646-43dd-80e4-3498dda30dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:47.608542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-36497984-d646-43dd-80e4-3498dda30dbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 1098 time: 0.0908504 Aug 27 12:24:47.693719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:24:47.700389 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c63e3411-b9e8-4f79-bcf4-0fa0510e5d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.794890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.811442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['dbeafdad-ad9c-4080-9ec2-40ff5008c7e5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:47.846803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=dbeafdad-ad9c-4080-9ec2-40ff5008c7e5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:47.849425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-ccc0c5f2-bc0e-4de6-8a51-15fb1603156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:47.851170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-ccc0c5f2-bc0e-4de6-8a51-15fb1603156e service neutron] 10.222.0.65 "GET /v2.0/networks?id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 200 len: 897 time: 0.2328937 Aug 27 12:24:47.920656 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c63e3411-b9e8-4f79-bcf4-0fa0510e5d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.921975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c', '8e78b331-b1e2-4e92-99fe-68378936b16b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:47.939958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:47.942933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-b574277f-d8bb-4ce7-901f-97fab6888471 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 200 len: 217 time: 0.0833111 Aug 27 12:24:47.944238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:47.946486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1298f83d-814d-4d39-b7cc-ab99395fd7fb req-95182383-8a5c-4a22-b781-fbf1b2bec2e3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "DELETE /v2.0/ports/dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 HTTP/1.1" status: 204 len: 173 time: 1.0394332 Aug 27 12:24:48.021139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c63e3411-b9e8-4f79-bcf4-0fa0510e5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:48.022235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-cef7c17a-846c-4e0e-98d3-4a8eaa436b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:48.024172 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-cef7c17a-846c-4e0e-98d3-4a8eaa436b73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 200 len: 834 time: 0.0711005 Aug 27 12:24:48.137301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3411-b9e8-4f79-bcf4-0fa0510e5d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a8c3c1-58b8-4bf8-8b74-e90536ebacab,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:48.159764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-5bfd9f5f-3d6c-4d2f-aa27-f675eceab661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:48.161369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-5bfd9f5f-3d6c-4d2f-aa27-f675eceab661 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bda2383b-6d72-4b47-97d6-2db89b4b1fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264172 Aug 27 12:24:48.212100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c63e3411-b9e8-4f79-bcf4-0fa0510e5d75 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a57291891534bb1a90b5b5518846db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7896311 Aug 27 12:24:48.218504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:48.227982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e60fd-ba28-41c9-abaf-8890f3ad3786 req-dbf53e41-ab32-4c37-9dd4-65fc691c4c5c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:48.236962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c9e60fd-ba28-41c9-abaf-8890f3ad3786 req-dbf53e41-ab32-4c37-9dd4-65fc691c4c5c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 947 time: 0.3135571 Aug 27 12:24:48.362175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee28145f-301e-4e69-bf13-80873e18d87b req-adff1a65-5706-403a-98f1-94c9e8ab1acc tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec8f815e-d5ed-4387-9b45-30c29fc3084f HTTP/1.1" status: 200 len: 210 time: 0.0683837 Aug 27 12:24:48.366777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ec90e11-1d4f-43c5-97a6-b008d420c407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:48.396977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c9e60fd-ba28-41c9-abaf-8890f3ad3786 req-da4f0d03-35d2-4efa-a93d-ee2b73864fc8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576967 Aug 27 12:24:48.460678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ec90e11-1d4f-43c5-97a6-b008d420c407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:48.472515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-cec60d25-1aea-4f6d-a11d-236637e697e1 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011396 Aug 27 12:24:48.647774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ec90e11-1d4f-43c5-97a6-b008d420c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:48.653054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ec90e11-1d4f-43c5-97a6-b008d420c407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:48.656344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3ec90e11-1d4f-43c5-97a6-b008d420c407 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89a8c3c1-58b8-4bf8-8b74-e90536ebacab HTTP/1.1" status: 204 len: 168 time: 0.4161673 Aug 27 12:24:48.728321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec90e11-1d4f-43c5-97a6-b008d420c407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a8c3c1-58b8-4bf8-8b74-e90536ebacab,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:48.829752 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7f61a3cd-44de-446f-9c7d-4c67bcfd1f90 req-b4bfa412-32e0-42c2-b0cc-b5e9e901ce19 service neutron] 10.222.0.65 "GET /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425295 Aug 27 12:24:48.869189 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e46cfd0-0bc7-4a01-a0f9-c46df1186b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:49.127252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:49.238629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-7f414036-e1d9-42f2-bb5d-c8b03290844a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:49.241619 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-7f414036-e1d9-42f2-bb5d-c8b03290844a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 947 time: 0.1125166 Aug 27 12:24:49.256328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a813b-d66b-4143-a685-08cb021d980a None None] Checking router: e56420ef-b2f0-4f87-9af0-4d4e64102c25 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:24:49.356393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:24:49.359082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:49.451604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'name': 'network-vif-deleted', 'tag': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:49.470542 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401dfc1-7927-4c67-b809-80cb4f61de18" -d '{"events": [{"server_uuid": "ec8f815e-d5ed-4387-9b45-30c29fc3084f", "name": "network-vif-deleted", "tag": "dbeafdad-ad9c-4080-9ec2-40ff5008c7e5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:49.493634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:49.536989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4d455b2-8c78-40b4-87f6-8c9203166faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:49.582856 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc60c103-fa7d-4288-b7ab-d7760d80cad3 x-openstack-request-id: req-bc60c103-fa7d-4288-b7ab-d7760d80cad3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:49.582856 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f815e-d5ed-4387-9b45-30c29fc3084f", "name": "network-vif-deleted", "tag": "dbeafdad-ad9c-4080-9ec2-40ff5008c7e5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:49.583146 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc60c103-fa7d-4288-b7ab-d7760d80cad3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:49.583503 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f815e-d5ed-4387-9b45-30c29fc3084f', 'name': 'network-vif-deleted', 'tag': 'dbeafdad-ad9c-4080-9ec2-40ff5008c7e5', 'status': 'completed', 'code': 200} Aug 27 12:24:49.631011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port f589fc34-68c4-4e7c-adb0-64683cca18a6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:49.632523 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:49.779016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:24:49.785231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb4532-e81c-4d24-b235-3eee0a873ed4 req-9508cd49-23ec-4c08-8abf-88514530fc04 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:49.798487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9adb4532-e81c-4d24-b235-3eee0a873ed4 req-9508cd49-23ec-4c08-8abf-88514530fc04 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 947 time: 0.1687424 Aug 27 12:24:49.954822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9adb4532-e81c-4d24-b235-3eee0a873ed4 req-1d68d91b-e7d6-4ebb-8f97-310853b18836 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b452fcb-6402-4f78-9d46-b2ca689192c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551354 Aug 27 12:24:50.016577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07fefb-ad62-46f7-a98e-33000f6f7b28 req-2f6c6679-7b0b-4196-9ac4-b8e59c46132e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:50.025542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf07fefb-ad62-46f7-a98e-33000f6f7b28 req-2f6c6679-7b0b-4196-9ac4-b8e59c46132e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 945 time: 0.1650949 Aug 27 12:24:50.102169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.115521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf07fefb-ad62-46f7-a98e-33000f6f7b28 req-12a5b7e8-e2d8-43dc-8cf7-ce8b5bc429e0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877647 Aug 27 12:24:50.164851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4d455b2-8c78-40b4-87f6-8c9203166faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.176707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4d455b2-8c78-40b4-87f6-8c9203166faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.224748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d455b2-8c78-40b4-87f6-8c9203166faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d248c5c-a233-43cb-939f-1c369fe23280,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:50.265696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c4d455b2-8c78-40b4-87f6-8c9203166faa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbebc24ab003488798e56e0409c3790a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7690880 Aug 27 12:24:50.267923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:50.293667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-698a813b-d66b-4143-a685-08cb021d980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:50.343119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a813b-d66b-4143-a685-08cb021d980a None None] The sync data for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 is: [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:22:32Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '647658ed-dd64-4a49-967e-9d2e272492b2', 'name': '', 'network_id': 'bda2383b-6d72-4b47-97d6-2db89b4b1fbb', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:d6:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:30Z', 'updated_at': '2021-08-27T12:22:39Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '24a082ef-d5c2-4014-bc6e-53003a028293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:24:50.358434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port f589fc34-68c4-4e7c-adb0-64683cca18a6, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f589fc34-68c4-4e7c-adb0-64683cca18a6,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:50.359045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.404383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for f589fc34-68c4-4e7c-adb0-64683cca18a6 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:50.408730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d2f169a-b638-44cc-bfcd-3207f9ae79d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.459262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d2f169a-b638-44cc-bfcd-3207f9ae79d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.530958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d2f169a-b638-44cc-bfcd-3207f9ae79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.534698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d2f169a-b638-44cc-bfcd-3207f9ae79d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.540166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0d2f169a-b638-44cc-bfcd-3207f9ae79d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d248c5c-a233-43cb-939f-1c369fe23280 HTTP/1.1" status: 204 len: 168 time: 0.2707801 Aug 27 12:24:50.560760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f169a-b638-44cc-bfcd-3207f9ae79d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d248c5c-a233-43cb-939f-1c369fe23280,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:50.643784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.782455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=f589fc34-68c4-4e7c-adb0-64683cca18a6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:50.791468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] No DVR routers for this DVR port f589fc34-68c4-4e7c-adb0-64683cca18a6 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:50.804561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:50.814152 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6dc556aa-f5d1-4d67-a90f-83162feadfbf req-a6531687-7afa-47d7-94f4-3ceec76c16ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "DELETE /v2.0/ports/f589fc34-68c4-4e7c-adb0-64683cca18a6 HTTP/1.1" status: 204 len: 173 time: 1.5657132 Aug 27 12:24:50.913310 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87edba9c-62e6-4bfa-9a6a-f6c8cea58654 None None] New status for floating IP c1b2b6d5-621c-4958-96ae-177130a4b328: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:24:51.031661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51dca0fb-c0b7-4822-b9de-ddab42132cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:51.158987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:51.195195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97957f00-e4b5-4452-8ff5-fdd639f08963 req-5300c01d-6dea-4e18-a42c-46f99e4469a4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d4642c0-0c4d-4675-9295-6644cd6025be HTTP/1.1" status: 200 len: 210 time: 0.0704734 Aug 27 12:24:51.475993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf54e-d851-480b-9764-6a26844570eb req-01308fa6-b308-4492-bf3f-ebc37c0a4b69 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:51.478411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78ddf54e-d851-480b-9764-6a26844570eb req-01308fa6-b308-4492-bf3f-ebc37c0a4b69 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 945 time: 0.1674364 Aug 27 12:24:51.545622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:51.574899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78ddf54e-d851-480b-9764-6a26844570eb req-1fed326c-97d7-466f-a057-4999c8da6d8d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864580 Aug 27 12:24:51.584535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-deleted', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:51.587542 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da001de3-e281-4c81-a2eb-54876005e482" -d '{"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-deleted", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:51.610217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: f589fc34-68c4-4e7c-adb0-64683cca18a6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:51.610970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f589fc34-68c4-4e7c-adb0-64683cca18a6 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:51.612311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:51.637517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:51.638799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device dbeafdad-ad9c-4080-9ec2-40ff5008c7e5 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:51.652241 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715c0516-a804-4529-a45c-532f0526395b x-openstack-request-id: req-715c0516-a804-4529-a45c-532f0526395b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:51.652698 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4642c0-0c4d-4675-9295-6644cd6025be", "name": "network-vif-deleted", "tag": "f589fc34-68c4-4e7c-adb0-64683cca18a6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:51.653019 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-715c0516-a804-4529-a45c-532f0526395b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:51.654188 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4642c0-0c4d-4675-9295-6644cd6025be', 'name': 'network-vif-deleted', 'tag': 'f589fc34-68c4-4e7c-adb0-64683cca18a6', 'status': 'completed', 'code': 200} Aug 27 12:24:51.922902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229eda9-6463-443e-998a-0826a08e9f3e req-af69ef27-22b2-409e-a6f8-297010d21553 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:51.925232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7229eda9-6463-443e-998a-0826a08e9f3e req-af69ef27-22b2-409e-a6f8-297010d21553 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 945 time: 0.0687103 Aug 27 12:24:52.089856 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:52.145737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port 8e78b331-b1e2-4e92-99fe-68378936b16b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:52.146785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:52.297197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:52.373142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port 8e78b331-b1e2-4e92-99fe-68378936b16b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8e78b331-b1e2-4e92-99fe-68378936b16b,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:52.375462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:52.446514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for 8e78b331-b1e2-4e92-99fe-68378936b16b owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:52.776014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:52.806696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=8e78b331-b1e2-4e92-99fe-68378936b16b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:52.831784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:52.904449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port 8e78b331-b1e2-4e92-99fe-68378936b16b on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:52.913141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:52.915980 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7229eda9-6463-443e-998a-0826a08e9f3e req-534883aa-49b4-4813-b354-eb8ee438f426 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "DELETE /v2.0/ports/8e78b331-b1e2-4e92-99fe-68378936b16b HTTP/1.1" status: 204 len: 173 time: 0.9832003 Aug 27 12:24:52.925480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06f43f4e-78ad-4d07-8e43-18e5934f33e2 req-d9080e8e-369f-448c-a822-836d19ab62d5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=09880361-53c6-4aab-bf56-426f9968390a HTTP/1.1" status: 200 len: 210 time: 0.1545260 Aug 27 12:24:53.205563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:53.664540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09880361-53c6-4aab-bf56-426f9968390a', 'name': 'network-vif-deleted', 'tag': '8e78b331-b1e2-4e92-99fe-68378936b16b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:24:53.664540 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc534eb-5ea5-4dff-b13a-35ee6357448e" -d '{"events": [{"server_uuid": "09880361-53c6-4aab-bf56-426f9968390a", "name": "network-vif-deleted", "tag": "8e78b331-b1e2-4e92-99fe-68378936b16b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:24:53.764725 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614291f5-89a2-4080-9736-04ed31375970 x-openstack-request-id: req-614291f5-89a2-4080-9736-04ed31375970 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:24:53.765019 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09880361-53c6-4aab-bf56-426f9968390a", "name": "network-vif-deleted", "tag": "8e78b331-b1e2-4e92-99fe-68378936b16b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:24:53.765274 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-614291f5-89a2-4080-9736-04ed31375970 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:24:53.765678 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09880361-53c6-4aab-bf56-426f9968390a', 'name': 'network-vif-deleted', 'tag': '8e78b331-b1e2-4e92-99fe-68378936b16b', 'status': 'completed', 'code': 200} Aug 27 12:24:53.847195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 647658ed-dd64-4a49-967e-9d2e272492b2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:53.847582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:53.977516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:54.013333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 647658ed-dd64-4a49-967e-9d2e272492b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=647658ed-dd64-4a49-967e-9d2e272492b2,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:54.014159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:54.054237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 647658ed-dd64-4a49-967e-9d2e272492b2 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:54.197368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e78b331-b1e2-4e92-99fe-68378936b16b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:54.234348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 8e78b331-b1e2-4e92-99fe-68378936b16b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:54.235597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8e78b331-b1e2-4e92-99fe-68378936b16b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:54.406269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:54.443691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=647658ed-dd64-4a49-967e-9d2e272492b2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:54.636349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-16c7c183-eb05-47a7-9035-93509899f42b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:54.638014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-16c7c183-eb05-47a7-9035-93509899f42b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.3270841 Aug 27 12:24:54.701348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4988cdc6-fda4-4842-8ee1-bf5d8891423a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0405319 Aug 27 12:24:54.984461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:55.009780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-d320d99f-a51b-46e4-827f-82741dda858e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3072104 Aug 27 12:24:55.240191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-5e41f460-b324-47e3-84ef-b152871912e0 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099891 Aug 27 12:24:55.462911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-92025bf2-9e3a-4619-9c20-642f85bad510 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217035 Aug 27 12:24:55.480558 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46670) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:55.541751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router e56420ef-b2f0-4f87-9af0-4d4e64102c25 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:24:55.737995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6cd540a-4c65-4d8d-b2d3-9291af24903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:55.791556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:24:55.811414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] Sync routers for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:24:55.848320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2538f144-2f54-43ca-af3b-49f9f4e252f0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/e56420ef-b2f0-4f87-9af0-4d4e64102c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5498636 Aug 27 12:24:55.850975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:55.851892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:24:55.852757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:56.004013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-913cc6ff-97e5-4f4b-82e4-f5857d26648d req-dbcf0b5d-e2e7-4165-9111-6bb5463608a4 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 210 time: 0.2066710 Aug 27 12:24:56.113745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6cd540a-4c65-4d8d-b2d3-9291af24903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.132374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a6cd540a-4c65-4d8d-b2d3-9291af24903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.164249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:24:56.228084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd540a-4c65-4d8d-b2d3-9291af24903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a35397-1cb2-4d49-9e81-a2b642008576,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:56.236455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a6cd540a-4c65-4d8d-b2d3-9291af24903f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e4ac677e25b40f4b7d37ecbcb9ff8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7532167 Aug 27 12:24:56.239368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:56.254967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting subnet 24a082ef-d5c2-4014-bc6e-53003a028293 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:24:56.259589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.315902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d73243a-d737-4815-84d3-ae7b9b9763d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.336371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.357606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d73243a-d737-4815-84d3-ae7b9b9763d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.452329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d73243a-d737-4815-84d3-ae7b9b9763d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.457026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d73243a-d737-4815-84d3-ae7b9b9763d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.459308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8d73243a-d737-4815-84d3-ae7b9b9763d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9a35397-1cb2-4d49-9e81-a2b642008576 HTTP/1.1" status: 204 len: 168 time: 0.2193384 Aug 27 12:24:56.495459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73243a-d737-4815-84d3-ae7b9b9763d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a35397-1cb2-4d49-9e81-a2b642008576,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:56.590428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.622809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:24:54Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:56.722033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.725526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] Checking router: e56420ef-b2f0-4f87-9af0-4d4e64102c25 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:24:56.757356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] Routers {'e56420ef-b2f0-4f87-9af0-4d4e64102c25'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:24:56.759371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:56.763248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Subnet': ['ID=24a082ef-d5c2-4014-bc6e-53003a028293,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:56.775909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:56.781213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:56.782053 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cc5cf140-a392-41bf-8301-e6d41d1337f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/subnets/24a082ef-d5c2-4014-bc6e-53003a028293 HTTP/1.1" status: 204 len: 168 time: 0.9146960 Aug 27 12:24:56.987713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] Set router e56420ef-b2f0-4f87-9af0-4d4e64102c25 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:24:57.176614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780dac60-05c2-45cf-9920-4c9dad40c530 None None] Network bda2383b-6d72-4b47-97d6-2db89b4b1fbb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:24:57.176790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46710) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:57.196827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:57.601853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:57.614578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-a2d56103-0a47-4c7c-96de-7d7a63f01e8f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:57.616721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-a2d56103-0a47-4c7c-96de-7d7a63f01e8f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.2847402 Aug 27 12:24:57.618250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fcc1460-1809-477f-a679-c1b5283440c6 req-a83758b9-1d62-4bfb-a059-76cc2ff14711 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0784037 Aug 27 12:24:57.618936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:57.632502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:57.639402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:24:54Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:24:57.709978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba8924-0963-4a97-8038-9fcb7bc9a272 None None] The sync data for ids ['e56420ef-b2f0-4f87-9af0-4d4e64102c25'] in n-d-688802-4 is: [{'id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224377698', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:18Z', 'updated_at': '2021-08-27T12:24:54Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '4f28238d-14b4-4395-885f-5dcca8fbf58c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56420ef-b2f0-4f87-9af0-4d4e64102c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:20Z', 'updated_at': '2021-08-27T12:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:24:57.752894 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6489ea611fe8431a8c18cfe75faa8061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747459 Aug 27 12:24:57.757464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46720) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:57.760418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8769f-3896-410b-8466-8e4461c05f82,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:57.814612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:57.855016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.855377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.855738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.856071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.859538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.859538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.861255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.861617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.861975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.862320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.862696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.863037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73164e57-3125-4873-bb51-8fc10ecaf66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:24:57.912963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91832db4-060c-45e8-a62d-44244e48e7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:57.974910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:24:57.979109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.013780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91832db4-060c-45e8-a62d-44244e48e7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.032148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.141989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] DHCP port deletion for bda2383b-6d72-4b47-97d6-2db89b4b1fbb request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:24:58.152666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 4f28238d-14b4-4395-885f-5dcca8fbf58c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:58.153009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.200274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.7 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/6b59f975-c1aa-468a-b0b4-f1a26bb7ef93) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:24:58.269574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] Deleting port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:24:58.269981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.410163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 4f28238d-14b4-4395-885f-5dcca8fbf58c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4f28238d-14b4-4395-885f-5dcca8fbf58c,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:58.415557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.473935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 4f28238d-14b4-4395-885f-5dcca8fbf58c owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:58.486702 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.547550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.571962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] For port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,segment=NetworkSegment(0c21394f-7388-42e4-8c0c-f16c82976a9c),segment_id=0c21394f-7388-42e4-8c0c-f16c82976a9c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:24:58.572371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.578799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:24:58.586667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:24:58.593898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:24:58.621336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:24:58.651756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] Calling delete_port for 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:24:58.708188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:58.709375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.749527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1226001 Aug 27 12:24:58.781448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Request body: {'port': {'device_id': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:24:58.821858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5f293-1297-4396-9d54-9bb98ce941e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:58.875837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.911774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:58.976702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] No DVR routers for this DVR port 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:24:58.980100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db1512-644e-4b5f-9c33-f953a77c72f3 None None] Pushing event deleted for resources: {'Port': ['ID=37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:59.112439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.178899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=4f28238d-14b4-4395-885f-5dcca8fbf58c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:59.228171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f149e-3cb6-4918-a48c-e039a5da9e7f req-3540ac16-a548-47b9-905a-14ccedd3f499 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:24:59.241034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e2f149e-3cb6-4918-a48c-e039a5da9e7f req-3540ac16-a548-47b9-905a-14ccedd3f499 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 931 time: 0.4607539 Aug 27 12:24:59.299023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91832db4-060c-45e8-a62d-44244e48e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.306521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91832db4-060c-45e8-a62d-44244e48e7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.319959 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-91832db4-060c-45e8-a62d-44244e48e7ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4f8769f-3896-410b-8466-8e4461c05f82 HTTP/1.1" status: 204 len: 168 time: 1.5573561 Aug 27 12:24:59.341702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91832db4-060c-45e8-a62d-44244e48e7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8769f-3896-410b-8466-8e4461c05f82,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:59.432826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e2f149e-3cb6-4918-a48c-e039a5da9e7f req-4840356a-94b8-4c6c-aa6a-495a4b42f31f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840203 Aug 27 12:24:59.479756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.487681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:24:59.509261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.535093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Transition to ACTIVE for port object 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:24:59.553978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.594915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 647658ed-dd64-4a49-967e-9d2e272492b2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:59.642279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 647658ed-dd64-4a49-967e-9d2e272492b2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:59.642890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 647658ed-dd64-4a49-967e-9d2e272492b2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:59.643318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:24:59.667783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:24:59.668922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 37c4a5c5-4b42-4df9-a0cf-c20cdd5d8b93 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:24:59.686811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Pushing event updated for resources: {'Port': ['ID=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:24:59.688462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.695332 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.799816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.800389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Fanout notify agent at l3_agent the message router_deleted on router e56420ef-b2f0-4f87-9af0-4d4e64102c25 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:24:59.815145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:24:59.820714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:24:59.822596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-589da8cb-996a-41b0-a6a4-227a89c6b573 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/routers/e56420ef-b2f0-4f87-9af0-4d4e64102c25 HTTP/1.1" status: 204 len: 168 time: 3.0403566 Aug 27 12:24:59.833850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Attempting to bind port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:24:59.834191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Attempting to bind port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:24:59.834552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Attempting to bind port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:59.901163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:24:59.901163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Attempting to bind port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:24:59.930562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:24:59.930909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:24:59.931293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:24:59.931744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Bound port: 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:24:59.932107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.021223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.150805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] For port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:00.165405 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.170245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] For port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:00.180232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.183479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda2383b-6d72-4b47-97d6-2db89b4b1fbb']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:00.238081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c21394f-7388-42e4-8c0c-f16c82976a9c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:00.238479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c21394f-7388-42e4-8c0c-f16c82976a9c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:00.261629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:00.261629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.261629 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] 10.222.0.65 "PUT /v2.0/ports/6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 HTTP/1.1" status: 200 len: 1091 time: 1.4880662 Aug 27 12:25:00.262871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'tag': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:00.266417 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a661f-835b-43c5-9b43-72fbd4522a52" -d '{"events": [{"name": "network-changed", "server_uuid": "90e66146-7da9-41f1-96c8-ea3d77f1a6e5", "tag": "6b59f975-c1aa-468a-b0b4-f1a26bb7ef93"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:00.271181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.378195 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b8452d-3767-4270-ad25-8a74e6912da0 x-openstack-request-id: req-21b8452d-3767-4270-ad25-8a74e6912da0 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:00.378645 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e66146-7da9-41f1-96c8-ea3d77f1a6e5", "tag": "6b59f975-c1aa-468a-b0b4-f1a26bb7ef93", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:00.379026 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21b8452d-3767-4270-ad25-8a74e6912da0 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:00.379756 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'tag': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93', 'status': 'completed', 'code': 200} Aug 27 12:25:00.400698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.414118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160dcb-7695-49b2-ae10-6125c20244fb service neutron] Pushing event updated for resources: {'Port': ['ID=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:00.452478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:00.456568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:00.471504 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:00.516853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-27479f62-7c9b-44d5-90c7-636c0915f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:00.518164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-27479f62-7c9b-44d5-90c7-636c0915f000 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 1094 time: 0.2078700 Aug 27 12:25:00.664626 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-6c16f6ae-8716-4b34-901c-e5180fcdcd30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 HTTP/1.1" status: 200 len: 217 time: 0.1117983 Aug 27 12:25:00.733683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe669f-00f2-40cd-93dc-e86f575c8a23 req-9df978d4-c00e-4953-8f4f-87dd1ed5b9c9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:00.746506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebbe669f-00f2-40cd-93dc-e86f575c8a23 req-9df978d4-c00e-4953-8f4f-87dd1ed5b9c9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 943 time: 0.1460664 Aug 27 12:25:00.764938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-5b21a0d2-a680-4bc1-b916-3f75dfb12613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:00.766693 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-5b21a0d2-a680-4bc1-b916-3f75dfb12613 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0925279 Aug 27 12:25:00.790555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.830768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:00.835701 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/networks/bda2383b-6d72-4b47-97d6-2db89b4b1fbb HTTP/1.1" status: 204 len: 168 time: 1.0114164 Aug 27 12:25:00.835701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44f174-3ab9-4aa9-b153-ae9241d5149c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Network': ['ID=bda2383b-6d72-4b47-97d6-2db89b4b1fbb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:00.836206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46790) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:00.852082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-1b111095-9170-493c-9481-129bd515bb8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711968 Aug 27 12:25:00.886568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebbe669f-00f2-40cd-93dc-e86f575c8a23 req-6732d965-aa2a-4a72-b090-ce09f9032bf0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383841 Aug 27 12:25:01.054295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af477f34-2eb3-4d02-958c-388f79314e3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:01.099308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af477f34-2eb3-4d02-958c-388f79314e3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:01.177030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-92a50e98-836d-41d3-8795-333a553e33b1 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142254 Aug 27 12:25:01.280797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af477f34-2eb3-4d02-958c-388f79314e3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:01.283649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-af477f34-2eb3-4d02-958c-388f79314e3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:01.285106 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-af477f34-2eb3-4d02-958c-388f79314e3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/security-groups/9b452fcb-6402-4f78-9d46-b2ca689192c4 HTTP/1.1" status: 204 len: 168 time: 0.4446743 Aug 27 12:25:01.290742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4f28238d-14b4-4395-885f-5dcca8fbf58c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:01.318847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4f28238d-14b4-4395-885f-5dcca8fbf58c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:01.321569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4f28238d-14b4-4395-885f-5dcca8fbf58c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:01.323272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af477f34-2eb3-4d02-958c-388f79314e3d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b452fcb-6402-4f78-9d46-b2ca689192c4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:01.418541 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c56be2a-e9c1-49e8-8f39-091650d400bd req-80c23ae3-191b-4276-ac10-7a5614db78a7 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051766 Aug 27 12:25:01.607046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-c56a8c7e-c6fc-46d8-92e9-dd97931206f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:01.610584 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-c56a8c7e-c6fc-46d8-92e9-dd97931206f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 1094 time: 0.1033125 Aug 27 12:25:01.882199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-d311c68e-99db-4146-9a52-833350c0524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:01.886496 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-d311c68e-99db-4146-9a52-833350c0524a service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.2681482 Aug 27 12:25:02.054416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-10ca45ec-e095-4779-ab2d-9058f2b580e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 HTTP/1.1" status: 200 len: 217 time: 0.1442342 Aug 27 12:25:02.155795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25151-fdb3-4257-92aa-152f338a9c5b req-6a7dff8c-7b5d-4f5f-861b-9593c2099c2f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:02.164663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8df25151-fdb3-4257-92aa-152f338a9c5b req-6a7dff8c-7b5d-4f5f-861b-9593c2099c2f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 943 time: 0.1010416 Aug 27 12:25:02.168709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-c2c02274-c027-4636-b022-d652954be2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:02.171452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-c2c02274-c027-4636-b022-d652954be2b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.1151443 Aug 27 12:25:02.211388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8df25151-fdb3-4257-92aa-152f338a9c5b req-f012e572-1e69-4b4d-852c-ee5b60698e23 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Aug 27 12:25:02.236760 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-06990059-60a7-40da-a16d-aaa285acf7f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513499 Aug 27 12:25:02.373337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:02.394470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942921817', 'description': 'tempest-secgroup-smoke-1942921817 description', 'project_id': '32dd17157e8a413bb5e82592b734194a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:02.396977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-de88af69-7604-4adf-b067-9a25d58d7b84 service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534758 Aug 27 12:25:02.468600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.526197 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41a661f-835b-43c5-9b43-72fbd4522a52 req-73d2ebd3-7523-4101-8abf-684337e6157a service neutron] 10.222.0.65 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151495 Aug 27 12:25:02.633415 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.638227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.670609 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.675696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2975473 Aug 27 12:25:02.676255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:02.681790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '3ede8886-8961-42e2-b831-48f21216ff8a', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:02.683369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439272-e524-404c-87f2-28a4744278d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ede8886-8961-42e2-b831-48f21216ff8a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:02.735860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.820852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.827250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.851299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac2ef01-bdc7-43a2-a4a7-f706ba45b3f1,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:02.858127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:02.859998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca664c23-9ec9-47d7-9197-11ecb25d9b00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822205 Aug 27 12:25:02.862624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46862) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:02.867946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '3ede8886-8961-42e2-b831-48f21216ff8a', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:02.907184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.016254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.022254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.054313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e935568-48f5-4f55-abff-22e11678df0d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:03.058946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.062430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-19361bbf-d36d-49c0-8b97-63952639da9e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1971781 Aug 27 12:25:03.064773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:03.069848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '3ede8886-8961-42e2-b831-48f21216ff8a', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:03.120038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.238136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.244510 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.273998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.279054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46878) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:03.279863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2137723 Aug 27 12:25:03.284075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521155e-73ef-40d2-8a82-11fdb8ad0ac6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f3ba6a-eefa-475c-a3e5-33f4f5d0dab3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:03.296989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '3ede8886-8961-42e2-b831-48f21216ff8a', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:03.308905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:03.357681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.445813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c808c-a68e-4776-b16f-7fb96714442f req-7dfccd69-69b5-4638-9ba9-89e0d3766bd9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:03.447753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c63c808c-a68e-4776-b16f-7fb96714442f req-7dfccd69-69b5-4638-9ba9-89e0d3766bd9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 943 time: 0.0889127 Aug 27 12:25:03.498634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.506200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.515615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c63c808c-a68e-4776-b16f-7fb96714442f req-fd963d4d-674d-4c6c-bdb4-72fef6e04cab tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Aug 27 12:25:03.551840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd1ec75-3a5a-4131-897d-f8392df6bad8,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:03.557076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.562005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.566248 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b218d80b-7513-4243-b52b-986fb1955b66 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828398 Aug 27 12:25:03.566884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:03.574785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '3ede8886-8961-42e2-b831-48f21216ff8a', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:03.607250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:25:03.607250 n-d-688802-4 neutron-server[94623]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:25:03.607250 n-d-688802-4 neutron-server[94623]: [parameters: {'project_id': 'b18ba11402c747f797f3a92f8ebdc394', 'id': '7b145c8b-f4f8-41e1-a7bd-1966a54b1060', 'expiration': datetime.datetime(2021, 8, 27, 12, 27, 3, 602193)}] Aug 27 12:25:03.607250 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:25:03.608502 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:25:03.615881 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:25:03.622715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.692264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.696383 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.711794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4194c926-e01b-47aa-a739-afb2ecd524e8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:03.722158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.723601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8dd20bad-0c53-415d-aeae-fdae5da3cc9d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555769 Aug 27 12:25:03.726791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46886) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:03.733678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '3ede8886-8961-42e2-b831-48f21216ff8a', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:03.762045 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:25:03.768382 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.844404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.849737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.869090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d87fa0-c10b-4777-93a1-091106315ad5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:03.876940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.879527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b79972d-3a10-4f51-9ac2-5450f3de0bb4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513038 Aug 27 12:25:03.882168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46892) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:03.887720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'network': {'name': 'tempest-network-smoke--996013855', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'port_security_enabled': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:03.910972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:03.914655 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.950608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:03.960432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:03.960921 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Added segment 7e02df15-8a87-447a-8f56-c8f53f28ab59 of type vlan for network 46ff80c9-68c9-43de-b40d-2125e850f1b7 Aug 27 12:25:04.004808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.042309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.049019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:04.049676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.109137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.132330 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2487490 Aug 27 12:25:04.136161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:04.144385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245d1ad-8c9d-4eef-af5f-5c7e7262ee7d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Network': ['ID=46ff80c9-68c9-43de-b40d-2125e850f1b7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:04.152782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'admin_state_up': True, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:04.157060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:04.278336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.287232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.346726 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.347828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.354242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df7e3a8-e7eb-4679-899d-b7b6f933dc31,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:04.363419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-75bd589c-a2a3-4854-9c87-9d4e76119c0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b18ba11402c747f797f3a92f8ebdc394&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0530248 Aug 27 12:25:04.366970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:04.487681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.581964 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d766fa7-4e73-4250-a8bd-5192a500c116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.687655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.717571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d766fa7-4e73-4250-a8bd-5192a500c116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.813015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d639ad-35ef-48b0-b0f3-895eb94c49ab req-2e0cfc38-b84a-41e6-b6e5-f0371600ab98 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:04.814544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76d639ad-35ef-48b0-b0f3-895eb94c49ab req-2e0cfc38-b84a-41e6-b6e5-f0371600ab98 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 943 time: 0.1904254 Aug 27 12:25:04.863493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d766fa7-4e73-4250-a8bd-5192a500c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.866093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d766fa7-4e73-4250-a8bd-5192a500c116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:04.867446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d766fa7-4e73-4250-a8bd-5192a500c116 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7df7e3a8-e7eb-4679-899d-b7b6f933dc31 HTTP/1.1" status: 204 len: 168 time: 0.4989693 Aug 27 12:25:04.895343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d766fa7-4e73-4250-a8bd-5192a500c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df7e3a8-e7eb-4679-899d-b7b6f933dc31,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:04.906112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76d639ad-35ef-48b0-b0f3-895eb94c49ab req-9411ab79-18b8-4382-a775-3609b8fe0110 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769122 Aug 27 12:25:05.066249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.087389 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.220636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.199 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/9db5e33c-1d1a-479a-b870-75bcae90469e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:05.234854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46964) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:05.516375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0c3-0116-469f-8401-ec4f820a115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.601577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:25:05.653108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.731408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0c3-0116-469f-8401-ec4f820a115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.731706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:05.738440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0c3-0116-469f-8401-ec4f820a115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.748177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93', 'mac_address': 'fa:16:3e:99:ec:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:25:05.758666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.833150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.836944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8dfec0c3-0116-469f-8401-ec4f820a115d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21771272613748fca1ba6ce609975478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986526 Aug 27 12:25:05.837328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46980) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:05.854880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:25:05.869150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:05.870146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfec0c3-0116-469f-8401-ec4f820a115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ce677-94db-4a54-bf14-220ce048e394,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:05.889299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:05.894577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:05.904236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:05.907595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:05.911401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=9db5e33c-1d1a-479a-b870-75bcae90469e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:05.956248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5bb16686-bb19-4247-baf7-d6899264345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:06.010983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5bb16686-bb19-4247-baf7-d6899264345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:06.096828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5bb16686-bb19-4247-baf7-d6899264345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:06.099486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5bb16686-bb19-4247-baf7-d6899264345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:06.100701 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5bb16686-bb19-4247-baf7-d6899264345e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b33ce677-94db-4a54-bf14-220ce048e394 HTTP/1.1" status: 204 len: 168 time: 0.2615490 Aug 27 12:25:06.119668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb16686-bb19-4247-baf7-d6899264345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ce677-94db-4a54-bf14-220ce048e394,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:06.217464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:06.234245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.234919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.235427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.235930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.236432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.236922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.237474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.237968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.238767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.239485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.239978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.240467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:06.256375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6b59f975-c1aa-468a-b0b4-f1a26bb7ef93'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:25:06.317444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c7f36-bd01-4955-adb0-6ae266f486e2 req-cfee2582-4fd9-494a-8062-2b4ffbbce414 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:06.336824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f14c7f36-bd01-4955-adb0-6ae266f486e2 req-cfee2582-4fd9-494a-8062-2b4ffbbce414 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 944 time: 0.2605362 Aug 27 12:25:06.439872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f14c7f36-bd01-4955-adb0-6ae266f486e2 req-0f761433-676e-4b61-86d8-d1721d2640b0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018102 Aug 27 12:25:06.537327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:06.806229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:06.931305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47002) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:06.984255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:25:07.011833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Deleting subnet ab4a4c79-8d72-4249-a3ec-807b8485ce22 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:25:07.015651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.056157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.143591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:07.157611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.162780 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Sync routers for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:07.170618 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.171999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-846bceac-024c-45be-8012-097fdfaa2b8f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0334368 Aug 27 12:25:07.175473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:07.183601 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:07.185210 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:07.220862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-373e889a-26d7-4637-b340-e80c04be18cb tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=32dd17157e8a413bb5e82592b734194a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390732 Aug 27 12:25:07.221111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:07.289140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.349187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4a4c79-8d72-4249-a3ec-807b8485ce22,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:07.370522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.374962 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c72e98fd-6393-43dd-b315-91b7f35ed064 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ab4a4c79-8d72-4249-a3ec-807b8485ce22 HTTP/1.1" status: 204 len: 168 time: 0.4401383 Aug 27 12:25:07.378480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47016) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:07.610768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:07.676129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.734065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:07.744148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:07.745616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.782925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf17964-93cd-452f-967e-c91c0e408834 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:07.788976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5bf17964-93cd-452f-967e-c91c0e408834 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5668004 Aug 27 12:25:07.805460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.817147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfa220f-4302-48bf-a2ba-01f616957b0b']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:07.833993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c996e09-05d0-40ac-a6f3-e1808e27482d') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:07.833993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c996e09-05d0-40ac-a6f3-e1808e27482d') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:07.834238 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:07.835310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:07.842763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.861842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.870672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:07.870672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:07.953098 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:07.963650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.967531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:07.970369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3cfa220f-4302-48bf-a2ba-01f616957b0b HTTP/1.1" status: 204 len: 168 time: 0.5908651 Aug 27 12:25:07.970568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e778d0f-3aa6-4cac-b2f1-7c9134512cdd tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323843 Aug 27 12:25:07.973122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47048) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:07.984566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518941354', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:08.008986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.014060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88e3c2-5538-4e02-b4c8-0d0128cf315f req-4a018702-38e4-4512-9c47-e4629515a83e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:08.027362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b88e3c2-5538-4e02-b4c8-0d0128cf315f req-4a018702-38e4-4512-9c47-e4629515a83e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 944 time: 0.3592880 Aug 27 12:25:08.032460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77a06-5c47-4974-8079-0c841673a585 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfa220f-4302-48bf-a2ba-01f616957b0b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:08.057225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:08.059697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:08.063750 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f717522-5ce7-4d82-a6f7-a8f07e41b61f" -d '{"events": [{"server_uuid": "90e66146-7da9-41f1-96c8-ea3d77f1a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "6b59f975-c1aa-468a-b0b4-f1a26bb7ef93"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:08.068735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.169269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b88e3c2-5538-4e02-b4c8-0d0128cf315f req-90e86f33-50b2-41d6-97d1-ea089be27821 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329687 Aug 27 12:25:08.195657 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1a1bd9-ee8b-4fa2-bb4c-89a3699e4c57 x-openstack-request-id: req-aa1a1bd9-ee8b-4fa2-bb4c-89a3699e4c57 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:08.196029 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e66146-7da9-41f1-96c8-ea3d77f1a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "6b59f975-c1aa-468a-b0b4-f1a26bb7ef93", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:08.196211 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa1a1bd9-ee8b-4fa2-bb4c-89a3699e4c57 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:08.196630 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93', 'code': 200} Aug 27 12:25:08.198096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:08.266925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:08.271399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.273286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.308138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:06Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:08.340355 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Checking router: 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:08.341424 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Updating router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 port 9db5e33c-1d1a-479a-b870-75bcae90469e binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:25:08.381683 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.408123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76748f-e42b-459c-99f9-cd317c77b275 req-81a71300-8231-4e6d-817a-f6431cc329ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:08.409596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ad76748f-e42b-459c-99f9-cd317c77b275 req-81a71300-8231-4e6d-817a-f6431cc329ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 1096 time: 0.1316094 Aug 27 12:25:08.486777 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ad76748f-e42b-459c-99f9-cd317c77b275 req-bb0c8518-1738-4476-8d5f-1f49a207f5d4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688422 Aug 27 12:25:08.512105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:08.588831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d11d71b5-5765-4ca0-9c59-5d9713c85bec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=288f87c8412040b38b6b5f48635b4c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755248 Aug 27 12:25:08.592188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:08.641054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.693268 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-640de971-8f67-4d5f-b84e-c1c9b66aab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.730607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Subnet': ['ID=a6104bbc-83ea-490f-bc76-0d2293c2e5c3,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:08.741606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-640de971-8f67-4d5f-b84e-c1c9b66aab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.746195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Checking segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:08.751079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network hostable DHCP agents. Network: 46ff80c9-68c9-43de-b40d-2125e850f1b7, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:08.779795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:08.802704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 46ff80c9-68c9-43de-b40d-2125e850f1b7) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:08.813472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc36e64-12e8-45df-8f45-94daf6a73147 None None] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:08.838728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:08.838728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.850676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-640de971-8f67-4d5f-b84e-c1c9b66aab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.857283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-640de971-8f67-4d5f-b84e-c1c9b66aab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.865621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-640de971-8f67-4d5f-b84e-c1c9b66aab08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9784b59d-2ff8-4338-83eb-888eb0c3ed29 HTTP/1.1" status: 204 len: 168 time: 0.2696946 Aug 27 12:25:08.869009 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.869520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:08.871078 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-04037ef6-b17f-45ac-b2de-5122dd1360db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8961070 Aug 27 12:25:08.910733 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Transition to ACTIVE for port object 9db5e33c-1d1a-479a-b870-75bcae90469e will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:08.918270 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:08.971203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de971-8f67-4d5f-b84e-c1c9b66aab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9784b59d-2ff8-4338-83eb-888eb0c3ed29,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:09.007685 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Pushing event updated for resources: {'Port': ['ID=9db5e33c-1d1a-479a-b870-75bcae90469e,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:09.022192 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.023037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.023718 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.024420 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.025139 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.025770 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.026563 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.027258 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.027959 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.028638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.029293 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.030005 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:09.052285 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Attempting to bind port 9db5e33c-1d1a-479a-b870-75bcae90469e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:09.053226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Attempting to bind port 9db5e33c-1d1a-479a-b870-75bcae90469e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:09.054349 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Attempting to bind port 9db5e33c-1d1a-479a-b870-75bcae90469e on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:09.062966 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:09.063800 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:09.064227 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:09.065090 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:09.065719 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Bound port: 9db5e33c-1d1a-479a-b870-75bcae90469e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:09.066312 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:09.141688 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] For port 9db5e33c-1d1a-479a-b870-75bcae90469e, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:09.145476 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] For port 9db5e33c-1d1a-479a-b870-75bcae90469e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9db5e33c-1d1a-479a-b870-75bcae90469e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:09.150513 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:09.213963 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530938b-09b0-427d-9aa6-8a1b53e756c7 None None] Pushing event updated for resources: {'Port': ['ID=9db5e33c-1d1a-479a-b870-75bcae90469e,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:09.232831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-46ff80c9-68c9-43de-b40d-2125e850f1b7', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:09.233719 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:09.274111 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:09.275529 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:09.527154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Allocated IP 172.20.0.2 (46ff80c9-68c9-43de-b40d-2125e850f1b7/a6104bbc-83ea-490f-bc76-0d2293c2e5c3/93597aa8-380e-436b-9f63-d48f1761ceee) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:09.600836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b12154-26cd-46be-8597-5514e48b8985 req-05df93e0-8376-4808-a5b6-82ed24d7cc4a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:09.608264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18b12154-26cd-46be-8597-5514e48b8985 req-05df93e0-8376-4808-a5b6-82ed24d7cc4a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.2818651 Aug 27 12:25:09.633585 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:09.726170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47146) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:09.809473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18b12154-26cd-46be-8597-5514e48b8985 req-b0f91f97-66b9-4ed2-b326-b68d6b3206a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933079 Aug 27 12:25:09.827345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:09.883124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Transition to ACTIVE for port object 93597aa8-380e-436b-9f63-d48f1761ceee will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:09.978426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Transition to ACTIVE for port object 93597aa8-380e-436b-9f63-d48f1761ceee will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:10.017631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.133498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71bec6f4-591c-4c00-a37c-33b0a38de1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.153191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:10.160437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:10.170101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:10.248001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Pushing event updated for resources: {'Port': ['ID=93597aa8-380e-436b-9f63-d48f1761ceee,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:10.248345 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:06Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:10.332371 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d30fa9-fb69-441f-8b53-26e4fab44ffe None None] The sync data for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 is: [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:06Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:10.367487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Attempting to bind port 93597aa8-380e-436b-9f63-d48f1761ceee on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:10.368192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Attempting to bind port 93597aa8-380e-436b-9f63-d48f1761ceee by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:10.370164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Attempting to bind port 93597aa8-380e-436b-9f63-d48f1761ceee on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:10.378062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71bec6f4-591c-4c00-a37c-33b0a38de1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.384322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71bec6f4-591c-4c00-a37c-33b0a38de1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.391070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:10.392026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Checking segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:10.392634 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.393518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Bound using segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:10.394649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Bound port: 93597aa8-380e-436b-9f63-d48f1761ceee, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:10.395605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.424762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.474179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71bec6f4-591c-4c00-a37c-33b0a38de1eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a256eebc0a9a45758508f9fcec26f795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462435 Aug 27 12:25:10.475874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bec6f4-591c-4c00-a37c-33b0a38de1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69eb18d-c3cd-4cf0-96c7-d8de1071c7d4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:10.496367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47162) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:10.588467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a9290ea-47f0-45cd-bb04-fa3e907c59c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.593479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] For port 93597aa8-380e-436b-9f63-d48f1761ceee, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:10.598198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] For port 93597aa8-380e-436b-9f63-d48f1761ceee, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=93597aa8-380e-436b-9f63-d48f1761ceee,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:10.604452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.632035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a9290ea-47f0-45cd-bb04-fa3e907c59c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.706730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597e6f6-31c8-4358-89ff-ad19819279e2 None None] Pushing event updated for resources: {'Port': ['ID=93597aa8-380e-436b-9f63-d48f1761ceee,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:10.718899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a9290ea-47f0-45cd-bb04-fa3e907c59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.721888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a9290ea-47f0-45cd-bb04-fa3e907c59c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:10.726356 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a9290ea-47f0-45cd-bb04-fa3e907c59c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e69eb18d-c3cd-4cf0-96c7-d8de1071c7d4 HTTP/1.1" status: 204 len: 168 time: 0.2228601 Aug 27 12:25:10.733290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9290ea-47f0-45cd-bb04-fa3e907c59c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69eb18d-c3cd-4cf0-96c7-d8de1071c7d4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:11.175355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110ff70-854a-453c-af22-093c36583323 req-6f4d4c9e-73f0-4b51-8f88-a3ddb8d9fb50 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:11.178076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9110ff70-854a-453c-af22-093c36583323 req-6f4d4c9e-73f0-4b51-8f88-a3ddb8d9fb50 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.2085807 Aug 27 12:25:11.271344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.1 (46ff80c9-68c9-43de-b40d-2125e850f1b7/a6104bbc-83ea-490f-bc76-0d2293c2e5c3/7c946b33-c75c-477d-ba44-bd797834088c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:11.317306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9110ff70-854a-453c-af22-093c36583323 req-6fa16194-ea7d-420c-9b0c-15a068868c4c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272180 Aug 27 12:25:11.416824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47194) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:11.624166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 93597aa8-380e-436b-9f63-d48f1761ceee up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:11.727811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3a77096-fa2c-4a64-a023-ce812a9b5b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:11.756587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 93597aa8-380e-436b-9f63-d48f1761ceee completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:11.760354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:11.769131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9db5e33c-1d1a-479a-b870-75bcae90469e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:12.003821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9db5e33c-1d1a-479a-b870-75bcae90469e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:12.022019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9db5e33c-1d1a-479a-b870-75bcae90469e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:12.022797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.063807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3a77096-fa2c-4a64-a023-ce812a9b5b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.070168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3a77096-fa2c-4a64-a023-ce812a9b5b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.185943 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a3a77096-fa2c-4a64-a023-ce812a9b5b1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38b0208007124f94b1dfdee15783a75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7661521 Aug 27 12:25:12.191000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47224) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:12.192837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a77096-fa2c-4a64-a023-ce812a9b5b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1cfc4a-a930-4560-bd24-0610a1cf5919,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:12.323125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.337136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72433bd7-b278-4beb-85a9-c591148e39ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.388730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72433bd7-b278-4beb-85a9-c591148e39ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.390955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9db5e33c-1d1a-479a-b870-75bcae90469e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9db5e33c-1d1a-479a-b870-75bcae90469e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:12.398180 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.507490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72433bd7-b278-4beb-85a9-c591148e39ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.514751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72433bd7-b278-4beb-85a9-c591148e39ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.515942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-72433bd7-b278-4beb-85a9-c591148e39ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f1cfc4a-a930-4560-bd24-0610a1cf5919 HTTP/1.1" status: 204 len: 168 time: 0.3198576 Aug 27 12:25:12.533423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72433bd7-b278-4beb-85a9-c591148e39ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1cfc4a-a930-4560-bd24-0610a1cf5919,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:12.542059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9db5e33c-1d1a-479a-b870-75bcae90469e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:12.583909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object 7c946b33-c75c-477d-ba44-bd797834088c will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:12.593012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47230) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:12.620546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2f7b7-5adb-4663-b9d5-b15b6c7c3898 req-965beb74-02c1-4ba6-b463-508d761bbfe0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:12.628846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3e2f7b7-5adb-4663-b9d5-b15b6c7c3898 req-965beb74-02c1-4ba6-b463-508d761bbfe0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.8942096 Aug 27 12:25:12.634657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaef10a-fbf0-423c-b254-512df19f0888 None None] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:12.737165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3e2f7b7-5adb-4663-b9d5-b15b6c7c3898 req-f8d13aba-6dda-4ed1-825e-46d1cfc63182 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072967 Aug 27 12:25:12.737815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230312934'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:12.744502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] Provisioning for port 93597aa8-380e-436b-9f63-d48f1761ceee completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:12.759776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.763662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] Provisioning complete for port 93597aa8-380e-436b-9f63-d48f1761ceee triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:12.764048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.790482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:12.796759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.818529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.899092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=7c946b33-c75c-477d-ba44-bd797834088c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:12.920880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:12.961871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:12.977747 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.978570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:12.990180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:12.997347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.036353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:13.049003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.049561 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 3f947e9b-d568-44e4-9d3a-fd17142623be of type vlan for network 814caeb2-79c4-4bbf-9145-bbb782a560f6 Aug 27 12:25:13.055580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] For port 93597aa8-380e-436b-9f63-d48f1761ceee, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=93597aa8-380e-436b-9f63-d48f1761ceee,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:13.063840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.100496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fec6d6-60a3-46cd-ab93-c3c97e6b6546 req-d18bc2c3-abce-40ec-b733-4f4df7811d9f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:13.109695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40fec6d6-60a3-46cd-ab93-c3c97e6b6546 req-d18bc2c3-abce-40ec-b733-4f4df7811d9f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.2371655 Aug 27 12:25:13.137475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.185205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2c11-fc05-4a09-a403-111c6cbca99a None None] Pushing event updated for resources: {'Port': ['ID=93597aa8-380e-436b-9f63-d48f1761ceee,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:13.226626 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.231998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.235595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:13.236788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.265499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40fec6d6-60a3-46cd-ab93-c3c97e6b6546 req-b4ca3531-c76c-4662-9076-89d5f0fb3499 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541157 Aug 27 12:25:13.367106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199dd715-0068-4191-a731-d215d985c450,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:13.397721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cf3b9c5-e77a-4076-9b95-658b9cdcc4f7 None None] Provisioning for port 7c946b33-c75c-477d-ba44-bd797834088c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:13.410961 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8069336 Aug 27 12:25:13.451695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cf3b9c5-e77a-4076-9b95-658b9cdcc4f7 None None] Provisioning complete for port 7c946b33-c75c-477d-ba44-bd797834088c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:13.452115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5cf3b9c5-e77a-4076-9b95-658b9cdcc4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.499360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9449-63ad-4e06-8b6e-624a6f969b64 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=814caeb2-79c4-4bbf-9145-bbb782a560f6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:13.559919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:13.569018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:13.593452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 814caeb2-79c4-4bbf-9145-bbb782a560f6 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:13.754963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 93597aa8-380e-436b-9f63-d48f1761ceee up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:13.826373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.886059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:13.896738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.914153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3b9c5-e77a-4076-9b95-658b9cdcc4f7 None None] Port 7c946b33-c75c-477d-ba44-bd797834088c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:13.928624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 93597aa8-380e-436b-9f63-d48f1761ceee triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:13.932382 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:13.995328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cf3b9c5-e77a-4076-9b95-658b9cdcc4f7 None None] Provisioning complete for port 93597aa8-380e-436b-9f63-d48f1761ceee triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:13.995704 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5cf3b9c5-e77a-4076-9b95-658b9cdcc4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.181075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d312-c006-40a9-9681-b2317851e7ab req-3b4ba0ee-38e7-4763-b135-15c4a6f1e314 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:14.191319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c07d312-c006-40a9-9681-b2317851e7ab req-3b4ba0ee-38e7-4763-b135-15c4a6f1e314 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.1497588 Aug 27 12:25:14.238766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9db5e33c-1d1a-479a-b870-75bcae90469e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:14.241056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.294831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c07d312-c006-40a9-9681-b2317851e7ab req-0df9893e-403b-40e9-84b8-28ec1512c860 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020787 Aug 27 12:25:14.311700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9db5e33c-1d1a-479a-b870-75bcae90469e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:14.312274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.369832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=93f37f4f-6f03-4247-b81e-39a08be82cfa,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:14.394720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '3f947e9b-d568-44e4-9d3a-fd17142623be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:14.395167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 814caeb2-79c4-4bbf-9145-bbb782a560f6, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:14.428308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1b990060-dd19-4444-9724-bf2c633654e5 None None] Provisioning complete for port 7c946b33-c75c-477d-ba44-bd797834088c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:14.428704 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b990060-dd19-4444-9724-bf2c633654e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.438229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 814caeb2-79c4-4bbf-9145-bbb782a560f6 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:14.452612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 814caeb2-79c4-4bbf-9145-bbb782a560f6) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:14.458694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:14.460826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.491450 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd739db4-edd8-48af-a9ab-9aa57ce5ef6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9296281 Aug 27 12:25:14.491676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981563d-ab3e-46c0-89bb-6bfad8c78742 None None] Network 814caeb2-79c4-4bbf-9145-bbb782a560f6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:14.495430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47270) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:14.507115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811247024'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:14.541934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.548863 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.556195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:14.564741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.602140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b990060-dd19-4444-9724-bf2c633654e5 None None] Port 7c946b33-c75c-477d-ba44-bd797834088c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:14.611771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.623890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:14.636018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.636948 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment b8b5e64f-7988-4992-a18c-524bf0e26e18 of type vlan for network 5be3549d-c6d8-42a2-84e2-139c54b9cfb1 Aug 27 12:25:14.697531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.746048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.760185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:14.765583 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.792298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=7c946b33-c75c-477d-ba44-bd797834088c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:14.863733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-814caeb2-79c4-4bbf-9145-bbb782a560f6', 'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': '93f37f4f-6f03-4247-b81e-39a08be82cfa'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:14.866270 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3689830 Aug 27 12:25:14.867621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:14.874525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:14.882617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '5be3549d-c6d8-42a2-84e2-139c54b9cfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:14.906082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:14.908786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:15.009894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da28a7-2d7f-43ba-81e4-fc9a44310392 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=5be3549d-c6d8-42a2-84e2-139c54b9cfb1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:15.038894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:15.044974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.073422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5be3549d-c6d8-42a2-84e2-139c54b9cfb1 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:15.177597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:25:15.363075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee70b09-8492-488e-846b-49bb2a221596 req-e4027054-c147-4ef7-b6e4-339ee8eafc3f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:15.365645 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6ee70b09-8492-488e-846b-49bb2a221596 req-e4027054-c147-4ef7-b6e4-339ee8eafc3f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.1618278 Aug 27 12:25:15.380179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:15.414418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Sync routers for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:15.415428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8035d9b7-ad61-4f26-8a99-846902ac0fd8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/9d4a7cbd-2914-4c87-b66e-6e51dc02b214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5416574 Aug 27 12:25:15.478515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:15.478515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:15.478515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a5cb5a3e-4d35-46b2-af2c-d9853d8372ed None None] Provisioning complete for port 7c946b33-c75c-477d-ba44-bd797834088c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:15.478515 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5a3e-4d35-46b2-af2c-d9853d8372ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.560975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.571111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4cf1c-fc1e-4624-bc97-5ca81b5a46db req-38b26bd0-b031-4a74-9bef-9ec9793218f9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:15.573028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2e4cf1c-fc1e-4624-bc97-5ca81b5a46db req-38b26bd0-b031-4a74-9bef-9ec9793218f9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 945 time: 0.1563160 Aug 27 12:25:15.621291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2e4cf1c-fc1e-4624-bc97-5ca81b5a46db req-91f63cab-4d86-4acf-8b9d-8af09c46c4e8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Aug 27 12:25:15.644831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Allocated IP 172.20.255.242 (814caeb2-79c4-4bbf-9145-bbb782a560f6/93f37f4f-6f03-4247-b81e-39a08be82cfa/a8cab23f-f4ae-41d0-840a-ac32a28c9a0d) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:15.646001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=4f708193-1249-467b-b5d0-078759c4ee09,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:15.677251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:15.677591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.719122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': 'b8b5e64f-7988-4992-a18c-524bf0e26e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5be3549d-c6d8-42a2-84e2-139c54b9cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:15.719501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 5be3549d-c6d8-42a2-84e2-139c54b9cfb1, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:15.758408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb5a3e-4d35-46b2-af2c-d9853d8372ed None None] Port 7c946b33-c75c-477d-ba44-bd797834088c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:15.791533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 5be3549d-c6d8-42a2-84e2-139c54b9cfb1 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:15.834639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5be3549d-c6d8-42a2-84e2-139c54b9cfb1) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:15.848273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f2d9f-d206-40b7-a1fe-abcee8682d4e None None] Network 5be3549d-c6d8-42a2-84e2-139c54b9cfb1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:15.868242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:15.869594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.919321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:15.919788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.927550 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3c6b34cc-ac03-4150-ba7c-0dccafea59f9 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0519335 Aug 27 12:25:15.928536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:15.939704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:15.954329 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:15.975823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Transition to ACTIVE for port object a8cab23f-f4ae-41d0-840a-ac32a28c9a0d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:16.017695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:16.047529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-a3372df2-f40e-4893-9464-2fd97c7aca3a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942921817&fields=id&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 267 time: 0.1556573 Aug 27 12:25:16.169374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.172136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.196951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=6b59f975-c1aa-468a-b0b4-f1a26bb7ef93,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:16.246743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:16.247319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-d2b1aa89-2367-4f48-a545-dc6b2f34fc58 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:16.249067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-d2b1aa89-2367-4f48-a545-dc6b2f34fc58 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 796 time: 0.1867883 Aug 27 12:25:16.255130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.257236 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6ee70b09-8492-488e-846b-49bb2a221596 req-238b0fa8-d4c9-45cf-8c78-1c31f05e8798 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.65 "DELETE /v2.0/ports/6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 HTTP/1.1" status: 204 len: 173 time: 0.8823624 Aug 27 12:25:16.257703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'name': 'network-vif-deleted', 'tag': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:16.260038 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168b184e-fbeb-4182-b2e0-5c3cc7cbe791" -d '{"events": [{"server_uuid": "90e66146-7da9-41f1-96c8-ea3d77f1a6e5", "name": "network-vif-deleted", "tag": "6b59f975-c1aa-468a-b0b4-f1a26bb7ef93"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:16.294521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-58639da5-6cbf-4068-ae04-b85e314be8a7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/quotas/32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 375 time: 0.0382328 Aug 27 12:25:16.311081 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db14d2-5cfd-4b99-a6d1-b59dcd47c39e x-openstack-request-id: req-f0db14d2-5cfd-4b99-a6d1-b59dcd47c39e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:16.311081 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e66146-7da9-41f1-96c8-ea3d77f1a6e5", "name": "network-vif-deleted", "tag": "6b59f975-c1aa-468a-b0b4-f1a26bb7ef93", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:16.311081 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0db14d2-5cfd-4b99-a6d1-b59dcd47c39e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:16.311081 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e66146-7da9-41f1-96c8-ea3d77f1a6e5', 'name': 'network-vif-deleted', 'tag': '6b59f975-c1aa-468a-b0b4-f1a26bb7ef93', 'status': 'completed', 'code': 200} Aug 27 12:25:16.335471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.349479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Transition to ACTIVE for port object a8cab23f-f4ae-41d0-840a-ac32a28c9a0d will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:16.356862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6b59f975-c1aa-468a-b0b4-f1a26bb7ef93'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:25:16.379655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:25:16.423828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-3dd46644-d701-4378-a4a0-b56ee46bc082 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200171 Aug 27 12:25:16.452092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.466447 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.538605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=4f708193-1249-467b-b5d0-078759c4ee09,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:16.556629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Network 814caeb2-79c4-4bbf-9145-bbb782a560f6 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:16.568972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:16.572814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:16.591043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Pushing event updated for resources: {'Port': ['ID=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:16.629840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.660728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be3549d-c6d8-42a2-84e2-139c54b9cfb1']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:16.662858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97784a43-f5ce-4e6c-a4d6-90adb57e7f3f None None] Network 5be3549d-c6d8-42a2-84e2-139c54b9cfb1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:16.683127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b5e64f-7988-4992-a18c-524bf0e26e18') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:16.683703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b5e64f-7988-4992-a18c-524bf0e26e18') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:16.693580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-7fcc1c9c-4906-4c3d-9e22-a57803c228d4 service neutron] 10.222.0.76 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368560 Aug 27 12:25:16.700847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.760764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.781752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:16.782803 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.818647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Attempting to bind port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:16.818999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Attempting to bind port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '3f947e9b-d568-44e4-9d3a-fd17142623be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:16.819267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Attempting to bind port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d on network 814caeb2-79c4-4bbf-9145-bbb782a560f6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:16.859016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:16.859467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Checking segment: {'id': '3f947e9b-d568-44e4-9d3a-fd17142623be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:16.860685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.861088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Bound using segment: {'id': '3f947e9b-d568-44e4-9d3a-fd17142623be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:16.861577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Bound port: a8cab23f-f4ae-41d0-840a-ac32a28c9a0d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f947e9b-d568-44e4-9d3a-fd17142623be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '814caeb2-79c4-4bbf-9145-bbb782a560f6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:16.861959 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:16.876045 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:16.893684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.962163 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:16.968377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47328) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:16.974557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-366055565'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:16.978840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/5be3549d-c6d8-42a2-84e2-139c54b9cfb1 HTTP/1.1" status: 204 len: 168 time: 1.0467103 Aug 27 12:25:17.006326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:17.015890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.017013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fedd951-e921-4886-b00a-7cb626653f59 req-7f876ea2-eb61-4f4b-b9bb-6df21f1d3114 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e66146-7da9-41f1-96c8-ea3d77f1a6e5 HTTP/1.1" status: 200 len: 210 time: 0.1388385 Aug 27 12:25:17.023898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b81a7d-327f-4568-8290-7990d3446bdc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=5be3549d-c6d8-42a2-84e2-139c54b9cfb1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:17.062142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:14Z', 'revision_number': 2, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:17.083324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:17.097466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-1769d38d-9581-434a-ad34-269a73409113 service neutron] 10.222.0.76 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858616 Aug 27 12:25:17.098933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.099557 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 51fc25e8-9fdd-4b49-ae6f-89428262a24d of type vlan for network fa7e4400-9852-4eca-88a2-195787e8d340 Aug 27 12:25:17.122807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Checking router: 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:17.123168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Updating router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 port 7c946b33-c75c-477d-ba44-bd797834088c binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:25:17.132219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] For port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:17.145836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] For port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,segment=NetworkSegment(3f947e9b-d568-44e4-9d3a-fd17142623be),segment_id=3f947e9b-d568-44e4-9d3a-fd17142623be)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:17.176514 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.177927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.231783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.249572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d4b79-90d8-44bc-b082-b91428afbe54 None None] Pushing event updated for resources: {'Port': ['ID=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:17.259336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:17.259875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.296646 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.398958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8314fb58-531b-4571-985e-5e5c73547afb req-62d8c4ed-9f34-4b5a-b93e-52e2b4841bc4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 210 time: 0.0680180 Aug 27 12:25:17.846731 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.861611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Transition to ACTIVE for port object 7c946b33-c75c-477d-ba44-bd797834088c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:17.868540 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:17.897614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9280021 Aug 27 12:25:17.901010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:17.905665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': 'fa7e4400-9852-4eca-88a2-195787e8d340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:17.911703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227a873-5f81-4c47-a427-11430b9ae81f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=fa7e4400-9852-4eca-88a2-195787e8d340,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:17.941661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fa7e4400-9852-4eca-88a2-195787e8d340 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:18.020615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21463902-cf9e-4946-9712-0ebc5c2b8f1e None None] Pushing event updated for resources: {'Port': ['ID=7c946b33-c75c-477d-ba44-bd797834088c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:18.097659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:18.098832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Attempting to bind port 7c946b33-c75c-477d-ba44-bd797834088c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:18.099478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Attempting to bind port 7c946b33-c75c-477d-ba44-bd797834088c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:18.100000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Attempting to bind port 7c946b33-c75c-477d-ba44-bd797834088c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:18.109611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:18.110114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Checking segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:18.110717 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.111923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Bound using segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:18.112326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Bound port: 7c946b33-c75c-477d-ba44-bd797834088c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:18.112847 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.117464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.217591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Performing IP validity checks on allocation pools {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 12:25:18.218120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 12:25:18.360639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] For port 7c946b33-c75c-477d-ba44-bd797834088c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:18.365757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] For port 7c946b33-c75c-477d-ba44-bd797834088c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7c946b33-c75c-477d-ba44-bd797834088c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:18.371883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.472655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.533260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:18.534421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:24:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:18.577426 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a54fe114-005a-46fe-89fa-3b2b9c2c7c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.592433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=4773b71f-e951-49e3-8c30-c31d2195c0c4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:18.595640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21463902-cf9e-4946-9712-0ebc5c2b8f1e None None] Pushing event updated for resources: {'Port': ['ID=7c946b33-c75c-477d-ba44-bd797834088c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:18.691723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-164b10cf-7c20-4b68-aea5-92364936f69f req-60d7ef43-0050-4414-8a3a-6efd959bfb7c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 210 time: 0.1425858 Aug 27 12:25:18.752976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:18.799247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '51fc25e8-9fdd-4b49-ae6f-89428262a24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'fa7e4400-9852-4eca-88a2-195787e8d340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:18.799991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: fa7e4400-9852-4eca-88a2-195787e8d340, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:18.848936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network fa7e4400-9852-4eca-88a2-195787e8d340 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:18.864004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fa7e4400-9852-4eca-88a2-195787e8d340) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:18.872287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:18.873159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:18.897370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-b279eac1-4fa0-4a84-ab9e-3e6baf2770b4 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:18.910574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-b279eac1-4fa0-4a84-ab9e-3e6baf2770b4 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.3627956 Aug 27 12:25:18.915779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8d312abe-4760-4e48-91ec-d2d3a11f1226 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0143306 Aug 27 12:25:18.919448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47374) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:18.944857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238bd138-db17-4b96-8f40-76fcf656c526 None None] Network fa7e4400-9852-4eca-88a2-195787e8d340 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:18.960671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-f53d0f6a-de26-430e-ba28-4a8812051826 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/quotas/6bc5d768bdeb4125a59684e4a0c028a8 HTTP/1.1" status: 200 len: 375 time: 0.0480525 Aug 27 12:25:19.061580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-a5fed96a-cd8a-43a4-86f5-f9ef91ff8d1f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998275 Aug 27 12:25:19.083871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.087608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a8a18-8807-43ab-85b9-f981353cc6d1 None None] Network 814caeb2-79c4-4bbf-9145-bbb782a560f6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:19.175597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-9740d8cb-488b-49a0-8516-70268a38db51 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132021 Aug 27 12:25:19.180477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.263693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-7fcbeee3-fb8d-4977-9037-2da49eef7676 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:19.265612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-7fcbeee3-fb8d-4977-9037-2da49eef7676 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 796 time: 0.4824042 Aug 27 12:25:19.267530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.308142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-8722e246-95cd-4cbe-a3eb-e732b2020326 service neutron] 10.222.0.76 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266904 Aug 27 12:25:19.422060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.434032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7e4400-9852-4eca-88a2-195787e8d340']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:19.445380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fc25e8-9fdd-4b49-ae6f-89428262a24d') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:19.445631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fc25e8-9fdd-4b49-ae6f-89428262a24d') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:19.460651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.478140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=4773b71f-e951-49e3-8c30-c31d2195c0c4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:19.484960 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-8ee92965-c4fc-4e79-b7e6-34b7e31dbcd2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 380 time: 0.2075980 Aug 27 12:25:19.515879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'port': {'device_id': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'admin_state_up': True, 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'security_groups': ['3ede8886-8961-42e2-b831-48f21216ff8a']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:19.551931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.560699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:19.561429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.571673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac860b6b-988b-4753-b18a-45baccccef26 req-1d05b22d-e434-49f0-bc9c-1390907bce5e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 210 time: 0.0363405 Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:19.592986 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:19.637791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8cab23f-f4ae-41d0-840a-ac32a28c9a0d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:19.705585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa08d5d-b6fb-441c-a663-199b7ef0738d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-fa7e4400-9852-4eca-88a2-195787e8d340', 'network_id': 'fa7e4400-9852-4eca-88a2-195787e8d340', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': '4773b71f-e951-49e3-8c30-c31d2195c0c4'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:19.706760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8aa08d5d-b6fb-441c-a663-199b7ef0738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.714836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:19.740233 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:25:19.745222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.758020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.760030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/fa7e4400-9852-4eca-88a2-195787e8d340 HTTP/1.1" status: 204 len: 168 time: 0.8390660 Aug 27 12:25:19.764184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:19.769799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1673200474'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:19.801670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ed99c-5f99-4de5-8b7e-31beed98762b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=fa7e4400-9852-4eca-88a2-195787e8d340,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:19.813502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:19.817420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.818302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:19.819461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6b59f975-c1aa-468a-b0b4-f1a26bb7ef93 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:19.867598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:19.891818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7883ae47-dfce-4308-b2c8-0da8ca34d372 None None] Provisioning for port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:19.930814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:19.937059 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.987032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b02148f4-9303-405f-ba93-1761b90d1536 req-da543f5f-dbe9-4f1b-92a4-a83f3e68e3ef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 210 time: 0.1106238 Aug 27 12:25:19.994267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:19.994569 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 93fadd16-9bf1-4dc7-b6d0-e8760135c1d6 of type vlan for network 815b6227-b28c-4f6c-9371-cc409a2b2206 Aug 27 12:25:20.035499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d9756-eaad-4671-9b62-8d0bc18db4a8 None None] Network fa7e4400-9852-4eca-88a2-195787e8d340 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:20.063330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.097045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d9756-eaad-4671-9b62-8d0bc18db4a8 None None] Network fa7e4400-9852-4eca-88a2-195787e8d340 could not be found, it might have been deleted concurrently. {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 12:25:20.100569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.112123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:20.112767 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.137783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:20.148828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:20.149479 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.181768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4131203 Aug 27 12:25:20.181768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:20.191720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '815b6227-b28c-4f6c-9371-cc409a2b2206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:20.236328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:18Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:20.272448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.273383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.7 (46ff80c9-68c9-43de-b40d-2125e850f1b7/a6104bbc-83ea-490f-bc76-0d2293c2e5c3/bec81502-a9c9-4b38-a65c-e763a8353e2c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:20.273917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe3bdd-9ee6-408a-96b7-b9508c0d532e None None] The sync data for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 is: [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:18Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:20.329752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e76ddf-3931-44d8-bba7-579d3e6b97b3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=815b6227-b28c-4f6c-9371-cc409a2b2206,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:20.391941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 815b6227-b28c-4f6c-9371-cc409a2b2206 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:20.396795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.503144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:20.509623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.520461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,segment=NetworkSegment(3f947e9b-d568-44e4-9d3a-fd17142623be),segment_id=3f947e9b-d568-44e4-9d3a-fd17142623be)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:20.528102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.602136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.647195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object bec81502-a9c9-4b38-a65c-e763a8353e2c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:20.750238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.761756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:20.789339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b459c5d3-3891-4950-9c3e-174745173f31 None None] Provisioning complete for port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:20.790105 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b459c5d3-3891-4950-9c3e-174745173f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.831864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d300ad1-7f78-4c80-90c9-69244e02f29e req-b792979a-ed4f-4708-b479-0d75426326fa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 210 time: 0.0789135 Aug 27 12:25:20.853922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:20.878756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:20.880689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:20.895493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:20.983739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba289486-6ea2-4a80-b40f-32066bb9cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:20.997746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:20.998453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.032541 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-f2a4c99b-0433-4087-9e69-53a8d77f9077 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5285912 Aug 27 12:25:21.061066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Request body: {'port': {'device_id': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:21.073273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.170080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.219402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.457751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5b551814-6706-4382-809b-0dd7b2845f85 None None] Provisioning for port bec81502-a9c9-4b38-a65c-e763a8353e2c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:21.465887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5b551814-6706-4382-809b-0dd7b2845f85 None None] Provisioning complete for port bec81502-a9c9-4b38-a65c-e763a8353e2c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:21.466363 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5b551814-6706-4382-809b-0dd7b2845f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.559132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5b551814-6706-4382-809b-0dd7b2845f85 None None] Port bec81502-a9c9-4b38-a65c-e763a8353e2c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:21.594018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8cab23f-f4ae-41d0-840a-ac32a28c9a0d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:21.615231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=b806e8e1-87bd-4963-a21e-a92fc78e74f5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:21.631483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685a7b-f563-47c5-8b6c-3ab1448c006b req-4d094980-7213-415a-81c6-1fcb663440b3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:21.634180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc685a7b-f563-47c5-8b6c-3ab1448c006b req-4d094980-7213-415a-81c6-1fcb663440b3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 931 time: 0.5033896 Aug 27 12:25:21.635749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '93fadd16-9bf1-4dc7-b6d0-e8760135c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '815b6227-b28c-4f6c-9371-cc409a2b2206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:21.636185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 815b6227-b28c-4f6c-9371-cc409a2b2206, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:21.654432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-b87f6947-037d-49c3-85d1-56acb0062921 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:21.656299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-b87f6947-037d-49c3-85d1-56acb0062921 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 805 time: 0.4381430 Aug 27 12:25:21.686787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Request body: {'port': {'device_id': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'admin_state_up': True, 'tenant_id': '6bc5d768bdeb4125a59684e4a0c028a8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:21.694252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:21.694916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.701792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 815b6227-b28c-4f6c-9371-cc409a2b2206 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:21.753919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 815b6227-b28c-4f6c-9371-cc409a2b2206) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:21.769787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:21.770416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:21.771992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dad174-99c7-4dbf-a4a1-e63be59d8ac0 None None] Network 815b6227-b28c-4f6c-9371-cc409a2b2206 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:21.821197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc685a7b-f563-47c5-8b6c-3ab1448c006b req-5e80cade-23ba-4e52-bb96-388c64f0a69c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745703 Aug 27 12:25:21.836542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fe43e00e-14f8-4c1d-a6f9-f6b22fe9f3d3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6519804 Aug 27 12:25:21.839426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:21.968217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c946b33-c75c-477d-ba44-bd797834088c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:22.030347 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a11c89a1-fa2a-4fb8-b0f2-d43df5f0d163 req-5a5b02e1-4b3a-4f22-a42b-06e528f93c3f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 210 time: 0.0683742 Aug 27 12:25:22.042572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.121873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Made reservation on behalf of 6bc5d768bdeb4125a59684e4a0c028a8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:22.127377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.151008 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.160714 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.184536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7c946b33-c75c-477d-ba44-bd797834088c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:22.192709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7c946b33-c75c-477d-ba44-bd797834088c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:22.193411 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.266250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca6447-c626-46af-80d4-403977228e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-815b6227-b28c-4f6c-9371-cc409a2b2206', 'network_id': '815b6227-b28c-4f6c-9371-cc409a2b2206', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': 'b806e8e1-87bd-4963-a21e-a92fc78e74f5'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:22.271509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ca6447-c626-46af-80d4-403977228e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.296583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.400075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=b806e8e1-87bd-4963-a21e-a92fc78e74f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:22.422296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec81502-a9c9-4b38-a65c-e763a8353e2c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:25:22.457832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.480868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764707ad-42fe-40cf-908c-97a80ab2ae07 None None] Network 815b6227-b28c-4f6c-9371-cc409a2b2206 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:22.500173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.529021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815b6227-b28c-4f6c-9371-cc409a2b2206']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:22.550556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fadd16-9bf1-4dc7-b6d0-e8760135c1d6') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:22.550858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fadd16-9bf1-4dc7-b6d0-e8760135c1d6') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:22.557803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Transition to ACTIVE for port object bec81502-a9c9-4b38-a65c-e763a8353e2c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:22.565083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.572157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.577946 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.601859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.610646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:22.611581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:22.615350 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:22.644477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Allocated IP 172.20.0.5 (8f920075-129b-459f-801c-b988ddbed2f8/584f6a8d-5848-447e-8725-a6fb5995ac3b/f6a1947e-477c-47ab-88e8-ffbd75784e73) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:22.677283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 7c946b33-c75c-477d-ba44-bd797834088c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7c946b33-c75c-477d-ba44-bd797834088c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:22.694177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.703959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:22.738280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.753989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:22.756346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/815b6227-b28c-4f6c-9371-cc409a2b2206 HTTP/1.1" status: 204 len: 168 time: 0.9158981 Aug 27 12:25:22.773812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47428) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:22.778736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ce450-79b3-4edf-94ea-be748a6d2459 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=815b6227-b28c-4f6c-9371-cc409a2b2206,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:22.791184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-324893356'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:22.800422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=7c946b33-c75c-477d-ba44-bd797834088c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:22.986080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:22.995268 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.033867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:23.034326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:23.035976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:23.049158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:25:23.049859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:23.086651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:23.086651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Checking segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:23.086651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Bound using segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:23.086651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Bound port: bec81502-a9c9-4b38-a65c-e763a8353e2c, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:23.086651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.130733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:23.142512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329bc10-adab-4d6a-9334-487b7f5e9bdc req-03d1cdfc-82cf-4fbb-899a-b6f82845d265 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.152467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0329bc10-adab-4d6a-9334-487b7f5e9bdc req-03d1cdfc-82cf-4fbb-899a-b6f82845d265 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 943 time: 0.1497941 Aug 27 12:25:23.202767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.203152 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment cf4fd366-13ab-4aed-9963-11d0e5ba6dff of type vlan for network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd Aug 27 12:25:23.227800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10d9d592-d134-4090-a226-cf93e5d24973 req-89814d55-e94a-4b49-b379-f5b34005ec42 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 210 time: 0.0573688 Aug 27 12:25:23.250941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0329bc10-adab-4d6a-9334-487b7f5e9bdc req-dd29d0e0-8364-4cf0-836c-a152626671f2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966859 Aug 27 12:25:23.278196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.307165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.316381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:23.321933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:23.331885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.350594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c946b33-c75c-477d-ba44-bd797834088c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:23.392065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.397615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.398234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.401395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.402003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.403999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] 10.222.0.65 "PUT /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 1091 time: 2.3619068 Aug 27 12:25:23.411156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7c946b33-c75c-477d-ba44-bd797834088c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:23.411598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.462948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:23.472169 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd566562-4062-4756-a777-8d36d8e2add8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:23.541567 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a17f6-6c03-4ee5-88a7-883ea6cc0a58 x-openstack-request-id: req-a14a17f6-6c03-4ee5-88a7-883ea6cc0a58 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:23.541919 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:23.542211 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a14a17f6-6c03-4ee5-88a7-883ea6cc0a58 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:23.542675 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'status': 'completed', 'code': 200} Aug 27 12:25:23.558885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7817986 Aug 27 12:25:23.559785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33113c79-9198-41e6-b92d-bbe41e9b4161 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=5ab4ccc9-014c-49bf-b891-6febcc0d59cd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:23.561389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:23.563162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcace2-ab84-4d58-9a02-02fd30f5285a service neutron] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:23.567248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.571749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:23.576057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:23.640524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-4ab31fae-80f4-4cc2-b77d-0057a96ab458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.642108 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-4ab31fae-80f4-4cc2-b77d-0057a96ab458 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1654608 Aug 27 12:25:23.645941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Network 8f920075-129b-459f-801c-b988ddbed2f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:23.649283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:25:23.650695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:23.695750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event updated for resources: {'Port': ['ID=f6a1947e-477c-47ab-88e8-ffbd75784e73,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:23.706009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:23.709695 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-1c5eff94-03fb-4273-bbf8-fcb3c15b3d60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 217 time: 0.0561759 Aug 27 12:25:23.716866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:23.720518 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.779365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-1f02bc59-2b73-4eff-afd1-1543117df0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.780842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-1f02bc59-2b73-4eff-afd1-1543117df0f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.0471816 Aug 27 12:25:23.849681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.850335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.870189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946a50-071b-4534-81ad-718be52d14ec req-b92f9c5d-4641-46bc-8ee9-edaf1e2cfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:23.872544 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-b92f9c5d-4641-46bc-8ee9-edaf1e2cfbc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795696 Aug 27 12:25:23.875081 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-e1680bbd-54ea-470f-8d2a-6ca71c87d8a3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1974580 Aug 27 12:25:23.941545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.978270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:23.985647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-706c13f4-e384-4862-b6fa-ea25d5217a91 service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045256 Aug 27 12:25:24.008641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=a57fced0-0a11-4609-aa5c-8b9c7ddc780a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:24.018850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:24.019495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 5ab4ccc9-014c-49bf-b891-6febcc0d59cd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:24.035655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:24.046558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5ab4ccc9-014c-49bf-b891-6febcc0d59cd) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:24.051349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.051954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.057647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83489e-0b41-498d-a5af-f137b6ec0bd2 None None] Network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:24.084593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3ad65afb-2fa8-452e-9475-09a17d2cd260 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5216310 Aug 27 12:25:24.089084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:24.140297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Request body: {'port': {'device_id': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:24.154153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-12946a50-071b-4534-81ad-718be52d14ec req-ceb27a7b-f490-43d5-87a9-9912f50d3458 service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613095 Aug 27 12:25:24.222508 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.278246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.382230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-5ab4ccc9-014c-49bf-b891-6febcc0d59cd', 'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': 'a57fced0-0a11-4609-aa5c-8b9c7ddc780a'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:24.383141 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.393564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566562-4062-4756-a777-8d36d8e2add8 req-bbf30a40-d4b1-429c-af92-d8be4dad2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.395802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-bbf30a40-d4b1-429c-af92-d8be4dad2577 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1606417 Aug 27 12:25:24.541783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.605255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbe894-0b77-4176-8400-9ef6b08c9d85 req-8c13bdad-0260-432e-8190-4e2ba595b75c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.607881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecbbe894-0b77-4176-8400-9ef6b08c9d85 req-8c13bdad-0260-432e-8190-4e2ba595b75c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 931 time: 0.1069298 Aug 27 12:25:24.701339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecbbe894-0b77-4176-8400-9ef6b08c9d85 req-02743961-094e-47eb-9770-c465ee622457 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813098 Aug 27 12:25:24.708041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566562-4062-4756-a777-8d36d8e2add8 req-bd2aed7a-5a85-479b-a80e-ee6e659aa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.709560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-bd2aed7a-5a85-479b-a80e-ee6e659aa2e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.3048034 Aug 27 12:25:24.710854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Allocated IP 172.20.0.2 (5ab4ccc9-014c-49bf-b891-6febcc0d59cd/a57fced0-0a11-4609-aa5c-8b9c7ddc780a/5c44615c-966e-4cc6-b319-b09a27d22a6d) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:24.729390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b873e-4ef7-4efb-899b-3ad8021d41c9 req-80192946-3fc4-4bc7-9aef-cbcdf97e9886 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.738736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c7b873e-4ef7-4efb-899b-3ad8021d41c9 req-80192946-3fc4-4bc7-9aef-cbcdf97e9886 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 943 time: 0.2760434 Aug 27 12:25:24.763111 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-408bfa7f-1a00-436a-aa5f-680348d4260a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 217 time: 0.0402300 Aug 27 12:25:24.800839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c7b873e-4ef7-4efb-899b-3ad8021d41c9 req-490e2720-1dbe-44b2-ba45-e42876bb90bc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562534 Aug 27 12:25:24.854913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566562-4062-4756-a777-8d36d8e2add8 req-89ec6153-4829-40e1-94ed-30c4f3b86de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.857268 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-89ec6153-4829-40e1-94ed-30c4f3b86de3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.0865204 Aug 27 12:25:24.934819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1947e-477c-47ab-88e8-ffbd75784e73 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:25:24.936633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.944325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.946478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Transition to ACTIVE for port object 5c44615c-966e-4cc6-b319-b09a27d22a6d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:24.962456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Transition to ACTIVE for port object 5c44615c-966e-4cc6-b319-b09a27d22a6d will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:24.963528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566562-4062-4756-a777-8d36d8e2add8 req-46ca238a-ca26-4dc3-863a-e6685b522098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:24.965125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-46ca238a-ca26-4dc3-863a-e6685b522098 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973656 Aug 27 12:25:24.966190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Transition to ACTIVE for port object f6a1947e-477c-47ab-88e8-ffbd75784e73 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:24.969167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.973961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:24.991052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.045081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=a57fced0-0a11-4609-aa5c-8b9c7ddc780a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:25.056820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:25.071974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:25.073888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Pushing event updated for resources: {'Port': ['ID=5c44615c-966e-4cc6-b319-b09a27d22a6d,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:25.089219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:25.093077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1947e-477c-47ab-88e8-ffbd75784e73,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:25.143763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.155882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Attempting to bind port 5c44615c-966e-4cc6-b319-b09a27d22a6d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:25.156246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Attempting to bind port 5c44615c-966e-4cc6-b319-b09a27d22a6d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:25.156985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Attempting to bind port 5c44615c-966e-4cc6-b319-b09a27d22a6d on network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:25.158647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab4ccc9-014c-49bf-b891-6febcc0d59cd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:25.161750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:25.162118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Checking segment: {'id': 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:25.162768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.162931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Bound using segment: {'id': 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:25.163387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Bound port: 5c44615c-966e-4cc6-b319-b09a27d22a6d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:25.163764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.174735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-d906bc54-d846-4eb1-bc53-793824d4b63a service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016346 Aug 27 12:25:25.186940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:25.187445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:25.212179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.232877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Attempting to bind port f6a1947e-477c-47ab-88e8-ffbd75784e73 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:25.232877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Attempting to bind port f6a1947e-477c-47ab-88e8-ffbd75784e73 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:25.233235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Attempting to bind port f6a1947e-477c-47ab-88e8-ffbd75784e73 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:25.237522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.241840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Port f6a1947e-477c-47ab-88e8-ffbd75784e73 on network 8f920075-129b-459f-801c-b988ddbed2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:25:25.242281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Attempting to bind port f6a1947e-477c-47ab-88e8-ffbd75784e73 on network 8f920075-129b-459f-801c-b988ddbed2f8 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:25.244959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] For port 5c44615c-966e-4cc6-b319-b09a27d22a6d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:25.249208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:25.249208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:25.253416 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:25.255953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:25.255953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Checking segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:25.255953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Bound using segment: {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:25.255953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Bound port: f6a1947e-477c-47ab-88e8-ffbd75784e73, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c822c55-7981-4c51-b204-fad5122981b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:25.255953 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.323722 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bd566562-4062-4756-a777-8d36d8e2add8 req-f08f39dc-f9bb-4d81-a6e6-3e8d7af4f073 service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408844 Aug 27 12:25:25.327586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] For port 5c44615c-966e-4cc6-b319-b09a27d22a6d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5c44615c-966e-4cc6-b319-b09a27d22a6d,segment=NetworkSegment(cf4fd366-13ab-4aed-9963-11d0e5ba6dff),segment_id=cf4fd366-13ab-4aed-9963-11d0e5ba6dff)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:25.328371 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.db.api [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:25:25.328371 n-d-688802-4 neutron-server[94623]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:25:25.328371 n-d-688802-4 neutron-server[94623]: [parameters: {'id': '5ab4ccc9-014c-49bf-b891-6febcc0d59cd'}] Aug 27 12:25:25.328371 n-d-688802-4 neutron-server[94623]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94623) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:25:25.329668 n-d-688802-4 neutron-server[94623]: DEBUG oslo_db.api [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:25:25.333183 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.349788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] For port f6a1947e-477c-47ab-88e8-ffbd75784e73, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:25.353346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] For port f6a1947e-477c-47ab-88e8-ffbd75784e73, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:25.358236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.397119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:25.397853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:25.399427 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] 10.222.0.77 "PUT /v2.0/ports/f6a1947e-477c-47ab-88e8-ffbd75784e73 HTTP/1.1" status: 200 len: 1091 time: 1.4329619 Aug 27 12:25:25.429689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edd76c-ad4b-40be-a21d-60c71aa68930 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1947e-477c-47ab-88e8-ffbd75784e73,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:25.430706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5c96-bbba-48b3-96a8-10111f4ca02e None None] Pushing event updated for resources: {'Port': ['ID=5c44615c-966e-4cc6-b319-b09a27d22a6d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:25.456406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9193b-dacd-4c89-883d-84921eb9b50b None None] Network 5ab4ccc9-014c-49bf-b891-6febcc0d59cd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:25.501521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-b5e58046-cf07-401d-b373-d6b7b0bbee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:25.503244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-b5e58046-cf07-401d-b373-d6b7b0bbee5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 1094 time: 0.0421960 Aug 27 12:25:25.559234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'tag': 'f6a1947e-477c-47ab-88e8-ffbd75784e73'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:25.561577 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcaaf24-825c-427a-a646-00200b82470f" -d '{"events": [{"name": "network-changed", "server_uuid": "16a75ab9-52ac-4572-86e5-1ecd43a09908", "tag": "f6a1947e-477c-47ab-88e8-ffbd75784e73"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:25.567048 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-48cb182d-33da-4eb5-b239-935d0b9acfa6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73 HTTP/1.1" status: 200 len: 217 time: 0.0477548 Aug 27 12:25:25.584092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4939001-dc65-40f5-838e-c6c7a05a2814 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:25:25.611711 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef4525a-cde3-4556-b44f-7fc3a85822f6 x-openstack-request-id: req-bef4525a-cde3-4556-b44f-7fc3a85822f6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:25.612019 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a75ab9-52ac-4572-86e5-1ecd43a09908", "tag": "f6a1947e-477c-47ab-88e8-ffbd75784e73", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:25.612285 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bef4525a-cde3-4556-b44f-7fc3a85822f6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:25.612688 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'tag': 'f6a1947e-477c-47ab-88e8-ffbd75784e73', 'status': 'completed', 'code': 200} Aug 27 12:25:25.627702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-bf017c42-57a5-4ef2-aa56-753477180241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:25.629331 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-bf017c42-57a5-4ef2-aa56-753477180241 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0549185 Aug 27 12:25:25.663300 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-9c14a920-a32a-492e-8ce2-815d25e54fbd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263302 Aug 27 12:25:25.673742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4939001-dc65-40f5-838e-c6c7a05a2814 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:25:25.800868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-fbe0f951-4ba6-4c57-a3b6-d890b0a56127 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281731 Aug 27 12:25:25.909201 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.059051 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-095bb7ef-3473-40ec-a18f-a31f1b4e163c req-bc49400c-2b2f-4d3d-afef-1020661dd4e6 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521102 Aug 27 12:25:26.061294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a7cb1-7f37-498e-be49-cb59d0b2fc4d req-9266bc74-3a40-42e2-b1c3-d72f9278cad8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:26.062875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b7a7cb1-7f37-498e-be49-cb59d0b2fc4d req-9266bc74-3a40-42e2-b1c3-d72f9278cad8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 943 time: 0.2833438 Aug 27 12:25:26.175901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b7a7cb1-7f37-498e-be49-cb59d0b2fc4d req-0cf3964b-847b-4e29-aeaa-8a33a335f7a8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988998 Aug 27 12:25:26.193312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d8908-6c38-40c0-a81c-46c9823733b9 req-a025adc9-083a-4c15-8871-0d14bed86ba7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:26.195241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa7d8908-6c38-40c0-a81c-46c9823733b9 req-a025adc9-083a-4c15-8871-0d14bed86ba7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 943 time: 0.1308663 Aug 27 12:25:26.198270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaaf24-825c-427a-a646-00200b82470f req-d33db56b-5f17-45b8-97ad-d6a7f2a3ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:26.201131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-d33db56b-5f17-45b8-97ad-d6a7f2a3ce2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 1094 time: 0.0581975 Aug 27 12:25:26.232125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Deleting port 5c44615c-966e-4cc6-b319-b09a27d22a6d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:26.232475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.348956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaaf24-825c-427a-a646-00200b82470f req-08c099ae-659e-4b1b-a13e-9a016df18e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:26.350555 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-08c099ae-659e-4b1b-a13e-9a016df18e69 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.1422784 Aug 27 12:25:26.352479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa7d8908-6c38-40c0-a81c-46c9823733b9 req-1fade393-c7fe-47f7-ad08-57e083fe0897 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484458 Aug 27 12:25:26.373590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] For port 5c44615c-966e-4cc6-b319-b09a27d22a6d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5c44615c-966e-4cc6-b319-b09a27d22a6d,segment=NetworkSegment(cf4fd366-13ab-4aed-9963-11d0e5ba6dff),segment_id=cf4fd366-13ab-4aed-9963-11d0e5ba6dff)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:26.374025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.389220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Calling delete_port for 5c44615c-966e-4cc6-b319-b09a27d22a6d owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:26.417239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-ccd5b72a-907c-468c-a179-fa6f9a52e1bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73 HTTP/1.1" status: 200 len: 217 time: 0.0363028 Aug 27 12:25:26.472915 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.475787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaaf24-825c-427a-a646-00200b82470f req-0d303ec6-b119-4bdd-8328-4ff9a2b3fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:26.477291 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-0d303ec6-b119-4bdd-8328-4ff9a2b3fdbe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.0533495 Aug 27 12:25:26.501671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No DVR routers for this DVR port 5c44615c-966e-4cc6-b319-b09a27d22a6d on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:26.507661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Port': ['ID=5c44615c-966e-4cc6-b319-b09a27d22a6d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:26.517534 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-2eaa672b-a148-48a5-b163-5fcdf2d0c2b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332227 Aug 27 12:25:26.619873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.633461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab4ccc9-014c-49bf-b891-6febcc0d59cd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:26.648470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:26.648788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4fd366-13ab-4aed-9963-11d0e5ba6dff') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:26.660381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.677460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.685687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:26.686199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:26.738122 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:26.767016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.777014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.783027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/5ab4ccc9-014c-49bf-b891-6febcc0d59cd HTTP/1.1" status: 204 len: 168 time: 2.6897395 Aug 27 12:25:26.784040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:26.791477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-463174353'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:26.818188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e21a72-0608-43b8-ac3f-e5139310b12b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=5ab4ccc9-014c-49bf-b891-6febcc0d59cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:26.845314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:26.849854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.878864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:26.898136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:26.898804 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment f0e9aab5-0ec0-44db-ac2a-34b74a76737f of type vlan for network 703a3dad-9db4-4882-9d0a-2dce234785d0 Aug 27 12:25:26.985320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.022264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.028141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-1842d5ed-660c-4349-858f-061f7f020153 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033209 Aug 27 12:25:27.030948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:27.031733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.100577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3154707 Aug 27 12:25:27.103428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:27.109365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '703a3dad-9db4-4882-9d0a-2dce234785d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:27.133227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f2c9e-ce78-413d-897b-3e2b9aa49242 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=703a3dad-9db4-4882-9d0a-2dce234785d0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:27.136439 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1bcaaf24-825c-427a-a646-00200b82470f req-0680fd21-657f-45a4-8c98-4c81ecf6c0b5 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008627 Aug 27 12:25:27.145079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 703a3dad-9db4-4882-9d0a-2dce234785d0 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:27.219398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:27.223074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.312514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Performing IP validity checks on allocation pools {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 12:25:27.313039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94623) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 12:25:27.351127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114ec9a-8582-4778-9710-f644937b1380 req-ae35f672-54d8-4d13-a2fe-00a4ce720b37 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:27.352687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b114ec9a-8582-4778-9710-f644937b1380 req-ae35f672-54d8-4d13-a2fe-00a4ce720b37 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 943 time: 0.0857215 Aug 27 12:25:27.443691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b114ec9a-8582-4778-9710-f644937b1380 req-89e8f931-655e-4aea-8fd6-196adf6379e1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840318 Aug 27 12:25:27.555109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956748d-ea7b-47dd-a979-0c2efa921581 req-5cb19d7b-7772-4fd7-9d21-0f3d61814ed9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:27.563044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c956748d-ea7b-47dd-a979-0c2efa921581 req-5cb19d7b-7772-4fd7-9d21-0f3d61814ed9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 943 time: 0.1070721 Aug 27 12:25:27.564746 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.666640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=f0ed9074-c15d-481a-913c-37877d692921,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:27.686358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c956748d-ea7b-47dd-a979-0c2efa921581 req-ac0a068d-c400-41db-864f-411934195223 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177258 Aug 27 12:25:27.690135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': 'f0e9aab5-0ec0-44db-ac2a-34b74a76737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '703a3dad-9db4-4882-9d0a-2dce234785d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:27.690554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 703a3dad-9db4-4882-9d0a-2dce234785d0, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:27.709501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 703a3dad-9db4-4882-9d0a-2dce234785d0 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:27.720752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 703a3dad-9db4-4882-9d0a-2dce234785d0) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:27.725645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:27.726322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.732550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c72a125-0fb1-4d44-afde-029477b8a0d0 None None] Network 703a3dad-9db4-4882-9d0a-2dce234785d0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:27.737166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:25:27.750545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a885a516-b0a6-4dc5-98eb-4968f178b5bb tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6459177 Aug 27 12:25:27.752967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:27.865612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:27.935675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.010747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.055380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ed9074-c15d-481a-913c-37877d692921,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:28.130690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.136381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:28.145040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703a3dad-9db4-4882-9d0a-2dce234785d0']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:28.174404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'port_id': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'mac_address': 'fa:16:3e:0a:53:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:25:28.185603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e9aab5-0ec0-44db-ac2a-34b74a76737f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:28.185913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e9aab5-0ec0-44db-ac2a-34b74a76737f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:28.196830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.200723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cc4429-5029-41f5-8ae0-924adaa47ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-703a3dad-9db4-4882-9d0a-2dce234785d0', 'network_id': '703a3dad-9db4-4882-9d0a-2dce234785d0', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': 'f0ed9074-c15d-481a-913c-37877d692921'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:28.201696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4429-5029-41f5-8ae0-924adaa47ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.214557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.223790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:28.224830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:28.230167 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:28.236151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.250673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec81502-a9c9-4b38-a65c-e763a8353e2c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:25:28.273618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:28.279221 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.303958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.315283 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-d4cc4429-5029-41f5-8ae0-924adaa47ace None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:25:28.315283 n-d-688802-4 neutron-server[94625]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 27 12:25:28.315283 n-d-688802-4 neutron-server[94625]: [parameters: {'project_id': '9371023c89f649118ff6a25fc4053c2e', 'id': 'b9df71b4-b105-46b3-8154-77fb23982b28', 'name': '', 'network_id': '703a3dad-9db4-4882-9d0a-2dce234785d0', 'mac_address': 'fa:16:3e:e8:cc:29', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-703a3dad-9db4-4882-9d0a-2dce234785d0', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2779}] Aug 27 12:25:28.315283 n-d-688802-4 neutron-server[94625]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:25:28.315772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.315873 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-d4cc4429-5029-41f5-8ae0-924adaa47ace None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:25:28.321256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47570) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:28.321832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/703a3dad-9db4-4882-9d0a-2dce234785d0 HTTP/1.1" status: 204 len: 168 time: 0.5676265 Aug 27 12:25:28.328431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849993839'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:28.339582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbe0d5-b11c-43d6-9cb2-057f98fd97a6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=703a3dad-9db4-4882-9d0a-2dce234785d0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:28.344052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:28.358035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:28.361871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.399773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:28.436041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.450157 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment cdda4c21-2659-4789-8ef0-f6a8dc375022 of type vlan for network 8bbefd3b-1e62-4ad6-8003-b197fa3c925f Aug 27 12:25:28.540390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.553783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['bec81502-a9c9-4b38-a65c-e763a8353e2c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:25:28.577336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.592489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:28.593141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.669710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3babe-5775-4630-a5db-6497533e1586 req-eca9d1d2-7162-4987-84ba-d89a7c5cab6b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:28.671664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04b3babe-5775-4630-a5db-6497533e1586 req-eca9d1d2-7162-4987-84ba-d89a7c5cab6b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 943 time: 0.1232541 Aug 27 12:25:28.724670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04b3babe-5775-4630-a5db-6497533e1586 req-92b8a5f0-681c-4fe5-b97e-2d8a3850c082 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Aug 27 12:25:28.733748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47582) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:28.734228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4075449 Aug 27 12:25:28.741203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '8bbefd3b-1e62-4ad6-8003-b197fa3c925f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:28.767428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a04dad-a153-46a9-8471-a6b3574e52be tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=8bbefd3b-1e62-4ad6-8003-b197fa3c925f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:28.795730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8bbefd3b-1e62-4ad6-8003-b197fa3c925f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:28.823433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4429-5029-41f5-8ae0-924adaa47ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:28.971586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87ce66-20e1-408c-abc2-d1d03db5245e req-2fb3dfc9-ba0b-4218-b3be-bba315ebe834 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:28.974119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d8797-bcb8-4af0-9285-b1feefc06887 None None] Network 703a3dad-9db4-4882-9d0a-2dce234785d0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:28.982541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b87ce66-20e1-408c-abc2-d1d03db5245e req-2fb3dfc9-ba0b-4218-b3be-bba315ebe834 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.1666245 Aug 27 12:25:28.989929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d8797-bcb8-4af0-9285-b1feefc06887 None None] Network 703a3dad-9db4-4882-9d0a-2dce234785d0 could not be found, it might have been deleted concurrently. {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 12:25:29.023299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:29.038732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.098614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b87ce66-20e1-408c-abc2-d1d03db5245e req-18dae74c-0aaa-4dc7-aaac-f686226daedb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150243 Aug 27 12:25:29.242243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.303765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=cc698eb7-7c21-47c0-be0c-1f0e353b275c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:29.311863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': 'cdda4c21-2659-4789-8ef0-f6a8dc375022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8bbefd3b-1e62-4ad6-8003-b197fa3c925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:29.312236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 8bbefd3b-1e62-4ad6-8003-b197fa3c925f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:29.328841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 8bbefd3b-1e62-4ad6-8003-b197fa3c925f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:29.337991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8bbefd3b-1e62-4ad6-8003-b197fa3c925f) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:29.343880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:29.344313 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.347748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fd20f-cf5d-4639-af60-a28355bcbd5d None None] Network 8bbefd3b-1e62-4ad6-8003-b197fa3c925f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:29.360118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dbf15a40-4718-4b72-bbef-bc9544751ec8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6251767 Aug 27 12:25:29.362888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:29.476765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.516579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a5055-2a16-4fa9-a8f4-310d3e918ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-8bbefd3b-1e62-4ad6-8003-b197fa3c925f', 'network_id': '8bbefd3b-1e62-4ad6-8003-b197fa3c925f', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': 'cc698eb7-7c21-47c0-be0c-1f0e353b275c'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:29.517534 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5055-2a16-4fa9-a8f4-310d3e918ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.534774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.629358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server [None req-fe5a5055-2a16-4fa9-a8f4-310d3e918ec3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc698eb7-7c21-47c0-be0c-1f0e353b275c: This subnet is being modified by another concurrent operation. Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:25:29.642123 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise exception Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc698eb7-7c21-47c0-be0c-1f0e353b275c: This subnet is being modified by another concurrent operation. Aug 27 12:25:29.647304 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Aug 27 12:25:29.662498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca1eca-c189-4c35-bcba-6cedb9ea6723 None None] Network 8bbefd3b-1e62-4ad6-8003-b197fa3c925f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:29.667741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=cc698eb7-7c21-47c0-be0c-1f0e353b275c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:29.730229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.730923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.731165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.731610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.732051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.732485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.733678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.734124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.734584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.735029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.735459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.735889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:29.752114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:29.756466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.776250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbefd3b-1e62-4ad6-8003-b197fa3c925f']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:29.802081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdda4c21-2659-4789-8ef0-f6a8dc375022') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:29.802716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdda4c21-2659-4789-8ef0-f6a8dc375022') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:29.820164 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.837836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699980e5-2242-4e83-ab96-b8a5602ca763 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:25:29.847392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.854316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:29.854869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.877354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port bec81502-a9c9-4b38-a65c-e763a8353e2c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:29.886300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port bec81502-a9c9-4b38-a65c-e763a8353e2c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:29.887399 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:29.932280 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:29.951299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.973964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699980e5-2242-4e83-ab96-b8a5602ca763 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:25:29.981793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:29.989313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47610) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:29.990001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/8bbefd3b-1e62-4ad6-8003-b197fa3c925f HTTP/1.1" status: 204 len: 168 time: 0.6256568 Aug 27 12:25:29.996594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444410255'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:30.008540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae83f5-912a-4dd0-b4f1-ba4b676d283c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=8bbefd3b-1e62-4ad6-8003-b197fa3c925f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:30.047604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:30.051741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.055251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd73f9-70a5-42dd-bbe2-700c2689bc32 req-900627a1-6e4e-48c8-9f13-47767dc713f8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:30.060032 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.065463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4dd73f9-70a5-42dd-bbe2-700c2689bc32 req-900627a1-6e4e-48c8-9f13-47767dc713f8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 943 time: 0.1291449 Aug 27 12:25:30.091419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:30.104557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.105139 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 6b49a2a1-8334-438d-bf68-1bb1b6e2dd1b of type vlan for network 40be518a-3adb-410f-bf02-34446c7e2485 Aug 27 12:25:30.137526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:30.140263 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17def536-e516-4f98-a867-e8a8986352d2" -d '{"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-plugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:30.163464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:30.172643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.242880 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.299769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.305423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:30.306138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.413476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:30.431505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f6a1947e-477c-47ab-88e8-ffbd75784e73 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:25:30.464067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=40be518a-3adb-410f-bf02-34446c7e2485,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:30.470007 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bbe14981-0812-4284-a37c-a4a4a8c2372a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4768803 Aug 27 12:25:30.470249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47624) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:30.476172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '40be518a-3adb-410f-bf02-34446c7e2485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:30.492779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 40be518a-3adb-410f-bf02-34446c7e2485 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:30.528803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4dd73f9-70a5-42dd-bbe2-700c2689bc32 req-c3aa2c1a-3223-44fb-ba17-3b387a4f9be3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620693 Aug 27 12:25:30.572333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d23ec-7cb3-459f-b11c-01ce23605a1e req-2b1e3b4c-1247-46ba-8658-3b3b59c45eb3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:30.573895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101d23ec-7cb3-459f-b11c-01ce23605a1e req-2b1e3b4c-1247-46ba-8658-3b3b59c45eb3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.1011240 Aug 27 12:25:30.607243 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482fdab6-6aed-40d1-98f8-ebf3a0f9ea99 x-openstack-request-id: req-482fdab6-6aed-40d1-98f8-ebf3a0f9ea99 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:30.608133 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-plugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:30.608560 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-482fdab6-6aed-40d1-98f8-ebf3a0f9ea99 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:30.609116 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'code': 200} Aug 27 12:25:30.635512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-101d23ec-7cb3-459f-b11c-01ce23605a1e req-b0c1e758-a544-4b35-a4f8-3f72632d6911 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Aug 27 12:25:30.635822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:30.654372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.740077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f6a1947e-477c-47ab-88e8-ffbd75784e73, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:30.756426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f6a1947e-477c-47ab-88e8-ffbd75784e73', 'network_id': '8f920075-129b-459f-801c-b988ddbed2f8', 'port_id': 'f6a1947e-477c-47ab-88e8-ffbd75784e73', 'mac_address': 'fa:16:3e:78:2b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584f6a8d-5848-447e-8725-a6fb5995ac3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:25:30.806685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.815512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f102aaf-159e-4a81-96b9-9eb16f9984c6 req-401f6370-2c51-4d4e-9a48-8af4e841ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:30.819049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6f102aaf-159e-4a81-96b9-9eb16f9984c6 req-401f6370-2c51-4d4e-9a48-8af4e841ec8e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0777688 Aug 27 12:25:30.825804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a1947e-477c-47ab-88e8-ffbd75784e73 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:25:30.904036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f6a1947e-477c-47ab-88e8-ffbd75784e73, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:30.910523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:30.979833 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6f102aaf-159e-4a81-96b9-9eb16f9984c6 req-b7699e05-aacc-48e5-9631-aa9ad67d1c93 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479833 Aug 27 12:25:30.980060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f6a1947e-477c-47ab-88e8-ffbd75784e73,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:31.060799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.130212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=998803d9-1133-4525-b972-9e693514e3ea,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:31.143321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '6b49a2a1-8334-438d-bf68-1bb1b6e2dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '40be518a-3adb-410f-bf02-34446c7e2485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:31.143748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 40be518a-3adb-410f-bf02-34446c7e2485, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:31.162639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 40be518a-3adb-410f-bf02-34446c7e2485 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:31.173216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 40be518a-3adb-410f-bf02-34446c7e2485) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:31.179350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:31.181937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.191865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c95e1-50a9-46fb-9d51-ac9f74d26aba None None] Network 40be518a-3adb-410f-bf02-34446c7e2485 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:31.207029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c01b737d-afee-423e-8969-82eedcc81bdf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7354577 Aug 27 12:25:31.209933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:31.348191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.349421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f6a1947e-477c-47ab-88e8-ffbd75784e73'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:25:31.406538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.425396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405870a8-cadb-46dd-94ba-422d62245783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-40be518a-3adb-410f-bf02-34446c7e2485', 'network_id': '40be518a-3adb-410f-bf02-34446c7e2485', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': '998803d9-1133-4525-b972-9e693514e3ea'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:31.426270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-405870a8-cadb-46dd-94ba-422d62245783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.482247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.514776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=998803d9-1133-4525-b972-9e693514e3ea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:31.592913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server [None req-405870a8-cadb-46dd-94ba-422d62245783 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 998803d9-1133-4525-b972-9e693514e3ea: This subnet is being modified by another concurrent operation. Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:25:31.596175 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise exception Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 998803d9-1133-4525-b972-9e693514e3ea: This subnet is being modified by another concurrent operation. Aug 27 12:25:31.599811 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Aug 27 12:25:31.621465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40be518a-3adb-410f-bf02-34446c7e2485']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:31.623249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880bee88-d22b-49d5-b32e-74c62aff449e None None] Network 40be518a-3adb-410f-bf02-34446c7e2485 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:31.642848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b49a2a1-8334-438d-bf68-1bb1b6e2dd1b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:31.643340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b49a2a1-8334-438d-bf68-1bb1b6e2dd1b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:31.669931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.705894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.722811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:31.723225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:31.726856 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:31.744180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ab345-44ad-4e90-91a3-77604a915061 req-6c88f8bd-edba-4e26-8bd4-02af2f4fdc6a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:31.744802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb4775-df87-44c2-be75-3d53498bbf9b None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:25:31.751965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-301ab345-44ad-4e90-91a3-77604a915061 req-6c88f8bd-edba-4e26-8bd4-02af2f4fdc6a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 944 time: 0.1206701 Aug 27 12:25:31.849700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb4775-df87-44c2-be75-3d53498bbf9b None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:25:31.857744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.867739 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630655'] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.874258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/40be518a-3adb-410f-bf02-34446c7e2485 HTTP/1.1" status: 204 len: 168 time: 0.6593263 Aug 27 12:25:31.874755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:31.879774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-301ab345-44ad-4e90-91a3-77604a915061 req-8e8fd4ab-2dfc-4f1c-a67c-4181d13a60ba tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269426 Aug 27 12:25:31.887019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1329591602'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:31.895105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f483dd-ab4b-4904-8514-8e0418825bdd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=40be518a-3adb-410f-bf02-34446c7e2485,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:31.912335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12792c1d-b0f6-4b82-97a2-e979a81b281a req-ee6f0f8a-5dff-48ea-8717-783899e7e40e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:31.926114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12792c1d-b0f6-4b82-97a2-e979a81b281a req-ee6f0f8a-5dff-48ea-8717-783899e7e40e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.1651657 Aug 27 12:25:31.940377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:31.944192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.975876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:31.986737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:31.987455 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 899a75ad-bc82-404c-91bc-60c6024ccc8f of type vlan for network 801bc066-721a-4219-a5c5-35c3adb66888 Aug 27 12:25:32.016453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12792c1d-b0f6-4b82-97a2-e979a81b281a req-c59d1e02-0d6d-44fa-8554-bdc46d12e3c5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893176 Aug 27 12:25:32.050860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.079682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.087552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:32.088414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.152445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2766647 Aug 27 12:25:32.155094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47648) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:32.160402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:32.165434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccf890-9b3d-4b2f-ac62-b0356c2016d1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=801bc066-721a-4219-a5c5-35c3adb66888,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:32.176826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:32.338399 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.353724 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.419764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 801bc066-721a-4219-a5c5-35c3adb66888 is not hosted by any dhcp agent {{(pid=94623) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:25:32.426249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:32.426977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.431489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "PUT /v2.0/networks/801bc066-721a-4219-a5c5-35c3adb66888 HTTP/1.1" status: 200 len: 723 time: 0.2725055 Aug 27 12:25:32.431810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:32.440959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': '801bc066-721a-4219-a5c5-35c3adb66888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:32.498869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0d401-ae18-475c-9564-1b50542ddc5a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=801bc066-721a-4219-a5c5-35c3adb66888,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:32.514869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:32.570949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:32.577121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.859014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.941148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=bc6e00df-f12e-400b-8ccd-ea5702491650,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:32.946725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '899a75ad-bc82-404c-91bc-60c6024ccc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '801bc066-721a-4219-a5c5-35c3adb66888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:32.947081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: 801bc066-721a-4219-a5c5-35c3adb66888, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:32.966617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 801bc066-721a-4219-a5c5-35c3adb66888 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:32.975387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 801bc066-721a-4219-a5c5-35c3adb66888) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:32.982049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:32.982802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:32.987114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9baad2-5315-4490-b72e-d84cbbff859f None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:33.046042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eff2a0b2-5b7d-488f-a6e0-a80626ac9ec1 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6131377 Aug 27 12:25:33.049386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47676) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:33.064005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:33.068988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2794b-9409-47d3-a575-833652428945 req-b916b0a2-446b-4ccc-af3b-0354001e0c6c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:33.071591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cac2794b-9409-47d3-a575-833652428945 req-b916b0a2-446b-4ccc-af3b-0354001e0c6c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 944 time: 0.0725510 Aug 27 12:25:33.124875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cac2794b-9409-47d3-a575-833652428945 req-3f1238a3-5b98-4110-b737-6829044d8a85 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464258 Aug 27 12:25:33.174133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-801bc066-721a-4219-a5c5-35c3adb66888', 'network_id': '801bc066-721a-4219-a5c5-35c3adb66888', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': 'bc6e00df-f12e-400b-8ccd-ea5702491650'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:33.175373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.254883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e7bc6-6797-4fc5-a454-8840c97c4631 req-356abc80-9cfc-44e5-876a-1f322dda9108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:33.260853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26026923'] for subnet, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.262326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-372e7bc6-6797-4fc5-a454-8840c97c4631 req-356abc80-9cfc-44e5-876a-1f322dda9108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.0906928 Aug 27 12:25:33.311950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-372e7bc6-6797-4fc5-a454-8840c97c4631 req-e52e6086-459a-426f-a7e3-a60897f9cffc tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485866 Aug 27 12:25:33.342043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Allocated IP 172.20.0.2 (801bc066-721a-4219-a5c5-35c3adb66888/bc6e00df-f12e-400b-8ccd-ea5702491650/c5349b4e-059b-4745-aeb2-e09e0dc00998) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:33.438170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224901c-47e7-4882-b4da-25df384db5f6 req-53ee567d-a517-4bbd-b853-b996163a9262 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:33.440057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3224901c-47e7-4882-b4da-25df384db5f6 req-53ee567d-a517-4bbd-b853-b996163a9262 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.0541387 Aug 27 12:25:33.486261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3224901c-47e7-4882-b4da-25df384db5f6 req-b9d65388-821f-4a1b-ad22-c8c74fc0be08 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387764 Aug 27 12:25:33.489428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.499028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Transition to ACTIVE for port object c5349b4e-059b-4745-aeb2-e09e0dc00998 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:33.514417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:33.528494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Transition to ACTIVE for port object c5349b4e-059b-4745-aeb2-e09e0dc00998 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:33.534693 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.578749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:33.582008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:33.588654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:33.592647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ddd74-dd95-4219-a242-540eddc0867b tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:33.597217 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b97ddd74-dd95-4219-a242-540eddc0867b tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1091 time: 0.0788050 Aug 27 12:25:33.597428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47684) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:33.600373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Pushing event updated for resources: {'Port': ['ID=c5349b4e-059b-4745-aeb2-e09e0dc00998,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:33.604560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:33.657492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Attempting to bind port c5349b4e-059b-4745-aeb2-e09e0dc00998 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:33.657972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Attempting to bind port c5349b4e-059b-4745-aeb2-e09e0dc00998 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '899a75ad-bc82-404c-91bc-60c6024ccc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '801bc066-721a-4219-a5c5-35c3adb66888'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:33.658334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Attempting to bind port c5349b4e-059b-4745-aeb2-e09e0dc00998 on network 801bc066-721a-4219-a5c5-35c3adb66888 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:33.664097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:33.664550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Checking segment: {'id': '899a75ad-bc82-404c-91bc-60c6024ccc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '801bc066-721a-4219-a5c5-35c3adb66888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:33.665010 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.665483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Bound using segment: {'id': '899a75ad-bc82-404c-91bc-60c6024ccc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '801bc066-721a-4219-a5c5-35c3adb66888'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:33.665947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Bound port: c5349b4e-059b-4745-aeb2-e09e0dc00998, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899a75ad-bc82-404c-91bc-60c6024ccc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '801bc066-721a-4219-a5c5-35c3adb66888'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:33.666062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.666327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.681165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749573707560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3820001'] for subnet, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.748608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] For port c5349b4e-059b-4745-aeb2-e09e0dc00998, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:33.753767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] For port c5349b4e-059b-4745-aeb2-e09e0dc00998, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c5349b4e-059b-4745-aeb2-e09e0dc00998,segment=NetworkSegment(899a75ad-bc82-404c-91bc-60c6024ccc8f),segment_id=899a75ad-bc82-404c-91bc-60c6024ccc8f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:33.758815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:33.759422 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.760550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.760744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "PUT /v2.0/subnets/bc6e00df-f12e-400b-8ccd-ea5702491650 HTTP/1.1" status: 200 len: 806 time: 0.7099452 Aug 27 12:25:33.763689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:33.809692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47850039-2335-4835-8fda-8cec349e2135 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=bc6e00df-f12e-400b-8ccd-ea5702491650,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:33.862813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c289554-c068-42d1-bd28-13bffb0c5060 None None] Pushing event updated for resources: {'Port': ['ID=c5349b4e-059b-4745-aeb2-e09e0dc00998,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:33.924771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:33.963492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.039398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Deleting port c5349b4e-059b-4745-aeb2-e09e0dc00998 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:34.039841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.082670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.253 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a060c588-9bb2-47e5-b211-40b38bbad9da) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:34.142963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] For port c5349b4e-059b-4745-aeb2-e09e0dc00998, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c5349b4e-059b-4745-aeb2-e09e0dc00998,segment=NetworkSegment(899a75ad-bc82-404c-91bc-60c6024ccc8f),segment_id=899a75ad-bc82-404c-91bc-60c6024ccc8f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:34.143444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.159017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Calling delete_port for c5349b4e-059b-4745-aeb2-e09e0dc00998 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:34.355942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.385797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845546f-3466-4850-b24d-ad3305222abf req-87f4f939-c20a-4459-af3a-fa57f1582e39 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:34.388072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e845546f-3466-4850-b24d-ad3305222abf req-87f4f939-c20a-4459-af3a-fa57f1582e39 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 944 time: 0.1185935 Aug 27 12:25:34.389104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.432452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f6a1947e-477c-47ab-88e8-ffbd75784e73 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:34.458319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Port': ['ID=c5349b4e-059b-4745-aeb2-e09e0dc00998,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:34.461888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.535538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f6a1947e-477c-47ab-88e8-ffbd75784e73 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:34.540020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f6a1947e-477c-47ab-88e8-ffbd75784e73 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:34.540401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.557763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:34.573698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:34.585270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:34.589349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e845546f-3466-4850-b24d-ad3305222abf req-703921b7-ae78-417d-a6b9-abc5db809b21 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947184 Aug 27 12:25:34.591049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No DVR routers for this DVR port c5349b4e-059b-4745-aeb2-e09e0dc00998 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:34.650741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9618aa-7a3e-48a1-8d15-af8f38b2fd44 req-3e6ec02a-6933-4b3c-b29f-d912761f5fdf tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:34.655312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=a060c588-9bb2-47e5-b211-40b38bbad9da,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:34.659277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de9618aa-7a3e-48a1-8d15-af8f38b2fd44 req-3e6ec02a-6933-4b3c-b29f-d912761f5fdf tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.1380072 Aug 27 12:25:34.707358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.720129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.767418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de9618aa-7a3e-48a1-8d15-af8f38b2fd44 req-6ed15dfc-ab38-44f7-8ba3-74377fe236b4 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007490 Aug 27 12:25:34.788054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f6a1947e-477c-47ab-88e8-ffbd75784e73, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:34.789176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1947e-477c-47ab-88e8-ffbd75784e73'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:34.794282 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad314a0-7e0b-4bfb-bd94-869936fedbb3" -d '{"events": [{"server_uuid": "16a75ab9-52ac-4572-86e5-1ecd43a09908", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1947e-477c-47ab-88e8-ffbd75784e73"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:34.813901 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:34.858753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.134739 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e88e5-8520-4edd-90cd-aea3acb5a3e0 x-openstack-request-id: req-6c8e88e5-8520-4edd-90cd-aea3acb5a3e0 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:35.135273 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a75ab9-52ac-4572-86e5-1ecd43a09908", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1947e-477c-47ab-88e8-ffbd75784e73", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:35.135590 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c8e88e5-8520-4edd-90cd-aea3acb5a3e0 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:35.137107 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1947e-477c-47ab-88e8-ffbd75784e73', 'code': 200} Aug 27 12:25:35.137838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f6a1947e-477c-47ab-88e8-ffbd75784e73,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:35.148736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.166740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801bc066-721a-4219-a5c5-35c3adb66888']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:35.183162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de886160-0e6f-4d16-8ddd-86f136177581 req-613a2b82-1ece-4a8d-a08e-b5bdedb94b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:35.185015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-de886160-0e6f-4d16-8ddd-86f136177581 req-613a2b82-1ece-4a8d-a08e-b5bdedb94b5b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 1096 time: 0.1946571 Aug 27 12:25:35.193454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899a75ad-bc82-404c-91bc-60c6024ccc8f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:35.193993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899a75ad-bc82-404c-91bc-60c6024ccc8f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:35.204591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.221261 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.223764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6e00df-f12e-400b-8ccd-ea5702491650,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:35.243162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:35.243597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:35.247377 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:35.349241 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-de886160-0e6f-4d16-8ddd-86f136177581 req-eaaf3384-b810-46ae-8df2-e4b8a3f3b7bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141632 Aug 27 12:25:35.371203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.378196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.380090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/801bc066-721a-4219-a5c5-35c3adb66888 HTTP/1.1" status: 204 len: 168 time: 1.6155012 Aug 27 12:25:35.403969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47728) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:35.427834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a50f1f-1e7f-4ac6-98ba-68a36be899d5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=801bc066-721a-4219-a5c5-35c3adb66888,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:35.458879 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b67a166-6e51-4b31-8450-cb1ff2d59320 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:35.463706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b67a166-6e51-4b31-8450-cb1ff2d59320 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:35.468608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b67a166-6e51-4b31-8450-cb1ff2d59320 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/801bc066-721a-4219-a5c5-35c3adb66888 HTTP/1.1" status: 404 len: 339 time: 0.0630875 Aug 27 12:25:35.472442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:35.478130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184445873', 'description': 'd1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:35.494622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.505475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:35.509907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.566221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:35.586812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d70eadbd-9f96-4a26-a174-24070a1b3805 None None] Could not find standard attr ID for object c5349b4e-059b-4745-aeb2-e09e0dc00998. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:25:35.593246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.593617 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment ef3d70bd-328e-4db8-aede-8089f01b9163 of type vlan for network 3ac69d50-9ecb-40e9-b2ec-145110858e65 Aug 27 12:25:35.605631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.644062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67a585-2666-457d-b8c6-2e205a66caab None None] DHCP port deletion for 801bc066-721a-4219-a5c5-35c3adb66888 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:25:35.647654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.676917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.686460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020e33b-6864-488e-a64a-b3d6accb1053 None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:35.691167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:35.691945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:35.711139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020e33b-6864-488e-a64a-b3d6accb1053 None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 could not be found, it might have been deleted concurrently. {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 12:25:35.721374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ef3e7-dc3e-4c2a-8229-a56bd04c2f23 None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:35.745229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ef3e7-dc3e-4c2a-8229-a56bd04c2f23 None None] Network 801bc066-721a-4219-a5c5-35c3adb66888 could not be found, it might have been deleted concurrently. {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 12:25:35.902042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=3ac69d50-9ecb-40e9-b2ec-145110858e65,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:35.918732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3ac69d50-9ecb-40e9-b2ec-145110858e65 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:35.954091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ce325773-50d8-4006-a951-8516cd2ddab5 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4805379 Aug 27 12:25:35.966161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:35.988315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.003327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.108650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=a060c588-9bb2-47e5-b211-40b38bbad9da,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:36.122953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:36.139252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.139855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa756f9-db51-4879-9d8b-4adcf202e503 req-421fde2c-319e-4d08-aa3f-873c5c1b0936 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:36.147218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9aa756f9-db51-4879-9d8b-4adcf202e503 req-421fde2c-319e-4d08-aa3f-873c5c1b0936 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.3401265 Aug 27 12:25:36.181946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d97b52-210a-448f-abc1-cd65fd09398e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:36.184089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-35d97b52-210a-448f-abc1-cd65fd09398e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks?id=3ac69d50-9ecb-40e9-b2ec-145110858e65 HTTP/1.1" status: 200 len: 761 time: 0.2156043 Aug 27 12:25:36.188757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:36.193883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'description': 'd2'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:36.292294 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP 13a3c57f-6e3b-4176-b3bd-7bc6311c745a associated. External IP: 172.25.8.253, port: bec81502-a9c9-4b38-a65c-e763a8353e2c. Aug 27 12:25:36.319105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9aa756f9-db51-4879-9d8b-4adcf202e503 req-fec67aea-c299-4f3f-9ad6-4b0f7fd75946 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666639 Aug 27 12:25:36.340897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c283360f-7202-4c71-8744-81290240476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.354720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f80bb-3849-4e06-a0a5-0aa6f4333e7e req-13c9c1fe-3017-42f2-bab0-34c807ad84d1 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:36.357279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a8f80bb-3849-4e06-a0a5-0aa6f4333e7e req-13c9c1fe-3017-42f2-bab0-34c807ad84d1 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.2658186 Aug 27 12:25:36.474096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a8f80bb-3849-4e06-a0a5-0aa6f4333e7e req-741b4198-0d1f-499a-93ad-a0010b5246b0 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977020 Aug 27 12:25:36.508314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.533243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.578065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network 3ac69d50-9ecb-40e9-b2ec-145110858e65 is not hosted by any dhcp agent {{(pid=94623) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:25:36.583737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:36.584346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.585643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "PUT /v2.0/networks/3ac69d50-9ecb-40e9-b2ec-145110858e65 HTTP/1.1" status: 200 len: 758 time: 0.3959711 Aug 27 12:25:36.592751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:36.649280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:25:36.651370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c283360f-7202-4c71-8744-81290240476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.665955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c283360f-7202-4c71-8744-81290240476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.680340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d6b7a-e1af-4902-8d8b-02dfc6c94fe6 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=3ac69d50-9ecb-40e9-b2ec-145110858e65,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:36.694533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3ac69d50-9ecb-40e9-b2ec-145110858e65 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:36.715795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18e009-f2c5-4931-bec7-144d9dce6025 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:36.721877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7a18e009-f2c5-4931-bec7-144d9dce6025 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks?id=3ac69d50-9ecb-40e9-b2ec-145110858e65 HTTP/1.1" status: 200 len: 761 time: 0.1279671 Aug 27 12:25:36.722719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:36.728879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-260387008'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:36.753180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:36.757356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.760350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283360f-7202-4c71-8744-81290240476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5946f913-db5f-447d-b22c-862a55ea256a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:36.766962 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c283360f-7202-4c71-8744-81290240476c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85aa3e868c124a59953f389e9bac05d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340075 Aug 27 12:25:36.771686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47768) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:36.789907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:36.802867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.803386 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 0185d816-7011-48e0-b5ee-b41bc793d9ff of type vlan for network a11544e8-7ced-449f-bff6-2cce740647de Aug 27 12:25:36.854299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.880565 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11508cbd-39ce-4186-a133-3d9f11e31068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.892595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.899176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:36.900037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.921025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:36.924055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11508cbd-39ce-4186-a133-3d9f11e31068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.933553 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] Sync routers for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:36.946103 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:36.947113 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:36.967032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:36.994547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2670310 Aug 27 12:25:36.995065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:37.001127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:37.040696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-974416e7-d594-4094-8994-033daff9a108 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4420404 Aug 27 12:25:37.041736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:37.044503 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2722af62-50bd-486c-8004-5750e7b165c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:37.060858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11508cbd-39ce-4186-a133-3d9f11e31068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:37.063446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-11508cbd-39ce-4186-a133-3d9f11e31068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:37.064650 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-11508cbd-39ce-4186-a133-3d9f11e31068 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5946f913-db5f-447d-b22c-862a55ea256a HTTP/1.1" status: 204 len: 168 time: 0.2920570 Aug 27 12:25:37.088887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11508cbd-39ce-4186-a133-3d9f11e31068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5946f913-db5f-447d-b22c-862a55ea256a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:37.114257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53688ebb-12f2-4128-a5fd-1c0e6fb8df2b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=a11544e8-7ced-449f-bff6-2cce740647de,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:37.137469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:37.142991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network a11544e8-7ced-449f-bff6-2cce740647de details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:37.155053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:37.205442 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:37.309112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c5349b4e-059b-4745-aeb2-e09e0dc00998 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:37.332936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3321f81-28d8-40d6-bea2-cc199d6b3446 req-f21984d3-1e7a-4b9a-a8e5-1a2e0f46a77a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:37.334672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3321f81-28d8-40d6-bea2-cc199d6b3446 req-f21984d3-1e7a-4b9a-a8e5-1a2e0f46a77a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.1411715 Aug 27 12:25:37.360333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c5349b4e-059b-4745-aeb2-e09e0dc00998 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:37.360859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c5349b4e-059b-4745-aeb2-e09e0dc00998 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:37.369910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce62874-d046-40e8-acb6-69f9412ae5f0 req-912f4220-4f55-4249-9643-f51c3c3fe88f tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:37.371657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ce62874-d046-40e8-acb6-69f9412ae5f0 req-912f4220-4f55-4249-9643-f51c3c3fe88f tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.1923294 Aug 27 12:25:37.460936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ce62874-d046-40e8-acb6-69f9412ae5f0 req-1b71e5ab-9f92-428a-bd9c-06c77b39d942 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816290 Aug 27 12:25:37.466405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3321f81-28d8-40d6-bea2-cc199d6b3446 req-d1055afa-2401-48cb-89a5-0e06d080e421 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192927 Aug 27 12:25:37.494559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47790) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:37.615040 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200819b5-fb07-4833-a3cf-2a20cec442c8 x-openstack-request-id: req-200819b5-fb07-4833-a3cf-2a20cec442c8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:37.615341 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:37.615600 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-200819b5-fb07-4833-a3cf-2a20cec442c8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:37.617450 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'status': 'completed', 'code': 200} Aug 27 12:25:37.641362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:37.654525 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '13a3c57f-6e3b-4176-b3bd-7bc6311c745a', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'port_id': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'mac_address': 'fa:16:3e:0a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:25:35Z', 'updated_at': '2021-08-27T12:25:35Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:22Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:37.686373 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-afb168c4-86ee-41b9-8cd9-e9d28bae62d1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/13a3c57f-6e3b-4176-b3bd-7bc6311c745a HTTP/1.1" status: 200 len: 991 time: 0.1899097 Aug 27 12:25:37.695469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722af62-50bd-486c-8004-5750e7b165c9 req-782e498e-65ef-4aaa-983e-edbecdeafb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:37.695811 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:37.697465 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-782e498e-65ef-4aaa-983e-edbecdeafb71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0697446 Aug 27 12:25:37.698690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e87ebed2-1cb3-48c6-b811-232d2f564a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:37.700216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] Checking router: 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:37.711644 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:37.712246 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:37.790915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa7e93-c4fc-4572-9fb3-4308f3c68313 req-c7c9b1a4-8648-4fca-b21f-ca167d8827db tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:37.798920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33aa7e93-c4fc-4572-9fb3-4308f3c68313 req-c7c9b1a4-8648-4fca-b21f-ca167d8827db tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1967020 Aug 27 12:25:37.814164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=83b372f6-f5e7-459c-bd5a-b4fa3953637c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:37.828388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722af62-50bd-486c-8004-5750e7b165c9 req-df168696-7696-4e43-9cfb-c36d967dbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:37.832008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-df168696-7696-4e43-9cfb-c36d967dbf65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.1261122 Aug 27 12:25:37.892767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '0185d816-7011-48e0-b5ee-b41bc793d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:37.894073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: a11544e8-7ced-449f-bff6-2cce740647de, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:37.910042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:37.916720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33aa7e93-c4fc-4572-9fb3-4308f3c68313 req-2df51887-d791-431c-bd1a-6b9c720d561b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168592 Aug 27 12:25:37.955292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-66944b14-ff95-4ecb-8f56-221468bcc42c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 999 time: 0.1139941 Aug 27 12:25:37.956417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:37.969401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network a11544e8-7ced-449f-bff6-2cce740647de is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:37.991114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, a11544e8-7ced-449f-bff6-2cce740647de) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:38.002545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:38.003154 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.012634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307fdca-f4aa-4f14-8247-cfbd39cfbf7d None None] Network a11544e8-7ced-449f-bff6-2cce740647de requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:38.037419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e87ebed2-1cb3-48c6-b811-232d2f564a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.044538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e87ebed2-1cb3-48c6-b811-232d2f564a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.071163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b556d156-6eae-4f24-b8b5-c3253c14401a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0721149 Aug 27 12:25:38.085904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47802) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:38.127530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d38b9a16-1f69-4717-9ce1-6c668fd54518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.147232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e87ebed2-1cb3-48c6-b811-232d2f564a4a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3cc575b2cadd4993a5fbfd51043391f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015094 Aug 27 12:25:38.155232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:38.176976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ebed2-1cb3-48c6-b811-232d2f564a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7679d32-a247-4db2-be50-d501290f5e69,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:38.213998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722af62-50bd-486c-8004-5750e7b165c9 req-d88edd22-5e21-4cda-af98-2fe2f0f4d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:38.216344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-d88edd22-5e21-4cda-af98-2fe2f0f4d8a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.2551425 Aug 27 12:25:38.220039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.268521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f9333-d56a-46e4-a5c4-8d4d8556d029 req-7ec9f40b-df21-4a8c-8bf1-2f2b825adb15 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:38.270139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-028f9333-d56a-46e4-a5c4-8d4d8556d029 req-7ec9f40b-df21-4a8c-8bf1-2f2b825adb15 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.0903623 Aug 27 12:25:38.281719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-a11544e8-7ced-449f-bff6-2cce740647de', 'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': '83b372f6-f5e7-459c-bd5a-b4fa3953637c'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:38.282756 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.296722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.308909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722af62-50bd-486c-8004-5750e7b165c9 req-d9fcfb08-d15a-49a8-84ea-04a9f50cb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:38.310632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-d9fcfb08-d15a-49a8-84ea-04a9f50cb9fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851805 Aug 27 12:25:38.329430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.330826 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '13a3c57f-6e3b-4176-b3bd-7bc6311c745a', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'port_id': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'mac_address': 'fa:16:3e:0a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:25:35Z', 'updated_at': '2021-08-27T12:25:35Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:22Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:38.353768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4978f2e-d547-417e-b873-496f81ddac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.365335 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c7de6-f243-428e-9fd3-8b6306da6a1d None None] The sync data for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 is: [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '13a3c57f-6e3b-4176-b3bd-7bc6311c745a', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'port_id': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'mac_address': 'fa:16:3e:0a:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:25:35Z', 'updated_at': '2021-08-27T12:25:35Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:22Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:38.392325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d38b9a16-1f69-4717-9ce1-6c668fd54518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.407287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d38b9a16-1f69-4717-9ce1-6c668fd54518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.411013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4978f2e-d547-417e-b873-496f81ddac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.461899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Allocated IP 172.20.0.2 (a11544e8-7ced-449f-bff6-2cce740647de/83b372f6-f5e7-459c-bd5a-b4fa3953637c/012e5e6d-d767-4427-b6d5-cc29b89b983e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:38.488226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-8094b97a-1297-4225-b9b5-b7050c67a1ea service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697373 Aug 27 12:25:38.501349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-028f9333-d56a-46e4-a5c4-8d4d8556d029 req-7d5513a9-9e2d-449a-8507-9ae89636ae5c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634881 Aug 27 12:25:38.503575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d38b9a16-1f69-4717-9ce1-6c668fd54518 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7dbed0ee941e43a8b01a11d50e0e1060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858829 Aug 27 12:25:38.513761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:38.541805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b9a16-1f69-4717-9ce1-6c668fd54518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898803b5-4420-4f1b-bad9-c337672d5fa7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:38.660952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.668888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2722af62-50bd-486c-8004-5750e7b165c9 req-7c3a63f7-df4c-4e18-979d-4a632b6e7c7d service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537991 Aug 27 12:25:38.670366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Transition to ACTIVE for port object 012e5e6d-d767-4427-b6d5-cc29b89b983e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:38.693532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47814) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:38.695875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e673b5-7fb5-4739-84f0-3090351f1020 None None] New status for floating IP 13a3c57f-6e3b-4176-b3bd-7bc6311c745a: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:25:38.698971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Transition to ACTIVE for port object 012e5e6d-d767-4427-b6d5-cc29b89b983e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:38.733889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.779865 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.789598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f391bae8-e334-4604-a59c-8eba5d958873 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/13a3c57f-6e3b-4176-b3bd-7bc6311c745a HTTP/1.1" status: 200 len: 991 time: 0.0943906 Aug 27 12:25:38.796573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Network a11544e8-7ced-449f-bff6-2cce740647de is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:38.804967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:38.828766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=83b372f6-f5e7-459c-bd5a-b4fa3953637c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:38.836198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:38.838263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Pushing event updated for resources: {'Port': ['ID=012e5e6d-d767-4427-b6d5-cc29b89b983e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:38.904512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.916166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11544e8-7ced-449f-bff6-2cce740647de']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:38.925918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Attempting to bind port 012e5e6d-d767-4427-b6d5-cc29b89b983e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:38.926292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Attempting to bind port 012e5e6d-d767-4427-b6d5-cc29b89b983e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0185d816-7011-48e0-b5ee-b41bc793d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:38.926701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Attempting to bind port 012e5e6d-d767-4427-b6d5-cc29b89b983e on network a11544e8-7ced-449f-bff6-2cce740647de {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:38.931322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0185d816-7011-48e0-b5ee-b41bc793d9ff') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:38.931740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0185d816-7011-48e0-b5ee-b41bc793d9ff') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:38.944069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.963254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:38.963254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Checking segment: {'id': '0185d816-7011-48e0-b5ee-b41bc793d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:38.963254 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.963254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Bound using segment: {'id': '0185d816-7011-48e0-b5ee-b41bc793d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:38.963254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Bound port: 012e5e6d-d767-4427-b6d5-cc29b89b983e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0185d816-7011-48e0-b5ee-b41bc793d9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a11544e8-7ced-449f-bff6-2cce740647de'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:38.963254 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.970637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.972902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5091193-2c1d-4b5d-86c3-d7e5e8adee31 req-7b64f33a-7a66-4939-a895-923c69f0fc3b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:38.977950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5091193-2c1d-4b5d-86c3-d7e5e8adee31 req-7b64f33a-7a66-4939-a895-923c69f0fc3b tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1046953 Aug 27 12:25:38.984994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:38.985842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:38.989624 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:38.996575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4978f2e-d547-417e-b873-496f81ddac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:38.999720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4978f2e-d547-417e-b873-496f81ddac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.009924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f4978f2e-d547-417e-b873-496f81ddac38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7679d32-a247-4db2-be50-d501290f5e69 HTTP/1.1" status: 204 len: 168 time: 0.8490887 Aug 27 12:25:39.051268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985dc43-330e-4f82-b45b-3406104e5f83 req-155a925f-221a-4959-8e7b-fcf20d960e1d tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:39.058162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] For port 012e5e6d-d767-4427-b6d5-cc29b89b983e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:39.059009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:25:39.059009 n-d-688802-4 neutron-server[94624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:25:39.059009 n-d-688802-4 neutron-server[94624]: [parameters: {'id': 'a11544e8-7ced-449f-bff6-2cce740647de'}] Aug 27 12:25:39.059009 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:25:39.059383 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:25:39.059812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4985dc43-330e-4f82-b45b-3406104e5f83 req-155a925f-221a-4959-8e7b-fcf20d960e1d tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.4960382 Aug 27 12:25:39.063365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0729-7609-408b-81ec-26fda6b140c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.070055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] For port 012e5e6d-d767-4427-b6d5-cc29b89b983e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=012e5e6d-d767-4427-b6d5-cc29b89b983e,segment=NetworkSegment(0185d816-7011-48e0-b5ee-b41bc793d9ff),segment_id=0185d816-7011-48e0-b5ee-b41bc793d9ff)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:39.070567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4978f2e-d547-417e-b873-496f81ddac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7679d32-a247-4db2-be50-d501290f5e69,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:39.085216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.121908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0729-7609-408b-81ec-26fda6b140c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.123205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-8a0bbe8b-39e5-42c5-96d5-08350250c7b6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:39.125128 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-8a0bbe8b-39e5-42c5-96d5-08350250c7b6 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.77 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 945 time: 0.0551965 Aug 27 12:25:39.126079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5091193-2c1d-4b5d-86c3-d7e5e8adee31 req-df9b3dcf-b90b-405b-9a67-4c4a5f8b64c3 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473238 Aug 27 12:25:39.154658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1832440-95ab-4073-8048-763715f50bc5 None None] Pushing event updated for resources: {'Port': ['ID=012e5e6d-d767-4427-b6d5-cc29b89b983e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:39.181557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4985dc43-330e-4f82-b45b-3406104e5f83 req-48dbb27f-d51a-4afc-b18b-d85a20846097 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups?id=34955186-0d9c-4750-a23f-ab4d9a6c883c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155505 Aug 27 12:25:39.244188 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0729-7609-408b-81ec-26fda6b140c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.248865 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0729-7609-408b-81ec-26fda6b140c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.250272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a2ec0729-7609-408b-81ec-26fda6b140c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/898803b5-4420-4f1b-bad9-c337672d5fa7 HTTP/1.1" status: 204 len: 168 time: 0.7351468 Aug 27 12:25:39.265795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Deleting port e647cc80-6f72-47e0-8444-5b34e425ce29 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:39.266336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.284646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec0729-7609-408b-81ec-26fda6b140c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898803b5-4420-4f1b-bad9-c337672d5fa7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:39.324616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237c4cc0-f1b4-4d83-a0f4-c792654cf855 None None] Network a11544e8-7ced-449f-bff6-2cce740647de requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:39.416739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] For port e647cc80-6f72-47e0-8444-5b34e425ce29, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e647cc80-6f72-47e0-8444-5b34e425ce29,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:39.417393 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.451772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f998c-653c-4dfe-8b82-79fd8f9878ea req-6c221f1c-38df-44c4-bfce-98b179b64c61 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:39.453887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d81f998c-653c-4dfe-8b82-79fd8f9878ea req-6c221f1c-38df-44c4-bfce-98b179b64c61 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.0855041 Aug 27 12:25:39.511169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d81f998c-653c-4dfe-8b82-79fd8f9878ea req-8b14ff8a-efa3-4ef6-8535-e9babbf94f92 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502508 Aug 27 12:25:39.516545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e7caa-4448-45d4-b85b-8fc6ec05f0e2 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:25:39.626090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e7caa-4448-45d4-b85b-8fc6ec05f0e2 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:25:39.794163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:39.821817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:39.929326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-12d828de-fc16-44fd-b9fc-69f0c5f2563e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/13a3c57f-6e3b-4176-b3bd-7bc6311c745a HTTP/1.1" status: 200 len: 993 time: 0.1336098 Aug 27 12:25:40.004306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Deleting port 012e5e6d-d767-4427-b6d5-cc29b89b983e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:40.004715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.018793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.019206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.019527 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Floating IP c5e0b337-45f4-4936-95ac-f2fe8602667d disassociated. External IP: 172.25.8.210, port: e647cc80-6f72-47e0-8444-5b34e425ce29. Aug 27 12:25:40.019873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Calling delete_port for e647cc80-6f72-47e0-8444-5b34e425ce29 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:40.114158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] For port 012e5e6d-d767-4427-b6d5-cc29b89b983e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=012e5e6d-d767-4427-b6d5-cc29b89b983e,segment=NetworkSegment(0185d816-7011-48e0-b5ee-b41bc793d9ff),segment_id=0185d816-7011-48e0-b5ee-b41bc793d9ff)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:40.114563 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.133406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Calling delete_port for 012e5e6d-d767-4427-b6d5-cc29b89b983e owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:40.280670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.289603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.300778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a383cb42-d977-48aa-a862-564a3ae29ce9 req-475cb2e7-812a-496d-8448-caada3fb1586 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0370579 Aug 27 12:25:40.316452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event deleted for resources: {'Port': ['ID=e647cc80-6f72-47e0-8444-5b34e425ce29,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:40.324398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47870) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:40.356574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No DVR routers for this DVR port 012e5e6d-d767-4427-b6d5-cc29b89b983e on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:40.363160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Port': ['ID=012e5e6d-d767-4427-b6d5-cc29b89b983e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:40.487400 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.499605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11544e8-7ced-449f-bff6-2cce740647de']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:40.509797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-588910624-network', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:40.538805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Made reservation on behalf of fe8a0ffbbdf248908c4fd522187d0bbf for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:40.541285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0185d816-7011-48e0-b5ee-b41bc793d9ff') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:40.541601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0185d816-7011-48e0-b5ee-b41bc793d9ff') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:40.544182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.553811 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.564982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.588193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.597998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:25:40.599280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:40.599830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:40.603370 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:40.674156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a83d3-5098-492b-8e75-35c1e9d20f45 req-9babf1a2-6182-4289-b7cb-f672f6343735 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:40.675957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-793a83d3-5098-492b-8e75-35c1e9d20f45 req-9babf1a2-6182-4289-b7cb-f672f6343735 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.0658488 Aug 27 12:25:40.713453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.731429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-793a83d3-5098-492b-8e75-35c1e9d20f45 req-2c6d34dd-49d2-4054-b149-0a35abcb650e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483658 Aug 27 12:25:40.733858 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.736316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/a11544e8-7ced-449f-bff6-2cce740647de HTTP/1.1" status: 204 len: 168 time: 2.6372819 Aug 27 12:25:40.740055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:40.741632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d0e0d-4974-4519-a1c5-feb65171bf55 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=a11544e8-7ced-449f-bff6-2cce740647de,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:40.785077 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-662f79ec-54d7-4a15-8c3f-8f5c8e1c3b6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] GET failed (client error): The resource could not be found. Aug 27 12:25:40.790177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-662f79ec-54d7-4a15-8c3f-8f5c8e1c3b6f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/subnets/83b372f6-f5e7-459c-bd5a-b4fa3953637c HTTP/1.1" status: 404 len: 337 time: 0.0490456 Aug 27 12:25:40.791112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47890) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:40.830772 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8740490-d5a2-4934-8d97-ae9029c4a70b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:40.831378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8740490-d5a2-4934-8d97-ae9029c4a70b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:40.831914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.833116 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c8740490-d5a2-4934-8d97-ae9029c4a70b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/a11544e8-7ced-449f-bff6-2cce740647de HTTP/1.1" status: 404 len: 339 time: 0.0410380 Aug 27 12:25:40.837966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47892) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:40.839902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.875314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:40.884646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617d495-6767-45bc-9fed-8ba57912e477,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:40.894567 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.894993 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Added segment af0cff0c-50f0-4873-987c-dbca6029655b of type vlan for network 4f585564-d7c4-4978-8272-e845ce6c8f09 Aug 27 12:25:40.931422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:40.943329 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] Sync routers for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:40.956662 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:40.957563 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:40.960203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.996678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:40.998117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:40.998830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.051767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] No DVR routers for this DVR port e647cc80-6f72-47e0-8444-5b34e425ce29 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:41.062672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.064853 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7c8af359-6ae9-4cbf-92d3-41cc54fe59f2 req-e940aaff-1ae8-48a6-a362-59500b7b25a3 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.77 "DELETE /v2.0/ports/e647cc80-6f72-47e0-8444-5b34e425ce29 HTTP/1.1" status: 204 len: 173 time: 1.9303162 Aug 27 12:25:41.065565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'name': 'network-vif-deleted', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:25:41.065967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7402623 Aug 27 12:25:41.067588 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81316d3f-0b1d-4d49-9b40-a4c8e2f4af79" -d '{"events": [{"server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "name": "network-vif-deleted", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:25:41.075784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.087011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Request body: {'subnet': {'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-588910624-subnet', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:41.098171 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:41.100515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad420-c3bf-4257-9628-c15d3e888330 admin admin] Pushing event updated for resources: {'Network': ['ID=4f585564-d7c4-4978-8272-e845ce6c8f09,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:41.113243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:41.126843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Made reservation on behalf of fe8a0ffbbdf248908c4fd522187d0bbf for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:41.130507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.197659 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795e68c3-4bbd-4a4b-8776-0b954362ee54 x-openstack-request-id: req-795e68c3-4bbd-4a4b-8776-0b954362ee54 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:25:41.198140 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a6be51-3b18-4a37-a5f3-8e264ce76caf", "name": "network-vif-deleted", "tag": "e647cc80-6f72-47e0-8444-5b34e425ce29", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:25:41.199204 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-795e68c3-4bbd-4a4b-8776-0b954362ee54 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:25:41.199793 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a6be51-3b18-4a37-a5f3-8e264ce76caf', 'name': 'network-vif-deleted', 'tag': 'e647cc80-6f72-47e0-8444-5b34e425ce29', 'status': 'completed', 'code': 200} Aug 27 12:25:41.245882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f72916-0bd2-4951-b39d-f5417eb2f455 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.254821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.256110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-95f72916-0bd2-4951-b39d-f5417eb2f455 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4135690 Aug 27 12:25:41.315807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eeb5fac2-35ad-4922-8d33-81cf75de4e81 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 HTTP/1.1" status: 200 len: 207 time: 0.0578630 Aug 27 12:25:41.320509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47910) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.392315 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:53Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:41.427979 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] Checking router: 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:41.443906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:41.446651 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:41.467540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47916) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.485316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05d1b5d4-0b11-43f6-985a-8f76cc0ad6e3 req-e2691546-d61a-4f3a-aba8-fb486ba6f6dc tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0344799 Aug 27 12:25:41.517571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.541505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f697607-cc49-4b4b-8747-e2fecb587e8c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.548344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f697607-cc49-4b4b-8747-e2fecb587e8c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.554338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f697607-cc49-4b4b-8747-e2fecb587e8c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.560457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f697607-cc49-4b4b-8747-e2fecb587e8c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.562573 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3f697607-cc49-4b4b-8747-e2fecb587e8c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2409327 Aug 27 12:25:41.566140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47920) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.616234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Checking segment: {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:41.616966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Network hostable DHCP agents. Network: 4f585564-d7c4-4978-8272-e845ce6c8f09, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:41.634633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579d09ad-3228-4595-8e63-eb5c1671a8d2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:41.644063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:41.648565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:41.662673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4f585564-d7c4-4978-8272-e845ce6c8f09) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:41.672817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab9b2e-d25e-4387-89bd-a75a8fd11ac3 None None] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:41.677837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.678643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.698306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-58bd428c-10be-4139-b96c-3553a1709766 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6188571 Aug 27 12:25:41.700825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.708258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:41.735242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.736820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.737094 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ee1be72-6860-48f0-8fd9-619504217a92 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1696241 Aug 27 12:25:41.738576 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eebb49e0-7052-4a49-ad9d-88f431ac2fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.753836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47924) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.804253 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.830487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2e27b-5815-4025-84c0-5194a13d1710 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.832285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2e27b-5815-4025-84c0-5194a13d1710 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:41.833933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ace2e27b-5815-4025-84c0-5194a13d1710 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0768988 Aug 27 12:25:41.849885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:41.924614 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:53Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:41.944713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eebb49e0-7052-4a49-ad9d-88f431ac2fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.949886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eebb49e0-7052-4a49-ad9d-88f431ac2fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:41.969346 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998803-198c-4e9c-b7cb-626239142292 None None] The sync data for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 is: [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '336d759b-c93d-4aac-96d3-5419398dee82', 'name': '', 'network_id': '58a3aabe-0397-4991-8858-e39b124c6c2b', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'mac_address': 'fa:16:3e:b6:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:45Z', 'updated_at': '2021-08-27T12:22:53Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'subnets': [{'id': 'a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:41.995333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-4f585564-d7c4-4978-8272-e845ce6c8f09', 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'fixed_ips': [{'subnet_id': '579d09ad-3228-4595-8e63-eb5c1671a8d2'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:41.997521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.005829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb49e0-7052-4a49-ad9d-88f431ac2fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41c5995-6294-4508-84a8-dd184e259a59,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:42.010844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eebb49e0-7052-4a49-ad9d-88f431ac2fbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed77100596ac4b67bd4a47492775fd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424027 Aug 27 12:25:42.014104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47930) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.057427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d5fd3-3354-4cf0-a3ae-7d397b885e83 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.059462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d5fd3-3354-4cf0-a3ae-7d397b885e83 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.061343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc5d5fd3-3354-4cf0-a3ae-7d397b885e83 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2100453 Aug 27 12:25:42.066982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47932) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.113885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.141208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e1616-a234-4d22-906d-af2ab1fb404b req-77710d33-028c-4a1d-9d5a-2158a9e0b49e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.143008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f59e1616-a234-4d22-906d-af2ab1fb404b req-77710d33-028c-4a1d-9d5a-2158a9e0b49e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2181008 Aug 27 12:25:42.160743 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef80bb74-ad45-43b2-b175-9d7e0ffa7a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.182448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Allocated IP 172.20.0.2 (4f585564-d7c4-4978-8272-e845ce6c8f09/579d09ad-3228-4595-8e63-eb5c1671a8d2/65cab5bb-6b6f-4820-85ca-99576335fd07) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:42.206871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef80bb74-ad45-43b2-b175-9d7e0ffa7a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.301747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f59e1616-a234-4d22-906d-af2ab1fb404b req-31c981f1-c0d0-4283-98bc-43cb64f259d6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371171 Aug 27 12:25:42.356200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983a531-d3bb-412d-ade4-1503113bfe53 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.357877 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7983a531-d3bb-412d-ade4-1503113bfe53 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks/814caeb2-79c4-4bbf-9145-bbb782a560f6 HTTP/1.1" status: 200 len: 799 time: 0.2898111 Aug 27 12:25:42.361439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47934) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.382240 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-9b35ed54-5e2a-4d3d-9ea8-8ab3d7b41504 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120229 Aug 27 12:25:42.385349 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.396214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef80bb74-ad45-43b2-b175-9d7e0ffa7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.400138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef80bb74-ad45-43b2-b175-9d7e0ffa7a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.403547 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ef80bb74-ad45-43b2-b175-9d7e0ffa7a35 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a41c5995-6294-4508-84a8-dd184e259a59 HTTP/1.1" status: 204 len: 168 time: 0.3883531 Aug 27 12:25:42.410837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Transition to ACTIVE for port object 65cab5bb-6b6f-4820-85ca-99576335fd07 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:42.427830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282fb571-e59d-4b34-ae5d-459da1b51be5 None None] New status for floating IP c5e0b337-45f4-4936-95ac-f2fe8602667d: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:25:42.439814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e647cc80-6f72-47e0-8444-5b34e425ce29 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:42.450325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80bb74-ad45-43b2-b175-9d7e0ffa7a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41c5995-6294-4508-84a8-dd184e259a59,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:42.488650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Transition to ACTIVE for port object 65cab5bb-6b6f-4820-85ca-99576335fd07 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:42.517483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30f95c6d-4483-4152-bd69-0874d4b438cf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/networks/814caeb2-79c4-4bbf-9145-bbb782a560f6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1542747 Aug 27 12:25:42.524313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47940) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.582581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-31d125f1-af9e-4291-9d67-427881ac7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.584211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88d14e-024a-4c92-a9cb-b92409fb6649 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.584364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-31d125f1-af9e-4291-9d67-427881ac7f46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 1096 time: 0.1056352 Aug 27 12:25:42.585583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ce88d14e-024a-4c92-a9cb-b92409fb6649 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/subnets/93f37f4f-6f03-4247-b81e-39a08be82cfa HTTP/1.1" status: 200 len: 811 time: 0.0599108 Aug 27 12:25:42.590424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47942) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.603621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: e647cc80-6f72-47e0-8444-5b34e425ce29 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:42.605840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e647cc80-6f72-47e0-8444-5b34e425ce29 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:42.618295 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.677235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4741a73-c410-4ac6-8cad-5f8857635c85 req-44bfddf7-42c1-43e9-844c-85d6e2340253 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0394981 Aug 27 12:25:42.721405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:42.727517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:42.730988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Pushing event updated for resources: {'Port': ['ID=65cab5bb-6b6f-4820-85ca-99576335fd07,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:42.739576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cca4ce-a32a-4486-a77b-62b4da91fb81 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['shared'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.741228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8cca4ce-a32a-4486-a77b-62b4da91fb81 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "GET /v2.0/subnets/93f37f4f-6f03-4247-b81e-39a08be82cfa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1494379 Aug 27 12:25:42.742334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:42.760262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47946) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.773155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111218696'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:42.821038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Attempting to bind port 65cab5bb-6b6f-4820-85ca-99576335fd07 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:42.821649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Attempting to bind port 65cab5bb-6b6f-4820-85ca-99576335fd07 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:42.822018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Attempting to bind port 65cab5bb-6b6f-4820-85ca-99576335fd07 on network 4f585564-d7c4-4978-8272-e845ce6c8f09 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:42.826432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.829310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:42.830494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Checking segment: {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:42.830900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.831293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Bound using segment: {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:42.831763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Bound port: 65cab5bb-6b6f-4820-85ca-99576335fd07, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:42.832138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.856697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.874969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-a2495a73-b47f-4624-9949-26bfe15f66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:42.876514 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-a2495a73-b47f-4624-9949-26bfe15f66eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 200 len: 906 time: 0.2654943 Aug 27 12:25:42.878337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:42.882166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.915397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] For port 65cab5bb-6b6f-4820-85ca-99576335fd07, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:42.919973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] For port 65cab5bb-6b6f-4820-85ca-99576335fd07, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=65cab5bb-6b6f-4820-85ca-99576335fd07,segment=NetworkSegment(af0cff0c-50f0-4873-987c-dbca6029655b),segment_id=af0cff0c-50f0-4873-987c-dbca6029655b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:42.926096 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:42.955208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:42.971872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-0cd99bb4-1ac6-4197-960b-bdfec313209f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c HTTP/1.1" status: 200 len: 217 time: 0.0793834 Aug 27 12:25:42.978272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:43.016807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Allocated IP 172.25.8.254 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/531eeb72-66ca-4bea-be97-f0ab9118d791) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:43.019959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da931-6923-41aa-8f5e-872e457d83ef None None] Pushing event updated for resources: {'Port': ['ID=65cab5bb-6b6f-4820-85ca-99576335fd07,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:43.041707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-631fd33c-f276-4627-a08a-412993880ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.048033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.048949 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Added segment 94034903-fddf-444c-ae92-66ee2273ff7b of type vlan for network f6415f49-7541-4177-aa75-1b96084fc38e Aug 27 12:25:43.087523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-614165c7-7bc5-4825-89cb-3f5ad30a8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:43.089939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-614165c7-7bc5-4825-89cb-3f5ad30a8784 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 200 len: 845 time: 0.1075215 Aug 27 12:25:43.111506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.133013 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-731e1846-8664-45ef-aaf8-ec4d071dcaac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8f920075-129b-459f-801c-b988ddbed2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339987 Aug 27 12:25:43.185204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.258938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-631fd33c-f276-4627-a08a-412993880ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.268280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-631fd33c-f276-4627-a08a-412993880ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.268651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.274361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:43.275034 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.302438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-631fd33c-f276-4627-a08a-412993880ce2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ceb726feb57431e93c1481c41f73fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773113 Aug 27 12:25:43.305964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47950) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:43.321261 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.379438 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-10efa4ba-fba3-4106-bd10-7cd0e33e1473 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385447 Aug 27 12:25:43.419248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd33c-f276-4627-a08a-412993880ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff985d-81c2-4172-a86a-6d07bb9cbcb8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:43.423235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:43.462964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:43.466857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Pushing event updated for resources: {'Port': ['ID=531eeb72-66ca-4bea-be97-f0ab9118d791,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:43.472683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:43.478207 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7168064 Aug 27 12:25:43.489136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47954) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:43.494710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:43.498925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 65cab5bb-6b6f-4820-85ca-99576335fd07 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:43.563397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 65cab5bb-6b6f-4820-85ca-99576335fd07 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:43.572545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ebf2f-4622-45c9-b9a3-d0a81d109b78 req-3c2da476-8fae-41e3-bd5e-a623aa8e56a5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:43.574269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f4fd4-1a27-4862-86ff-229af273008a tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Network': ['ID=f6415f49-7541-4177-aa75-1b96084fc38e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:43.574459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae0ebf2f-4622-45c9-b9a3-d0a81d109b78 req-3c2da476-8fae-41e3-bd5e-a623aa8e56a5 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1500590 Aug 27 12:25:43.590175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f6415f49-7541-4177-aa75-1b96084fc38e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:43.639003 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e6f2ffb-2729-4a24-9b8a-7f89418df930 req-4b53dacf-52cd-498f-aee1-f0c1787ba7c6 service neutron] 10.222.0.77 "GET /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461004 Aug 27 12:25:43.640029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2577cdf8-8418-4d71-b22c-413a6b790a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.641784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Made reservation on behalf of 9371023c89f649118ff6a25fc4053c2e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:43.645357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.722065 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2577cdf8-8418-4d71-b22c-413a6b790a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.731177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Performing IP validity checks on allocation pools {{(pid=94624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 12:25:43.731690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 12:25:43.739642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae0ebf2f-4622-45c9-b9a3-d0a81d109b78 req-9e956672-2460-46c8-887b-000f71494ccf tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156943 Aug 27 12:25:43.830363 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2577cdf8-8418-4d71-b22c-413a6b790a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.832943 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2577cdf8-8418-4d71-b22c-413a6b790a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:43.836531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2577cdf8-8418-4d71-b22c-413a6b790a8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18ff985d-81c2-4172-a86a-6d07bb9cbcb8 HTTP/1.1" status: 204 len: 168 time: 0.5234127 Aug 27 12:25:43.856176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577cdf8-8418-4d71-b22c-413a6b790a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff985d-81c2-4172-a86a-6d07bb9cbcb8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:43.895160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d192393a-26c3-42e9-bcfd-457f1624dbf6 req-b079b388-7924-49e6-a513-13ed76e4ab30 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0517418 Aug 27 12:25:43.995254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.005536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.074896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=65800b7d-d71e-4e89-bdba-4107d16002f4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:44.088031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Checking segment: {'id': '94034903-fddf-444c-ae92-66ee2273ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:44.088395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network hostable DHCP agents. Network: f6415f49-7541-4177-aa75-1b96084fc38e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:44.110600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Network f6415f49-7541-4177-aa75-1b96084fc38e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:44.124292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f6415f49-7541-4177-aa75-1b96084fc38e) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:44.128614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:44.129277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.135171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646f895-9cbd-4dac-a315-8a3a2d880a0e None None] Network f6415f49-7541-4177-aa75-1b96084fc38e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:44.148317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d40de3c1-275a-4f6f-9b1f-a422498b106d tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6554425 Aug 27 12:25:44.148547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47962) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:44.154929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:44.293868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26026923'] for subnet, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.376486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.460213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-f6415f49-7541-4177-aa75-1b96084fc38e', 'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e', 'tenant_id': '9371023c89f649118ff6a25fc4053c2e', 'fixed_ips': [{'subnet_id': '65800b7d-d71e-4e89-bdba-4107d16002f4'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:44.461142 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.596911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749573707560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3820001'] for subnet, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.637999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Router 5f86bc8f-db94-48b1-8b06-ca8b04851809 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:25:44.652705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:44.653567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.657593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "PUT /v2.0/subnets/65800b7d-d71e-4e89-bdba-4107d16002f4 HTTP/1.1" status: 200 len: 877 time: 0.5054324 Aug 27 12:25:44.658784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47972) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:44.683890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51eae3-b05f-4783-bb4d-8ba8f3ec1664 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event updated for resources: {'Subnet': ['ID=65800b7d-d71e-4e89-bdba-4107d16002f4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:44.808991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:44.819698 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Sync routers for ids ['5f86bc8f-db94-48b1-8b06-ca8b04851809'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:44.829614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.835003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-694a4332-1f9d-49c7-842e-c465ff1e3be3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1302052 Aug 27 12:25:44.835121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47980) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:44.839005 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Routers {'5f86bc8f-db94-48b1-8b06-ca8b04851809'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:44.842398 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5f86bc8f-db94-48b1-8b06-ca8b04851809'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:44.850044 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:44.905437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Allocated IP 172.20.0.3 (f6415f49-7541-4177-aa75-1b96084fc38e/65800b7d-d71e-4e89-bdba-4107d16002f4/b93986f2-5a1e-407a-92ee-d7d6ec8abb87) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:45.012605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.069093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.076916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef02da9-9793-4d6d-8350-f1d769a3810e None None] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:45.095464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Transition to ACTIVE for port object b93986f2-5a1e-407a-92ee-d7d6ec8abb87 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:45.143332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] Provisioning for port 65cab5bb-6b6f-4820-85ca-99576335fd07 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:45.150929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Transition to ACTIVE for port object b93986f2-5a1e-407a-92ee-d7d6ec8abb87 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:45.153799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] Provisioning complete for port 65cab5bb-6b6f-4820-85ca-99576335fd07 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:45.154171 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.163526 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Set router 5f86bc8f-db94-48b1-8b06-ca8b04851809 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:45.174747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3558068-fd7a-4dce-a788-dd48787abce7 req-ca81094e-6d24-4270-9e81-b209efcc6310 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0644338 Aug 27 12:25:45.206852 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.229274 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.277687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Network f6415f49-7541-4177-aa75-1b96084fc38e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:45.285278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:45.288567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:45.372210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Pushing event updated for resources: {'Port': ['ID=b93986f2-5a1e-407a-92ee-d7d6ec8abb87,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:45.435852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=65800b7d-d71e-4e89-bdba-4107d16002f4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:45.467505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.473911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.489059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6415f49-7541-4177-aa75-1b96084fc38e']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:45.489298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Attempting to bind port b93986f2-5a1e-407a-92ee-d7d6ec8abb87 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:45.489687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Attempting to bind port b93986f2-5a1e-407a-92ee-d7d6ec8abb87 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '94034903-fddf-444c-ae92-66ee2273ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:45.490052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Attempting to bind port b93986f2-5a1e-407a-92ee-d7d6ec8abb87 on network f6415f49-7541-4177-aa75-1b96084fc38e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:45.512429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94034903-fddf-444c-ae92-66ee2273ff7b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:45.512894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94034903-fddf-444c-ae92-66ee2273ff7b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:45.523639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:45.524183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Checking segment: {'id': '94034903-fddf-444c-ae92-66ee2273ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:45.524420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.524807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Bound using segment: {'id': '94034903-fddf-444c-ae92-66ee2273ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:45.525284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Bound port: b93986f2-5a1e-407a-92ee-d7d6ec8abb87, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94034903-fddf-444c-ae92-66ee2273ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f6415f49-7541-4177-aa75-1b96084fc38e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:45.525665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.527323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.545300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.563733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:45.564366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:45.573553 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:45.616018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] For port 65cab5bb-6b6f-4820-85ca-99576335fd07, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=65cab5bb-6b6f-4820-85ca-99576335fd07,segment=NetworkSegment(af0cff0c-50f0-4873-987c-dbca6029655b),segment_id=af0cff0c-50f0-4873-987c-dbca6029655b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:45.631161 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:25:43Z', 'revision_number': 3, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:45.679598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] For port b93986f2-5a1e-407a-92ee-d7d6ec8abb87, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:45.683836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.687559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6572657-b511-48e7-8271-24a2d1ab1983 req-a0d4cc10-b007-4e26-911b-b1890f1af2c6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:45.690693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6572657-b511-48e7-8271-24a2d1ab1983 req-a0d4cc10-b007-4e26-911b-b1890f1af2c6 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.5818791 Aug 27 12:25:45.695652 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Checking router: 5f86bc8f-db94-48b1-8b06-ca8b04851809 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:45.696011 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Updating router 5f86bc8f-db94-48b1-8b06-ca8b04851809 port 531eeb72-66ca-4bea-be97-f0ab9118d791 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:25:45.720686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 12:25:45.720686 n-d-688802-4 neutron-server[94624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 12:25:45.720686 n-d-688802-4 neutron-server[94624]: [parameters: {'id': 'f6415f49-7541-4177-aa75-1b96084fc38e'}] Aug 27 12:25:45.720686 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:25:45.721100 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:25:45.742920 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.778636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] For port b93986f2-5a1e-407a-92ee-d7d6ec8abb87, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b93986f2-5a1e-407a-92ee-d7d6ec8abb87,segment=NetworkSegment(94034903-fddf-444c-ae92-66ee2273ff7b),segment_id=94034903-fddf-444c-ae92-66ee2273ff7b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:45.794554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:45.799946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6572657-b511-48e7-8271-24a2d1ab1983 req-2160d41c-4c4b-4141-b259-5178a21bebea tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001499 Aug 27 12:25:45.846243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28c6d-9a56-4c70-bb6d-d679ce87ca1d None None] Pushing event updated for resources: {'Port': ['ID=65cab5bb-6b6f-4820-85ca-99576335fd07,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:45.999496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00840d3c-8f60-449e-8018-8547e8ab581f None None] Network f6415f49-7541-4177-aa75-1b96084fc38e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:46.092533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedf6aa-c40f-4eca-ba9c-047033b2ce34 None None] Pushing event updated for resources: {'Port': ['ID=b93986f2-5a1e-407a-92ee-d7d6ec8abb87,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:46.167708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.223035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.239885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05816e-59d9-4944-b78f-a18975075bb6 None None] Network f6415f49-7541-4177-aa75-1b96084fc38e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:46.311787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c2805c51-acfb-45b5-93e9-4ff222101a5b None None] Provisioning complete for port 65cab5bb-6b6f-4820-85ca-99576335fd07 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:46.313689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2805c51-acfb-45b5-93e9-4ff222101a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.328071 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.356621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Deleting port b93986f2-5a1e-407a-92ee-d7d6ec8abb87 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:46.359037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.359219 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Transition to ACTIVE for port object 531eeb72-66ca-4bea-be97-f0ab9118d791 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:46.368323 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.412915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c273fa60-8c1f-4502-ba72-1fd0e3205cdc req-f9f736a9-dc86-4ad0-a8c5-c16c41518543 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0980904 Aug 27 12:25:46.451283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f110ec4-8574-4835-8df4-869604590a9b None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:25:46.470926 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Attempting to bind port 531eeb72-66ca-4bea-be97-f0ab9118d791 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:46.471300 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Attempting to bind port 531eeb72-66ca-4bea-be97-f0ab9118d791 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:46.471672 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Attempting to bind port 531eeb72-66ca-4bea-be97-f0ab9118d791 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:46.484893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] For port b93986f2-5a1e-407a-92ee-d7d6ec8abb87, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b93986f2-5a1e-407a-92ee-d7d6ec8abb87,segment=NetworkSegment(94034903-fddf-444c-ae92-66ee2273ff7b),segment_id=94034903-fddf-444c-ae92-66ee2273ff7b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:46.485500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.489503 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:46.490027 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:46.490546 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.490946 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:46.491422 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Bound port: 531eeb72-66ca-4bea-be97-f0ab9118d791, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:46.491809 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.527423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Calling delete_port for b93986f2-5a1e-407a-92ee-d7d6ec8abb87 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:46.602834 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] For port 531eeb72-66ca-4bea-be97-f0ab9118d791, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:46.606416 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] For port 531eeb72-66ca-4bea-be97-f0ab9118d791, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=531eeb72-66ca-4bea-be97-f0ab9118d791,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:46.620602 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:46.668666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f110ec4-8574-4835-8df4-869604590a9b None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:25:46.701047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Allocated IP 172.20.0.1 (4f585564-d7c4-4978-8272-e845ce6c8f09/579d09ad-3228-4595-8e63-eb5c1671a8d2/a03b39e9-1d46-4192-b7cd-58c47344549a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:46.764609 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Routers {'5f86bc8f-db94-48b1-8b06-ca8b04851809'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:46.765407 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5f86bc8f-db94-48b1-8b06-ca8b04851809'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:46.959217 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] Set router 5f86bc8f-db94-48b1-8b06-ca8b04851809 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:47.033815 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe336-d56e-4824-a29f-8cabadda5ac5 None None] Pushing event updated for resources: {'Port': ['ID=531eeb72-66ca-4bea-be97-f0ab9118d791,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:47.064830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.102181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61839e-9845-454b-b886-8ad7c9e97c90 req-54686441-2529-4ea9-bed1-bb046afb975d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:47.104510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a61839e-9845-454b-b886-8ad7c9e97c90 req-54686441-2529-4ea9-bed1-bb046afb975d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1622198 Aug 27 12:25:47.108635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Transition to ACTIVE for port object a03b39e9-1d46-4192-b7cd-58c47344549a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:47.236443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a61839e-9845-454b-b886-8ad7c9e97c90 req-e4588099-6651-4db0-b221-c0bc14f0726c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231236 Aug 27 12:25:47.238172 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.267865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:47.270598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:47.281631 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe336-d56e-4824-a29f-8cabadda5ac5 None None] Pushing event updated for resources: {'Port': ['ID=531eeb72-66ca-4bea-be97-f0ab9118d791,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:47.309736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:47.325086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.345897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No DVR routers for this DVR port b93986f2-5a1e-407a-92ee-d7d6ec8abb87 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:47.373438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Pushing event updated for resources: {'Port': ['ID=a03b39e9-1d46-4192-b7cd-58c47344549a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:47.393520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.404766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Port': ['ID=b93986f2-5a1e-407a-92ee-d7d6ec8abb87,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:47.456830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 65cab5bb-6b6f-4820-85ca-99576335fd07 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:47.497717 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:25:43Z', 'revision_number': 3, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:47.569681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.585648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6415f49-7541-4177-aa75-1b96084fc38e']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:47.607037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef8a8b-2cd1-48fb-ae49-084f9c2d6ddc None None] The sync data for ids ['5f86bc8f-db94-48b1-8b06-ca8b04851809'] in n-d-688802-4 is: [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:25:43Z', 'revision_number': 3, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:47.612059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 65cab5bb-6b6f-4820-85ca-99576335fd07 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:47.612059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.616134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94034903-fddf-444c-ae92-66ee2273ff7b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:47.616764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94034903-fddf-444c-ae92-66ee2273ff7b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:47.644334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.670598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.690259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:47.691117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:47.706031 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:47.739726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51fd8743-a882-4752-8230-1d2688e9bdf5 req-b4081b87-b338-4536-bb87-8287a90f47d2 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/ports?device_id=92a6be51-3b18-4a37-a5f3-8e264ce76caf HTTP/1.1" status: 200 len: 210 time: 0.0555341 Aug 27 12:25:47.747077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.806086 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.817240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.820413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/f6415f49-7541-4177-aa75-1b96084fc38e HTTP/1.1" status: 204 len: 168 time: 3.1612020 Aug 27 12:25:47.824517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b69065a9-34a7-4863-8507-354441b23abc None None] Provisioning for port a03b39e9-1d46-4192-b7cd-58c47344549a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:47.832905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b69065a9-34a7-4863-8507-354441b23abc None None] Provisioning complete for port a03b39e9-1d46-4192-b7cd-58c47344549a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:47.833079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:47.833482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b69065a9-34a7-4863-8507-354441b23abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.856081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b9e5-3d9c-4172-85a4-b682da71d9c8 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=f6415f49-7541-4177-aa75-1b96084fc38e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:47.882856 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dd8559-7094-4bb1-b68a-ed225980867b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:47.883437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dd8559-7094-4bb1-b68a-ed225980867b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:47.888037 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d8dd8559-7094-4bb1-b68a-ed225980867b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/65800b7d-d71e-4e89-bdba-4107d16002f4 HTTP/1.1" status: 404 len: 337 time: 0.0484405 Aug 27 12:25:47.888343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48026) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:47.892933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b69065a9-34a7-4863-8507-354441b23abc None None] Port a03b39e9-1d46-4192-b7cd-58c47344549a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:47.911221 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f00023-3baf-4504-bbbf-e52053da6789 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:47.912332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f00023-3baf-4504-bbbf-e52053da6789 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:47.914899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0f00023-3baf-4504-bbbf-e52053da6789 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/f6415f49-7541-4177-aa75-1b96084fc38e HTTP/1.1" status: 404 len: 339 time: 0.0255146 Aug 27 12:25:47.921788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48028) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:47.948904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.955247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:47.974613 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac077ec3-b68f-41a1-858f-b586b3230156 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:47.975398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac077ec3-b68f-41a1-858f-b586b3230156 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:47.977742 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac077ec3-b68f-41a1-858f-b586b3230156 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/83b372f6-f5e7-459c-bd5a-b4fa3953637c HTTP/1.1" status: 404 len: 337 time: 0.0545611 Aug 27 12:25:47.984795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48030) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.007396 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9610a45e-d946-4073-bdd8-cc0fb9833a4f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.009315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9610a45e-d946-4073-bdd8-cc0fb9833a4f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.011977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9610a45e-d946-4073-bdd8-cc0fb9833a4f tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/a11544e8-7ced-449f-bff6-2cce740647de HTTP/1.1" status: 404 len: 339 time: 0.0252972 Aug 27 12:25:48.014182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48032) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.061173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.063170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Pushing event updated for resources: {'Port': ['ID=a03b39e9-1d46-4192-b7cd-58c47344549a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:48.135686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.200628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:48.202334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:48.291140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.318516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac69d50-9ecb-40e9-b2ec-145110858e65']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:48.355474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3d70bd-328e-4db8-aede-8089f01b9163') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:48.356137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3d70bd-328e-4db8-aede-8089f01b9163') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:48.368220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.386567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Router 5f86bc8f-db94-48b1-8b06-ca8b04851809 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:25:48.387271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.396331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:48.397024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:48.401526 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:48.472069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0a769a7e-b28b-44d2-bdd6-efb0207c79ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.500353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b9d72-a3c7-4190-83a4-26ee58b11676 req-f6fb4564-211a-4fd8-8b17-929e9bfdb935 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:48.502462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca2b9d72-a3c7-4190-83a4-26ee58b11676 req-f6fb4564-211a-4fd8-8b17-929e9bfdb935 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1454017 Aug 27 12:25:48.526150 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.539119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.541169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/3ac69d50-9ecb-40e9-b2ec-145110858e65 HTTP/1.1" status: 204 len: 168 time: 0.5259213 Aug 27 12:25:48.545874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48052) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.631525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7fee5d47-a5e2-4be8-9d15-153155e2c309 None None] Provisioning complete for port a03b39e9-1d46-4192-b7cd-58c47344549a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:48.631914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7fee5d47-a5e2-4be8-9d15-153155e2c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.645696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca2b9d72-a3c7-4190-83a4-26ee58b11676 req-75765073-0a7a-440b-a07e-8654e4543c55 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923581 Aug 27 12:25:48.679665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:48.686349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c944a306-c3b9-407a-b959-05fb984d10cc admin admin] 10.222.0.76 "PUT /v2.0/routers/5f86bc8f-db94-48b1-8b06-ca8b04851809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8497841 Aug 27 12:25:48.701784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297db76d-7ea7-47bb-80e6-b93f53844296 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=3ac69d50-9ecb-40e9-b2ec-145110858e65,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:48.701784 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd80f78-8534-415b-a8f3-cf41f8f78ff2 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.701784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd80f78-8534-415b-a8f3-cf41f8f78ff2 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.703339 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ccd80f78-8534-415b-a8f3-cf41f8f78ff2 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/bc6e00df-f12e-400b-8ccd-ea5702491650 HTTP/1.1" status: 404 len: 337 time: 0.1568742 Aug 27 12:25:48.707594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.733853 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-91209c13-0532-4638-9744-cfd9c9c05af7 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.734492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91209c13-0532-4638-9744-cfd9c9c05af7 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.740742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48064) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.753364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-91209c13-0532-4638-9744-cfd9c9c05af7 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/801bc066-721a-4219-a5c5-35c3adb66888 HTTP/1.1" status: 404 len: 339 time: 0.0446167 Aug 27 12:25:48.760641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7fee5d47-a5e2-4be8-9d15-153155e2c309 None None] Port a03b39e9-1d46-4192-b7cd-58c47344549a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:48.793671 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b31d751-38eb-43c2-9c8c-10e22496a8fd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.797387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b31d751-38eb-43c2-9c8c-10e22496a8fd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.802994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8b31d751-38eb-43c2-9c8c-10e22496a8fd tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/998803d9-1133-4525-b972-9e693514e3ea HTTP/1.1" status: 404 len: 337 time: 0.0594206 Aug 27 12:25:48.804377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48070) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.847121 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae50252-cfb1-4954-a9c8-81a603519231 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.847632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae50252-cfb1-4954-a9c8-81a603519231 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.849438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1ae50252-cfb1-4954-a9c8-81a603519231 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/40be518a-3adb-410f-bf02-34446c7e2485 HTTP/1.1" status: 404 len: 339 time: 0.0437198 Aug 27 12:25:48.852118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48074) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.875466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48076) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.908192 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c600fba-f830-4f27-b249-8aac0ccc9731 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.908652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c600fba-f830-4f27-b249-8aac0ccc9731 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.913690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8c600fba-f830-4f27-b249-8aac0ccc9731 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/cc698eb7-7c21-47c0-be0c-1f0e353b275c HTTP/1.1" status: 404 len: 337 time: 0.0572693 Aug 27 12:25:48.914002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.947313 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37526f6-050a-41ab-a73e-95027b30523e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.951100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37526f6-050a-41ab-a73e-95027b30523e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.955698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f37526f6-050a-41ab-a73e-95027b30523e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/8bbefd3b-1e62-4ad6-8003-b197fa3c925f HTTP/1.1" status: 404 len: 339 time: 0.0388911 Aug 27 12:25:48.956077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48082) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:48.991327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0c459c-294c-48c5-b680-fb62a4f52f94 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:48.993092 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-939ad008-da8b-4c17-bace-91c33ed4cdf3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:48.993556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939ad008-da8b-4c17-bace-91c33ed4cdf3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:48.996014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-939ad008-da8b-4c17-bace-91c33ed4cdf3 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/f0ed9074-c15d-481a-913c-37877d692921 HTTP/1.1" status: 404 len: 337 time: 0.0383792 Aug 27 12:25:48.998659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.020654 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94c17f3-bde0-4907-84fd-d8874924a3d0 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.021183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94c17f3-bde0-4907-84fd-d8874924a3d0 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.026120 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e94c17f3-bde0-4907-84fd-d8874924a3d0 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/703a3dad-9db4-4882-9d0a-2dce234785d0 HTTP/1.1" status: 404 len: 339 time: 0.0264428 Aug 27 12:25:49.030213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48086) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.041288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0c459c-294c-48c5-b680-fb62a4f52f94 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.086302 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c687bbf-9451-42d1-971e-f94da8f8743b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.087175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c687bbf-9451-42d1-971e-f94da8f8743b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.090069 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2c687bbf-9451-42d1-971e-f94da8f8743b tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/a57fced0-0a11-4609-aa5c-8b9c7ddc780a HTTP/1.1" status: 404 len: 337 time: 0.0588205 Aug 27 12:25:49.092588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48088) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.114936 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffb13d5-9a17-452d-a3d6-ddef29871e43 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.115774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffb13d5-9a17-452d-a3d6-ddef29871e43 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.118589 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ffb13d5-9a17-452d-a3d6-ddef29871e43 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/5ab4ccc9-014c-49bf-b891-6febcc0d59cd HTTP/1.1" status: 404 len: 339 time: 0.0244398 Aug 27 12:25:49.120922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.133742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0c459c-294c-48c5-b680-fb62a4f52f94 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.140014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ce0c459c-294c-48c5-b680-fb62a4f52f94 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.142916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ce0c459c-294c-48c5-b680-fb62a4f52f94 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "DELETE /v2.0/security-groups/34955186-0d9c-4750-a23f-ab4d9a6c883c HTTP/1.1" status: 204 len: 168 time: 0.2662017 Aug 27 12:25:49.153922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.155008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c459c-294c-48c5-b680-fb62a4f52f94 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34955186-0d9c-4750-a23f-ab4d9a6c883c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:49.193546 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b9e5a3-5282-4765-a3c1-27665033ac1c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.194019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b9e5a3-5282-4765-a3c1-27665033ac1c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.200543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.202129 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f2b9e5a3-5282-4765-a3c1-27665033ac1c tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/b806e8e1-87bd-4963-a21e-a92fc78e74f5 HTTP/1.1" status: 404 len: 337 time: 0.0795257 Aug 27 12:25:49.231354 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11232eb-cdd0-4a4f-b201-8834adcef83e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.232464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11232eb-cdd0-4a4f-b201-8834adcef83e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.235470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e11232eb-cdd0-4a4f-b201-8834adcef83e tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/815b6227-b28c-4f6c-9371-cc409a2b2206 HTTP/1.1" status: 404 len: 339 time: 0.0336850 Aug 27 12:25:49.237880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.250494 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-b49d7544-439b-41de-bd6e-dd65706e5661 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] show failed (client error): The resource could not be found. Aug 27 12:25:49.252012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b49d7544-439b-41de-bd6e-dd65706e5661 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "GET /v2.0/security-groups/34955186-0d9c-4750-a23f-ab4d9a6c883c HTTP/1.1" status: 404 len: 347 time: 0.0944469 Aug 27 12:25:49.255099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48100) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.272826 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f08056f-9e28-43c2-8dc6-7e2ee8222aaf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.273675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f08056f-9e28-43c2-8dc6-7e2ee8222aaf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.275658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0f08056f-9e28-43c2-8dc6-7e2ee8222aaf tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/4773b71f-e951-49e3-8c30-c31d2195c0c4 HTTP/1.1" status: 404 len: 337 time: 0.0364668 Aug 27 12:25:49.278848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48102) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.330863 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-179189bf-4b32-4281-b301-6588fa92becc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.334018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179189bf-4b32-4281-b301-6588fa92becc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.340172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-179189bf-4b32-4281-b301-6588fa92becc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/fa7e4400-9852-4eca-88a2-195787e8d340 HTTP/1.1" status: 404 len: 339 time: 0.0570741 Aug 27 12:25:49.340871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48104) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.394183 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74c5c58-44af-4064-b52d-1ebbc367cdf4 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.395377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74c5c58-44af-4064-b52d-1ebbc367cdf4 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.398663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c74c5c58-44af-4064-b52d-1ebbc367cdf4 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/4f708193-1249-467b-b5d0-078759c4ee09 HTTP/1.1" status: 404 len: 337 time: 0.0549161 Aug 27 12:25:49.400960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.432923 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb00a05-b820-4eb4-9fb6-5e38ba1ee1dc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] DELETE failed (client error): The resource could not be found. Aug 27 12:25:49.433557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb00a05-b820-4eb4-9fb6-5e38ba1ee1dc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:25:49.438899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bb00a05-b820-4eb4-9fb6-5e38ba1ee1dc tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/5be3549d-c6d8-42a2-84e2-139c54b9cfb1 HTTP/1.1" status: 404 len: 339 time: 0.0361500 Aug 27 12:25:49.443178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.469869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 531eeb72-66ca-4bea-be97-f0ab9118d791 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:49.547897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Deleting subnet 93f37f4f-6f03-4247-b81e-39a08be82cfa {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:25:49.549600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 531eeb72-66ca-4bea-be97-f0ab9118d791 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:49.558440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.559411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 531eeb72-66ca-4bea-be97-f0ab9118d791 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:49.561100 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.568786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Deleting port ed41a2bd-8a34-4f64-a9e3-de110549de05 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:49.570722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.631720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.700285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.700618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.702857 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.725140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Calling delete_port for ed41a2bd-8a34-4f64-a9e3-de110549de05 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:49.728660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 531eeb72-66ca-4bea-be97-f0ab9118d791, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=531eeb72-66ca-4bea-be97-f0ab9118d791,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:49.733663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.801023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=531eeb72-66ca-4bea-be97-f0ab9118d791,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:49.831787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:49.839372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1391158639-network', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:49.875833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:49.918672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baa5cc-ebe7-4b6d-a42c-cfe9c88d6f68 req-d791aad9-756c-4f10-8943-98dfb4c450c0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:49.920303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0baa5cc-ebe7-4b6d-a42c-cfe9c88d6f68 req-d791aad9-756c-4f10-8943-98dfb4c450c0 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1314027 Aug 27 12:25:49.954218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Made reservation on behalf of 7d820bf8a36746738a8a6f28e94a800b for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:49.959268 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.008188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0baa5cc-ebe7-4b6d-a42c-cfe9c88d6f68 req-9a2bd697-1c86-4d7e-8147-57ba8070c3cd tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Aug 27 12:25:50.042649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.051568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.099970 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.126332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.127603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Subnet': ['ID=93f37f4f-6f03-4247-b81e-39a08be82cfa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:50.131210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.137553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79e5dc51-c711-4e90-ab77-1c1f8f419606 tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/subnets/93f37f4f-6f03-4247-b81e-39a08be82cfa HTTP/1.1" status: 204 len: 168 time: 0.6906757 Aug 27 12:25:50.137728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a80e34-650b-4a95-a88d-e30be9dc6f42 None None] Network 814caeb2-79c4-4bbf-9145-bbb782a560f6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:50.138323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:50.178285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Pushing event deleted for resources: {'Port': ['ID=ed41a2bd-8a34-4f64-a9e3-de110549de05,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:50.219949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Sync routers for ids ['5f86bc8f-db94-48b1-8b06-ca8b04851809'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:50.257710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.271160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Routers {'5f86bc8f-db94-48b1-8b06-ca8b04851809'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:50.274483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5f86bc8f-db94-48b1-8b06-ca8b04851809'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:50.292768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.296133 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.300926 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0572ed3a-f34c-47b6-9dc5-c603e3114218 tempest-ServersTestBootFromVolume-1791459794 tempest-ServersTestBootFromVolume-1791459794-project] 10.222.0.76 "DELETE /v2.0/floatingips/c5e0b337-45f4-4936-95ac-f2fe8602667d HTTP/1.1" status: 204 len: 168 time: 1.0447991 Aug 27 12:25:50.301552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:50.342198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Deleting port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:50.342732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.404106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.441682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] For port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,segment=NetworkSegment(3f947e9b-d568-44e4-9d3a-fd17142623be),segment_id=3f947e9b-d568-44e4-9d3a-fd17142623be)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:50.442053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.462858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Calling delete_port for a8cab23f-f4ae-41d0-840a-ac32a28c9a0d owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:50.492695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.551747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:25:50.570041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.571242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f2f11d-8083-4d7b-86f9-43b56d2aeb42,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:50.589237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Set router 5f86bc8f-db94-48b1-8b06-ca8b04851809 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:50.606881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] No DVR routers for this DVR port a8cab23f-f4ae-41d0-840a-ac32a28c9a0d on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:50.625562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:50.644610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.644982 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Added segment 198c28d8-4f85-4a51-868c-e9107b611564 of type vlan for network f6d70ede-abb5-49a8-9726-bd27b3139861 Aug 27 12:25:50.661803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Port': ['ID=a8cab23f-f4ae-41d0-840a-ac32a28c9a0d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:50.737142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.737686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.756747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814caeb2-79c4-4bbf-9145-bbb782a560f6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:50.764180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e153cda1-a5fc-4774-9b97-7661a9cd90be None None] DHCP port deletion for 814caeb2-79c4-4bbf-9145-bbb782a560f6 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:25:50.803592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f947e9b-d568-44e4-9d3a-fd17142623be') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:50.803905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f947e9b-d568-44e4-9d3a-fd17142623be') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:50.824437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.837956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.839522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:50.840256 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.843742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.852706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:50.853382 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:50.858051 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:50.897530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:25:47Z', 'revision_number': 4, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a03b39e9-1d46-4192-b7cd-58c47344549a', 'name': '', 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'mac_address': 'fa:16:3e:71:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '579d09ad-3228-4595-8e63-eb5c1671a8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:46Z', 'updated_at': '2021-08-27T12:25:47Z', 'revision_number': 2, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'subnets': [{'id': '579d09ad-3228-4595-8e63-eb5c1671a8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:50.926285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b78142a-0125-4f99-83bf-8ba9d95f0b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.931898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.942238 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1065357 Aug 27 12:25:50.942973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Checking router: 5f86bc8f-db94-48b1-8b06-ca8b04851809 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:50.943948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Updating router 5f86bc8f-db94-48b1-8b06-ca8b04851809 port a03b39e9-1d46-4192-b7cd-58c47344549a binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:25:50.944941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:50.947444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] 10.222.0.76 "DELETE /v2.0/networks/814caeb2-79c4-4bbf-9145-bbb782a560f6 HTTP/1.1" status: 204 len: 168 time: 0.8067412 Aug 27 12:25:50.948067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:50.962761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Request body: {'subnet': {'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1391158639-subnet', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:50.979940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0720eaf-47f7-4cca-a3b0-8074f8b4961e admin admin] Pushing event updated for resources: {'Network': ['ID=f6d70ede-abb5-49a8-9726-bd27b3139861,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:50.989256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad9d63-9fb3-48bf-bd88-d911a89348ec tempest-NetworksTest-1005950500 tempest-NetworksTest-1005950500-project] Pushing event deleted for resources: {'Network': ['ID=814caeb2-79c4-4bbf-9145-bbb782a560f6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:51.000107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f6d70ede-abb5-49a8-9726-bd27b3139861 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:25:51.149254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b78142a-0125-4f99-83bf-8ba9d95f0b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.158028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.161503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8b78142a-0125-4f99-83bf-8ba9d95f0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.234524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Made reservation on behalf of 7d820bf8a36746738a8a6f28e94a800b for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:25:51.243072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.260929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78142a-0125-4f99-83bf-8ba9d95f0b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e17ec5-004b-4c36-9cb9-f2cfdae3c35c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:51.270856 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8b78142a-0125-4f99-83bf-8ba9d95f0b7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c514e6351c994935b1d994203f7de949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426542 Aug 27 12:25:51.304333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:51.305941 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.315919 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8de77791-c2f3-4ee3-8030-1f5a5339e2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.336931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.387970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48152) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:51.420045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b20f4b-ea3a-409b-92fa-e952a6d84f65 req-c316748b-0294-4352-9a37-e0062eadeaba tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:51.423344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8b20f4b-ea3a-409b-92fa-e952a6d84f65 req-c316748b-0294-4352-9a37-e0062eadeaba tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.3001957 Aug 27 12:25:51.462819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 531eeb72-66ca-4bea-be97-f0ab9118d791 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:51.489147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2f71-40cc-4294-951b-8521724be63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.526005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2f71-40cc-4294-951b-8521724be63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.545741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 531eeb72-66ca-4bea-be97-f0ab9118d791 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:51.546096 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.587406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8b20f4b-ea3a-409b-92fa-e952a6d84f65 req-daf4c108-6100-4759-bb9e-13bc83b4a1c9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120956 Aug 27 12:25:51.653239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2f71-40cc-4294-951b-8521724be63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.656259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2f71-40cc-4294-951b-8521724be63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.657675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b0f2f71-40cc-4294-951b-8521724be63a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9e17ec5-004b-4c36-9cb9-f2cfdae3c35c HTTP/1.1" status: 204 len: 168 time: 0.3522091 Aug 27 12:25:51.661880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40847644-0f9e-4275-b2d2-5b6c46d464f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9371023c89f649118ff6a25fc4053c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740164 Aug 27 12:25:51.664819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:51.703235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2f71-40cc-4294-951b-8521724be63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e17ec5-004b-4c36-9cb9-f2cfdae3c35c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:51.719086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.739365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.749967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Transition to ACTIVE for port object a03b39e9-1d46-4192-b7cd-58c47344549a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:51.775162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6de766a-1c6f-4ef0-8189-acd3ff827ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.783235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.819388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6de766a-1c6f-4ef0-8189-acd3ff827ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.832673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Deleting port 336d759b-c93d-4aac-96d3-5419398dee82 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:51.833021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.833338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625affc7-a360-4337-b686-481d79fcceb3,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:51.849865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Checking segment: {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:51.850597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Network hostable DHCP agents. Network: f6d70ede-abb5-49a8-9726-bd27b3139861, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:25:51.883202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07891b7d-368c-4a8f-90a0-1f21470cf006 None None] Pushing event updated for resources: {'Port': ['ID=a03b39e9-1d46-4192-b7cd-58c47344549a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:51.906840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Network f6d70ede-abb5-49a8-9726-bd27b3139861 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:25:51.926189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f6d70ede-abb5-49a8-9726-bd27b3139861) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:51.933752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:51.934338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.949208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6de766a-1c6f-4ef0-8189-acd3ff827ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.953002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6de766a-1c6f-4ef0-8189-acd3ff827ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:51.954192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d6de766a-1c6f-4ef0-8189-acd3ff827ed2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/199dd715-0068-4191-a731-d215d985c450 HTTP/1.1" status: 204 len: 168 time: 0.2882450 Aug 27 12:25:51.971381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8569b156-8dec-44a5-af14-6cbc58f8c1e4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0145936 Aug 27 12:25:51.972126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:51.974842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de766a-1c6f-4ef0-8189-acd3ff827ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199dd715-0068-4191-a731-d215d985c450,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:51.981979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:52.017962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.019170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.020896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf34ffc-d921-45ab-9eed-0049da556ad9 None None] Network f6d70ede-abb5-49a8-9726-bd27b3139861 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:52.025740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8cab23f-f4ae-41d0-840a-ac32a28c9a0d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:52.061575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Attempting to bind port a03b39e9-1d46-4192-b7cd-58c47344549a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:52.061957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Attempting to bind port a03b39e9-1d46-4192-b7cd-58c47344549a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:52.062313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Attempting to bind port a03b39e9-1d46-4192-b7cd-58c47344549a on network 4f585564-d7c4-4978-8272-e845ce6c8f09 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:52.111720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] For port 336d759b-c93d-4aac-96d3-5419398dee82, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=336d759b-c93d-4aac-96d3-5419398dee82,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:52.112093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.148597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Calling delete_port for 336d759b-c93d-4aac-96d3-5419398dee82 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:52.159880 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.182350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a8cab23f-f4ae-41d0-840a-ac32a28c9a0d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:52.183141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8cab23f-f4ae-41d0-840a-ac32a28c9a0d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:52.190962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:52.191497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Checking segment: {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:52.191917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.192325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Bound using segment: {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:52.192826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Bound port: a03b39e9-1d46-4192-b7cd-58c47344549a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0cff0c-50f0-4873-987c-dbca6029655b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:52.193220 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.292905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] For port a03b39e9-1d46-4192-b7cd-58c47344549a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:52.298994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] For port a03b39e9-1d46-4192-b7cd-58c47344549a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a03b39e9-1d46-4192-b7cd-58c47344549a,segment=NetworkSegment(af0cff0c-50f0-4873-987c-dbca6029655b),segment_id=af0cff0c-50f0-4873-987c-dbca6029655b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:52.311406 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.319244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.345650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:52.361633 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67c62c46-f691-47fe-8f36-e8830df847cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.381278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07891b7d-368c-4a8f-90a0-1f21470cf006 None None] Pushing event updated for resources: {'Port': ['ID=a03b39e9-1d46-4192-b7cd-58c47344549a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:52.408664 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.441417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Routers {'5f86bc8f-db94-48b1-8b06-ca8b04851809'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:52.442067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5f86bc8f-db94-48b1-8b06-ca8b04851809'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:52.559622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.576518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-f6d70ede-abb5-49a8-9726-bd27b3139861', 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'fixed_ips': [{'subnet_id': '625affc7-a360-4337-b686-481d79fcceb3'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:25:52.577615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.685796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67c62c46-f691-47fe-8f36-e8830df847cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.698085 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-67c62c46-f691-47fe-8f36-e8830df847cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.704495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Pushing event deleted for resources: {'Port': ['ID=336d759b-c93d-4aac-96d3-5419398dee82,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:52.718771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] Set router 5f86bc8f-db94-48b1-8b06-ca8b04851809 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:52.746914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-67c62c46-f691-47fe-8f36-e8830df847cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd02ed061c9b4fe5a959c1d58d83ba3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999383 Aug 27 12:25:52.752798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:52.910350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f694-57e3-4c73-8d46-e8b15b069a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:52.992734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f694-57e3-4c73-8d46-e8b15b069a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.033347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.077380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Allocated IP 172.20.0.2 (f6d70ede-abb5-49a8-9726-bd27b3139861/625affc7-a360-4337-b686-481d79fcceb3/ef93a0bc-1c75-4060-aad6-e988874468e0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:53.120134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f694-57e3-4c73-8d46-e8b15b069a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.123394 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f694-57e3-4c73-8d46-e8b15b069a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.124937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5ff4f694-57e3-4c73-8d46-e8b15b069a75 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ab18bc2-37fc-4294-a4f9-c20503cbb8e6 HTTP/1.1" status: 204 len: 168 time: 0.3707323 Aug 27 12:25:53.187661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4f694-57e3-4c73-8d46-e8b15b069a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab18bc2-37fc-4294-a4f9-c20503cbb8e6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:53.222050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48192) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:53.230352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c62c46-f691-47fe-8f36-e8830df847cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab18bc2-37fc-4294-a4f9-c20503cbb8e6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:53.291655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920203f-2d17-49ee-b395-4976db2099fe req-00617982-2a6b-4405-a755-e86008511339 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:53.293851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8920203f-2d17-49ee-b395-4976db2099fe req-00617982-2a6b-4405-a755-e86008511339 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.5530431 Aug 27 12:25:53.346363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.360160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:25:47Z', 'revision_number': 4, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a03b39e9-1d46-4192-b7cd-58c47344549a', 'name': '', 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'mac_address': 'fa:16:3e:71:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '579d09ad-3228-4595-8e63-eb5c1671a8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:46Z', 'updated_at': '2021-08-27T12:25:52Z', 'revision_number': 4, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'subnets': [{'id': '579d09ad-3228-4595-8e63-eb5c1671a8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:53.393704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:25:53.396142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.419922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8920203f-2d17-49ee-b395-4976db2099fe req-b954cc5d-4361-4c7c-b371-fc595b958c08 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067250 Aug 27 12:25:53.447477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ae167-1393-4c6f-8e92-1d08b6ad52d7 None None] The sync data for ids ['5f86bc8f-db94-48b1-8b06-ca8b04851809'] in n-d-688802-4 is: [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:25:47Z', 'revision_number': 4, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a03b39e9-1d46-4192-b7cd-58c47344549a', 'name': '', 'network_id': '4f585564-d7c4-4978-8272-e845ce6c8f09', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'mac_address': 'fa:16:3e:71:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '579d09ad-3228-4595-8e63-eb5c1671a8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:46Z', 'updated_at': '2021-08-27T12:25:52Z', 'revision_number': 4, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'subnets': [{'id': '579d09ad-3228-4595-8e63-eb5c1671a8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:53.492245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.524104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Transition to ACTIVE for port object ef93a0bc-1c75-4060-aad6-e988874468e0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:53.554876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Transition to ACTIVE for port object ef93a0bc-1c75-4060-aad6-e988874468e0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:53.572060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.600513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:53.606793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e2342179-3b7f-4f5f-bf78-32ad5468bbce admin admin] 10.222.0.76 "PUT /v2.0/routers/3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3028829 Aug 27 12:25:53.609520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:53.611887 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] Sync routers for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:53.625854 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:53.627032 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:53.676812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Allocated IP 172.25.8.227 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:53.681886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Network f6d70ede-abb5-49a8-9726-bd27b3139861 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:53.687762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Pushing event updated for resources: {'Port': ['ID=ef93a0bc-1c75-4060-aad6-e988874468e0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:53.695694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:53.699052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:53.713097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-04dc6561-5b57-428f-bbfe-3b794363c2d5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:53.713544 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-04dc6561-5b57-428f-bbfe-3b794363c2d5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 12:25:53.714088 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-04dc6561-5b57-428f-bbfe-3b794363c2d5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 12:25:53.730980 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-04dc6561-5b57-428f-bbfe-3b794363c2d5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5041695 Aug 27 12:25:53.732072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48206) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:53.739133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--129568096'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:53.790717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Attempting to bind port ef93a0bc-1c75-4060-aad6-e988874468e0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:53.791231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Attempting to bind port ef93a0bc-1c75-4060-aad6-e988874468e0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:53.791725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Attempting to bind port ef93a0bc-1c75-4060-aad6-e988874468e0 on network f6d70ede-abb5-49a8-9726-bd27b3139861 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:53.798090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:53.798629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Checking segment: {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:53.799136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.799632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Bound using segment: {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:53.800221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Bound port: ef93a0bc-1c75-4060-aad6-e988874468e0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:53.800659 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:53.800826 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.889729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.902785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.904610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:53.923831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] For port ef93a0bc-1c75-4060-aad6-e988874468e0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:53.932053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] For port ef93a0bc-1c75-4060-aad6-e988874468e0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ef93a0bc-1c75-4060-aad6-e988874468e0,segment=NetworkSegment(198c28d8-4f85-4a51-868c-e9107b611564),segment_id=198c28d8-4f85-4a51-868c-e9107b611564)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:53.940308 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.022426 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:25:52Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:54.050815 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] Checking router: 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:54.060669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.061634 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] Routers {'3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:54.062636 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:54.068667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.126965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a786c-d310-485e-a92e-65b9892d621a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:54.130221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0af807-801a-4f13-b1b2-498c28a7a980 None None] Pushing event updated for resources: {'Port': ['ID=ef93a0bc-1c75-4060-aad6-e988874468e0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:54.158851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.169173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.213502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.218178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] Set router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:54.319256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.357680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.372589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Deleting port dbd7d9f2-a3e0-48a2-a195-c3934d25948f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:54.372996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.395357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.422697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:54.429867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:54.473796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:54.577862 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:25:52Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:54.595709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] For port dbd7d9f2-a3e0-48a2-a195-c3934d25948f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:54.596089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.620795 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc25cd-d501-4b95-a334-b62cacbf1b3c None None] The sync data for ids ['3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3'] in n-d-688802-4 is: [{'id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'name': 'tempest-ServersTestBootFromVolume-169012678-router', 'tenant_id': '7caf1307a0854d788479db3d665d1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:22:36Z', 'updated_at': '2021-08-27T12:25:52Z', 'revision_number': 5, 'project_id': '7caf1307a0854d788479db3d665d1443', 'gw_port': {'id': 'dbd7d9f2-a3e0-48a2-a195-c3934d25948f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:22:39Z', 'updated_at': '2021-08-27T12:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:54.622648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Calling delete_port for dbd7d9f2-a3e0-48a2-a195-c3934d25948f owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:54.636770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.642908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48224) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:54.646548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9123363 Aug 27 12:25:54.651912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'de0e27d9-58f0-4d3d-9fc3-310f6a5fcb3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:54.736762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:54.752899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.771686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd530c0-207c-4a87-ad60-f0d4d4b48e6f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0e27d9-58f0-4d3d-9fc3-310f6a5fcb3a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:54.861395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c617db-4fa0-4bb7-831c-7f216e3c7cd4 req-fb9da2b1-df0d-4ae5-9109-8a92fe3f965f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:54.863033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4c617db-4fa0-4bb7-831c-7f216e3c7cd4 req-fb9da2b1-df0d-4ae5-9109-8a92fe3f965f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2153332 Aug 27 12:25:54.895829 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.901157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.950549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f415ed3-2f0b-47df-894c-dec60581098f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:54.990242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:54.991642 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c00bfe5-8ce1-4f44-886d-3342f3f3a7db tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3477178 Aug 27 12:25:54.994559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:54.999215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-707ccc61-4cc4-4182-8aa3-bfbbb9ca21ab tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'de0e27d9-58f0-4d3d-9fc3-310f6a5fcb3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:55.025402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.045573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.081982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4c617db-4fa0-4bb7-831c-7f216e3c7cd4 req-ac6ef6bf-d789-484c-8ffb-e6e568e080ed tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052782 Aug 27 12:25:55.121173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd7d9f2-a3e0-48a2-a195-c3934d25948f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:55.155991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-707ccc61-4cc4-4182-8aa3-bfbbb9ca21ab tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.283603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.288489 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-707ccc61-4cc4-4182-8aa3-bfbbb9ca21ab tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 12:25:55.290176 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-707ccc61-4cc4-4182-8aa3-bfbbb9ca21ab tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2946041 Aug 27 12:25:55.318079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48240) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:55.439767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.445906 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.482439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.596592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.597156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:25:55.615938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.620254 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2224c914-4ff2-4a7e-a4b4-099c2224f70c admin admin] 10.222.0.76 "DELETE /v2.0/routers/3e7ddb1c-ef7b-4dae-8d9b-9a1c43a63be3 HTTP/1.1" status: 204 len: 168 time: 2.0084715 Aug 27 12:25:55.625642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57cc1758-6ad7-4a75-8f09-efa31bbc6fdc tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.626357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:55.652368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef93a0bc-1c75-4060-aad6-e988874468e0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:55.713756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57cc1758-6ad7-4a75-8f09-efa31bbc6fdc tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.771626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ef93a0bc-1c75-4060-aad6-e988874468e0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:55.777112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Deleting subnet a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:25:55.778639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a03b39e9-1d46-4192-b7cd-58c47344549a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:55.787652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.835823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57cc1758-6ad7-4a75-8f09-efa31bbc6fdc tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.839854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-57cc1758-6ad7-4a75-8f09-efa31bbc6fdc tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.841991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-57cc1758-6ad7-4a75-8f09-efa31bbc6fdc tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/de0e27d9-58f0-4d3d-9fc3-310f6a5fcb3a HTTP/1.1" status: 204 len: 168 time: 0.5225258 Aug 27 12:25:55.846027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:55.858565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a03b39e9-1d46-4192-b7cd-58c47344549a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:55.866677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a03b39e9-1d46-4192-b7cd-58c47344549a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:55.867007 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.879254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:55.895577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1758-6ad7-4a75-8f09-efa31bbc6fdc tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0e27d9-58f0-4d3d-9fc3-310f6a5fcb3a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:55.918603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Router 3d37ca24-1b31-4434-9b17-1cc93095cc84 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:25:55.935213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b3bd4-b426-407e-9258-711a90e9c289 None None] Network f6d70ede-abb5-49a8-9726-bd27b3139861 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:55.949019 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a62da0db-3bae-4a84-8f75-f11ba95aeeef tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004066 Aug 27 12:25:55.953960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48254) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:55.959368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--103584368'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:55.995125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.043424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.051277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] Provisioning for port ef93a0bc-1c75-4060-aad6-e988874468e0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:56.057879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] Provisioning complete for port ef93a0bc-1c75-4060-aad6-e988874468e0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:56.058260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.141106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.146815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.181874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.200507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.202213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2468557 Aug 27 12:25:56.205073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.210888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ee02d50e-e43a-4bfe-8022-f7057fd86f3e tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '68389e6f-327e-4016-90cd-844224baf3bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:56.211702 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-ee02d50e-e43a-4bfe-8022-f7057fd86f3e tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 12:25:56.212868 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-ee02d50e-e43a-4bfe-8022-f7057fd86f3e tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:56.214766 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee02d50e-e43a-4bfe-8022-f7057fd86f3e tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077960 Aug 27 12:25:56.217675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48266) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.231098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2e0e7-e4e5-443f-8bf2-f35289ecb684 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68389e6f-327e-4016-90cd-844224baf3bf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:56.239013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.240969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9 HTTP/1.1" status: 204 len: 168 time: 0.6136897 Aug 27 12:25:56.242991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47aa9-e4e5-48f3-8a19-9ac6173cc670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cc6a2c-1f2b-4643-bbd0-9ae38c8f8ee9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:56.247942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48268) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.264035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:56.308887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.310295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a814c3b9-4434-45ba-ad51-affc1cd557a0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3370199 Aug 27 12:25:56.320579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.321813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1580-c6c5-4659-bd59-dea13119f987 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.349949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1580-c6c5-4659-bd59-dea13119f987 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.351389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Sync routers for ids ['3d37ca24-1b31-4434-9b17-1cc93095cc84'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:25:56.353458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1755e6ea-c706-4fe8-84f3-5b65faa94723 None None] Network 58a3aabe-0397-4991-8858-e39b124c6c2b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:25:56.361863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.414553 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1580-c6c5-4659-bd59-dea13119f987 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.419227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1580-c6c5-4659-bd59-dea13119f987 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.421690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bb7c1580-c6c5-4659-bd59-dea13119f987 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/68389e6f-327e-4016-90cd-844224baf3bf HTTP/1.1" status: 204 len: 168 time: 0.2028248 Aug 27 12:25:56.425788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.453421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1580-c6c5-4659-bd59-dea13119f987 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68389e6f-327e-4016-90cd-844224baf3bf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:56.460077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157663d0-9e73-495a-8025-4501ef4fa3b5 req-c262270b-bba8-4297-9a0f-58242227a1fb tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:56.461908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-157663d0-9e73-495a-8025-4501ef4fa3b5 req-c262270b-bba8-4297-9a0f-58242227a1fb tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2383094 Aug 27 12:25:56.468272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.502347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Routers {'3d37ca24-1b31-4434-9b17-1cc93095cc84'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:56.503475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3d37ca24-1b31-4434-9b17-1cc93095cc84'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:56.515783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-888710fd-3145-478d-a2c6-1744f029fc1b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883238 Aug 27 12:25:56.519839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48278) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.525863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--932139326'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:56.556389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.569150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-157663d0-9e73-495a-8025-4501ef4fa3b5 req-c32908cf-1b68-4e42-9391-2249f90f17e7 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Aug 27 12:25:56.638353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a03b39e9-1d46-4192-b7cd-58c47344549a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a03b39e9-1d46-4192-b7cd-58c47344549a,segment=NetworkSegment(af0cff0c-50f0-4873-987c-dbca6029655b),segment_id=af0cff0c-50f0-4873-987c-dbca6029655b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:56.674244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.700598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.706650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 336d759b-c93d-4aac-96d3-5419398dee82 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:56.707119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.720472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Deleting port f42a42c9-62fd-4029-8ace-de462f27c41a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:25:56.720807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.729240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.733153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2098901 Aug 27 12:25:56.738011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48286) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.740471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:25:56.743403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c6775e3b-bfed-489d-b6f3-984d00d680ba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'cdaa1186-ea18-41b7-be4e-80f056df50d0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:56.746024 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-c6775e3b-bfed-489d-b6f3-984d00d680ba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 12:25:56.746174 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-c6775e3b-bfed-489d-b6f3-984d00d680ba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:56.747158 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c6775e3b-bfed-489d-b6f3-984d00d680ba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079343 Aug 27 12:25:56.749964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48288) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.779247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5ccf6-a2bc-455f-8a7e-bc5822e3b2bf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa1186-ea18-41b7-be4e-80f056df50d0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:56.840789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-604dd065-b8b9-46ae-bbb3-7078c2be4091 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.849868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] For port f42a42c9-62fd-4029-8ace-de462f27c41a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f42a42c9-62fd-4029-8ace-de462f27c41a,segment=NetworkSegment(f1a266c4-c177-415f-8bdb-28a6b49ad1cd),segment_id=f1a266c4-c177-415f-8bdb-28a6b49ad1cd)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:56.850240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.854854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 336d759b-c93d-4aac-96d3-5419398dee82 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:56.855415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 336d759b-c93d-4aac-96d3-5419398dee82 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:56.884047 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-604dd065-b8b9-46ae-bbb3-7078c2be4091 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.897890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Calling delete_port for f42a42c9-62fd-4029-8ace-de462f27c41a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:25:56.910857 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.941104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a03b39e9-1d46-4192-b7cd-58c47344549a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:56.952897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Set router 3d37ca24-1b31-4434-9b17-1cc93095cc84 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:56.965215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-604dd065-b8b9-46ae-bbb3-7078c2be4091 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.975375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-604dd065-b8b9-46ae-bbb3-7078c2be4091 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:56.977078 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-604dd065-b8b9-46ae-bbb3-7078c2be4091 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/cdaa1186-ea18-41b7-be4e-80f056df50d0 HTTP/1.1" status: 204 len: 168 time: 0.2262976 Aug 27 12:25:56.980945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:56.989819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dd065-b8b9-46ae-bbb3-7078c2be4091 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa1186-ea18-41b7-be4e-80f056df50d0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:57.094023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] For port ef93a0bc-1c75-4060-aad6-e988874468e0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ef93a0bc-1c75-4060-aad6-e988874468e0,segment=NetworkSegment(198c28d8-4f85-4a51-868c-e9107b611564),segment_id=198c28d8-4f85-4a51-868c-e9107b611564)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:25:57.108231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.121309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48302) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.125751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eb54ed08-c84b-4de8-99ea-d987058b05ad tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1404097 Aug 27 12:25:57.135301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--29290984'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:57.143911 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.175734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.181356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd2f8d-60f9-4aba-8cf7-09e0f95a6407 None None] DHCP port deletion for 58a3aabe-0397-4991-8858-e39b124c6c2b request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:25:57.186447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f42a42c9-62fd-4029-8ace-de462f27c41a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:57.220461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] No DVR routers for this DVR port f42a42c9-62fd-4029-8ace-de462f27c41a on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:25:57.237498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10e0a6-1d75-45e0-90dd-d70da7e3b48b None None] Pushing event updated for resources: {'Port': ['ID=ef93a0bc-1c75-4060-aad6-e988874468e0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:57.289700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.304622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:25:54Z', 'revision_number': 3, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:57.346003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Checking router: 3d37ca24-1b31-4434-9b17-1cc93095cc84 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:25:57.346510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Updating router 3d37ca24-1b31-4434-9b17-1cc93095cc84 port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:25:57.368381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.375901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.376366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-907b67a4-f024-464b-a97f-23123af0932d None None] Provisioning complete for port ef93a0bc-1c75-4060-aad6-e988874468e0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:57.376801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-907b67a4-f024-464b-a97f-23123af0932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.381964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.440582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e396c09-bfa1-47b1-a171-069a18a4ff81,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:57.446051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef93a0bc-1c75-4060-aad6-e988874468e0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:57.455490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.457858 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-540ffd92-5685-42fe-a091-18885f9d8880 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3351343 Aug 27 12:25:57.460382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48304) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.467772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.468093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-35861b40-dfd3-485b-8542-a86546f3b4bb tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '4e396c09-bfa1-47b1-a171-069a18a4ff81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:57.469941 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-35861b40-dfd3-485b-8542-a86546f3b4bb tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 12:25:57.470080 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-35861b40-dfd3-485b-8542-a86546f3b4bb tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:57.471362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-35861b40-dfd3-485b-8542-a86546f3b4bb tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099194 Aug 27 12:25:57.475776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.483083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a9d00a34-947b-4507-b200-189112769c22 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '4e396c09-bfa1-47b1-a171-069a18a4ff81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:57.483625 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-a9d00a34-947b-4507-b200-189112769c22 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 12:25:57.485033 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-a9d00a34-947b-4507-b200-189112769c22 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:57.486550 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9d00a34-947b-4507-b200-189112769c22 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090413 Aug 27 12:25:57.489210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.495463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a3aabe-0397-4991-8858-e39b124c6c2b']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:57.498588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3adcdd80-89e2-4e7c-b129-13e279bd33b8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '4e396c09-bfa1-47b1-a171-069a18a4ff81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:57.500342 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-3adcdd80-89e2-4e7c-b129-13e279bd33b8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 12:25:57.500825 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-3adcdd80-89e2-4e7c-b129-13e279bd33b8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:57.501931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3adcdd80-89e2-4e7c-b129-13e279bd33b8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105610 Aug 27 12:25:57.504928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48310) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.511249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4f89d0b8-af9d-40ea-b396-ceab64420dd1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '4e396c09-bfa1-47b1-a171-069a18a4ff81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:57.513210 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-4f89d0b8-af9d-40ea-b396-ceab64420dd1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 12:25:57.514162 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-4f89d0b8-af9d-40ea-b396-ceab64420dd1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:57.516446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f89d0b8-af9d-40ea-b396-ceab64420dd1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100975 Aug 27 12:25:57.519568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48312) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.519762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:57.520019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a266c4-c177-415f-8bdb-28a6b49ad1cd') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:57.555353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.579345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.593083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:25:57.593884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:25:57.595748 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:25:57.611298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-381392e0-c369-485d-91d0-be1894c9b4e3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.620956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ef93a0bc-1c75-4060-aad6-e988874468e0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:57.621568 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.686007 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-381392e0-c369-485d-91d0-be1894c9b4e3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.706314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Allocated IP 172.20.0.1 (f6d70ede-abb5-49a8-9726-bd27b3139861/625affc7-a360-4337-b686-481d79fcceb3/d637e3c0-1635-498f-92bb-f158346f84bc) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:25:57.720392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.747004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-381392e0-c369-485d-91d0-be1894c9b4e3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.751416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-381392e0-c369-485d-91d0-be1894c9b4e3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.754685 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-381392e0-c369-485d-91d0-be1894c9b4e3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/4e396c09-bfa1-47b1-a171-069a18a4ff81 HTTP/1.1" status: 204 len: 168 time: 0.2294581 Aug 27 12:25:57.756051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48320) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.769982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.774633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] 10.222.0.76 "DELETE /v2.0/networks/58a3aabe-0397-4991-8858-e39b124c6c2b HTTP/1.1" status: 204 len: 168 time: 1.5084891 Aug 27 12:25:57.790551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381392e0-c369-485d-91d0-be1894c9b4e3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e396c09-bfa1-47b1-a171-069a18a4ff81,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:57.830689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0134bf-afab-492e-924e-3796b1cfa8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=58a3aabe-0397-4991-8858-e39b124c6c2b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:57.860662 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6fb85fac-754b-4000-9df1-731b2019d072 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985644 Aug 27 12:25:57.861321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48326) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:57.866184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--866410448'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:57.880037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857713ed-bd79-42a5-a789-450059527993 req-9ff7d31b-af9b-432b-aa91-73ff45662152 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:57.882010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-857713ed-bd79-42a5-a789-450059527993 req-9ff7d31b-af9b-432b-aa91-73ff45662152 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1645260 Aug 27 12:25:57.895872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.933259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a03b39e9-1d46-4192-b7cd-58c47344549a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:25:57.944981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-857713ed-bd79-42a5-a789-450059527993 req-4b603062-d2d9-4bbf-8bdb-117e0bdcc266 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556891 Aug 27 12:25:57.959631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:57.975942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Transition to ACTIVE for port object d637e3c0-1635-498f-92bb-f158346f84bc will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:58.025442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.061409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a03b39e9-1d46-4192-b7cd-58c47344549a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:58.061713 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.089523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Network f6d70ede-abb5-49a8-9726-bd27b3139861 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:58.090157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.095014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:58.099600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:25:58.103055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.141539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Pushing event updated for resources: {'Port': ['ID=d637e3c0-1635-498f-92bb-f158346f84bc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:58.189377 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.199415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.200689 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3381412 Aug 27 12:25:58.203410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48330) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.203750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.214356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-840b2f70-c67b-4954-b941-2d7b55c90107 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.214870 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-840b2f70-c67b-4954-b941-2d7b55c90107 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 12:25:58.215410 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-840b2f70-c67b-4954-b941-2d7b55c90107 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.216358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-840b2f70-c67b-4954-b941-2d7b55c90107 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059087 Aug 27 12:25:58.219099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48336) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.224862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ca3cc99b-09e6-4de8-9a99-6b5566556f5c tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.237259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb179007-8ef5-4234-a34f-21faf75b4342,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:58.272643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.272995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.273348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.273691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.274031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.274525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.274867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.275198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.275537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.275869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.276232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.276559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281bf03-38b9-4253-b9be-f65dbbc5f398 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:25:58.311340 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.336234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Transition to ACTIVE for port object 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:25:58.351961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.358531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-77dfc431-5d3a-47c4-8457-fd7b69d6ff6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7caf1307a0854d788479db3d665d1443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515484 Aug 27 12:25:58.359592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48338) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.379232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.402935 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-ca3cc99b-09e6-4de8-9a99-6b5566556f5c tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.407702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca3cc99b-09e6-4de8-9a99-6b5566556f5c tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1876051 Aug 27 12:25:58.409970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.418329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd7d9f2-a3e0-48a2-a195-c3934d25948f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:58.423099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cb849349-5909-4fc6-a44e-9ff0e78e42f3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.423897 n-d-688802-4 neutron-server[94623]: WARNING neutron.api.v2.base [None req-cb849349-5909-4fc6-a44e-9ff0e78e42f3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 12:25:58.424410 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-cb849349-5909-4fc6-a44e-9ff0e78e42f3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.428015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cb849349-5909-4fc6-a44e-9ff0e78e42f3 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112278 Aug 27 12:25:58.428499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48342) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.444907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4dfde62d-9927-49e2-b221-44874d380f39 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.445950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: dbd7d9f2-a3e0-48a2-a195-c3934d25948f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:58.446304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dbd7d9f2-a3e0-48a2-a195-c3934d25948f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:58.446767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f42a42c9-62fd-4029-8ace-de462f27c41a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:25:58.482095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f42a42c9-62fd-4029-8ace-de462f27c41a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:25:58.482509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f42a42c9-62fd-4029-8ace-de462f27c41a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:25:58.486415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Attempting to bind port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:25:58.486869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Attempting to bind port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:25:58.487182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Attempting to bind port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:25:58.509141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:25:58.509141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:25:58.509141 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.509141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:25:58.509141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Bound port: 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:25:58.509141 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.513304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80572e5d-cd04-4140-99d1-bd2c8efafa08 None None] Pushing event updated for resources: {'Port': ['ID=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:58.535443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-774e6f3f-66c5-443b-95d2-a1be1516cc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.580436 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-4dfde62d-9927-49e2-b221-44874d380f39 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.585891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.587557 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4dfde62d-9927-49e2-b221-44874d380f39 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1580036 Aug 27 12:25:58.591535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] For port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:25:58.592812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2ed9b0c2-936d-49ed-8e47-fc297a617573 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.594399 n-d-688802-4 neutron-server[94623]: WARNING neutron.api.v2.base [None req-2ed9b0c2-936d-49ed-8e47-fc297a617573 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 12:25:58.595022 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-2ed9b0c2-936d-49ed-8e47-fc297a617573 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.596606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2ed9b0c2-936d-49ed-8e47-fc297a617573 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088696 Aug 27 12:25:58.601304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48346) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.606068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a051f72-668d-4c15-88d3-0b962664509a None None] Provisioning for port d637e3c0-1635-498f-92bb-f158346f84bc completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:25:58.612325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bb6f9a76-f27f-4c75-9b73-3f7221de50b1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.616227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a051f72-668d-4c15-88d3-0b962664509a None None] Provisioning complete for port d637e3c0-1635-498f-92bb-f158346f84bc triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:58.616445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a051f72-668d-4c15-88d3-0b962664509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.621445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] For port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:25:58.642599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.652266 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.655800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-774e6f3f-66c5-443b-95d2-a1be1516cc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.660645 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.669208 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-bb6f9a76-f27f-4c75-9b73-3f7221de50b1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Project 5dc9295224b9442588381a7b3083bed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:25:58.712391 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-bb6f9a76-f27f-4c75-9b73-3f7221de50b1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.718410 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bb6f9a76-f27f-4c75-9b73-3f7221de50b1 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1152401 Aug 27 12:25:58.720244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48350) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.721851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8a051f72-668d-4c15-88d3-0b962664509a None None] Port d637e3c0-1635-498f-92bb-f158346f84bc cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:58.731665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-44b5af29-0425-45b6-99f5-cff8602a8444 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.732322 n-d-688802-4 neutron-server[94624]: WARNING neutron.api.v2.base [None req-44b5af29-0425-45b6-99f5-cff8602a8444 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 12:25:58.732940 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-44b5af29-0425-45b6-99f5-cff8602a8444 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.737518 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-44b5af29-0425-45b6-99f5-cff8602a8444 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161362 Aug 27 12:25:58.739167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48352) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.745836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-55b7bb96-3929-450f-9f90-039343f1fe90 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.748464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Routers {'3d37ca24-1b31-4434-9b17-1cc93095cc84'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:25:58.748464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3d37ca24-1b31-4434-9b17-1cc93095cc84'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:58.775697 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-55b7bb96-3929-450f-9f90-039343f1fe90 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Project 5dc9295224b9442588381a7b3083bed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:25:58.789540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80572e5d-cd04-4140-99d1-bd2c8efafa08 None None] Pushing event updated for resources: {'Port': ['ID=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:58.800030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-774e6f3f-66c5-443b-95d2-a1be1516cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.800178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Pushing event updated for resources: {'Port': ['ID=d637e3c0-1635-498f-92bb-f158346f84bc,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:58.800292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-774e6f3f-66c5-443b-95d2-a1be1516cc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.800292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-774e6f3f-66c5-443b-95d2-a1be1516cc1b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94937306-7b10-4698-8df1-88aa3b9a7fa8 HTTP/1.1" status: 204 len: 168 time: 0.4396977 Aug 27 12:25:58.812194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e6f3f-66c5-443b-95d2-a1be1516cc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94937306-7b10-4698-8df1-88aa3b9a7fa8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:58.814737 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-55b7bb96-3929-450f-9f90-039343f1fe90 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.816728 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.818677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-55b7bb96-3929-450f-9f90-039343f1fe90 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0776443 Aug 27 12:25:58.819426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48356) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.825375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-49836187-0176-4ad2-83fc-0a9034b2be33 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'bb179007-8ef5-4234-a34f-21faf75b4342', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:58.857444 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-49836187-0176-4ad2-83fc-0a9034b2be33 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Project 5dc9295224b9442588381a7b3083bed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:25:58.874264 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-49836187-0176-4ad2-83fc-0a9034b2be33 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:25:58.876119 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-49836187-0176-4ad2-83fc-0a9034b2be33 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0555077 Aug 27 12:25:58.878992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48360) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:58.942072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Network f6d70ede-abb5-49a8-9726-bd27b3139861 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:25:58.943863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:25:58.960710 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a5174c-5614-4b45-8037-c18ab6e8db7f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:58.992458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a5174c-5614-4b45-8037-c18ab6e8db7f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.065206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a5174c-5614-4b45-8037-c18ab6e8db7f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.068493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33a5174c-5614-4b45-8037-c18ab6e8db7f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.070214 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33a5174c-5614-4b45-8037-c18ab6e8db7f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/bb179007-8ef5-4234-a34f-21faf75b4342 HTTP/1.1" status: 204 len: 168 time: 0.1899519 Aug 27 12:25:59.073225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:59.081609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5174c-5614-4b45-8037-c18ab6e8db7f tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb179007-8ef5-4234-a34f-21faf75b4342,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:59.137360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] Set router 3d37ca24-1b31-4434-9b17-1cc93095cc84 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:25:59.295542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-07e976dc-646f-43c6-9003-cd2d1d37378a None None] Provisioning complete for port d637e3c0-1635-498f-92bb-f158346f84bc triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:25:59.295652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-07e976dc-646f-43c6-9003-cd2d1d37378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.355331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-07e976dc-646f-43c6-9003-cd2d1d37378a None None] Port d637e3c0-1635-498f-92bb-f158346f84bc cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:25:59.448617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd637e3c0-1635-498f-92bb-f158346f84bc', 'name': '', 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'mac_address': 'fa:16:3e:63:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '625affc7-a360-4337-b686-481d79fcceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:57Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 2, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'subnets': [{'id': '625affc7-a360-4337-b686-481d79fcceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:25:59.478312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Router 3d37ca24-1b31-4434-9b17-1cc93095cc84 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:25:59.480099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470a26b-2beb-4b56-a545-2f5af877e7f5 None None] The sync data for ids ['3d37ca24-1b31-4434-9b17-1cc93095cc84'] in n-d-688802-4 is: [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd637e3c0-1635-498f-92bb-f158346f84bc', 'name': '', 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'mac_address': 'fa:16:3e:63:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '625affc7-a360-4337-b686-481d79fcceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:57Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 2, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'subnets': [{'id': '625affc7-a360-4337-b686-481d79fcceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:25:59.483271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-69f0a1f5-4d2c-4cd7-b1c8-fc0f6c7df210 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4086986 Aug 27 12:25:59.488316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48376) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:59.496791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--538282860'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:59.506044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f09760-e1b6-4031-b6ac-017350af152b req-dec5375b-8ecb-4aa6-b251-c1a9dc161c40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:25:59.507921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8f09760-e1b6-4031-b6ac-017350af152b req-dec5375b-8ecb-4aa6-b251-c1a9dc161c40 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.3804736 Aug 27 12:25:59.548657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.641801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8f09760-e1b6-4031-b6ac-017350af152b req-0490bb13-d52e-4093-8390-cd4bee387c29 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112127 Aug 27 12:25:59.654489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.664925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.697197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7145b1ac-1d8c-4f4c-ba4a-3f00f4c84873,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:25:59.702748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:25:59.704542 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac1e977b-356e-4ac0-bb7c-bdc5d3ec87be tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2150729 Aug 27 12:25:59.705668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48386) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:59.710742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b125444c-8511-4d46-89f8-bb02f73ded78 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '7145b1ac-1d8c-4f4c-ba4a-3f00f4c84873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:59.720473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:25:59.731080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dd4c8bb8-1e07-4acd-81ef-3c8c825d7887 admin admin] 10.222.0.76 "PUT /v2.0/routers/3d37ca24-1b31-4434-9b17-1cc93095cc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3853042 Aug 27 12:25:59.779537 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-b125444c-8511-4d46-89f8-bb02f73ded78 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The resource could not be found. Aug 27 12:25:59.781370 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b125444c-8511-4d46-89f8-bb02f73ded78 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0742686 Aug 27 12:25:59.784427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:59.789772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e1c16348-c360-4aa5-9fb6-b76e1264b049 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '7145b1ac-1d8c-4f4c-ba4a-3f00f4c84873', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '797d28cf-d268-473b-bb2f-201f25f4eb70'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:25:59.879268 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-e1c16348-c360-4aa5-9fb6-b76e1264b049 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The resource could not be found. Aug 27 12:25:59.882423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e1c16348-c360-4aa5-9fb6-b76e1264b049 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0944140 Aug 27 12:25:59.882839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:25:59.936772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48398) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:00.129751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1639537236-network', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:00.156166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:00.159244 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.171612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.374910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.382495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.414346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:26:00.436199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.436658 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Added segment ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250 of type vlan for network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 Aug 27 12:26:00.444950 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bb39f2b-990c-4c04-bb02-7d4f316fd28b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.449328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9494e2-b3ac-4fe1-af0b-29b6468187ed,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:00.472270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bb39f2b-990c-4c04-bb02-7d4f316fd28b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.500501 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.547712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.548675 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bb39f2b-990c-4c04-bb02-7d4f316fd28b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.549006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:00.549825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.551457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bb39f2b-990c-4c04-bb02-7d4f316fd28b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.552755 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6bb39f2b-990c-4c04-bb02-7d4f316fd28b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/7145b1ac-1d8c-4f4c-ba4a-3f00f4c84873 HTTP/1.1" status: 204 len: 168 time: 0.6688328 Aug 27 12:26:00.558247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48420) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:00.580217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb39f2b-990c-4c04-bb02-7d4f316fd28b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7145b1ac-1d8c-4f4c-ba4a-3f00f4c84873,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:00.654512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7178023 Aug 27 12:26:00.658422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:00.664226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Request body: {'subnet': {'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1639537236-subnet', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:00.691274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c09eb5-b01a-4410-82d3-93b6cbafc895 admin admin] Pushing event updated for resources: {'Network': ['ID=73fa4e02-6fe0-4d04-b714-a29c0af37e17,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:00.702758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:00.703110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d473b5b9-acbb-45f3-8d33-201418485360 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410582 Aug 27 12:26:00.708548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d27c72b1-32d1-4a09-906b-580d02e0b45b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '5735af6d-5203-4ccd-8653-734e183ef743', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:00.711002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:26:00.716771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:00.719292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:00.897924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a0e0-4f5e-4b02-bd90-c330113917b1 req-3bd308c6-203b-4e94-bbb2-d57e17b43202 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:00.899621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68b9a0e0-4f5e-4b02-bd90-c330113917b1 req-3bd308c6-203b-4e94-bbb2-d57e17b43202 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1074865 Aug 27 12:26:00.902946 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d27c72b1-32d1-4a09-906b-580d02e0b45b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The resource could not be found. Aug 27 12:26:00.907326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d27c72b1-32d1-4a09-906b-580d02e0b45b tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1997802 Aug 27 12:26:00.907693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:00.915040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--298827400'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:00.996165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.051270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68b9a0e0-4f5e-4b02-bd90-c330113917b1 req-33551743-d3c1-431c-a0d9-ab03576e3623 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314964 Aug 27 12:26:01.314123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.328099 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.341780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.460443 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.477080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:01.477993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5618763 Aug 27 12:26:01.487243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138243963'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:01.517679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa848d-8129-48c7-a40a-bf3c9418a8e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f888a59a-13bf-486c-854c-13d1f2df23a0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:01.557797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:01.567012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0220b606-329f-45f8-a3eb-ce48bd4438a9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:01.587472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Checking segment: {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:01.590011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Network hostable DHCP agents. Network: 73fa4e02-6fe0-4d04-b714-a29c0af37e17, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:26:01.598207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.619661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:26:01.632498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 73fa4e02-6fe0-4d04-b714-a29c0af37e17) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:01.639507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:01.640204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.659740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70435f40-973a-4e47-add6-f775b3f8a5f7 None None] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:01.668837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-06ecfc7c-d74f-45d4-9fdc-8fcfe2b1e802 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0093057 Aug 27 12:26:01.671473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:01.676344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:01.871634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.883310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.901754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:01.913464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.917291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.920042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:01.923158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.928596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-73fa4e02-6fe0-4d04-b714-a29c0af37e17', 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'fixed_ips': [{'subnet_id': '0220b606-329f-45f8-a3eb-ce48bd4438a9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:26:01.934936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.936395 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:01.941951 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4612544 Aug 27 12:26:01.953080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:01.958715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-15fbcf71-664a-4b46-a0ee-b595eaddb5e8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': 'f888a59a-13bf-486c-854c-13d1f2df23a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '11eb0f72-d0d1-42f2-8eb7-c863a7e2d00f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:01.986470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf20e7e-4fcb-44c9-b866-b0ad6f6dcebd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb0f72-d0d1-42f2-8eb7-c863a7e2d00f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:02.062286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48468) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:02.096855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.204394 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.264184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:02.280050 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.320497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Allocated IP 172.20.0.2 (73fa4e02-6fe0-4d04-b714-a29c0af37e17/0220b606-329f-45f8-a3eb-ce48bd4438a9/037acda8-a892-410d-b67c-e2e6c422dffa) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:02.320726 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-15fbcf71-664a-4b46-a0ee-b595eaddb5e8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:26:02.326802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-15fbcf71-664a-4b46-a0ee-b595eaddb5e8 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3696673 Aug 27 12:26:02.330066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48474) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:02.425987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:02.457339 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.506336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17405-8ecf-4b74-af2d-cc21f78ccafb req-f82aa135-ad32-47e2-922d-369edf74132a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:02.508576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4b17405-8ecf-4b74-af2d-cc21f78ccafb req-f82aa135-ad32-47e2-922d-369edf74132a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2985914 Aug 27 12:26:02.574140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7aafe4d-3887-44d4-ae5b-3d61cfe16912 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.617284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7aafe4d-3887-44d4-ae5b-3d61cfe16912 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.621982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4b17405-8ecf-4b74-af2d-cc21f78ccafb req-781d6a12-8a35-4ad3-ae57-df8ac8f570ae tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796976 Aug 27 12:26:02.628917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.642418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Transition to ACTIVE for port object 037acda8-a892-410d-b67c-e2e6c422dffa will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:02.660869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Transition to ACTIVE for port object 037acda8-a892-410d-b67c-e2e6c422dffa will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:02.671408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.695940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7aafe4d-3887-44d4-ae5b-3d61cfe16912 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.700431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b7aafe4d-3887-44d4-ae5b-3d61cfe16912 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.702519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b7aafe4d-3887-44d4-ae5b-3d61cfe16912 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/11eb0f72-d0d1-42f2-8eb7-c863a7e2d00f HTTP/1.1" status: 204 len: 168 time: 0.3707919 Aug 27 12:26:02.709884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48476) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:02.719976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aafe4d-3887-44d4-ae5b-3d61cfe16912 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb0f72-d0d1-42f2-8eb7-c863a7e2d00f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:02.745432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Pushing event updated for resources: {'Port': ['ID=037acda8-a892-410d-b67c-e2e6c422dffa,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:02.796242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:02.798631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:02.801146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:02.895393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Attempting to bind port 037acda8-a892-410d-b67c-e2e6c422dffa on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:02.896413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Attempting to bind port 037acda8-a892-410d-b67c-e2e6c422dffa by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:02.897025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Attempting to bind port 037acda8-a892-410d-b67c-e2e6c422dffa on network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:02.907926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:02.908550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Checking segment: {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:02.911437 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.914277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Bound using segment: {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:02.914858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Bound port: 037acda8-a892-410d-b67c-e2e6c422dffa, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:02.915479 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.925789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d5885f9d-251b-4bdf-8e73-2ffdd03ef46c tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2121775 Aug 27 12:26:02.928571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:02.935214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.942084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:02.969208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.006762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] For port 037acda8-a892-410d-b67c-e2e6c422dffa, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:03.011618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] For port 037acda8-a892-410d-b67c-e2e6c422dffa, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=037acda8-a892-410d-b67c-e2e6c422dffa,segment=NetworkSegment(ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250),segment_id=ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:03.019366 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.064190 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Sync routers for ids ['3d37ca24-1b31-4434-9b17-1cc93095cc84'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:03.070923 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f60e06b-c03e-4480-95d0-40d0dceffacf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.080857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Routers {'3d37ca24-1b31-4434-9b17-1cc93095cc84'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:03.081482 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3d37ca24-1b31-4434-9b17-1cc93095cc84'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:03.108131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcbd9-b1fa-4c8d-9fb7-c39bc3a09912 None None] Pushing event updated for resources: {'Port': ['ID=037acda8-a892-410d-b67c-e2e6c422dffa,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:03.142212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f60e06b-c03e-4480-95d0-40d0dceffacf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.177179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Allocated IP 172.25.8.112 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b24cd399-8108-474f-9c2e-5b833b3f58f2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:03.242729 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Set router 3d37ca24-1b31-4434-9b17-1cc93095cc84 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:03.246669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f60e06b-c03e-4480-95d0-40d0dceffacf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.249208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f60e06b-c03e-4480-95d0-40d0dceffacf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.252780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f60e06b-c03e-4480-95d0-40d0dceffacf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/f888a59a-13bf-486c-854c-13d1f2df23a0 HTTP/1.1" status: 204 len: 168 time: 0.3207884 Aug 27 12:26:03.253845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:03.263915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e06b-c03e-4480-95d0-40d0dceffacf tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888a59a-13bf-486c-854c-13d1f2df23a0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:03.328494 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37237df8-8233-4918-8db1-852c2f17f630 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733938 Aug 27 12:26:03.329337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:03.350217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859599116'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:03.359770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.431531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.498872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:03.503578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Pushing event updated for resources: {'Port': ['ID=b24cd399-8108-474f-9c2e-5b833b3f58f2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:03.508456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:03.510184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:03.517735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:03.521968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.644645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:03.645302 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.667931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Deleting port a03b39e9-1d46-4192-b7cd-58c47344549a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:03.668480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.892790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.895063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] For port a03b39e9-1d46-4192-b7cd-58c47344549a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a03b39e9-1d46-4192-b7cd-58c47344549a,segment=NetworkSegment(af0cff0c-50f0-4873-987c-dbca6029655b),segment_id=af0cff0c-50f0-4873-987c-dbca6029655b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:03.895413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.904756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.943147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42881586-93e9-4eda-a153-36857395731f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:03.946076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Calling delete_port for a03b39e9-1d46-4192-b7cd-58c47344549a owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:03.964166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:03.969474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4190c386-9801-4e9b-9eee-03728fa22b45 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6230478 Aug 27 12:26:03.974739 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd637e3c0-1635-498f-92bb-f158346f84bc', 'name': '', 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'mac_address': 'fa:16:3e:63:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '625affc7-a360-4337-b686-481d79fcceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:57Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 2, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'subnets': [{'id': '625affc7-a360-4337-b686-481d79fcceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:03.993524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:04.004485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-294d2e03-3cb0-44ba-b33a-6018a970951d tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '42881586-93e9-4eda-a153-36857395731f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:04.067693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Checking router: 3d37ca24-1b31-4434-9b17-1cc93095cc84 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:04.068239 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Updating router 3d37ca24-1b31-4434-9b17-1cc93095cc84 port d637e3c0-1635-498f-92bb-f158346f84bc binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:04.068496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f984-ca37-480e-b8b4-076ba5ff61be req-8357f359-f1c2-4ec3-819a-290104eb6ff9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:04.070298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b13f984-ca37-480e-b8b4-076ba5ff61be req-8357f359-f1c2-4ec3-819a-290104eb6ff9 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2940578 Aug 27 12:26:04.167439 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.271665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b13f984-ca37-480e-b8b4-076ba5ff61be req-f9c7fc5f-ba55-4390-ab3a-5754983f8b34 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864598 Aug 27 12:26:04.287768 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-294d2e03-3cb0-44ba-b33a-6018a970951d tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:26:04.289069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-294d2e03-3cb0-44ba-b33a-6018a970951d tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2946961 Aug 27 12:26:04.292825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48500) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:04.297836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8fdfbd90-9828-4d85-928e-d41fbd951fba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group_rule': {'security_group_id': '42881586-93e9-4eda-a153-36857395731f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:04.316240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.352667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03b39e9-1d46-4192-b7cd-58c47344549a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:04.470223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.535289 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-8fdfbd90-9828-4d85-928e-d41fbd951fba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:26:04.536636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8fdfbd90-9828-4d85-928e-d41fbd951fba tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2426386 Aug 27 12:26:04.539375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:04.678200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1b19a05-eecd-46b9-80ff-b0591e2a5915 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.691937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.774783 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.788898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Transition to ACTIVE for port object d637e3c0-1635-498f-92bb-f158346f84bc will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:04.799529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a8946f-d883-4efd-b891-47eed37a6648 None None] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:04.800348 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.864911 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1b19a05-eecd-46b9-80ff-b0591e2a5915 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.868770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.920143 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c2eae-cba0-4251-bdc9-92509dcda993 None None] Pushing event updated for resources: {'Port': ['ID=d637e3c0-1635-498f-92bb-f158346f84bc,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:04.957114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-911c5a4c-8bc4-4be5-9faa-37da87fd64c0 None None] Provisioning for port 037acda8-a892-410d-b67c-e2e6c422dffa completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:04.977853 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Attempting to bind port d637e3c0-1635-498f-92bb-f158346f84bc on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:04.978532 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Attempting to bind port d637e3c0-1635-498f-92bb-f158346f84bc by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:04.980551 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Attempting to bind port d637e3c0-1635-498f-92bb-f158346f84bc on network f6d70ede-abb5-49a8-9726-bd27b3139861 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:04.994453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:04.998173 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Checking segment: {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:04.998641 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:04.999043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Bound using segment: {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:04.999577 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Bound port: d637e3c0-1635-498f-92bb-f158346f84bc, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198c28d8-4f85-4a51-868c-e9107b611564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:04.999985 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.051853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Router 5f86bc8f-db94-48b1-8b06-ca8b04851809 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:05.077942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1b19a05-eecd-46b9-80ff-b0591e2a5915 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.086533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e1b19a05-eecd-46b9-80ff-b0591e2a5915 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.089580 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] For port d637e3c0-1635-498f-92bb-f158346f84bc, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:05.093291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e1b19a05-eecd-46b9-80ff-b0591e2a5915 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/42881586-93e9-4eda-a153-36857395731f HTTP/1.1" status: 204 len: 168 time: 0.5525775 Aug 27 12:26:05.094330 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] For port d637e3c0-1635-498f-92bb-f158346f84bc, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d637e3c0-1635-498f-92bb-f158346f84bc,segment=NetworkSegment(198c28d8-4f85-4a51-868c-e9107b611564),segment_id=198c28d8-4f85-4a51-868c-e9107b611564)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:05.097204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:05.102626 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.139585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b19a05-eecd-46b9-80ff-b0591e2a5915 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42881586-93e9-4eda-a153-36857395731f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:05.213345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1afd306f-e958-4926-b262-e82d7eaa884d tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090496 Aug 27 12:26:05.214891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:05.218426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:05.232112 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3ad1c343-4af2-42a3-b9be-e8f24b132812 admin admin] 10.222.0.76 "PUT /v2.0/routers/5f86bc8f-db94-48b1-8b06-ca8b04851809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1665304 Aug 27 12:26:05.232348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] Sync routers for ids ['5f86bc8f-db94-48b1-8b06-ca8b04851809'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:05.232470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48510) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:05.239694 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Routers {'3d37ca24-1b31-4434-9b17-1cc93095cc84'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:05.240352 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3d37ca24-1b31-4434-9b17-1cc93095cc84'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:05.249105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'tempest-secgroup--827300061'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:05.268627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] Routers {'5f86bc8f-db94-48b1-8b06-ca8b04851809'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:05.271749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5f86bc8f-db94-48b1-8b06-ca8b04851809'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:05.341498 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.445648 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c2eae-cba0-4251-bdc9-92509dcda993 None None] Pushing event updated for resources: {'Port': ['ID=d637e3c0-1635-498f-92bb-f158346f84bc,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:05.477729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Router 560b24bf-a32a-48b9-881b-a67a1baac182 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:26:05.533346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.577941 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] Set router 3d37ca24-1b31-4434-9b17-1cc93095cc84 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:05.613343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] Set router 5f86bc8f-db94-48b1-8b06-ca8b04851809 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:05.716289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:05.756442 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Sync routers for ids ['560b24bf-a32a-48b9-881b-a67a1baac182'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:05.779742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031cb27-44cf-4b97-b933-6b221c501add req-1d4a1959-e123-4a4f-9092-527391075f2f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:05.779742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1031cb27-44cf-4b97-b933-6b221c501add req-1d4a1959-e123-4a4f-9092-527391075f2f tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2800024 Aug 27 12:26:05.784419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.821085 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Routers {'560b24bf-a32a-48b9-881b-a67a1baac182'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:05.821730 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['560b24bf-a32a-48b9-881b-a67a1baac182'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:05.854553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Deleting port 531eeb72-66ca-4bea-be97-f0ab9118d791 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:05.854932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.867881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d637e3c0-1635-498f-92bb-f158346f84bc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:05.975314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] For port 531eeb72-66ca-4bea-be97-f0ab9118d791, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=531eeb72-66ca-4bea-be97-f0ab9118d791,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:05.975709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:05.993462 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Set router 560b24bf-a32a-48b9-881b-a67a1baac182 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:05.997259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d637e3c0-1635-498f-92bb-f158346f84bc completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:06.002677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Calling delete_port for 531eeb72-66ca-4bea-be97-f0ab9118d791 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:06.004314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d637e3c0-1635-498f-92bb-f158346f84bc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:06.004921 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.060011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:26:04Z', 'revision_number': 5, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port': {'id': '531eeb72-66ca-4bea-be97-f0ab9118d791', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:42Z', 'updated_at': '2021-08-27T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:06.092886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] Checking router: 5f86bc8f-db94-48b1-8b06-ca8b04851809 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:06.122205 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd637e3c0-1635-498f-92bb-f158346f84bc', 'name': '', 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'mac_address': 'fa:16:3e:63:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '625affc7-a360-4337-b686-481d79fcceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:57Z', 'updated_at': '2021-08-27T12:26:05Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'subnets': [{'id': '625affc7-a360-4337-b686-481d79fcceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:06.132175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] Routers {'5f86bc8f-db94-48b1-8b06-ca8b04851809'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:06.133199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5f86bc8f-db94-48b1-8b06-ca8b04851809'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:06.162608 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396cc07-94e2-4eb0-9f2e-45922586756c None None] The sync data for ids ['3d37ca24-1b31-4434-9b17-1cc93095cc84'] in n-d-688802-4 is: [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:25:58Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd637e3c0-1635-498f-92bb-f158346f84bc', 'name': '', 'network_id': 'f6d70ede-abb5-49a8-9726-bd27b3139861', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'mac_address': 'fa:16:3e:63:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '625affc7-a360-4337-b686-481d79fcceb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:57Z', 'updated_at': '2021-08-27T12:26:05Z', 'revision_number': 4, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'subnets': [{'id': '625affc7-a360-4337-b686-481d79fcceb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:06.176167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1031cb27-44cf-4b97-b933-6b221c501add req-9ad5565e-b1a5-405c-8ff4-5e0008068b8c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772373 Aug 27 12:26:06.186577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.195932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.245314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8ba09-6fe2-4cf3-aac3-000f232be7e1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:06.246839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.248184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.252163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-591f0660-ed86-40ef-80ad-4df65c227075 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5769777 Aug 27 12:26:06.253189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.270921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:26:04Z', 'revision_number': 3, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:06.304560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.305190 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Checking router: 560b24bf-a32a-48b9-881b-a67a1baac182 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:06.305782 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Updating router 560b24bf-a32a-48b9-881b-a67a1baac182 port b24cd399-8108-474f-9c2e-5b833b3f58f2 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:06.309626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-911d19c7-ee3f-4d02-84c8-4a76c7756501 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0737829 Aug 27 12:26:06.310408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48518) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.321233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d0385520-c545-4ff2-a895-2adc733ed1e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:06.321932 n-d-688802-4 neutron-server[94623]: WARNING neutron.api.v2.base [None req-d0385520-c545-4ff2-a895-2adc733ed1e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 12:26:06.322482 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d0385520-c545-4ff2-a895-2adc733ed1e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 12:26:06.324286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Pushing event deleted for resources: {'Port': ['ID=531eeb72-66ca-4bea-be97-f0ab9118d791,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:06.328135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d0385520-c545-4ff2-a895-2adc733ed1e5 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "PUT /v2.0/security-groups/2dc8ba09-6fe2-4cf3-aac3-000f232be7e1 HTTP/1.1" status: 409 len: 330 time: 0.0106928 Aug 27 12:26:06.333120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48520) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.351657 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.459587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.468494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4dcd05-451e-4b36-9195-ee2ac3651dfd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.546774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.627954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] Set router 5f86bc8f-db94-48b1-8b06-ca8b04851809 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:06.658714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4dcd05-451e-4b36-9195-ee2ac3651dfd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.667996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.681307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.728136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:26:05Z', 'revision_number': 6, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:06.783308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.783308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f86bc8f-db94-48b1-8b06-ca8b04851809 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:26:06.788347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.794005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9fda48ec-8320-46e8-9577-28a1236d245e admin admin] 10.222.0.76 "DELETE /v2.0/routers/5f86bc8f-db94-48b1-8b06-ca8b04851809 HTTP/1.1" status: 204 len: 168 time: 1.5604584 Aug 27 12:26:06.794276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48530) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.802642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4dcd05-451e-4b36-9195-ee2ac3651dfd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.810615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc4dcd05-451e-4b36-9195-ee2ac3651dfd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.812188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d637e3c0-1635-498f-92bb-f158346f84bc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d637e3c0-1635-498f-92bb-f158346f84bc,segment=NetworkSegment(198c28d8-4f85-4a51-868c-e9107b611564),segment_id=198c28d8-4f85-4a51-868c-e9107b611564)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:06.815284 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc4dcd05-451e-4b36-9195-ee2ac3651dfd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/2dc8ba09-6fe2-4cf3-aac3-000f232be7e1 HTTP/1.1" status: 204 len: 168 time: 0.4811003 Aug 27 12:26:06.816375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48532) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.816521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306f68f-bce7-4192-8251-19b02b8748d2 None None] The sync data for ids ['5f86bc8f-db94-48b1-8b06-ca8b04851809'] in n-d-688802-4 is: [{'id': '5f86bc8f-db94-48b1-8b06-ca8b04851809', 'name': 'tempest-TestAggregatesBasicOps-588910624-router', 'tenant_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:41Z', 'updated_at': '2021-08-27T12:26:05Z', 'revision_number': 6, 'project_id': 'fe8a0ffbbdf248908c4fd522187d0bbf', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:06.821903 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:06.822619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 037acda8-a892-410d-b67c-e2e6c422dffa up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:06.841636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dcd05-451e-4b36-9195-ee2ac3651dfd tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8ba09-6fe2-4cf3-aac3-000f232be7e1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:06.920957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c8336c8e-2b40-43b8-b429-30189a41769d tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883687 Aug 27 12:26:06.921413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48538) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.958340 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-beb18e67-58fd-4f05-a408-41a202b4ddb6 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] delete failed (client error): The resource could not be found. Aug 27 12:26:06.961969 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-beb18e67-58fd-4f05-a408-41a202b4ddb6 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "DELETE /v2.0/security-groups/dee73f10-6c83-4857-8e50-69a919bbb245 HTTP/1.1" status: 404 len: 347 time: 0.0395377 Aug 27 12:26:06.966337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48540) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:06.991566 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-44a0e21c-ca2f-49f9-b9fd-fa0a87164348 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] show failed (client error): The resource could not be found. Aug 27 12:26:06.992616 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-44a0e21c-ca2f-49f9-b9fd-fa0a87164348 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-groups/1fbd1944-6f43-4123-a573-fe0bf536f0f6 HTTP/1.1" status: 404 len: 347 time: 0.0252934 Aug 27 12:26:06.997085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:07.007280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Deleting subnet 579d09ad-3228-4595-8e63-eb5c1671a8d2 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:26:07.007543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 037acda8-a892-410d-b67c-e2e6c422dffa completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:07.011428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.014091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 037acda8-a892-410d-b67c-e2e6c422dffa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:07.014504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.019259 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-80a83da0-8c6e-4652-aff5-dbfebfb5c3e7 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] show failed (client error): The resource could not be found. Aug 27 12:26:07.024469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80a83da0-8c6e-4652-aff5-dbfebfb5c3e7 tempest-NegativeSecGroupIPv6Test-1257423874 tempest-NegativeSecGroupIPv6Test-1257423874-project] 10.222.0.76 "GET /v2.0/security-group-rules/a897d1a4-65b4-4719-8bb2-1849e577408d HTTP/1.1" status: 404 len: 356 time: 0.0223343 Aug 27 12:26:07.024637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d637e3c0-1635-498f-92bb-f158346f84bc,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:07.041573 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.056830 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Transition to ACTIVE for port object b24cd399-8108-474f-9c2e-5b833b3f58f2 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:07.072331 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.072614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.073539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.074064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.074588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.075106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.075599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.076101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.076655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.077200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.077988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.078582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.079150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:07.111433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.171133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.252607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 037acda8-a892-410d-b67c-e2e6c422dffa, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=037acda8-a892-410d-b67c-e2e6c422dffa,segment=NetworkSegment(ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250),segment_id=ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:07.255273 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975bd6-8ca5-4847-90c6-47c33aca1af6 None None] Pushing event updated for resources: {'Port': ['ID=b24cd399-8108-474f-9c2e-5b833b3f58f2,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:07.260955 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.278642 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Attempting to bind port b24cd399-8108-474f-9c2e-5b833b3f58f2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:07.279181 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Attempting to bind port b24cd399-8108-474f-9c2e-5b833b3f58f2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:07.279547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Attempting to bind port b24cd399-8108-474f-9c2e-5b833b3f58f2 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:07.292843 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:07.293521 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:07.294132 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.295381 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:07.295868 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Bound port: b24cd399-8108-474f-9c2e-5b833b3f58f2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:07.297786 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.343487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.391555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=037acda8-a892-410d-b67c-e2e6c422dffa,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:07.429325 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] For port b24cd399-8108-474f-9c2e-5b833b3f58f2, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:07.435586 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] For port b24cd399-8108-474f-9c2e-5b833b3f58f2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b24cd399-8108-474f-9c2e-5b833b3f58f2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:07.442676 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.460795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.491390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48550) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:07.527903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37146cd4-92f2-44a0-9f72-aa2e0b26cbe1 req-fd9d0c4b-5dde-45ca-87ea-4dc7901bedf1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:07.529524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37146cd4-92f2-44a0-9f72-aa2e0b26cbe1 req-fd9d0c4b-5dde-45ca-87ea-4dc7901bedf1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1485224 Aug 27 12:26:07.555850 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Routers {'560b24bf-a32a-48b9-881b-a67a1baac182'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:07.557785 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['560b24bf-a32a-48b9-881b-a67a1baac182'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:07.644445 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975bd6-8ca5-4847-90c6-47c33aca1af6 None None] Pushing event updated for resources: {'Port': ['ID=b24cd399-8108-474f-9c2e-5b833b3f58f2,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:07.644908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37146cd4-92f2-44a0-9f72-aa2e0b26cbe1 req-68a44b18-fc69-4ee1-99b9-72c714b4fe3d tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052206 Aug 27 12:26:07.673078 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.706178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579d09ad-3228-4595-8e63-eb5c1671a8d2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:07.712073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.714144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-462c40e0-6ac7-4a82-98d3-72e731ffd698 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/579d09ad-3228-4595-8e63-eb5c1671a8d2 HTTP/1.1" status: 204 len: 168 time: 0.9189439 Aug 27 12:26:07.717557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504e06c-b0e4-46f9-a616-6208db172110 None None] Network 4f585564-d7c4-4978-8272-e845ce6c8f09 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:07.718495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48554) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:07.737840 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] Set router 560b24bf-a32a-48b9-881b-a67a1baac182 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:07.741625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Allocated IP 172.20.0.1 (73fa4e02-6fe0-4d04-b714-a29c0af37e17/0220b606-329f-45f8-a3eb-ce48bd4438a9/d6642030-8516-492b-8bf3-fc10c1a55222) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:07.833000 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4752f2db-8c52-4b92-b8f1-0a5536471218 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5dc9295224b9442588381a7b3083bed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374815 Aug 27 12:26:07.833000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48558) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:07.883972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.903445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d637e3c0-1635-498f-92bb-f158346f84bc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:07.977934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e478-d0f7-4d3a-bdaa-12272eea0b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:07.981452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.010743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Transition to ACTIVE for port object d6642030-8516-492b-8bf3-fc10c1a55222 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:08.022766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e478-d0f7-4d3a-bdaa-12272eea0b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.025318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Deleting port 65cab5bb-6b6f-4820-85ca-99576335fd07 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:08.025660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.058516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d637e3c0-1635-498f-92bb-f158346f84bc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:08.059453 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.076021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.115936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] DHCP port deletion for 4f585564-d7c4-4978-8272-e845ce6c8f09 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:26:08.121002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:08.122854 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:26:04Z', 'revision_number': 3, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:08.125433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:08.155737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] For port 65cab5bb-6b6f-4820-85ca-99576335fd07, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=65cab5bb-6b6f-4820-85ca-99576335fd07,segment=NetworkSegment(af0cff0c-50f0-4873-987c-dbca6029655b),segment_id=af0cff0c-50f0-4873-987c-dbca6029655b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:08.155970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.171300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:08.190876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Calling delete_port for 65cab5bb-6b6f-4820-85ca-99576335fd07 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:08.195818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d97594-2b4c-4fe7-bbc4-aab207a82fb3 None None] The sync data for ids ['560b24bf-a32a-48b9-881b-a67a1baac182'] in n-d-688802-4 is: [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:26:04Z', 'revision_number': 3, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:08.229815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e478-d0f7-4d3a-bdaa-12272eea0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.235788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e478-d0f7-4d3a-bdaa-12272eea0b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.251184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3ee4e478-d0f7-4d3a-bdaa-12272eea0b1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e9a786c-d310-485e-a92e-65b9892d621a HTTP/1.1" status: 204 len: 168 time: 0.4137836 Aug 27 12:26:08.297489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Pushing event updated for resources: {'Port': ['ID=d6642030-8516-492b-8bf3-fc10c1a55222,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:08.319100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.334508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a03b39e9-1d46-4192-b7cd-58c47344549a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:08.369328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.383545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4e478-d0f7-4d3a-bdaa-12272eea0b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a786c-d310-485e-a92e-65b9892d621a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:08.389812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a03b39e9-1d46-4192-b7cd-58c47344549a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:08.390146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a03b39e9-1d46-4192-b7cd-58c47344549a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:08.393982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Deleting port 65cab5bb-6b6f-4820-85ca-99576335fd07 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:08.394355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.396589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.497178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] For port 65cab5bb-6b6f-4820-85ca-99576335fd07, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:08.497661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.503508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] No DVR routers for this DVR port 65cab5bb-6b6f-4820-85ca-99576335fd07 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:08.554555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cab5bb-6b6f-4820-85ca-99576335fd07,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:08.559009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Calling delete_port for 65cab5bb-6b6f-4820-85ca-99576335fd07 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:08.568660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Port 65cab5bb-6b6f-4820-85ca-99576335fd07 was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:26:08.575470 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.625888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.643902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f585564-d7c4-4978-8272-e845ce6c8f09']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:08.654267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] Pushing event deleted for resources: {'Port': ['ID=65cab5bb-6b6f-4820-85ca-99576335fd07,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:08.667968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0cff0c-50f0-4873-987c-dbca6029655b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:08.670803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0cff0c-50f0-4873-987c-dbca6029655b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:08.671155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50966e5-6bbc-4aab-964a-5318199c57d9 None None] No DVR routers for this DVR port 65cab5bb-6b6f-4820-85ca-99576335fd07 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:08.717552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.737432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cdf1913e-7c2a-469a-8366-b347b22abdbb None None] Provisioning for port d6642030-8516-492b-8bf3-fc10c1a55222 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:08.770809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cdf1913e-7c2a-469a-8366-b347b22abdbb None None] Provisioning complete for port d6642030-8516-492b-8bf3-fc10c1a55222 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:08.771810 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cdf1913e-7c2a-469a-8366-b347b22abdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.787493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.804869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:26:08.807929 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:26:08.813839 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:26:08.819070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1913e-7c2a-469a-8366-b347b22abdbb None None] Port d6642030-8516-492b-8bf3-fc10c1a55222 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:08.840475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.967348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.976591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e200-078b-4b99-93ec-1e182fd8f6d0 req-ae5eca6e-2e72-49ea-9aee-d8ea9d56775a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:08.978303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fb2e200-078b-4b99-93ec-1e182fd8f6d0 req-ae5eca6e-2e72-49ea-9aee-d8ea9d56775a tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1810770 Aug 27 12:26:08.986234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:08.994331 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4f585564-d7c4-4978-8272-e845ce6c8f09 HTTP/1.1" status: 204 len: 168 time: 1.2714853 Aug 27 12:26:08.995455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48580) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:09.070942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fb2e200-078b-4b99-93ec-1e182fd8f6d0 req-c3f0234e-d6be-4c5c-a65c-49c0379a180c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849090 Aug 27 12:26:09.281854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:09.295865 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:09.346351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:09.577682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c689d-b265-4ebe-850a-f09687d7dace req-b6add335-c2a0-4e62-90da-5e6c288f458f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:09.585510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d7c689d-b265-4ebe-850a-f09687d7dace req-b6add335-c2a0-4e62-90da-5e6c288f458f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.2425709 Aug 27 12:26:09.627375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Pushing event updated for resources: {'Port': ['ID=d6642030-8516-492b-8bf3-fc10c1a55222,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:09.630801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b24cd399-8108-474f-9c2e-5b833b3f58f2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:09.645398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698d6d-5de7-441e-83dc-28f8f9022637 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f585564-d7c4-4978-8272-e845ce6c8f09,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:09.671464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d7c689d-b265-4ebe-850a-f09687d7dace req-69ca173e-7f37-42dd-ac9f-84f9c3548d67 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850449 Aug 27 12:26:09.702283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:09.705523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:09.714477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:09.780968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b24cd399-8108-474f-9c2e-5b833b3f58f2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:09.786627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b24cd399-8108-474f-9c2e-5b833b3f58f2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:09.787061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:09.968411 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:09.985045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-984364e7-b27d-439c-bdc0-fd0ec16ab795 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/13a3c57f-6e3b-4176-b3bd-7bc6311c745a HTTP/1.1" status: 200 len: 993 time: 0.2692530 Aug 27 12:26:09.987623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Router 560b24bf-a32a-48b9-881b-a67a1baac182 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:10.017834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b24cd399-8108-474f-9c2e-5b833b3f58f2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b24cd399-8108-474f-9c2e-5b833b3f58f2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:10.026830 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:10.028019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 037acda8-a892-410d-b67c-e2e6c422dffa up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:10.215075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:10.230286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b24cd399-8108-474f-9c2e-5b833b3f58f2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:10.233725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f4690abc-39fe-4fd9-aee4-d7acad84890e None None] Provisioning complete for port d6642030-8516-492b-8bf3-fc10c1a55222 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:10.234098 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f4690abc-39fe-4fd9-aee4-d7acad84890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:10.269340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:10.276729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-70ea6082-a87a-469b-b3e3-289083c01069 admin admin] 10.222.0.76 "PUT /v2.0/routers/560b24bf-a32a-48b9-881b-a67a1baac182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0225301 Aug 27 12:26:10.294001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 037acda8-a892-410d-b67c-e2e6c422dffa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:10.294513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:10.297438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f4690abc-39fe-4fd9-aee4-d7acad84890e None None] Port d6642030-8516-492b-8bf3-fc10c1a55222 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:10.405718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d765e1-19ba-45ed-b2db-a930b612ed63 req-ec6286e2-d188-40e6-a5a9-2fd1ddd30ef8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:10.410061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79d765e1-19ba-45ed-b2db-a930b612ed63 req-ec6286e2-d188-40e6-a5a9-2fd1ddd30ef8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1386454 Aug 27 12:26:10.524042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 65cab5bb-6b6f-4820-85ca-99576335fd07 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:10.554857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48622) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:10.564663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 65cab5bb-6b6f-4820-85ca-99576335fd07 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:10.565263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 65cab5bb-6b6f-4820-85ca-99576335fd07 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:10.565872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 531eeb72-66ca-4bea-be97-f0ab9118d791 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:10.590101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 531eeb72-66ca-4bea-be97-f0ab9118d791 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:10.590913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 531eeb72-66ca-4bea-be97-f0ab9118d791 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:10.632950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79d765e1-19ba-45ed-b2db-a930b612ed63 req-8e5c1210-ddce-4faf-a9ff-e4e959612cfa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157283 Aug 27 12:26:10.637310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914e09-73bc-4dfc-9547-9c43edb4a61b req-b8e9035c-7e97-42cd-ab2c-7a0aa33e6d19 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:10.641864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a914e09-73bc-4dfc-9547-9c43edb4a61b req-b8e9035c-7e97-42cd-ab2c-7a0aa33e6d19 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1096 time: 0.2167675 Aug 27 12:26:10.688019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Deleting port d637e3c0-1635-498f-92bb-f158346f84bc {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:10.688402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:10.741933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a914e09-73bc-4dfc-9547-9c43edb4a61b req-9654c9fa-bdba-444f-8dfd-704b7423f0dd tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912364 Aug 27 12:26:10.929988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] For port d637e3c0-1635-498f-92bb-f158346f84bc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d637e3c0-1635-498f-92bb-f158346f84bc,segment=NetworkSegment(198c28d8-4f85-4a51-868c-e9107b611564),segment_id=198c28d8-4f85-4a51-868c-e9107b611564)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:10.931889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:10.989461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-956709051'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:10.991336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Calling delete_port for d637e3c0-1635-498f-92bb-f158346f84bc owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:11.070335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Sync routers for ids ['560b24bf-a32a-48b9-881b-a67a1baac182'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:11.099677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Routers {'560b24bf-a32a-48b9-881b-a67a1baac182'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:11.100771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['560b24bf-a32a-48b9-881b-a67a1baac182'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:11.112335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:11.127932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.209188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:26:11.223222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641232eb-12cc-4090-818a-e9c61950c0a2 req-ddd4e453-e5b3-4a17-b025-9d58cd651072 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:11.232962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-641232eb-12cc-4090-818a-e9c61950c0a2 req-ddd4e453-e5b3-4a17-b025-9d58cd651072 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.2151539 Aug 27 12:26:11.258530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.258885 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Added segment 26b468be-670d-493c-8b64-19842858452c of type vlan for network 796105f2-3beb-472f-ba72-7ff246b7517e Aug 27 12:26:11.348997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-641232eb-12cc-4090-818a-e9c61950c0a2 req-8253be52-77f4-40f5-88b2-205290fd07ea tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149282 Aug 27 12:26:11.358908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.433176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Pushing event deleted for resources: {'Port': ['ID=d637e3c0-1635-498f-92bb-f158346f84bc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:11.465584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b24cd399-8108-474f-9c2e-5b833b3f58f2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:11.517944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.530341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Set router 560b24bf-a32a-48b9-881b-a67a1baac182 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:11.602490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b24cd399-8108-474f-9c2e-5b833b3f58f2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:11.602866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.631198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.655947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:11.656601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.820110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2628794 Aug 27 12:26:11.830728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:11.836259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:11.857871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'subnet': {'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:12.076163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029386-3f71-460f-bbe8-d4d5df357392 req-8c40574c-59b0-40ab-9e0f-f7dfe19c91fe tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:12.077399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8029386-3f71-460f-bbe8-d4d5df357392 req-8c40574c-59b0-40ab-9e0f-f7dfe19c91fe tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.6382723 Aug 27 12:26:12.146636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:26:08Z', 'revision_number': 4, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd6642030-8516-492b-8bf3-fc10c1a55222', 'name': '', 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'mac_address': 'fa:16:3e:ed:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0220b606-329f-45f8-a3eb-ce48bd4438a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:07Z', 'updated_at': '2021-08-27T12:26:09Z', 'revision_number': 2, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'subnets': [{'id': '0220b606-329f-45f8-a3eb-ce48bd4438a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:12.201019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb652ac-56aa-4ab5-b219-70aa9578a418 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Network': ['ID=796105f2-3beb-472f-ba72-7ff246b7517e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:12.234998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 796105f2-3beb-472f-ba72-7ff246b7517e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:26:12.237853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:12.241672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:12.285972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8029386-3f71-460f-bbe8-d4d5df357392 req-fdce9406-7097-4152-aee4-a42b0849ff35 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921086 Aug 27 12:26:12.350705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:12.358344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Checking router: 560b24bf-a32a-48b9-881b-a67a1baac182 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:12.358710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Updating router 560b24bf-a32a-48b9-881b-a67a1baac182 port d6642030-8516-492b-8bf3-fc10c1a55222 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:12.395203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:12.513259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Router 3d37ca24-1b31-4434-9b17-1cc93095cc84 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:12.529284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ad11-ee5f-482d-892f-27f8555ca977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:12.540487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-5767a741-2ddf-4573-adeb-cd0ed7f60aa7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5638301 Aug 27 12:26:12.708089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:12.719660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e52a8bf-9b54-4f3c-88ea-67601ff3c157 admin admin] 10.222.0.76 "PUT /v2.0/routers/3d37ca24-1b31-4434-9b17-1cc93095cc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7219567 Aug 27 12:26:12.720517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48704) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:12.721890 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] Sync routers for ids ['3d37ca24-1b31-4434-9b17-1cc93095cc84'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:12.751847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] Routers {'3d37ca24-1b31-4434-9b17-1cc93095cc84'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:12.754323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3d37ca24-1b31-4434-9b17-1cc93095cc84'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:12.910088 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:12.926007 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.081198 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] Set router 3d37ca24-1b31-4434-9b17-1cc93095cc84 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:13.094814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.175132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.222369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Transition to ACTIVE for port object d6642030-8516-492b-8bf3-fc10c1a55222 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:13.230930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.248372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Deleting port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:13.248783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.391387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6b734-cb9f-4fb1-84e0-b6dd3d3fc423 None None] Pushing event updated for resources: {'Port': ['ID=d6642030-8516-492b-8bf3-fc10c1a55222,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:13.406048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] For port 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:13.406438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.425083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Calling delete_port for 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:13.545666 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:26:11Z', 'revision_number': 5, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port': {'id': '8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:53Z', 'updated_at': '2021-08-27T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:13.551627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Attempting to bind port d6642030-8516-492b-8bf3-fc10c1a55222 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:13.552003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Attempting to bind port d6642030-8516-492b-8bf3-fc10c1a55222 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:13.552373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Attempting to bind port d6642030-8516-492b-8bf3-fc10c1a55222 on network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:13.571461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:13.571880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Checking segment: {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:13.572251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.573207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Bound using segment: {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:13.573715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Bound port: d6642030-8516-492b-8bf3-fc10c1a55222, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:13.574101 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.596090 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] Checking router: 3d37ca24-1b31-4434-9b17-1cc93095cc84 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:13.612326 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] Routers {'3d37ca24-1b31-4434-9b17-1cc93095cc84'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:13.613569 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3d37ca24-1b31-4434-9b17-1cc93095cc84'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:13.656462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48718) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:13.690303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.697111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] For port d6642030-8516-492b-8bf3-fc10c1a55222, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:13.704128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] For port d6642030-8516-492b-8bf3-fc10c1a55222, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6642030-8516-492b-8bf3-fc10c1a55222,segment=NetworkSegment(ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250),segment_id=ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:13.712702 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.736141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:13.771301 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] Set router 3d37ca24-1b31-4434-9b17-1cc93095cc84 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:13.806822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.849733 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:26:13Z', 'revision_number': 6, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:13.866312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2265a-6a3f-41e2-8f90-1ee28d266598 req-2afd1675-93ab-494b-99fc-c4f533988996 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:13.882872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2b2265a-6a3f-41e2-8f90-1ee28d266598 req-2afd1675-93ab-494b-99fc-c4f533988996 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.9899466 Aug 27 12:26:13.903654 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7d44d-f52d-4efd-a5de-f23da5f14d35 None None] The sync data for ids ['3d37ca24-1b31-4434-9b17-1cc93095cc84'] in n-d-688802-4 is: [{'id': '3d37ca24-1b31-4434-9b17-1cc93095cc84', 'name': 'tempest-TestAggregatesBasicOps-1391158639-router', 'tenant_id': '7d820bf8a36746738a8a6f28e94a800b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:52Z', 'updated_at': '2021-08-27T12:26:13Z', 'revision_number': 6, 'project_id': '7d820bf8a36746738a8a6f28e94a800b', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:13.934988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6b734-cb9f-4fb1-84e0-b6dd3d3fc423 None None] Pushing event updated for resources: {'Port': ['ID=d6642030-8516-492b-8bf3-fc10c1a55222,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:13.974195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Routers {'560b24bf-a32a-48b9-881b-a67a1baac182'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:13.975411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['560b24bf-a32a-48b9-881b-a67a1baac182'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:13.979341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Subnet': ['ID=5bc5def1-eea3-48fc-a7f0-522bd7a6ce81,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:13.987838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:13.990028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.045725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.046521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d37ca24-1b31-4434-9b17-1cc93095cc84 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:26:14.051112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.052302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4ab56124-8412-4277-8791-2fe3e56fd328 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3d37ca24-1b31-4434-9b17-1cc93095cc84 HTTP/1.1" status: 204 len: 168 time: 1.3306496 Aug 27 12:26:14.054783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48724) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:14.061585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3114-a00e-4ab1-bd89-d0a123cfc577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.091083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-db297225-d747-492a-998f-b598d0b36e72 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:26:14.092126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-db297225-d747-492a-998f-b598d0b36e72 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4078486 Aug 27 12:26:14.104474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2b2265a-6a3f-41e2-8f90-1ee28d266598 req-0c947f4f-91de-4b7e-9dfb-15b62285a16c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191596 Aug 27 12:26:14.108872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Request body: {'binding': {'host': 'n-h1-688802-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:14.109411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Unknown quota resources ['binding']. {{(pid=94624) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 12:26:14.127799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Checking segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:14.128162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network hostable DHCP agents. Network: 796105f2-3beb-472f-ba72-7ff246b7517e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:26:14.133697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] Set router 560b24bf-a32a-48b9-881b-a67a1baac182 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:14.153551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ad11-ee5f-482d-892f-27f8555ca977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.161624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ad11-ee5f-482d-892f-27f8555ca977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.180402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 796105f2-3beb-472f-ba72-7ff246b7517e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:26:14.218068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 796105f2-3beb-472f-ba72-7ff246b7517e) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:14.227498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:14.228097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.231256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6bb6c-ed1d-48af-93b0-26c71b2e64e8 None None] Network 796105f2-3beb-472f-ba72-7ff246b7517e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:14.247209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d0a1ad11-ee5f-482d-892f-27f8555ca977 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab8169dea9f84c5c99fbccc77930f6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8954487 Aug 27 12:26:14.254350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:14.270984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on host n-h1-688802-4 for vnic_type normal with profile None {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:14.270984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:14.270984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:14.273505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1ad11-ee5f-482d-892f-27f8555ca977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe2642f-0fdd-4b33-bedc-c2502ef355a8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:14.289555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:26:14.289555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:14.309457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Deleting subnet 625affc7-a360-4337-b686-481d79fcceb3 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:26:14.313587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.361653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbb43788-618d-45c4-b3ed-06d1db5a1b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.371289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:14.371757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Checking segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:14.372219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Bound using segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:14.373669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Bound port: bec81502-a9c9-4b38-a65c-e763a8353e2c, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:14.402480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3114-a00e-4ab1-bd89-d0a123cfc577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.406756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbb43788-618d-45c4-b3ed-06d1db5a1b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.410325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-1a0f5b29-d756-4167-b765-a17b951ea3ca tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:14.411823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-1a0f5b29-d756-4167-b765-a17b951ea3ca tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 945 time: 0.1441686 Aug 27 12:26:14.418318 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3114-a00e-4ab1-bd89-d0a123cfc577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.427660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-77fd2cd8-4485-4471-9efe-3bfd97d3ec65 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5930698 Aug 27 12:26:14.437172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48728) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:14.447386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1742317037'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:14.466082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.503206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b7b3114-a00e-4ab1-bd89-d0a123cfc577 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94bfe794593248cbb2dbc5e91ac6169f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375804 Aug 27 12:26:14.507085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:14.518775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:26:08Z', 'revision_number': 4, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd6642030-8516-492b-8bf3-fc10c1a55222', 'name': '', 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'mac_address': 'fa:16:3e:ed:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0220b606-329f-45f8-a3eb-ce48bd4438a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:07Z', 'updated_at': '2021-08-27T12:26:13Z', 'revision_number': 4, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'subnets': [{'id': '0220b606-329f-45f8-a3eb-ce48bd4438a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:14.522044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3114-a00e-4ab1-bd89-d0a123cfc577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2de13d-2ba4-414b-9e03-a93730f0e306,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:14.533768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:14.537484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.552561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-796105f2-3beb-472f-ba72-7ff246b7517e', 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'fixed_ips': [{'subnet_id': '5bc5def1-eea3-48fc-a7f0-522bd7a6ce81'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:26:14.553572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.557864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c80c4-b8b5-4648-b534-e0ce1ee2cc36 None None] The sync data for ids ['560b24bf-a32a-48b9-881b-a67a1baac182'] in n-d-688802-4 is: [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:26:08Z', 'revision_number': 4, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd6642030-8516-492b-8bf3-fc10c1a55222', 'name': '', 'network_id': '73fa4e02-6fe0-4d04-b714-a29c0af37e17', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'mac_address': 'fa:16:3e:ed:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0220b606-329f-45f8-a3eb-ce48bd4438a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:07Z', 'updated_at': '2021-08-27T12:26:13Z', 'revision_number': 4, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'subnets': [{'id': '0220b606-329f-45f8-a3eb-ce48bd4438a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:14.580547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbb43788-618d-45c4-b3ed-06d1db5a1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.583239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbb43788-618d-45c4-b3ed-06d1db5a1b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.586640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dbb43788-618d-45c4-b3ed-06d1db5a1b6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ebe2642f-0fdd-4b33-bedc-c2502ef355a8 HTTP/1.1" status: 204 len: 168 time: 0.3261709 Aug 27 12:26:14.591682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:14.600133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb43788-618d-45c4-b3ed-06d1db5a1b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe2642f-0fdd-4b33-bedc-c2502ef355a8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:14.607641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:26:14.632849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea2699c1-9e4b-4a84-8580-7a4a539c6275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.636035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.636377 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Added segment e0e0c3a5-a676-4d7d-9c24-06b9bd999888 of type vlan for network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 Aug 27 12:26:14.674338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.675356 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] 10.222.0.76 "POST /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5740631 Aug 27 12:26:14.700103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea2699c1-9e4b-4a84-8580-7a4a539c6275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.711264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.724344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port f6a1947e-477c-47ab-88e8-ffbd75784e73 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:14.724912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.768308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.778913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Allocated IP 19.80.0.2 (796105f2-3beb-472f-ba72-7ff246b7517e/5bc5def1-eea3-48fc-a7f0-522bd7a6ce81/743348ac-ee78-41bd-a363-f711b5fa7dc1) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:14.793567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:14.795558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.907132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4644697 Aug 27 12:26:14.912175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:14.915891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea2699c1-9e4b-4a84-8580-7a4a539c6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.916134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port f6a1947e-477c-47ab-88e8-ffbd75784e73, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f6a1947e-477c-47ab-88e8-ffbd75784e73,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:14.916906 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.920709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea2699c1-9e4b-4a84-8580-7a4a539c6275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:14.920709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea2699c1-9e4b-4a84-8580-7a4a539c6275 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b2de13d-2ba4-414b-9e03-a93730f0e306 HTTP/1.1" status: 204 len: 168 time: 0.4116280 Aug 27 12:26:14.933707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'subnet': {'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:14.957494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for f6a1947e-477c-47ab-88e8-ffbd75784e73 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:15.029216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2699c1-9e4b-4a84-8580-7a4a539c6275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2de13d-2ba4-414b-9e03-a93730f0e306,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:15.038219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a604d77-597b-444b-8c15-0570db044307 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Network': ['ID=2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:15.074351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.087249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Transition to ACTIVE for port object 743348ac-ee78-41bd-a363-f711b5fa7dc1 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:15.119393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Transition to ACTIVE for port object 743348ac-ee78-41bd-a363-f711b5fa7dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:15.142010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:26:15.176637 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.297905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:15.303596 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.345603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.420470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba9a00-3d9e-4bc1-a6c9-99ba0d332bb6 req-eabca699-1c6c-4105-899d-6fc6c5284870 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:15.421526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-adba9a00-3d9e-4bc1-a6c9-99ba0d332bb6 req-eabca699-1c6c-4105-899d-6fc6c5284870 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.3278368 Aug 27 12:26:15.454815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=f6a1947e-477c-47ab-88e8-ffbd75784e73,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:15.470828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.475421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-054b605b-e3f8-4547-b8b7-386418a78788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:15.477039 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-054b605b-e3f8-4547-b8b7-386418a78788 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1096 time: 0.3549712 Aug 27 12:26:15.538778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48744) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:15.612516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb26121-6c9c-4e20-a0fc-0c5076633cd2 req-c10b0eec-a89d-45e2-8fe6-584698dc0d92 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:15.615669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7eb26121-6c9c-4e20-a0fc-0c5076633cd2 req-c10b0eec-a89d-45e2-8fe6-584698dc0d92 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a75ab9-52ac-4572-86e5-1ecd43a09908 HTTP/1.1" status: 200 len: 867 time: 0.3701615 Aug 27 12:26:15.723534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-9c614359-a272-4749-bbe7-f5cf1812a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:15.725312 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-9c614359-a272-4749-bbe7-f5cf1812a1be service neutron] 10.222.0.77 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.1858051 Aug 27 12:26:15.752536 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-adba9a00-3d9e-4bc1-a6c9-99ba0d332bb6 req-6f1129f4-b319-42a8-be62-fa328018bd53 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916006 Aug 27 12:26:15.811524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7eb26121-6c9c-4e20-a0fc-0c5076633cd2 req-3fd82d09-0fcf-4dcd-94af-f6ca2fc1ec71 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560421 Aug 27 12:26:15.862288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['02f743de-0061-4b7a-a7e4-122b0fbde27c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:26:15.864315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6642030-8516-492b-8bf3-fc10c1a55222 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:15.876130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port f6a1947e-477c-47ab-88e8-ffbd75784e73 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:15.877846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd70b6ca-2d17-44de-bacb-38fb44654f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.879627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.906855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:15.927914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-80c0cfe1-eabf-43c6-a145-8095f321ca42 req-f05acaf1-930e-4cda-a8d4-f3d8cf67cca8 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "DELETE /v2.0/ports/f6a1947e-477c-47ab-88e8-ffbd75784e73 HTTP/1.1" status: 204 len: 173 time: 1.4376783 Aug 27 12:26:15.930408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'name': 'network-vif-deleted', 'tag': 'f6a1947e-477c-47ab-88e8-ffbd75784e73'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:15.933418 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bb5acc-2b49-490f-8839-f74dffeb3460" -d '{"events": [{"server_uuid": "16a75ab9-52ac-4572-86e5-1ecd43a09908", "name": "network-vif-deleted", "tag": "f6a1947e-477c-47ab-88e8-ffbd75784e73"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:15.954952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Subnet': ['ID=92437a2b-62de-4743-846d-58ff2f0c86ae,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:15.971931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Network 796105f2-3beb-472f-ba72-7ff246b7517e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:15.981648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Checking segment: {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:15.982573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network hostable DHCP agents. Network: 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:26:15.987288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:15.990371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:15.999819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Pushing event updated for resources: {'Port': ['ID=743348ac-ee78-41bd-a363-f711b5fa7dc1,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:16.033273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:26:16.042161 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d664bbbc-daf1-49dc-be3b-94a39ce02c34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 1001 time: 0.2586505 Aug 27 12:26:16.055070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.057628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:16.074897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:16.075927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.079040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:16.109825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db9-d0ee-4c1b-9060-e34c7b945729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.112199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.117703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/625affc7-a360-4337-b686-481d79fcceb3 HTTP/1.1" status: 204 len: 168 time: 2.0618265 Aug 27 12:26:16.123019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48754) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:16.146903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b1bce-6270-4887-bce7-41cd037e8a4f None None] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:16.149207 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a7585e-46bf-46ad-9ff2-4759dfd6291a x-openstack-request-id: req-40a7585e-46bf-46ad-9ff2-4759dfd6291a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:16.149594 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a75ab9-52ac-4572-86e5-1ecd43a09908", "name": "network-vif-deleted", "tag": "f6a1947e-477c-47ab-88e8-ffbd75784e73", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:16.149857 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40a7585e-46bf-46ad-9ff2-4759dfd6291a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:16.150262 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a75ab9-52ac-4572-86e5-1ecd43a09908', 'name': 'network-vif-deleted', 'tag': 'f6a1947e-477c-47ab-88e8-ffbd75784e73', 'status': 'completed', 'code': 200} Aug 27 12:26:16.150857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaaa281-d216-43f4-9a16-ef3ee299f405 None None] Network f6d70ede-abb5-49a8-9726-bd27b3139861 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:16.191936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f361f09-9aca-4638-8f3a-d70a77b1e34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625affc7-a360-4337-b686-481d79fcceb3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:16.225095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c79dd67d-067a-4bef-b906-9cacc23918c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:16.226693 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c79dd67d-067a-4bef-b906-9cacc23918c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.1442845 Aug 27 12:26:16.250663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.290943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d6642030-8516-492b-8bf3-fc10c1a55222 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:16.311625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd70b6ca-2d17-44de-bacb-38fb44654f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.315712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-09665a9c-61ad-4937-85b7-8f2c569942d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:16.317414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-09665a9c-61ad-4937-85b7-8f2c569942d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735219 Aug 27 12:26:16.319435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd70b6ca-2d17-44de-bacb-38fb44654f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.321585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6642030-8516-492b-8bf3-fc10c1a55222 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:16.321980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.331625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Attempting to bind port 743348ac-ee78-41bd-a363-f711b5fa7dc1 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:16.331993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Attempting to bind port 743348ac-ee78-41bd-a363-f711b5fa7dc1 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:16.332356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Attempting to bind port 743348ac-ee78-41bd-a363-f711b5fa7dc1 on network 796105f2-3beb-472f-ba72-7ff246b7517e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:16.332606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7f7f0cd-7778-4813-b14b-0ec7f925a1cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4172237 Aug 27 12:26:16.339339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Deleting port ef93a0bc-1c75-4060-aad6-e988874468e0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:16.340085 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.383915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:16.384292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Checking segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:16.384690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.385258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Bound using segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:16.385783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Bound port: 743348ac-ee78-41bd-a363-f711b5fa7dc1, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:16.386163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.532937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70b6ca-2d17-44de-bacb-38fb44654f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e50a35-de6f-4a6d-9184-a848115707f3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:16.551554 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db9-d0ee-4c1b-9060-e34c7b945729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.560743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cf07db9-d0ee-4c1b-9060-e34c7b945729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.565301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] For port ef93a0bc-1c75-4060-aad6-e988874468e0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ef93a0bc-1c75-4060-aad6-e988874468e0,segment=NetworkSegment(198c28d8-4f85-4a51-868c-e9107b611564),segment_id=198c28d8-4f85-4a51-868c-e9107b611564)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:16.565669 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.571235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd70b6ca-2d17-44de-bacb-38fb44654f33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94a659f01ffa44f7ba0e7104fabc2143&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0299885 Aug 27 12:26:16.586338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:16.630409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Calling delete_port for ef93a0bc-1c75-4060-aad6-e988874468e0 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:16.662776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-15fc2573-827b-479b-8338-2bc3360bae0c service neutron] 10.222.0.77 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236890 Aug 27 12:26:16.678475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f6a1947e-477c-47ab-88e8-ffbd75784e73 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:16.683190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49dfd96f-c1c4-4cd3-8dcc-d36c57c72bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.709785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: f6a1947e-477c-47ab-88e8-ffbd75784e73 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:16.710128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f6a1947e-477c-47ab-88e8-ffbd75784e73 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:16.765814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49dfd96f-c1c4-4cd3-8dcc-d36c57c72bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.771657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298', 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'fixed_ips': [{'subnet_id': '92437a2b-62de-4743-846d-58ff2f0c86ae'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:26:16.772633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.798693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf07db9-d0ee-4c1b-9060-e34c7b945729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5171b889-680a-42f0-82df-a2dcbe30b69c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:16.802167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.883567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef93a0bc-1c75-4060-aad6-e988874468e0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:16.902565 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-755aacf0-4eea-4e0f-bbe3-d70f452bc0e2 service neutron] 10.222.0.77 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281435 Aug 27 12:26:16.919313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49dfd96f-c1c4-4cd3-8dcc-d36c57c72bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.929100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] For port 743348ac-ee78-41bd-a363-f711b5fa7dc1, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:16.930330 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49dfd96f-c1c4-4cd3-8dcc-d36c57c72bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:16.933938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-49dfd96f-c1c4-4cd3-8dcc-d36c57c72bee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5e50a35-de6f-4a6d-9184-a848115707f3 HTTP/1.1" status: 204 len: 168 time: 0.3424037 Aug 27 12:26:16.934113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5550b52a-33d3-4d4f-a85a-774b0cd43859 None None] DHCP port deletion for f6d70ede-abb5-49a8-9726-bd27b3139861 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:26:16.948517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd96f-c1c4-4cd3-8dcc-d36c57c72bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e50a35-de6f-4a6d-9184-a848115707f3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:16.984609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] For port 743348ac-ee78-41bd-a363-f711b5fa7dc1, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=743348ac-ee78-41bd-a363-f711b5fa7dc1,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:16.991642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] No DVR routers for this DVR port ef93a0bc-1c75-4060-aad6-e988874468e0 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:16.999411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5cf07db9-d0ee-4c1b-9060-e34c7b945729 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bfde2f78c6fa4f709127d28900ef3aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9176621 Aug 27 12:26:16.999898 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.003008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48776) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:17.005459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.095197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Allocated IP 19.86.0.2 (2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298/92437a2b-62de-4743-846d-58ff2f0c86ae/289bcef3-9fa5-40f3-9d3a-d1c83487bf1a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:17.141849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d6642030-8516-492b-8bf3-fc10c1a55222, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6642030-8516-492b-8bf3-fc10c1a55222,segment=NetworkSegment(ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250),segment_id=ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:17.150156 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.152566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb63fa-4ddf-4397-a867-bea3a42a8052 None None] Pushing event updated for resources: {'Port': ['ID=743348ac-ee78-41bd-a363-f711b5fa7dc1,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:17.180950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba040-c48e-4af4-8e45-63ac845b7194 req-b2c85427-dbb6-4b37-af42-aafc54d27bdb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:17.187853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c1fc1400-694c-4009-8ed4-9d9a33df4b31 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:17.189302 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c1fc1400-694c-4009-8ed4-9d9a33df4b31 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6&tenant_id=32dd17157e8a413bb5e82592b734194a&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1096 time: 0.1640003 Aug 27 12:26:17.190129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f76a0b8-7c00-497b-b5f3-9d74168a7361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.193203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-700ba040-c48e-4af4-8e45-63ac845b7194 req-b2c85427-dbb6-4b37-af42-aafc54d27bdb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.2204976 Aug 27 12:26:17.229608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-4'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:17.250851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d637e3c0-1635-498f-92bb-f158346f84bc no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:17.283909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d637e3c0-1635-498f-92bb-f158346f84bc {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:17.284257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d637e3c0-1635-498f-92bb-f158346f84bc not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:17.284682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:17.318546 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.320357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:17.320712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a594f8a-b01c-40ef-8e32-2eb04fe2a5a4 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:17.352069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d6642030-8516-492b-8bf3-fc10c1a55222,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:17.382825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-700ba040-c48e-4af4-8e45-63ac845b7194 req-47b3924d-87b9-4ce9-81a3-600122bcccf6 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882229 Aug 27 12:26:17.407759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d70ede-abb5-49a8-9726-bd27b3139861']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:17.477719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198c28d8-4f85-4a51-868c-e9107b611564') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:17.478272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198c28d8-4f85-4a51-868c-e9107b611564') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:17.489994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef93a0bc-1c75-4060-aad6-e988874468e0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:17.499212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.546700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.565391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:26:17.566122 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.599743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ef93a0bc-1c75-4060-aad6-e988874468e0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:17.600284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef93a0bc-1c75-4060-aad6-e988874468e0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:17.660432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:26:17.665429 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:26:17.684877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Transition to ACTIVE for port object 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:17.695239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-9dcece7b-310b-45b3-b1fa-49b470187891 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:17.706882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-9dcece7b-310b-45b3-b1fa-49b470187891 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:17.709691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-9dcece7b-310b-45b3-b1fa-49b470187891 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/networks?id=796105f2-3beb-472f-ba72-7ff246b7517e&id=2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298&id=796105f2-3beb-472f-ba72-7ff246b7517e HTTP/1.1" status: 200 len: 1391 time: 0.9413245 Aug 27 12:26:17.717376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Transition to ACTIVE for port object 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:17.728954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.738981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-b09896df-4f05-42d9-b63f-944f25d91141 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/quotas/ac59c20b74464c7795fb3971410dc374 HTTP/1.1" status: 200 len: 375 time: 0.0201786 Aug 27 12:26:17.769165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f76a0b8-7c00-497b-b5f3-9d74168a7361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.769737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.799877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.805572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f6d70ede-abb5-49a8-9726-bd27b3139861 HTTP/1.1" status: 204 len: 168 time: 1.6776202 Aug 27 12:26:17.817987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.821071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724161e-c2ef-4351-8d73-4d687099b900 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d70ede-abb5-49a8-9726-bd27b3139861,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:17.836788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:17.851336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-c1003eed-ab60-40ee-940a-f9ec4367a91a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1050916 Aug 27 12:26:17.869823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:17.878790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:17.911059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Pushing event updated for resources: {'Port': ['ID=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:17.979254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f76a0b8-7c00-497b-b5f3-9d74168a7361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.983736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f76a0b8-7c00-497b-b5f3-9d74168a7361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:17.989604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f76a0b8-7c00-497b-b5f3-9d74168a7361 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5171b889-680a-42f0-82df-a2dcbe30b69c HTTP/1.1" status: 204 len: 168 time: 0.9817698 Aug 27 12:26:18.031965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76a0b8-7c00-497b-b5f3-9d74168a7361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5171b889-680a-42f0-82df-a2dcbe30b69c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:18.068220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Attempting to bind port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:18.068740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Attempting to bind port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:18.071181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Attempting to bind port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a on network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:18.091208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:18.091744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Checking segment: {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:18.092297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.093701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Bound using segment: {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:18.094394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Bound port: 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:18.095261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.131930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:18.208369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-fd1c733f-0710-474b-b23e-42bec747d9a6 service neutron] 10.222.0.76 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426888 Aug 27 12:26:18.209337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:18.238821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:18.272998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] For port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:18.279298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] For port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:18.288073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.384611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.388679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:18.404622 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276866fb-32a4-4ac0-91d6-8653f1b9c338" -d '{"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:18.425460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.495433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7c2cf-7628-4b20-a119-cb54d113d18b None None] Pushing event updated for resources: {'Port': ['ID=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:18.529916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bbe1392b-e1ef-4c94-b1b5-4d496ef3d9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.562702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48834) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:18.637841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-839d2ba1-dd5e-4250-b151-61e5460b9e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.643453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-87b43eb3-dc84-4ee9-90e1-2c3f285bd443 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe8a0ffbbdf248908c4fd522187d0bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294150 Aug 27 12:26:18.648571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:18.681434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:18.736554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on host n-h2-688802-4 for vnic_type normal with profile {"migrating_to": "n-h1-688802-4"} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:18.736919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:18.737221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:18.746492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:26:18.746828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Attempting to bind port bec81502-a9c9-4b38-a65c-e763a8353e2c on network 46ff80c9-68c9-43de-b40d-2125e850f1b7 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:18.755237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:18.756011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Checking segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:18.756414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Bound using segment: {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:18.756857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Bound port: bec81502-a9c9-4b38-a65c-e763a8353e2c, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e02df15-8a87-447a-8f56-c8f53f28ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:18.757221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.778781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-508d9fdf-fabe-4dfa-bb11-0d87ca75c198 service neutron] 10.222.0.76 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582938 Aug 27 12:26:18.877606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:18.882870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:18.888704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:18.969282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901c92c-39c1-4cb4-a9e6-b6dd304506ef req-56aeca42-0daa-447f-bd16-e5bfb2af1356 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:18.971287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7901c92c-39c1-4cb4-a9e6-b6dd304506ef req-56aeca42-0daa-447f-bd16-e5bfb2af1356 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 943 time: 0.3673944 Aug 27 12:26:19.040459 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9605e685-a56e-4f10-9e63-e952b9483bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.125822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=8']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:19.157599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9605e685-a56e-4f10-9e63-e952b9483bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.217981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:19.220058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.222283 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-69c0e133-14b8-4e78-a4d2-dc87dc697bb1 service neutron] 10.222.0.77 "PUT /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 1121 time: 2.0111692 Aug 27 12:26:19.263966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda2cb22-eeaf-4678-9900-72128c44f214 None None] Network 796105f2-3beb-472f-ba72-7ff246b7517e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:19.304202 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-839d2ba1-dd5e-4250-b151-61e5460b9e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.317386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['bec81502-a9c9-4b38-a65c-e763a8353e2c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:26:19.323829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-725348ce-c871-437a-8cb5-c587d82ba2af service neutron] 10.222.0.76 "GET /v2.0/networks/2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311291 Aug 27 12:26:19.331326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-839d2ba1-dd5e-4250-b151-61e5460b9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.387312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7901c92c-39c1-4cb4-a9e6-b6dd304506ef req-e5f3ac04-af92-4577-9d95-47725dc9a89b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890188 Aug 27 12:26:19.461918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] Provisioning for port 743348ac-ee78-41bd-a363-f711b5fa7dc1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:19.526426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-839d2ba1-dd5e-4250-b151-61e5460b9e41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cca16ff6f3df447ebe9b1e91777e39e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9604831 Aug 27 12:26:19.529293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] Provisioning complete for port bec81502-a9c9-4b38-a65c-e763a8353e2c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:19.530539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 48846) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:19.532798 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.533101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d2ba1-dd5e-4250-b151-61e5460b9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f863cc1-c8c2-4067-b0fa-1318cc369f53,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:19.632401 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9605e685-a56e-4f10-9e63-e952b9483bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.636017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9605e685-a56e-4f10-9e63-e952b9483bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.640956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9605e685-a56e-4f10-9e63-e952b9483bdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6617d495-6767-45bc-9fed-8ba57912e477 HTTP/1.1" status: 204 len: 168 time: 0.9911311 Aug 27 12:26:19.651520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605e685-a56e-4f10-9e63-e952b9483bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617d495-6767-45bc-9fed-8ba57912e477,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:19.660136 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2f7a7-f3fb-4e23-b9e3-5e98426be854 x-openstack-request-id: req-39e2f7a7-f3fb-4e23-b9e3-5e98426be854 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:19.665254 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:19.665789 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39e2f7a7-f3fb-4e23-b9e3-5e98426be854 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:19.667453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f9cd5623-12c7-464a-8109-c2d7257b16ce service neutron] 10.222.0.76 "GET /v2.0/networks/2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422606 Aug 27 12:26:19.667604 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'code': 200} Aug 27 12:26:19.845913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-7c2d5f93-8fb7-4bb1-b0f7-d45c8f065e7f service neutron] 10.222.0.76 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775744 Aug 27 12:26:19.887298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c2afa4-e51c-429c-a573-b88318b4ab10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:19.902907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6642030-8516-492b-8bf3-fc10c1a55222 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:19.992631 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c2afa4-e51c-429c-a573-b88318b4ab10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.002333 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.125705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c2afa4-e51c-429c-a573-b88318b4ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.129313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c2afa4-e51c-429c-a573-b88318b4ab10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.130763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85c2afa4-e51c-429c-a573-b88318b4ab10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f863cc1-c8c2-4067-b0fa-1318cc369f53 HTTP/1.1" status: 204 len: 168 time: 0.5984962 Aug 27 12:26:20.147741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2afa4-e51c-429c-a573-b88318b4ab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f863cc1-c8c2-4067-b0fa-1318cc369f53,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:20.206131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:20.215522 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991239df-fce8-4d3f-abb1-d163f7a795b5" -d '{"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-plugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:20.247764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.254874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:20.261533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8e428806-b51d-4d12-a4b3-d5462b92e07b service neutron] 10.222.0.76 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051869 Aug 27 12:26:20.267207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.335450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56a3f0-efed-4ca5-bc02-aade188fdfb2 None None] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:20.341048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de596-8f56-47a8-95de-a8a78cdde0a5 req-cc7733ac-f2a8-4b5f-b725-ef2ca362d978 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:20.344933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-729de596-8f56-47a8-95de-a8a78cdde0a5 req-cc7733ac-f2a8-4b5f-b725-ef2ca362d978 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.2531817 Aug 27 12:26:20.427756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-729de596-8f56-47a8-95de-a8a78cdde0a5 req-c27e13ec-606a-4cc9-be60-caa07d599d3e tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759418 Aug 27 12:26:20.471698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:20.557604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-453fcd3c-e8b2-4eec-9a56-1eb706a9d4fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d820bf8a36746738a8a6f28e94a800b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834112 Aug 27 12:26:20.560092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 48868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:20.765878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f175492d-c768-4f9d-8173-fe572db51370 req-9d137bfd-9c19-49b6-8593-b4fd00289aae tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 210 time: 0.1033592 Aug 27 12:26:20.773152 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830f3252-4e8f-4e86-8e72-db976f5f7046 x-openstack-request-id: req-830f3252-4e8f-4e86-8e72-db976f5f7046 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:20.773596 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-plugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:20.774002 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-830f3252-4e8f-4e86-8e72-db976f5f7046 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:20.774628 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'code': 200} Aug 27 12:26:20.780062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b683bc2-088e-4194-8ef0-f31032e28953 None None] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:20.793950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ea9b24-634e-4b4d-b160-46e612ab1245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.858014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ea9b24-634e-4b4d-b160-46e612ab1245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.867446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6291144-cb40-472b-97e3-5062e2e6af90 req-5613e1f3-8381-4fad-91c2-f62602854eda tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:20.881157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6291144-cb40-472b-97e3-5062e2e6af90 req-5613e1f3-8381-4fad-91c2-f62602854eda tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.2171211 Aug 27 12:26:20.927122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6642030-8516-492b-8bf3-fc10c1a55222 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:20.927507 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:20.957528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6291144-cb40-472b-97e3-5062e2e6af90 req-7686cd58-2b25-4198-a751-792cb2cf256e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748174 Aug 27 12:26:20.990307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ea9b24-634e-4b4d-b160-46e612ab1245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.002594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-29ea9b24-634e-4b4d-b160-46e612ab1245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.003776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29ea9b24-634e-4b4d-b160-46e612ab1245 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9f2f11d-8083-4d7b-86f9-43b56d2aeb42 HTTP/1.1" status: 204 len: 168 time: 0.4425502 Aug 27 12:26:21.033386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea9b24-634e-4b4d-b160-46e612ab1245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f2f11d-8083-4d7b-86f9-43b56d2aeb42,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:21.040263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cb46731f-0b69-427b-81c5-f7320d739693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.109657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0fd674f3-eb87-4287-b643-94bdd15e81c4 None None] Provisioning for port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:21.189201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0fd674f3-eb87-4287-b643-94bdd15e81c4 None None] Provisioning complete for port bec81502-a9c9-4b38-a65c-e763a8353e2c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:21.189531 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0fd674f3-eb87-4287-b643-94bdd15e81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.208870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:21.210481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.345301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:21.354413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:21.355296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.491693 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.544151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:21.560478 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.561314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 743348ac-ee78-41bd-a363-f711b5fa7dc1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:21.657264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34049975-96fc-4e21-8e28-26fd9d87efee req-75d84a7c-1d98-4b8a-9946-239f84c017d1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:21.668794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34049975-96fc-4e21-8e28-26fd9d87efee req-75d84a7c-1d98-4b8a-9946-239f84c017d1 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.1220253 Aug 27 12:26:21.670967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:21.674158 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a542b6-9ece-439c-9f3c-feaff6f8736b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:21.694627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 743348ac-ee78-41bd-a363-f711b5fa7dc1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:21.701245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 743348ac-ee78-41bd-a363-f711b5fa7dc1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:21.701612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.736627 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f835c99c-9726-48e1-a359-c9cfb0463d8b x-openstack-request-id: req-f835c99c-9726-48e1-a359-c9cfb0463d8b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:21.736923 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:21.737176 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f835c99c-9726-48e1-a359-c9cfb0463d8b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:21.737578 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'status': 'completed', 'code': 200} Aug 27 12:26:21.770766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:21.789675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34049975-96fc-4e21-8e28-26fd9d87efee req-ec589c08-95a1-4f02-8e1a-200c7b4ed659 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176093 Aug 27 12:26:21.827108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-dc02369b-16f4-419b-b1dc-060239f1a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:21.830065 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-dc02369b-16f4-419b-b1dc-060239f1a412 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1126 time: 0.0644047 Aug 27 12:26:21.842966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-abc6330c-0522-4024-81e5-cba26cf0ae56 None None] Provisioning complete for port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:21.843337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-abc6330c-0522-4024-81e5-cba26cf0ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.916658 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:21.918019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-852cb618-d79b-41c7-8745-32a8680d0f87 req-7fcf7827-e81c-4618-990d-770794c37513 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 210 time: 0.0563526 Aug 27 12:26:22.071686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-7a0a5339-4e8f-4131-b7a9-9da2ccd8cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.073808 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-7a0a5339-4e8f-4131-b7a9-9da2ccd8cbf7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.2348969 Aug 27 12:26:22.097364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 743348ac-ee78-41bd-a363-f711b5fa7dc1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=743348ac-ee78-41bd-a363-f711b5fa7dc1,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:22.123467 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:22.227171 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:22.273994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b49d-e1f3-474c-a409-fcf77101f07b req-6aa52b34-0ce1-4bf0-a6a5-21ff850f6031 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.275617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:22.303671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=743348ac-ee78-41bd-a363-f711b5fa7dc1,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:22.310824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e24b49d-e1f3-474c-a409-fcf77101f07b req-6aa52b34-0ce1-4bf0-a6a5-21ff850f6031 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.1723826 Aug 27 12:26:22.345329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:22.346560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:22.353959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d76a57-a036-4287-b026-00986f75801e req-c40db35d-e8fd-4176-af24-41e4dfde89aa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.355944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-75d76a57-a036-4287-b026-00986f75801e req-c40db35d-e8fd-4176-af24-41e4dfde89aa tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.1825111 Aug 27 12:26:22.375085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-8d5da58f-51a8-4139-ad27-27c25689482c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 1001 time: 0.2861340 Aug 27 12:26:22.450105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e24b49d-e1f3-474c-a409-fcf77101f07b req-0d8c97ff-4866-4ce9-a1cc-e2a143004897 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299720 Aug 27 12:26:22.611902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-b36894c1-60f5-44d0-b59e-0f9c392ebf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.613517 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-b36894c1-60f5-44d0-b59e-0f9c392ebf15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.2361972 Aug 27 12:26:22.668886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:26:22.706336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-cf16f112-6f47-4dd7-9771-d7373dbee339 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.712211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-cf16f112-6f47-4dd7-9771-d7373dbee339 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.714251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-cf16f112-6f47-4dd7-9771-d7373dbee339 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "GET /v2.0/networks?id=796105f2-3beb-472f-ba72-7ff246b7517e&id=2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298&id=796105f2-3beb-472f-ba72-7ff246b7517e HTTP/1.1" status: 200 len: 1391 time: 0.3347175 Aug 27 12:26:22.724973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-f24828f1-3f82-4085-96c5-5ac8fd972078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.726488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-f24828f1-3f82-4085-96c5-5ac8fd972078 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016428 Aug 27 12:26:22.731221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Deleting port 02f743de-0061-4b7a-a7e4-122b0fbde27c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:22.731583 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:22.742989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'port': {'device_id': '502f1389-30b4-4004-9e60-5d6d01827866', 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e', 'admin_state_up': True, 'tenant_id': 'ac59c20b74464c7795fb3971410dc374'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:22.804399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:22.838634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c has no active binding in host n-h1-688802-4 {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 12:26:22.940818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-6989cb20-0131-45d6-b9e2-aa784b992589 service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038591 Aug 27 12:26:22.943526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669e867-b011-41ce-b95d-91bfd788f180 req-d76db12f-d39e-4d07-aa9e-7f89c4904929 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:22.953727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2669e867-b011-41ce-b95d-91bfd788f180 req-d76db12f-d39e-4d07-aa9e-7f89c4904929 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 945 time: 0.0665870 Aug 27 12:26:23.009532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2669e867-b011-41ce-b95d-91bfd788f180 req-3fa11439-7580-4e1d-9d1b-fcbcd4aaad54 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/security-groups?id=76929507-9ff4-4ae1-bd06-bd823cc00821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Aug 27 12:26:23.071066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58b18db1-7e6a-4207-b9b7-344bcb55548c req-48740e81-88b8-4835-b351-24276dd6f025 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 210 time: 0.0280132 Aug 27 12:26:23.133182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] For port 02f743de-0061-4b7a-a7e4-122b0fbde27c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=02f743de-0061-4b7a-a7e4-122b0fbde27c,segment=NetworkSegment(1c822c55-7981-4c51-b204-fad5122981b5),segment_id=1c822c55-7981-4c51-b204-fad5122981b5)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:23.134220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.165296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Calling delete_port for 02f743de-0061-4b7a-a7e4-122b0fbde27c owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:23.250141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:23.254021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.273045 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44a542b6-9ece-439c-9f3c-feaff6f8736b req-3294049e-55ab-4b51-b577-a77a17964e24 service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213444 Aug 27 12:26:23.511791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.523370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Allocated IP 19.80.0.193 (796105f2-3beb-472f-ba72-7ff246b7517e/5bc5def1-eea3-48fc-a7f0-522bd7a6ce81/15612277-2360-4c3d-864a-1c054d1ef772) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:23.557939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Pushing event deleted for resources: {'Port': ['ID=02f743de-0061-4b7a-a7e4-122b0fbde27c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:23.640961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] No DVR routers for this DVR port 02f743de-0061-4b7a-a7e4-122b0fbde27c on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:23.651766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.654144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-75d76a57-a036-4287-b026-00986f75801e req-df44e3be-bda9-41da-8634-50c6d7d1f7f2 tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.77 "DELETE /v2.0/ports/02f743de-0061-4b7a-a7e4-122b0fbde27c HTTP/1.1" status: 204 len: 173 time: 1.2648911 Aug 27 12:26:23.675160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c2cd-7921-46bc-9d26-bb9f37b954b4 req-ff9cc159-531f-43c6-aa9f-ec7dfd6d8ae7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:23.676732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc24c2cd-7921-46bc-9d26-bb9f37b954b4 req-ff9cc159-531f-43c6-aa9f-ec7dfd6d8ae7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.0864069 Aug 27 12:26:23.740746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc24c2cd-7921-46bc-9d26-bb9f37b954b4 req-9ea8f748-20cd-4650-b7ab-8cace247d747 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492218 Aug 27 12:26:23.762770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'name': 'network-vif-deleted', 'tag': '02f743de-0061-4b7a-a7e4-122b0fbde27c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:23.767901 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c484aa6c-45cb-4202-b39c-f741406a6fea" -d '{"events": [{"server_uuid": "0182bde8-c8e2-4de9-9d0c-155d6b9dd321", "name": "network-vif-deleted", "tag": "02f743de-0061-4b7a-a7e4-122b0fbde27c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:23.803279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:23.817641 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe72d768-a91d-4bbe-abca-b1d67371b74c x-openstack-request-id: req-fe72d768-a91d-4bbe-abca-b1d67371b74c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:23.818252 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0182bde8-c8e2-4de9-9d0c-155d6b9dd321", "name": "network-vif-deleted", "tag": "02f743de-0061-4b7a-a7e4-122b0fbde27c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:23.818768 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe72d768-a91d-4bbe-abca-b1d67371b74c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:23.819400 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182bde8-c8e2-4de9-9d0c-155d6b9dd321', 'name': 'network-vif-deleted', 'tag': '02f743de-0061-4b7a-a7e4-122b0fbde27c', 'status': 'completed', 'code': 200} Aug 27 12:26:23.865334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.881633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Transition to ACTIVE for port object 15612277-2360-4c3d-864a-1c054d1ef772 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:23.919225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.981884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17c95c88-17a3-4ebe-b556-d69375673d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:23.999889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.006760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 796105f2-3beb-472f-ba72-7ff246b7517e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:24.017049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:24.023586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:24.089486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Port': ['ID=15612277-2360-4c3d-864a-1c054d1ef772,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:24.174082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:24.175135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.193041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17c95c88-17a3-4ebe-b556-d69375673d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.202074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17c95c88-17a3-4ebe-b556-d69375673d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.216280 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-8c0e1569-db9d-41a8-9668-4be5ba9d5333 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4773459 Aug 27 12:26:24.258513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'port': {'device_id': '502f1389-30b4-4004-9e60-5d6d01827866', 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298', 'admin_state_up': True, 'tenant_id': 'ac59c20b74464c7795fb3971410dc374'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:24.367297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 743348ac-ee78-41bd-a363-f711b5fa7dc1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:24.484401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 743348ac-ee78-41bd-a363-f711b5fa7dc1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:24.485144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.528378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-17c95c88-17a3-4ebe-b556-d69375673d71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4ac19bd76844225a44fd1d82e6e3807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213147 Aug 27 12:26:24.563046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49132) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:24.568246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccffcb7d-1ea0-4132-8268-2fca731dec90 req-d93c9514-e21f-4831-89dc-0bc4304b742c tempest-ServersTestJSON-26250542 tempest-ServersTestJSON-26250542-project] 10.222.0.76 "GET /v2.0/ports?device_id=0182bde8-c8e2-4de9-9d0c-155d6b9dd321 HTTP/1.1" status: 200 len: 210 time: 0.2088056 Aug 27 12:26:24.608412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c95c88-17a3-4ebe-b556-d69375673d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b4659-3325-4935-b0c8-7b8608a90ea4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:24.609700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-31e282e1-41f3-4101-8392-dec394ab9aab None None] Provisioning for port 15612277-2360-4c3d-864a-1c054d1ef772 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:24.618177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:24.625707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-31e282e1-41f3-4101-8392-dec394ab9aab None None] Provisioning complete for port 15612277-2360-4c3d-864a-1c054d1ef772 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:24.626615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-31e282e1-41f3-4101-8392-dec394ab9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.637381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.660734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0bd66-15c1-41e8-a75d-5b1340258d8b req-1ae4c6e6-b5f7-46f8-83bc-83b8353af0d8 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:24.662259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6d0bd66-15c1-41e8-a75d-5b1340258d8b req-1ae4c6e6-b5f7-46f8-83bc-83b8353af0d8 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 932 time: 0.4068041 Aug 27 12:26:24.684508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02f743de-0061-4b7a-a7e4-122b0fbde27c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:24.711862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-31e282e1-41f3-4101-8392-dec394ab9aab None None] Port 15612277-2360-4c3d-864a-1c054d1ef772 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:24.714541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 02f743de-0061-4b7a-a7e4-122b0fbde27c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:24.715072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 02f743de-0061-4b7a-a7e4-122b0fbde27c not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:24.781940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6d0bd66-15c1-41e8-a75d-5b1340258d8b req-5bcdceed-c2b0-46b6-b268-1143da9c3ee6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Aug 27 12:26:24.787108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c97e754a-3623-48d7-8006-c1bbf0544c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.845955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c97e754a-3623-48d7-8006-c1bbf0544c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.892248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:24.937103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Allocated IP 19.86.0.67 (2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298/92437a2b-62de-4743-846d-58ff2f0c86ae/6bb428fd-63e3-4efa-8d2e-0643d7ab20ee) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:24.991563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c97e754a-3623-48d7-8006-c1bbf0544c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:24.996342 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c97e754a-3623-48d7-8006-c1bbf0544c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.002592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c97e754a-3623-48d7-8006-c1bbf0544c01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea9b4659-3325-4935-b0c8-7b8608a90ea4 HTTP/1.1" status: 204 len: 168 time: 0.4204993 Aug 27 12:26:25.065956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82ab3-34f2-47e3-a081-255e78c68695 req-c38f8c75-15a5-4bdd-99a0-32192e8c5ae4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:25.077721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efa82ab3-34f2-47e3-a081-255e78c68695 req-c38f8c75-15a5-4bdd-99a0-32192e8c5ae4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.1708810 Aug 27 12:26:25.090002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e754a-3623-48d7-8006-c1bbf0544c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b4659-3325-4935-b0c8-7b8608a90ea4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:25.138073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-730082c4-b8cf-4928-a185-1e6f112f57bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.145554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efa82ab3-34f2-47e3-a081-255e78c68695 req-4f191179-2e4c-453c-9759-0beb1f83339d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668602 Aug 27 12:26:25.236655 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.258734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Transition to ACTIVE for port object 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:25.325490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.336735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-730082c4-b8cf-4928-a185-1e6f112f57bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.360465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-730082c4-b8cf-4928-a185-1e6f112f57bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.408418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:25.427242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:25.432563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Port': ['ID=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:25.436489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:25.448751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5dc0-4206-42a1-94c0-5f2fea774457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.449536 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-730082c4-b8cf-4928-a185-1e6f112f57bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbb16843e34c4b509781b6144d33ef67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541933 Aug 27 12:26:25.450867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730082c4-b8cf-4928-a185-1e6f112f57bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527f2ba9-be24-433c-a5a6-07cca4cee20a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:25.452685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:25.455114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:25.539061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:25.539877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.589576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63b51491-d9af-4d7b-b9a1-7db76ead40b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.601379 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5dc0-4206-42a1-94c0-5f2fea774457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.609957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5dc0-4206-42a1-94c0-5f2fea774457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.625346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-0773363b-427a-420e-ab87-81928148e74c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3840957 Aug 27 12:26:25.636970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'port': {'device_id': '502f1389-30b4-4004-9e60-5d6d01827866', 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e', 'admin_state_up': True, 'tenant_id': 'ac59c20b74464c7795fb3971410dc374'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:25.642424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63b51491-d9af-4d7b-b9a1-7db76ead40b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.674955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f5dc0-4206-42a1-94c0-5f2fea774457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c4603-d0e9-48ab-ae41-1a7149801866,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:25.682950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8e8f5dc0-4206-42a1-94c0-5f2fea774457 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b57d73dd204e44dbbb078d81504188c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541168 Aug 27 12:26:25.687999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:25.708985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:25.812346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Deleting subnet 584f6a8d-5848-447e-8725-a6fb5995ac3b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:26:25.822517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63b51491-d9af-4d7b-b9a1-7db76ead40b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.831419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63b51491-d9af-4d7b-b9a1-7db76ead40b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.831419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-63b51491-d9af-4d7b-b9a1-7db76ead40b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/527f2ba9-be24-433c-a5a6-07cca4cee20a HTTP/1.1" status: 204 len: 168 time: 0.3735025 Aug 27 12:26:25.831419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89f06090-0de2-4c97-b476-95a78d3c5fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.831844 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.864729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b51491-d9af-4d7b-b9a1-7db76ead40b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f2ba9-be24-433c-a5a6-07cca4cee20a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:25.867690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4e8df9a8-2fd8-4ab8-99e7-6c2784ef08f9 None None] Provisioning for port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:25.878602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4e8df9a8-2fd8-4ab8-99e7-6c2784ef08f9 None None] Provisioning complete for port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:25.879138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e8df9a8-2fd8-4ab8-99e7-6c2784ef08f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.906699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:25.912773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.920062 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89f06090-0de2-4c97-b476-95a78d3c5fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.923309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:25.925274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4e8df9a8-2fd8-4ab8-99e7-6c2784ef08f9 None None] Port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:26.126199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Allocated IP 19.80.0.145 (796105f2-3beb-472f-ba72-7ff246b7517e/5bc5def1-eea3-48fc-a7f0-522bd7a6ce81/e65bca1a-a1dd-4cde-a259-18093af358ac) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:26.343660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.394679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e1d2-ad5e-4bbc-b43f-0a503978b739 req-1c85e150-7387-4fc8-80b6-6c2e59f2e903 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:26.404693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e1d2-ad5e-4bbc-b43f-0a503978b739 req-1c85e150-7387-4fc8-80b6-6c2e59f2e903 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:26.415159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc52e1d2-ad5e-4bbc-b43f-0a503978b739 req-1c85e150-7387-4fc8-80b6-6c2e59f2e903 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 1654 time: 0.4617629 Aug 27 12:26:26.427355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.437387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49186) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:26.461257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-227e955b-859b-4774-99b7-a74f55b293c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.463520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Transition to ACTIVE for port object e65bca1a-a1dd-4cde-a259-18093af358ac will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:26.469270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962a491-75e3-432b-9297-5cda074e537e req-2f4372a3-b608-4cd9-8adc-89ef28a2ed56 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:26.470996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f962a491-75e3-432b-9297-5cda074e537e req-2f4372a3-b608-4cd9-8adc-89ef28a2ed56 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.1941154 Aug 27 12:26:26.473786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89f06090-0de2-4c97-b476-95a78d3c5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.476392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-89f06090-0de2-4c97-b476-95a78d3c5fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.477743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-89f06090-0de2-4c97-b476-95a78d3c5fe6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/945c4603-d0e9-48ab-ae41-1a7149801866 HTTP/1.1" status: 204 len: 168 time: 0.7879722 Aug 27 12:26:26.531934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f06090-0de2-4c97-b476-95a78d3c5fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c4603-d0e9-48ab-ae41-1a7149801866,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:26.553077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.594140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.620355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc52e1d2-ad5e-4bbc-b43f-0a503978b739 req-e3dc6a2e-a484-4050-b71c-4b1cd3a42e73 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995707 Aug 27 12:26:26.621421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 796105f2-3beb-472f-ba72-7ff246b7517e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:26.625755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:26.630998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:26.695265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:26.717049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f962a491-75e3-432b-9297-5cda074e537e req-bb6c9892-73bc-4e98-99c5-b6cfe35a6e09 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371953 Aug 27 12:26:26.719112 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.722415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/584f6a8d-5848-447e-8725-a6fb5995ac3b HTTP/1.1" status: 204 len: 168 time: 1.0119252 Aug 27 12:26:26.723850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a923622-2728-40c5-8c10-b5ccacf4f863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584f6a8d-5848-447e-8725-a6fb5995ac3b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:26.731610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49196) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:26.796097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:26.796741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.881959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-227e955b-859b-4774-99b7-a74f55b293c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.888163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.892715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-227e955b-859b-4774-99b7-a74f55b293c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:26.919755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e955b-859b-4774-99b7-a74f55b293c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f51b3ee-acec-4fac-903f-1599958a9a7e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:26.925207 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-543b2413-7b32-4787-adaa-98197d609d02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2932906 Aug 27 12:26:26.964724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Request body: {'port': {'device_id': '502f1389-30b4-4004-9e60-5d6d01827866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:27.032167 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-227e955b-859b-4774-99b7-a74f55b293c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13dec6fb2a264db1a5766c028e8b0368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911226 Aug 27 12:26:27.032593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:27.096271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-900b636b-baeb-44ad-bd1a-5562aca70b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.120979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-74c78228-2396-457d-9e11-04a433cc310c None None] Provisioning for port e65bca1a-a1dd-4cde-a259-18093af358ac completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:27.129147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-900b636b-baeb-44ad-bd1a-5562aca70b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.138271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.155579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-74c78228-2396-457d-9e11-04a433cc310c None None] Provisioning complete for port e65bca1a-a1dd-4cde-a259-18093af358ac triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:27.156324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74c78228-2396-457d-9e11-04a433cc310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.171115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.200048 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-900b636b-baeb-44ad-bd1a-5562aca70b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.203928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-900b636b-baeb-44ad-bd1a-5562aca70b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.206456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-900b636b-baeb-44ad-bd1a-5562aca70b6f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f51b3ee-acec-4fac-903f-1599958a9a7e HTTP/1.1" status: 204 len: 168 time: 0.1727579 Aug 27 12:26:27.209739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f920075-129b-459f-801c-b988ddbed2f8']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:27.222887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c822c55-7981-4c51-b204-fad5122981b5') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:27.223198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c822c55-7981-4c51-b204-fad5122981b5') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:27.236653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.241304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b636b-baeb-44ad-bd1a-5562aca70b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f51b3ee-acec-4fac-903f-1599958a9a7e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:27.273533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.294363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-74c78228-2396-457d-9e11-04a433cc310c None None] Port e65bca1a-a1dd-4cde-a259-18093af358ac cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:27.297544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:26:27.298661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:26:27.344867 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:26:27.424998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.443826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.446720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8f920075-129b-459f-801c-b988ddbed2f8 HTTP/1.1" status: 204 len: 168 time: 0.7134485 Aug 27 12:26:27.553546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1ce19-a9a8-4a12-88bd-98267398b2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f920075-129b-459f-801c-b988ddbed2f8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:27.673344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-a114ee11-de83-484e-9e98-a54770d57d5d service neutron] 10.222.0.65 "GET /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 384 time: 0.1579010 Aug 27 12:26:27.808039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:27.846857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33dc7-8d9f-4c8d-9a9b-09fd92ceece5 req-0e194804-fccc-438f-9293-4bfed322fdee tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:27.866418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33dc7-8d9f-4c8d-9a9b-09fd92ceece5 req-0e194804-fccc-438f-9293-4bfed322fdee tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:27.880107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33dc7-8d9f-4c8d-9a9b-09fd92ceece5 req-0e194804-fccc-438f-9293-4bfed322fdee tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:27.894623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2db33dc7-8d9f-4c8d-9a9b-09fd92ceece5 req-0e194804-fccc-438f-9293-4bfed322fdee tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2376 time: 0.1813760 Aug 27 12:26:27.906871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15612277-2360-4c3d-864a-1c054d1ef772 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:26:27.914733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:27.939928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Transition to ACTIVE for port object 15612277-2360-4c3d-864a-1c054d1ef772 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:27.950923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.097593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9b3f6b47-965a-4f74-86f4-9f237eab1e60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6bc5d768bdeb4125a59684e4a0c028a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892318 Aug 27 12:26:28.107554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:28.142969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2db33dc7-8d9f-4c8d-9a9b-09fd92ceece5 req-a7be0a1d-dd20-4270-a3c7-4829233ca5f5 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227864 Aug 27 12:26:28.197673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4223ef-ada3-4793-9ca0-3fedfa8e7ba8 req-7c359e90-025b-4211-97de-79c40a0cff6f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:28.199325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc4223ef-ada3-4793-9ca0-3fedfa8e7ba8 req-7c359e90-025b-4211-97de-79c40a0cff6f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 945 time: 0.2996116 Aug 27 12:26:28.293289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Pushing event updated for resources: {'Port': ['ID=15612277-2360-4c3d-864a-1c054d1ef772,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:28.312453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc4223ef-ada3-4793-9ca0-3fedfa8e7ba8 req-c007539e-2abd-4a9c-9eb5-7db885d487c0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957491 Aug 27 12:26:28.336972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-355699ce-73e1-4b54-b87f-6f43e36494b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.377740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-355699ce-73e1-4b54-b87f-6f43e36494b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.392612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:28.432674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:28.438326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Attempting to bind port 15612277-2360-4c3d-864a-1c054d1ef772 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:28.438923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Attempting to bind port 15612277-2360-4c3d-864a-1c054d1ef772 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:28.439500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Attempting to bind port 15612277-2360-4c3d-864a-1c054d1ef772 on network 796105f2-3beb-472f-ba72-7ff246b7517e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:28.474972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-355699ce-73e1-4b54-b87f-6f43e36494b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.475250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Port 15612277-2360-4c3d-864a-1c054d1ef772 on network 796105f2-3beb-472f-ba72-7ff246b7517e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:26:28.475785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Attempting to bind port 15612277-2360-4c3d-864a-1c054d1ef772 on network 796105f2-3beb-472f-ba72-7ff246b7517e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:28.484524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-355699ce-73e1-4b54-b87f-6f43e36494b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.492595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-355699ce-73e1-4b54-b87f-6f43e36494b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76929507-9ff4-4ae1-bd06-bd823cc00821 HTTP/1.1" status: 204 len: 168 time: 0.3665454 Aug 27 12:26:28.500903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:28.501895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Checking segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:28.502745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Bound using segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:28.503461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Bound port: 15612277-2360-4c3d-864a-1c054d1ef772, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:28.504206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.516214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355699ce-73e1-4b54-b87f-6f43e36494b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76929507-9ff4-4ae1-bd06-bd823cc00821,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:28.528185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:28.532604 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e4d79-b4bc-4aca-ac09-d908bc347a7e" -d '{"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:28.545012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:28.590841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.636101 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2601ac4-a14d-4e36-8a7f-78c5b77be184 x-openstack-request-id: req-e2601ac4-a14d-4e36-8a7f-78c5b77be184 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:28.636761 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:28.636761 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2601ac4-a14d-4e36-8a7f-78c5b77be184 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:28.637542 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'code': 200} Aug 27 12:26:28.684491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] For port 15612277-2360-4c3d-864a-1c054d1ef772, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:28.720633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] For port 15612277-2360-4c3d-864a-1c054d1ef772, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15612277-2360-4c3d-864a-1c054d1ef772,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:28.730552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.810582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:28.811391 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.812922 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] 10.222.0.77 "PUT /v2.0/ports/15612277-2360-4c3d-864a-1c054d1ef772 HTTP/1.1" status: 200 len: 1092 time: 1.8603220 Aug 27 12:26:28.819531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] Transition to ACTIVE for port object bec81502-a9c9-4b38-a65c-e763a8353e2c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:28.843353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:28.854349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Request body: {'port': {'device_id': '502f1389-30b4-4004-9e60-5d6d01827866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:28.901068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07368494-d78f-4cb1-b6ec-ada90d040395 service neutron] Pushing event updated for resources: {'Port': ['ID=15612277-2360-4c3d-864a-1c054d1ef772,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:28.984877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] Pushing event updated for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:29.555415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc34af-e037-4305-9234-00c2c950fbcf req-ffb2d358-6c3d-4691-94eb-025e0d412049 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:29.573534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc34af-e037-4305-9234-00c2c950fbcf req-ffb2d358-6c3d-4691-94eb-025e0d412049 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:29.573940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:29.601269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc34af-e037-4305-9234-00c2c950fbcf req-ffb2d358-6c3d-4691-94eb-025e0d412049 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:29.614831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87cc34af-e037-4305-9234-00c2c950fbcf req-ffb2d358-6c3d-4691-94eb-025e0d412049 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2388 time: 0.2558830 Aug 27 12:26:29.676525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140e39d-701d-47a8-947f-19b3dc8ed5ea req-2318bafd-8812-4b45-b9cd-1aca4b541e92 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:29.678154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5140e39d-701d-47a8-947f-19b3dc8ed5ea req-2318bafd-8812-4b45-b9cd-1aca4b541e92 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.2391312 Aug 27 12:26:29.714740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] No DVR routers for this DVR port bec81502-a9c9-4b38-a65c-e763a8353e2c on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:29.775939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49296) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:29.798735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5140e39d-701d-47a8-947f-19b3dc8ed5ea req-ba207113-4d87-412f-87d3-1f406bec79ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046867 Aug 27 12:26:29.809310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87cc34af-e037-4305-9234-00c2c950fbcf req-b357da3a-b667-485d-9292-89c287e93d18 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929345 Aug 27 12:26:30.108796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:30.132882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1369429622-network', 'tenant_id': '94125a7785d546af86bd3fe445fdc909'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:30.168229 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-f633caf3-d099-4914-bea9-f61bd0a12d9c service neutron] 10.222.0.65 "PUT /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c/bindings/n-h1-688802-4/activate HTTP/1.1" status: 200 len: 369 time: 2.4855294 Aug 27 12:26:30.175205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Made reservation on behalf of 94125a7785d546af86bd3fe445fdc909 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:30.182161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.233834 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.253216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:30.401824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:26:30.420616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.445270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-70da00e2-cfe1-4634-8c15-0a080ccc5ade tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:30.446826 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-70da00e2-cfe1-4634-8c15-0a080ccc5ade tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6&tenant_id=32dd17157e8a413bb5e82592b734194a&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.2071033 Aug 27 12:26:30.486453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.490829 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.524189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:26:30.554022 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.554610 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Added segment 1d549565-e504-49db-a7d9-eadd9f78b83b of type vlan for network 75473377-3159-4ed7-8211-cbbf312dd694 Aug 27 12:26:30.571528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Transition to ACTIVE for port object 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:30.580630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.661406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.686183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'tag': '15612277-2360-4c3d-864a-1c054d1ef772'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:30.692088 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0faef11-49fe-4624-9fe4-5825955029c1" -d '{"events": [{"name": "network-changed", "server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "tag": "15612277-2360-4c3d-864a-1c054d1ef772"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:30.697462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Pushing event updated for resources: {'Port': ['ID=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:30.745724 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.747678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:30.751001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:30.753044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-750e7334-e487-4119-8abc-da8008ace20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:30.756415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-750e7334-e487-4119-8abc-da8008ace20c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 1095 time: 0.2960525 Aug 27 12:26:30.758570 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57869e8-83ce-41fa-9c96-c08703fce813 x-openstack-request-id: req-c57869e8-83ce-41fa-9c96-c08703fce813 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:30.758868 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "tag": "15612277-2360-4c3d-864a-1c054d1ef772", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:30.759125 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c57869e8-83ce-41fa-9c96-c08703fce813 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:30.759625 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'tag': '15612277-2360-4c3d-864a-1c054d1ef772', 'status': 'completed', 'code': 200} Aug 27 12:26:30.852571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0755200 Aug 27 12:26:30.868620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49344) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:30.972960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Request body: {'subnet': {'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1369429622-subnet', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:31.035158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9bea6d-2d8a-4157-b152-0216ccb448fe,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:31.035542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Attempting to bind port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:31.036262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Attempting to bind port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:31.036613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Attempting to bind port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee on network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:31.071363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee on network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:26:31.071784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Attempting to bind port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee on network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:31.126959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:31.127398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Checking segment: {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:31.127838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Bound using segment: {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:31.128294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Bound port: 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:31.128294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:31.141409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-81d3fb4e-1ba9-42c0-9aeb-ba6636cd0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.141905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-81d3fb4e-1ba9-42c0-9aeb-ba6636cd0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.142652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-81d3fb4e-1ba9-42c0-9aeb-ba6636cd0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.146470 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-81d3fb4e-1ba9-42c0-9aeb-ba6636cd0612 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2756 time: 0.2748697 Aug 27 12:26:31.173031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Made reservation on behalf of 94125a7785d546af86bd3fe445fdc909 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:31.179245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:31.266811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Pushing event updated for resources: {'Network': ['ID=75473377-3159-4ed7-8211-cbbf312dd694,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:31.285664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.290229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.293945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.294307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.294679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.295023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.295353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.295684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.296015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.296339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.296693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.296988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.317435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.317945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.318130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.318529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.318828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.319169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.319503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.319837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.320163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.320567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.320885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.321176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b3e5d-0e27-4663-a064-2da192dfe91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:31.337254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 75473377-3159-4ed7-8211-cbbf312dd694 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:26:31.423505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-923ebc91-0b9d-4e44-ab59-0b290ef545de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.439495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-923ebc91-0b9d-4e44-ab59-0b290ef545de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1095 time: 0.5898173 Aug 27 12:26:31.575186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138868a-f494-4f8d-a07a-b0cfa8656210 req-75271fb2-6eb5-4204-ab08-9c17cdf0719d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.581968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138868a-f494-4f8d-a07a-b0cfa8656210 req-75271fb2-6eb5-4204-ab08-9c17cdf0719d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.587982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138868a-f494-4f8d-a07a-b0cfa8656210 req-75271fb2-6eb5-4204-ab08-9c17cdf0719d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.595598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4138868a-f494-4f8d-a07a-b0cfa8656210 req-75271fb2-6eb5-4204-ab08-9c17cdf0719d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2400 time: 0.5531931 Aug 27 12:26:31.621352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] For port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:31.676157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dd4d8-7a02-4014-97ea-1c6cd8eb8390 req-aed583fc-48db-45da-bff6-3ca16c6deeb0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.684892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b03dd4d8-7a02-4014-97ea-1c6cd8eb8390 req-aed583fc-48db-45da-bff6-3ca16c6deeb0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.6236506 Aug 27 12:26:31.720573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-a4fd4639-c63a-48b0-b454-003abb336635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.721296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-a4fd4639-c63a-48b0-b454-003abb336635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.721781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-a4fd4639-c63a-48b0-b454-003abb336635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.723953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-a4fd4639-c63a-48b0-b454-003abb336635 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ac59c20b74464c7795fb3971410dc374&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5377676 Aug 27 12:26:31.725969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] For port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:31.747750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:31.806393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:31.841242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b03dd4d8-7a02-4014-97ea-1c6cd8eb8390 req-ea430da5-4997-4af5-9b6a-df8504398ede tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421742 Aug 27 12:26:31.855216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4138868a-f494-4f8d-a07a-b0cfa8656210 req-144e27e9-8879-4115-b7ac-8435b0236253 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538986 Aug 27 12:26:31.884426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-70a5ac4e-5105-4ae9-bcc7-c3fa88289a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.887087 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-70a5ac4e-5105-4ae9-bcc7-c3fa88289a3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.4463501 Aug 27 12:26:31.898148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:31.898818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:31.900776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] 10.222.0.77 "PUT /v2.0/ports/6bb428fd-63e3-4efa-8d2e-0643d7ab20ee HTTP/1.1" status: 200 len: 1091 time: 3.0520327 Aug 27 12:26:31.948169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Request body: {'port': {'device_id': '502f1389-30b4-4004-9e60-5d6d01827866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:32.022052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b697e-e3c0-429d-956b-d0fea488b43a service neutron] Pushing event updated for resources: {'Port': ['ID=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:32.084884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d0ce7146-dc8f-476c-9a63-57f360c9c3b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 999 time: 0.1862206 Aug 27 12:26:32.171844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-29bf03e6-a1f2-4d1c-b3a6-ecdeabfe7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:32.174147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d0faef11-49fe-4624-9fe4-5825955029c1 req-29bf03e6-a1f2-4d1c-b3a6-ecdeabfe7c67 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4397693 Aug 27 12:26:32.189418 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.196557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-b35b58b1-c2e0-4fae-be2c-9ea7bf38fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:32.198983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-b35b58b1-c2e0-4fae-be2c-9ea7bf38fb77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.1074905 Aug 27 12:26:32.253042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.272555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:32.296236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b40eb90-3789-4cd0-8619-aef7dedfe20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.332309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-810bcb45-1522-4029-bf66-d221bbc34365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:32.333877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-810bcb45-1522-4029-bf66-d221bbc34365 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195583 Aug 27 12:26:32.350486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Checking segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:32.350759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Network hostable DHCP agents. Network: 75473377-3159-4ed7-8211-cbbf312dd694, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:26:32.458569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Network 75473377-3159-4ed7-8211-cbbf312dd694 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:26:32.473716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 75473377-3159-4ed7-8211-cbbf312dd694) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:32.483502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282b054-55aa-4812-a8e7-c1192275534d None None] Network 75473377-3159-4ed7-8211-cbbf312dd694 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:32.485296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:32.485980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.501717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-0e0956e8-d9b4-4f32-adc3-cffb6f412fef service neutron] 10.222.0.77 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587379 Aug 27 12:26:32.603508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b40eb90-3789-4cd0-8619-aef7dedfe20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.611342 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b40eb90-3789-4cd0-8619-aef7dedfe20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.628727 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a72e5492-db77-4bbb-8783-3abd9bbe6c25 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6598554 Aug 27 12:26:32.635830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:32.641850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:32.704377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65bca1a-a1dd-4cde-a259-18093af358ac {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:26:32.710413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.711657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.719882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-75473377-3159-4ed7-8211-cbbf312dd694', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:26:32.721177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.727410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.741350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b40eb90-3789-4cd0-8619-aef7dedfe20b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86558198f7054647addea3712c7a0066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9337270 Aug 27 12:26:32.748996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49412) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:32.763908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'tag': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:32.766707 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7516775-6045-4224-b8f8-1240572dc1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "tag": "6bb428fd-63e3-4efa-8d2e-0643d7ab20ee"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:32.772841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40eb90-3789-4cd0-8619-aef7dedfe20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571889c1-4b1e-4824-ac0f-a27952639e61,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:32.793909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-242e5b06-25a3-44ce-ad5d-1c20843ddef3 service neutron] 10.222.0.77 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825687 Aug 27 12:26:32.854473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Transition to ACTIVE for port object e65bca1a-a1dd-4cde-a259-18093af358ac will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:32.858105 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c832d5-14ae-4124-88df-34adf59eb5da x-openstack-request-id: req-40c832d5-14ae-4124-88df-34adf59eb5da {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:32.858569 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "tag": "6bb428fd-63e3-4efa-8d2e-0643d7ab20ee", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:32.858759 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40c832d5-14ae-4124-88df-34adf59eb5da {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:32.859140 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'tag': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee', 'status': 'completed', 'code': 200} Aug 27 12:26:32.863515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.870668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:32.936261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:33.027399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-bc36cbaf-1120-44fe-8679-493c3f2ba8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.029944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-bc36cbaf-1120-44fe-8679-493c3f2ba8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.030671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-bc36cbaf-1120-44fe-8679-493c3f2ba8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.040236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-bc36cbaf-1120-44fe-8679-493c3f2ba8fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2823 time: 0.1147499 Aug 27 12:26:33.046791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Allocated IP 172.20.0.2 (75473377-3159-4ed7-8211-cbbf312dd694/b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d/34a11a40-8537-4b99-9fc2-4b3c86133984) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:33.269522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b439062d-9cbb-4def-9e2a-5d369e6416d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.302809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.411273 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.414304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b439062d-9cbb-4def-9e2a-5d369e6416d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.430822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Transition to ACTIVE for port object 34a11a40-8537-4b99-9fc2-4b3c86133984 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:33.477932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Transition to ACTIVE for port object 34a11a40-8537-4b99-9fc2-4b3c86133984 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:33.489738 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.546703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Pushing event updated for resources: {'Port': ['ID=34a11a40-8537-4b99-9fc2-4b3c86133984,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:33.567514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Network 75473377-3159-4ed7-8211-cbbf312dd694 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:33.570219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:33.573403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:33.608095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d8d6ee79-5d3d-4713-9537-7e50faad9688 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.608495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-a121e9f7-6f71-4918-9b05-a5d051ca65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.609595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-a121e9f7-6f71-4918-9b05-a5d051ca65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.609736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d8d6ee79-5d3d-4713-9537-7e50faad9688 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6&tenant_id=32dd17157e8a413bb5e82592b734194a&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 1095 time: 0.4377367 Aug 27 12:26:33.610371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-a121e9f7-6f71-4918-9b05-a5d051ca65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.614206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-a121e9f7-6f71-4918-9b05-a5d051ca65e8 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ac59c20b74464c7795fb3971410dc374&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5616844 Aug 27 12:26:33.614960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-eeb0a767-9065-4492-bf14-f769b44468f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.616460 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-eeb0a767-9065-4492-bf14-f769b44468f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1095 time: 0.3788784 Aug 27 12:26:33.619360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Attempting to bind port e65bca1a-a1dd-4cde-a259-18093af358ac on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:33.630971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Attempting to bind port e65bca1a-a1dd-4cde-a259-18093af358ac by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:33.631464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Attempting to bind port e65bca1a-a1dd-4cde-a259-18093af358ac on network 796105f2-3beb-472f-ba72-7ff246b7517e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:33.671809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Attempting to bind port 34a11a40-8537-4b99-9fc2-4b3c86133984 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:33.673499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Attempting to bind port 34a11a40-8537-4b99-9fc2-4b3c86133984 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:33.674002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Attempting to bind port 34a11a40-8537-4b99-9fc2-4b3c86133984 on network 75473377-3159-4ed7-8211-cbbf312dd694 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:33.678688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Port e65bca1a-a1dd-4cde-a259-18093af358ac on network 796105f2-3beb-472f-ba72-7ff246b7517e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:26:33.679205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Attempting to bind port e65bca1a-a1dd-4cde-a259-18093af358ac on network 796105f2-3beb-472f-ba72-7ff246b7517e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:33.684468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:33.685065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Checking segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:33.685820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.686581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Bound using segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:33.687798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Bound port: 34a11a40-8537-4b99-9fc2-4b3c86133984, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:33.689452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.740825 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:26:33.743026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:33.743612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Checking segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:33.744605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Bound using segment: {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:33.745471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Bound port: e65bca1a-a1dd-4cde-a259-18093af358ac, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b468be-670d-493c-8b64-19842858452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:33.745902 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.797094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b439062d-9cbb-4def-9e2a-5d369e6416d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.799770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b439062d-9cbb-4def-9e2a-5d369e6416d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.801150 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b439062d-9cbb-4def-9e2a-5d369e6416d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/571889c1-4b1e-4824-ac0f-a27952639e61 HTTP/1.1" status: 204 len: 168 time: 1.0483112 Aug 27 12:26:33.802794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2500e-ffae-45dd-a11b-20bba6db07c3 req-2a8804a1-ce4b-4b6e-9746-8897a402d57d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.804348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94d2500e-ffae-45dd-a11b-20bba6db07c3 req-2a8804a1-ce4b-4b6e-9746-8897a402d57d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.6218519 Aug 27 12:26:33.833441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291314-485d-4254-b0ee-cb28df3f7629 req-9c0db086-6e50-4e43-bcd3-6114aab20520 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.839961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291314-485d-4254-b0ee-cb28df3f7629 req-9c0db086-6e50-4e43-bcd3-6114aab20520 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.852073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4291314-485d-4254-b0ee-cb28df3f7629 req-9c0db086-6e50-4e43-bcd3-6114aab20520 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:33.861942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4291314-485d-4254-b0ee-cb28df3f7629 req-9c0db086-6e50-4e43-bcd3-6114aab20520 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2412 time: 0.7531033 Aug 27 12:26:33.873043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] For port 34a11a40-8537-4b99-9fc2-4b3c86133984, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:33.878118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] For port 34a11a40-8537-4b99-9fc2-4b3c86133984, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=34a11a40-8537-4b99-9fc2-4b3c86133984,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:33.887374 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:33.922279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439062d-9cbb-4def-9e2a-5d369e6416d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571889c1-4b1e-4824-ac0f-a27952639e61,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:34.078756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2314125-ffdd-4667-a18e-0348c2ca17ce None None] Pushing event updated for resources: {'Port': ['ID=34a11a40-8537-4b99-9fc2-4b3c86133984,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:34.093120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-7b2bddb3-adf9-4505-9b62-274b025b3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:34.094583 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-7b2bddb3-adf9-4505-9b62-274b025b3de1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.4534600 Aug 27 12:26:34.208512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:34.219092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e65bca1a-a1dd-4cde-a259-18093af358ac,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:34.227502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c7745536-84d4-4f19-94b7-77098d466c47 service neutron] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:34.232967 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:34.243482 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c7745536-84d4-4f19-94b7-77098d466c47 service neutron] Notify callbacks [] for binding, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:34.245227 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c7745536-84d4-4f19-94b7-77098d466c47 service neutron] 10.222.0.77 "DELETE /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c/bindings/n-h2-688802-4 HTTP/1.1" status: 204 len: 173 time: 0.6075165 Aug 27 12:26:34.284108 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-1a3836c8-a561-4409-968a-4bddc7e331ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 999 time: 0.1781390 Aug 27 12:26:34.345227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:34.346005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:34.351654 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] 10.222.0.77 "PUT /v2.0/ports/e65bca1a-a1dd-4cde-a259-18093af358ac HTTP/1.1" status: 200 len: 1092 time: 2.4051473 Aug 27 12:26:34.522606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-89f3f073-adc8-47d6-bd06-d2c9e90ef771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:34.526336 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-89f3f073-adc8-47d6-bd06-d2c9e90ef771 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.2311244 Aug 27 12:26:34.533622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b66c6-2d33-485f-a308-1589c2e46e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:34.618825 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:34.623770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49450) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:34.676727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:34.688261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-de1dd6df-9008-43bd-b3ac-7f52ab7230c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:34.690990 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-de1dd6df-9008-43bd-b3ac-7f52ab7230c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523690 Aug 27 12:26:34.693827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15c106f6-271a-410d-b7a0-233abffdb971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:34.790090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94d2500e-ffae-45dd-a11b-20bba6db07c3 req-2bc83728-f026-40cf-8b8d-aa36b7fcf93d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9762843 Aug 27 12:26:34.859109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4291314-485d-4254-b0ee-cb28df3f7629 req-ed2e94cd-a5e5-415d-8b5b-8a7a559e322e tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9957976 Aug 27 12:26:34.864722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:34.867568 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:34.975862 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919070ac-e763-4c05-91d7-f4237c159f56 x-openstack-request-id: req-919070ac-e763-4c05-91d7-f4237c159f56 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:34.976179 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:34.976409 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-919070ac-e763-4c05-91d7-f4237c159f56 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:34.976551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-bf66eb95-8dd5-49f1-b710-93450c67ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:34.976809 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac', 'status': 'completed', 'code': 200} Aug 27 12:26:34.978154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Allocated IP 172.25.8.73 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a72bfa9d-71eb-44a2-9981-9c54dffe949d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:34.989820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7516775-6045-4224-b8f8-1240572dc1a5 req-bf66eb95-8dd5-49f1-b710-93450c67ee3c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2958937 Aug 27 12:26:35.129549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-defe22f2-1913-4539-a732-251d515a300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:35.130170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-defe22f2-1913-4539-a732-251d515a300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:35.130881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-defe22f2-1913-4539-a732-251d515a300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:35.133114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-defe22f2-1913-4539-a732-251d515a300b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2865 time: 0.0744662 Aug 27 12:26:35.143739 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-b21d0eff-2f8c-4c97-bd94-4c8b54647bb1 service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428320 Aug 27 12:26:35.195325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:35.200227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-e1f85d6f-e2ee-4d3d-96e4-38e048615c03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=15612277-2360-4c3d-864a-1c054d1ef772 HTTP/1.1" status: 200 len: 217 time: 0.0507205 Aug 27 12:26:35.207630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:35.271569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-644baa55-af68-40b9-9f3c-0104c186bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:35.273433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-644baa55-af68-40b9-9f3c-0104c186bb02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5bc5def1-eea3-48fc-a7f0-522bd7a6ce81 HTTP/1.1" status: 200 len: 801 time: 0.0635200 Aug 27 12:26:35.331822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-90b12751-b60c-4553-8e2c-a2e3d80b2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:35.333948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-90b12751-b60c-4553-8e2c-a2e3d80b2763 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=796105f2-3beb-472f-ba72-7ff246b7517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524981 Aug 27 12:26:35.426940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef260c72-581c-442a-a634-05890681af61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:35.506915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-69d80eaa-71cf-44a6-b6c6-c53275543963 service neutron] 10.222.0.77 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637700 Aug 27 12:26:35.643388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-eba2a9d5-7c65-4a42-a847-4a08c84e9ae7 service neutron] 10.222.0.77 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266210 Aug 27 12:26:35.644152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3d703-b8ed-44af-bc03-e6f6af381182 None None] Network 75473377-3159-4ed7-8211-cbbf312dd694 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:35.702597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-032dbd09-19e8-4e45-96dc-c5e3886a31e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee HTTP/1.1" status: 200 len: 217 time: 0.0514143 Aug 27 12:26:35.713010 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6a4e3b0c-82d8-445c-8d0c-8f059d148e5e req-dfac66d7-0db4-428e-a01b-da32bb52d31a service neutron] 10.222.0.65 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055487 Aug 27 12:26:35.724813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15c106f6-271a-410d-b7a0-233abffdb971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:35.726222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:35.760375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15c106f6-271a-410d-b7a0-233abffdb971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:35.760615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4524f21-5ee6-48fe-a534-d54773b6fb61 None None] Provisioning for port 34a11a40-8537-4b99-9fc2-4b3c86133984 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:35.770921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-a669bbe3-152a-4857-9f0e-d92bc3160729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:35.773002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-a669bbe3-152a-4857-9f0e-d92bc3160729 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=92437a2b-62de-4743-846d-58ff2f0c86ae HTTP/1.1" status: 200 len: 801 time: 0.0627365 Aug 27 12:26:35.815994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:35.856504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Pushing event updated for resources: {'Port': ['ID=a72bfa9d-71eb-44a2-9981-9c54dffe949d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:35.862650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:35.871311 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-15c106f6-271a-410d-b7a0-233abffdb971 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be2662f05c0a4f6c85f8d2a8b57a4a43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2421610 Aug 27 12:26:35.871311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:35.886927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49470) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:35.922864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c106f6-271a-410d-b7a0-233abffdb971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b70597-f078-4794-b287-36ad5d0b1c6f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:36.077809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-6ac1a866-9869-4a84-b18e-b7aae383a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:36.080383 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-6ac1a866-9869-4a84-b18e-b7aae383a74a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2915771 Aug 27 12:26:36.119503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef260c72-581c-442a-a634-05890681af61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.207381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef260c72-581c-442a-a634-05890681af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.289121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.292196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfceb46-603d-499b-9f6a-62bc437dfda5 req-46aa94d2-6203-43d0-b136-15a8b4f9cc34 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:36.311932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edfceb46-603d-499b-9f6a-62bc437dfda5 req-46aa94d2-6203-43d0-b136-15a8b4f9cc34 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.3914268 Aug 27 12:26:36.345971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 34a11a40-8537-4b99-9fc2-4b3c86133984 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:36.363205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ef260c72-581c-442a-a634-05890681af61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b06727cb98b44b7a4858da38ff74a56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1521552 Aug 27 12:26:36.363205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efb7db3-ff26-4489-97ad-614f79b50945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.364029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49484) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:36.417432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40f1c-f93d-4943-ba11-ada1668a9a69 req-c2eeefb2-48d9-4393-b164-ded9d8ec03a7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:36.443033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40f1c-f93d-4943-ba11-ada1668a9a69 req-c2eeefb2-48d9-4393-b164-ded9d8ec03a7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:36.445303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 34a11a40-8537-4b99-9fc2-4b3c86133984 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:36.449952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40f1c-f93d-4943-ba11-ada1668a9a69 req-c2eeefb2-48d9-4393-b164-ded9d8ec03a7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:36.450346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 34a11a40-8537-4b99-9fc2-4b3c86133984 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:36.450876 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.452023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29f40f1c-f93d-4943-ba11-ada1668a9a69 req-c2eeefb2-48d9-4393-b164-ded9d8ec03a7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2412 time: 0.4463775 Aug 27 12:26:36.486240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260c72-581c-442a-a634-05890681af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14de9f-62bf-40a1-8244-f44c3294078b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:36.504151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edfceb46-603d-499b-9f6a-62bc437dfda5 req-8149b349-81b5-452b-9bdd-fdc4f1852ce7 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900198 Aug 27 12:26:36.507818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1281c822-be50-4984-a1ef-3d15e719040d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.565287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efb7db3-ff26-4489-97ad-614f79b50945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.625185 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.657309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1281c822-be50-4984-a1ef-3d15e719040d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.661601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.673413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 34a11a40-8537-4b99-9fc2-4b3c86133984, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=34a11a40-8537-4b99-9fc2-4b3c86133984,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:36.676180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29f40f1c-f93d-4943-ba11-ada1668a9a69 req-2c2cf739-4d68-488e-8731-33877363deab tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850948 Aug 27 12:26:36.679842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-f0d3e270-fd3f-470d-ba2f-d0abdf4269f9 service neutron] 10.222.0.77 "GET /v2.0/networks/2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789812 Aug 27 12:26:36.680914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.681718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efb7db3-ff26-4489-97ad-614f79b50945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.689896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7efb7db3-ff26-4489-97ad-614f79b50945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.718604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7efb7db3-ff26-4489-97ad-614f79b50945 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4b70597-f078-4794-b287-36ad5d0b1c6f HTTP/1.1" status: 204 len: 168 time: 0.8051069 Aug 27 12:26:36.761984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=34a11a40-8537-4b99-9fc2-4b3c86133984,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:36.820839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb7db3-ff26-4489-97ad-614f79b50945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b70597-f078-4794-b287-36ad5d0b1c6f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:36.881165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1281c822-be50-4984-a1ef-3d15e719040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.888038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1281c822-be50-4984-a1ef-3d15e719040d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:36.889758 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1281c822-be50-4984-a1ef-3d15e719040d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e14de9f-62bf-40a1-8244-f44c3294078b HTTP/1.1" status: 204 len: 168 time: 0.5219557 Aug 27 12:26:36.901752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281c822-be50-4984-a1ef-3d15e719040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14de9f-62bf-40a1-8244-f44c3294078b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:36.918624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:26:36.990072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90e23a-e56e-4066-8029-f9c9a891a175 req-a1011386-026e-4a94-b97d-bef8abbfa66f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:37.001366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e90e23a-e56e-4066-8029-f9c9a891a175 req-a1011386-026e-4a94-b97d-bef8abbfa66f tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1095 time: 0.3549953 Aug 27 12:26:37.078454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e90e23a-e56e-4066-8029-f9c9a891a175 req-451004ac-4c40-4706-b5fa-ce78ec42e317 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663040 Aug 27 12:26:37.097391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:37.110733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Sync routers for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:37.131411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:37.132905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:37.167598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-2046fdff-20cc-4cf0-975f-6cd7d206e744 service neutron] 10.222.0.77 "GET /v2.0/networks/2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825889 Aug 27 12:26:37.183186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:37.185461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-768e9688-6c16-4cdb-903a-e34a9bd79003 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5483606 Aug 27 12:26:37.191415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49498) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:37.307524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-7d7bc6a3-70e3-4034-bc07-0bf9e5da27b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=e65bca1a-a1dd-4cde-a259-18093af358ac HTTP/1.1" status: 200 len: 217 time: 0.1240287 Aug 27 12:26:37.491272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-165be7f1-0bd0-4013-9fc8-6df7d6322ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:37.496702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-165be7f1-0bd0-4013-9fc8-6df7d6322ebf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5bc5def1-eea3-48fc-a7f0-522bd7a6ce81 HTTP/1.1" status: 200 len: 801 time: 0.1794221 Aug 27 12:26:37.518317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a4fd9-f4b7-4ff1-834f-07b7df3cb657 req-7e288c1e-562f-4176-b1f6-964a96393968 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:37.537448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e0a4fd9-f4b7-4ff1-834f-07b7df3cb657 req-7e288c1e-562f-4176-b1f6-964a96393968 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.2328210 Aug 27 12:26:37.665840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:37.755977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e0a4fd9-f4b7-4ff1-834f-07b7df3cb657 req-b289fee7-89a8-4168-a14c-e48bb235d25b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123022 Aug 27 12:26:37.768808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49520) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:37.779410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-10c9ab1c-2d5a-415a-a4f0-c25e0edd26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:37.782583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-10c9ab1c-2d5a-415a-a4f0-c25e0edd26ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=796105f2-3beb-472f-ba72-7ff246b7517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2323956 Aug 27 12:26:37.788480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49522) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:37.839812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73355c7c-3eeb-4380-be2d-2cbef4309e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:37.982820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:36Z', 'revision_number': 3, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:38.007175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-333b32ec-9c5b-4bc4-96bb-2733c93df2e6 service neutron] 10.222.0.77 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042739 Aug 27 12:26:38.024173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Checking router: 1c0e31bf-3402-4ba1-895e-aaa92116ccfc for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:38.024675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Updating router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc port a72bfa9d-71eb-44a2-9981-9c54dffe949d binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:38.049321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.065463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.091811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73355c7c-3eeb-4380-be2d-2cbef4309e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.132518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73355c7c-3eeb-4380-be2d-2cbef4309e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.162933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-139b7704-b4b3-4ad4-be9b-2776352d3e9c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/13a3c57f-6e3b-4176-b3bd-7bc6311c745a HTTP/1.1" status: 200 len: 991 time: 0.3722975 Aug 27 12:26:38.186485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd20e2-4481-4dfe-8d7b-81aa8b93d2a2 req-80dcb0bc-2ae2-46e8-8a9e-a5465f1e40b8 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:38.203636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd20e2-4481-4dfe-8d7b-81aa8b93d2a2 req-80dcb0bc-2ae2-46e8-8a9e-a5465f1e40b8 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:38.215683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd20e2-4481-4dfe-8d7b-81aa8b93d2a2 req-80dcb0bc-2ae2-46e8-8a9e-a5465f1e40b8 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:38.217378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83fd20e2-4481-4dfe-8d7b-81aa8b93d2a2 req-80dcb0bc-2ae2-46e8-8a9e-a5465f1e40b8 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2412 time: 0.3132010 Aug 27 12:26:38.316813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.346490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83fd20e2-4481-4dfe-8d7b-81aa8b93d2a2 req-ec0c211f-ddec-49e5-9118-92e08a75848e tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 Aug 27 12:26:38.365007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36b69f06-1a1b-4d77-965c-48bf114df4d3 req-a9822424-fa45-4bdd-b323-7a084b3e4658 service neutron] 10.222.0.77 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338995 Aug 27 12:26:38.396571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 34a11a40-8537-4b99-9fc2-4b3c86133984 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:38.406304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Allocated IP 172.20.0.1 (75473377-3159-4ed7-8211-cbbf312dd694/b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d/a852a01d-9128-4934-a538-7da723744b16) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:38.447682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:38.570184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 34a11a40-8537-4b99-9fc2-4b3c86133984 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:38.570543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.575635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73355c7c-3eeb-4380-be2d-2cbef4309e08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bec8bf4705b456d97c50cfd0be4a569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8033946 Aug 27 12:26:38.580751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73355c7c-3eeb-4380-be2d-2cbef4309e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e24c766-fe39-433f-9be2-aa657ed39579,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:38.589535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49540) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:38.703408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-409b3542-2693-4489-a18a-024001cf6d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.709005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.715407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.723149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-6ff2ba3f-d4e9-4732-8769-a9758fe5371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:38.724407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-6ff2ba3f-d4e9-4732-8769-a9758fe5371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:38.725133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-6ff2ba3f-d4e9-4732-8769-a9758fe5371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:38.728575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-6ff2ba3f-d4e9-4732-8769-a9758fe5371d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2865 time: 0.1310847 Aug 27 12:26:38.734574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Transition to ACTIVE for port object a72bfa9d-71eb-44a2-9981-9c54dffe949d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:38.742214 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.748431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Transition to ACTIVE for port object a852a01d-9128-4934-a538-7da723744b16 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:38.765228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-409b3542-2693-4489-a18a-024001cf6d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.796012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Attempting to bind port a72bfa9d-71eb-44a2-9981-9c54dffe949d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:38.796517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Attempting to bind port a72bfa9d-71eb-44a2-9981-9c54dffe949d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:38.796948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Attempting to bind port a72bfa9d-71eb-44a2-9981-9c54dffe949d on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:38.805149 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:38.805631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:38.806744 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.806744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:38.807570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Bound port: a72bfa9d-71eb-44a2-9981-9c54dffe949d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:38.808202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.842970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.855169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port a060c588-9bb2-47e5-b211-40b38bbad9da {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:38.856013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.878319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] For port a72bfa9d-71eb-44a2-9981-9c54dffe949d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:38.882420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] For port a72bfa9d-71eb-44a2-9981-9c54dffe949d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a72bfa9d-71eb-44a2-9981-9c54dffe949d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:38.896900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.916365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff0cd4-7203-4411-87d0-5fe960e3dde1 None None] Pushing event updated for resources: {'Port': ['ID=a72bfa9d-71eb-44a2-9981-9c54dffe949d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:38.929702 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-409b3542-2693-4489-a18a-024001cf6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.934334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-409b3542-2693-4489-a18a-024001cf6d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:38.935647 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-409b3542-2693-4489-a18a-024001cf6d61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e24c766-fe39-433f-9be2-aa657ed39579 HTTP/1.1" status: 204 len: 168 time: 0.3407254 Aug 27 12:26:38.967082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Network 75473377-3159-4ed7-8211-cbbf312dd694 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:38.969132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b3542-2693-4489-a18a-024001cf6d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e24c766-fe39-433f-9be2-aa657ed39579,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:38.983670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:38.996585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff0cd4-7203-4411-87d0-5fe960e3dde1 None None] Pushing event updated for resources: {'Port': ['ID=a72bfa9d-71eb-44a2-9981-9c54dffe949d,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:39.024399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:39.024583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:39.025829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:39.118267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-e746a36a-9bb1-419c-969b-8d8b60200e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:39.135439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-e746a36a-9bb1-419c-969b-8d8b60200e86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=796105f2-3beb-472f-ba72-7ff246b7517e HTTP/1.1" status: 200 len: 902 time: 0.3986752 Aug 27 12:26:39.181623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Pushing event updated for resources: {'Port': ['ID=a852a01d-9128-4934-a538-7da723744b16,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:39.187835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:39.222039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:39.334862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:39.335728 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:39.364763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-a80e30c6-35ec-428c-9e4a-069fca91fe1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=e65bca1a-a1dd-4cde-a259-18093af358ac HTTP/1.1" status: 200 len: 217 time: 0.2030127 Aug 27 12:26:39.488329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for a060c588-9bb2-47e5-b211-40b38bbad9da owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:39.626780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:39.668592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b2cd401f-0dce-4b6c-9114-ce9b05223256 None None] Provisioning for port a852a01d-9128-4934-a538-7da723744b16 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:39.679085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b2cd401f-0dce-4b6c-9114-ce9b05223256 None None] Provisioning complete for port a852a01d-9128-4934-a538-7da723744b16 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:39.679613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b2cd401f-0dce-4b6c-9114-ce9b05223256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:39.717315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-45b2f653-ef94-477a-84d9-097050f48234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:39.719338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-45b2f653-ef94-477a-84d9-097050f48234 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5bc5def1-eea3-48fc-a7f0-522bd7a6ce81 HTTP/1.1" status: 200 len: 801 time: 0.3530428 Aug 27 12:26:39.720130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:36Z', 'revision_number': 3, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:39.774793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5559a-81a2-472d-abdf-1742af8ded2e None None] The sync data for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 is: [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:36Z', 'revision_number': 3, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:39.779167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd401f-0dce-4b6c-9114-ce9b05223256 None None] Port a852a01d-9128-4934-a538-7da723744b16 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:39.796253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a40ac-5207-47dc-bee0-51c1cee120aa req-16c5df5a-00bc-4f56-b5c3-a7106df7eea0 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:39.807123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a40ac-5207-47dc-bee0-51c1cee120aa req-16c5df5a-00bc-4f56-b5c3-a7106df7eea0 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:39.824591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a40ac-5207-47dc-bee0-51c1cee120aa req-16c5df5a-00bc-4f56-b5c3-a7106df7eea0 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:39.830404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e2a40ac-5207-47dc-bee0-51c1cee120aa req-16c5df5a-00bc-4f56-b5c3-a7106df7eea0 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2412 time: 0.2155540 Aug 27 12:26:39.894241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-e5d2b7e9-3b1e-4bcf-8b9f-025cd0264abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:39.895971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-e5d2b7e9-3b1e-4bcf-8b9f-025cd0264abb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=796105f2-3beb-472f-ba72-7ff246b7517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629672 Aug 27 12:26:39.990861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e2a40ac-5207-47dc-bee0-51c1cee120aa req-a8c62c90-dda1-40a4-bd23-5a7b8ca0d7c0 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412773 Aug 27 12:26:40.000205 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.007628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.095210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Pushing event updated for resources: {'Port': ['ID=a852a01d-9128-4934-a538-7da723744b16,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:40.122328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.128286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.217551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=a060c588-9bb2-47e5-b211-40b38bbad9da,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:40.233848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-dc84c208-d9b8-4315-b2d1-57f8db40bcad service neutron] 10.222.0.77 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283441 Aug 27 12:26:40.454289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.454289 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP 13a3c57f-6e3b-4176-b3bd-7bc6311c745a disassociated (deleted). External IP: 172.25.8.253, port: bec81502-a9c9-4b38-a65c-e763a8353e2c. Aug 27 12:26:40.474067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Network 75473377-3159-4ed7-8211-cbbf312dd694 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:40.476416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:40.481550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a72bfa9d-71eb-44a2-9981-9c54dffe949d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:40.560445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66db1f96-5308-41a1-b2d2-8564e2c4eaa0 req-b4ec39c0-12e5-45dd-9c8d-e705f4d99147 service neutron] 10.222.0.77 "GET /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155999 Aug 27 12:26:40.622323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a72bfa9d-71eb-44a2-9981-9c54dffe949d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:40.627416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a72bfa9d-71eb-44a2-9981-9c54dffe949d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:40.627788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.745030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:40.860069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:40.908445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a72bfa9d-71eb-44a2-9981-9c54dffe949d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a72bfa9d-71eb-44a2-9981-9c54dffe949d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:40.925370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:41.082463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a72bfa9d-71eb-44a2-9981-9c54dffe949d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:41.101914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c4493614-5722-4271-8f65-57769358e07c None None] Provisioning complete for port a852a01d-9128-4934-a538-7da723744b16 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:41.102552 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4493614-5722-4271-8f65-57769358e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:41.115486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:41.165768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-960c8215-fbf0-4540-abaf-f5d8c94dd040 admin admin] 10.222.0.76 "PUT /v2.0/routers/1c0e31bf-3402-4ba1-895e-aaa92116ccfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9730098 Aug 27 12:26:41.216121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c4493614-5722-4271-8f65-57769358e07c None None] Port a852a01d-9128-4934-a538-7da723744b16 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:41.271018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:41.307110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9838-431e-485d-9ccf-cabbe106216b req-669b0308-877f-4c30-971f-d4157d715305 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:41.312746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9838-431e-485d-9ccf-cabbe106216b req-669b0308-877f-4c30-971f-d4157d715305 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:41.319231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c9838-431e-485d-9ccf-cabbe106216b req-669b0308-877f-4c30-971f-d4157d715305 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:41.334055 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c16c9838-431e-485d-9ccf-cabbe106216b req-669b0308-877f-4c30-971f-d4157d715305 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2412 time: 0.1361685 Aug 27 12:26:41.468081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c16c9838-431e-485d-9ccf-cabbe106216b req-d164af53-a162-4702-b9df-c5bdb0508ec0 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869377 Aug 27 12:26:41.518899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:41.533006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:41.546020 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] Sync routers for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:41.575281 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:41.576752 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:41.598705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-60f0fd5f-f195-41ed-9698-bc5998b74a52 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/floatingips/13a3c57f-6e3b-4176-b3bd-7bc6311c745a HTTP/1.1" status: 204 len: 168 time: 3.1481600 Aug 27 12:26:41.600743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:41.603776 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4bebab-14c5-422c-b2fd-05d49816021c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:41.654440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:41.767995 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:41.945416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592115b-8b64-4a96-961f-3eaa045c022e req-91751c49-e139-4591-8ab5-507821e11b42 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:41.957945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b592115b-8b64-4a96-961f-3eaa045c022e req-91751c49-e139-4591-8ab5-507821e11b42 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.0762508 Aug 27 12:26:42.032791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b592115b-8b64-4a96-961f-3eaa045c022e req-3a4ffb07-ba63-4b1b-bea0-f94a2873c3e0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734084 Aug 27 12:26:42.124199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e68f018e-66e0-4a26-a389-014d4977f9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.140068 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:22Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:42.328199 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e68f018e-66e0-4a26-a389-014d4977f9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.336934 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e31b45-ee3f-4065-b512-75a19de12279 x-openstack-request-id: req-65e31b45-ee3f-4065-b512-75a19de12279 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:42.339928 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:42.340241 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65e31b45-ee3f-4065-b512-75a19de12279 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:42.340699 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'status': 'completed', 'code': 200} Aug 27 12:26:42.349230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a72bfa9d-71eb-44a2-9981-9c54dffe949d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:42.403401 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e68f018e-66e0-4a26-a389-014d4977f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.479552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:42.494774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e68f018e-66e0-4a26-a389-014d4977f9ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0125efd2b6b049a68779de20cde40818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8386407 Aug 27 12:26:42.498147 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] Checking router: 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:42.517976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a72bfa9d-71eb-44a2-9981-9c54dffe949d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:42.519051 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.534848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:42.535632 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:42.600225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-3d7dcb8d-9279-4f69-a278-83060869043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:42.607336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-3d7dcb8d-9279-4f69-a278-83060869043c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 1095 time: 0.2761915 Aug 27 12:26:42.611770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f018e-66e0-4a26-a389-014d4977f9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8052d5b2-31c9-4f1e-a021-ba75aba7e110,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:42.704754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2aa0e678-5d11-437e-a1b7-300508403234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.724622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15612277-2360-4c3d-864a-1c054d1ef772 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:26:42.750000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2aa0e678-5d11-437e-a1b7-300508403234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.850721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:42.867358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2aa0e678-5d11-437e-a1b7-300508403234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.872964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2aa0e678-5d11-437e-a1b7-300508403234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:42.874997 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2aa0e678-5d11-437e-a1b7-300508403234 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8052d5b2-31c9-4f1e-a021-ba75aba7e110 HTTP/1.1" status: 204 len: 168 time: 0.3929720 Aug 27 12:26:42.904226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-62a6b2a5-376e-442c-a2e9-76a0c0e0aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:42.904875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0e678-5d11-437e-a1b7-300508403234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052d5b2-31c9-4f1e-a021-ba75aba7e110,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:42.907551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-62a6b2a5-376e-442c-a2e9-76a0c0e0aeba service neutron] 10.222.0.77 "GET /v2.0/networks?id=46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 200 len: 897 time: 0.2891719 Aug 27 12:26:42.967576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 15612277-2360-4c3d-864a-1c054d1ef772, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15612277-2360-4c3d-864a-1c054d1ef772,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:42.967940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-08397846-f4c7-4c50-aace-d46a7b55716a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:42.970240 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-08397846-f4c7-4c50-aace-d46a7b55716a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.3881874 Aug 27 12:26:43.003376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '15612277-2360-4c3d-864a-1c054d1ef772', 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e', 'port_id': '15612277-2360-4c3d-864a-1c054d1ef772', 'mac_address': 'fa:16:3e:d1:13:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc5def1-eea3-48fc-a7f0-522bd7a6ce81', 'ip_address': '19.80.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:26:43.007274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Sync routers for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:43.180151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:43.215096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:43.222064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:43.223046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:43.237788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-627597424-network', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:43.291414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port bec81502-a9c9-4b38-a65c-e763a8353e2c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:43.292701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:43.398834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:43.432830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port bec81502-a9c9-4b38-a65c-e763a8353e2c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:43.433671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:43.441029 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:22Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:43.454192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for bec81502-a9c9-4b38-a65c-e763a8353e2c owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:43.523823 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5210935c-34a0-4b01-8330-e3adda4cb686 None None] The sync data for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 is: [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:25:13Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '7c946b33-c75c-477d-ba44-bd797834088c', 'name': '', 'network_id': '46ff80c9-68c9-43de-b40d-2125e850f1b7', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:c9:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:10Z', 'updated_at': '2021-08-27T12:25:22Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': 'a6104bbc-83ea-490f-bc76-0d2293c2e5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:43.575375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15612277-2360-4c3d-864a-1c054d1ef772 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:26:43.758116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 15612277-2360-4c3d-864a-1c054d1ef772, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15612277-2360-4c3d-864a-1c054d1ef772,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:43.781795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:43.782845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e65bca1a-a1dd-4cde-a259-18093af358ac details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:26:43.841304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-572c98da-fcc2-4111-9ccf-7893729bd3ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 200 len: 217 time: 0.9242861 Aug 27 12:26:43.851124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49698) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:43.951061 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f715a407-bd10-432a-8f3f-e4c327f8429f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:43.996414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e65bca1a-a1dd-4cde-a259-18093af358ac,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:44.032842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e65bca1a-a1dd-4cde-a259-18093af358ac', 'network_id': '796105f2-3beb-472f-ba72-7ff246b7517e', 'port_id': 'e65bca1a-a1dd-4cde-a259-18093af358ac', 'mac_address': 'fa:16:3e:cf:06:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc5def1-eea3-48fc-a7f0-522bd7a6ce81', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:26:44.045607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd6886-8f59-46e8-8d8d-74a7e29b167a req-61ee1e00-acfb-46d2-b2b0-c2749ea26b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:44.057631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd6886-8f59-46e8-8d8d-74a7e29b167a req-61ee1e00-acfb-46d2-b2b0-c2749ea26b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:44.064316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd6886-8f59-46e8-8d8d-74a7e29b167a req-61ee1e00-acfb-46d2-b2b0-c2749ea26b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:44.066088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7cd6886-8f59-46e8-8d8d-74a7e29b167a req-61ee1e00-acfb-46d2-b2b0-c2749ea26b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2412 time: 1.1543007 Aug 27 12:26:44.080206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-3cfc4f63-f83f-4f21-a71d-ef83234574ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:44.081684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-3cfc4f63-f83f-4f21-a71d-ef83234574ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 200 len: 835 time: 0.2314095 Aug 27 12:26:44.101735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524aed77-e9b3-4ee8-ac7f-a3beeaa879db None None] New status for floating IP 13a3c57f-6e3b-4176-b3bd-7bc6311c745a: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:26:44.144541 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.181961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.199484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65bca1a-a1dd-4cde-a259-18093af358ac {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:26:44.221133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e65bca1a-a1dd-4cde-a259-18093af358ac,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:44.234067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=15612277-2360-4c3d-864a-1c054d1ef772,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:44.241667 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.242405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:26:44.247148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503792b6-f38a-495a-bccc-3549d578eb04 req-2bc5116d-4669-417c-9f54-fd7a68b2d406 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:44.248941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503792b6-f38a-495a-bccc-3549d578eb04 req-2bc5116d-4669-417c-9f54-fd7a68b2d406 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6 HTTP/1.1" status: 200 len: 944 time: 0.4066186 Aug 27 12:26:44.272686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=bec81502-a9c9-4b38-a65c-e763a8353e2c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:44.295447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Made reservation on behalf of 5cdd18046c5c4368abcd4851f6f9a48e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:44.301787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.326308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.377014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7cd6886-8f59-46e8-8d8d-74a7e29b167a req-67f13ffd-1b0f-4a8d-88d3-504b95cd7f0c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988725 Aug 27 12:26:44.414010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] No DVR routers for this DVR port bec81502-a9c9-4b38-a65c-e763a8353e2c on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:44.414874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-a0fa157e-0a7f-4ac9-adf1-251b1bf21c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:44.417092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.422864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6ed3a202-04f4-45c7-affe-ac52c94f037a req-69d96d7a-34f4-43a9-8b38-9449da37d133 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "DELETE /v2.0/ports/bec81502-a9c9-4b38-a65c-e763a8353e2c HTTP/1.1" status: 204 len: 173 time: 1.4416437 Aug 27 12:26:44.423938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-deleted', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:44.426692 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c090ec-d0e9-4348-bd3e-54724ac27db9" -d '{"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-deleted", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:44.455516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-a0fa157e-0a7f-4ac9-adf1-251b1bf21c86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46ff80c9-68c9-43de-b40d-2125e850f1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3590958 Aug 27 12:26:44.464739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503792b6-f38a-495a-bccc-3549d578eb04 req-5f00ca68-6683-4348-8832-930b4341387a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=3ede8886-8961-42e2-b831-48f21216ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024987 Aug 27 12:26:44.561882 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57715cf1-f590-4d13-aa33-75b8e3008d9f x-openstack-request-id: req-57715cf1-f590-4d13-aa33-75b8e3008d9f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:44.562231 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6", "name": "network-vif-deleted", "tag": "bec81502-a9c9-4b38-a65c-e763a8353e2c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:44.562560 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57715cf1-f590-4d13-aa33-75b8e3008d9f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:44.563054 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6dfb0b-2a01-40a7-ac2b-13220ff43dd6', 'name': 'network-vif-deleted', 'tag': 'bec81502-a9c9-4b38-a65c-e763a8353e2c', 'status': 'completed', 'code': 200} Aug 27 12:26:44.645853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f715a407-bd10-432a-8f3f-e4c327f8429f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.649206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-a75e904b-d5a6-4b4e-99e5-ccdac35a58da service neutron] 10.222.0.77 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864765 Aug 27 12:26:44.651271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f715a407-bd10-432a-8f3f-e4c327f8429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.675506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 2, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:44.730648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Checking router: 1c0e31bf-3402-4ba1-895e-aaa92116ccfc for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:44.731366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Updating router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc port a852a01d-9128-4934-a538-7da723744b16 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:44.756625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:44.776511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f715a407-bd10-432a-8f3f-e4c327f8429f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8d7903783924ef78ca465fc9d9b6cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102695 Aug 27 12:26:44.777023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49718) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:44.787949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a407-bd10-432a-8f3f-e4c327f8429f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba81eb-2198-41b2-b81b-ecda997239fa,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:44.906094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b4bebab-14c5-422c-b2fd-05d49816021c req-a3668321-c023-4453-b0ab-419084681737 service neutron] 10.222.0.77 "GET /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377717 Aug 27 12:26:44.906960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ad6-1cd4-4d3d-a9ef-70b6c1135ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.907933 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.938709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ad6-1cd4-4d3d-a9ef-70b6c1135ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.989159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.993588 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:44.996488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ad6-1cd4-4d3d-a9ef-70b6c1135ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.000896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2ad6-1cd4-4d3d-a9ef-70b6c1135ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.004838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8c9b2ad6-1cd4-4d3d-a9ef-70b6c1135ae1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05ba81eb-2198-41b2-b81b-ecda997239fa HTTP/1.1" status: 204 len: 168 time: 0.2244279 Aug 27 12:26:45.036111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b2ad6-1cd4-4d3d-a9ef-70b6c1135ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba81eb-2198-41b2-b81b-ecda997239fa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:45.052944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:26:45.064751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d81cba-b610-43c3-a132-ee8f3d12d93a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:45.089654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.090242 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Added segment 6a6763e9-4511-48fa-8da7-8787356ae3ce of type vlan for network fb5296d1-a26e-4127-9123-eeb135445b35 Aug 27 12:26:45.138212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:45.155876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.173591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee', 'network_id': '2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298', 'port_id': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee', 'mac_address': 'fa:16:3e:21:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92437a2b-62de-4743-846d-58ff2f0c86ae', 'ip_address': '19.86.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:26:45.220489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.221694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:45.222548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.327263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.336527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:45.342473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Request body: {'subnet': {'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-627597424-subnet', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:45.346788 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1231990 Aug 27 12:26:45.366847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df39ec0-72ca-4ccd-a067-114ff89951f0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5296d1-a26e-4127-9123-eeb135445b35,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:45.395433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:26:45.400996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fb5296d1-a26e-4127-9123-eeb135445b35 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:26:45.416411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Made reservation on behalf of 5cdd18046c5c4368abcd4851f6f9a48e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:45.421324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.507655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:45.521315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.645835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:45.712245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:45.794817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108b02c-0bdb-4124-818b-feb5fd0f362c req-2f1bd80c-c170-48f5-b32e-4c06d54923ec tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:45.801223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108b02c-0bdb-4124-818b-feb5fd0f362c req-2f1bd80c-c170-48f5-b32e-4c06d54923ec tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:45.807899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108b02c-0bdb-4124-818b-feb5fd0f362c req-2f1bd80c-c170-48f5-b32e-4c06d54923ec tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:45.809666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2108b02c-0bdb-4124-818b-feb5fd0f362c req-2f1bd80c-c170-48f5-b32e-4c06d54923ec tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2415 time: 0.2191112 Aug 27 12:26:45.827474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.843112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Transition to ACTIVE for port object a852a01d-9128-4934-a538-7da723744b16 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:45.853902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:45.928507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2108b02c-0bdb-4124-818b-feb5fd0f362c req-29f711bd-e753-4d76-9a29-ac9a77995ec7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077559 Aug 27 12:26:45.935352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.011231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:46.037675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e398d410-84db-47dd-a5b5-ae206e3f7134,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:46.052869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Checking segment: {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:46.053339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Network hostable DHCP agents. Network: fb5296d1-a26e-4127-9123-eeb135445b35, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:26:46.082704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Network fb5296d1-a26e-4127-9123-eeb135445b35 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:26:46.105616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fb5296d1-a26e-4127-9123-eeb135445b35) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:46.111508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:46.112115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.146256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-da9f7e76-4dfe-4f92-93e4-a2a84a37056f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8079863 Aug 27 12:26:46.150600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:46.158704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd252a9a-7d89-4c48-92b2-7363357dcd5a None None] Network fb5296d1-a26e-4127-9123-eeb135445b35 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:46.184685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:46.243307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.244361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.263776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4806-4e5d-4ee1-84cc-bb70fcba9204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.364226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Attempting to bind port a852a01d-9128-4934-a538-7da723744b16 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:46.364889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Attempting to bind port a852a01d-9128-4934-a538-7da723744b16 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:46.365266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Attempting to bind port a852a01d-9128-4934-a538-7da723744b16 on network 75473377-3159-4ed7-8211-cbbf312dd694 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:46.367803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e65bca1a-a1dd-4cde-a259-18093af358ac'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:26:46.371062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['15612277-2360-4c3d-864a-1c054d1ef772'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:26:46.412988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.439632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074c9ec-d453-4689-8bb8-c2819442a54e None None] Pushing event updated for resources: {'Port': ['ID=a852a01d-9128-4934-a538-7da723744b16,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:46.508174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:46.509450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Checking segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:46.509763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.510615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.511221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Bound using segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:46.511934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Bound port: a852a01d-9128-4934-a538-7da723744b16, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:46.512511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.621839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.714248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-fb5296d1-a26e-4127-9123-eeb135445b35', 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'fixed_ips': [{'subnet_id': 'e398d410-84db-47dd-a5b5-ae206e3f7134'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:26:46.715722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.726873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4806-4e5d-4ee1-84cc-bb70fcba9204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.732469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4806-4e5d-4ee1-84cc-bb70fcba9204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:46.770689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc4806-4e5d-4ee1-84cc-bb70fcba9204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162118e-3960-4505-b0b8-6c615b85bfdd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:46.817145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2ecc4806-4e5d-4ee1-84cc-bb70fcba9204 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=937aa3d0fd9c421985101a8c770684cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016355 Aug 27 12:26:46.817145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:46.911049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] For port a852a01d-9128-4934-a538-7da723744b16, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:46.943951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] For port a852a01d-9128-4934-a538-7da723744b16, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a852a01d-9128-4934-a538-7da723744b16,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:46.966028 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10842d65-461f-4a40-a3bc-1051b87df010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.011653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.028045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10842d65-461f-4a40-a3bc-1051b87df010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.047447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 7c946b33-c75c-477d-ba44-bd797834088c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:47.047803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.112626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.148750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.248042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['6bb428fd-63e3-4efa-8d2e-0643d7ab20ee'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:26:47.301883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Allocated IP 172.20.0.2 (fb5296d1-a26e-4127-9123-eeb135445b35/e398d410-84db-47dd-a5b5-ae206e3f7134/be044bd5-39ed-4bcf-b2dd-285372acf6c6) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:47.304084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3434b-4f6f-41ab-829d-b4ff55b0626b req-60666ecb-37f2-4a7d-b0c0-951960804b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:47.310770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 7c946b33-c75c-477d-ba44-bd797834088c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7c946b33-c75c-477d-ba44-bd797834088c,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:47.312004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.312706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3434b-4f6f-41ab-829d-b4ff55b0626b req-60666ecb-37f2-4a7d-b0c0-951960804b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:47.316662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:47.317718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:47.320602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3434b-4f6f-41ab-829d-b4ff55b0626b req-60666ecb-37f2-4a7d-b0c0-951960804b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:47.323737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08d3434b-4f6f-41ab-829d-b4ff55b0626b req-60666ecb-37f2-4a7d-b0c0-951960804b1a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2415 time: 0.2681661 Aug 27 12:26:47.367619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 7c946b33-c75c-477d-ba44-bd797834088c owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:47.373160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10842d65-461f-4a40-a3bc-1051b87df010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.381176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10842d65-461f-4a40-a3bc-1051b87df010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.384984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10842d65-461f-4a40-a3bc-1051b87df010 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5162118e-3960-4505-b0b8-6c615b85bfdd HTTP/1.1" status: 204 len: 168 time: 0.5666995 Aug 27 12:26:47.402158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074c9ec-d453-4689-8bb8-c2819442a54e None None] Pushing event updated for resources: {'Port': ['ID=a852a01d-9128-4934-a538-7da723744b16,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:47.479571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10842d65-461f-4a40-a3bc-1051b87df010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162118e-3960-4505-b0b8-6c615b85bfdd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:47.523736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08d3434b-4f6f-41ab-829d-b4ff55b0626b req-21d4b1f4-246d-4418-b9ac-98d3786ba92e tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900887 Aug 27 12:26:47.578836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Allocated IP 172.25.8.197 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a34a2e20-112e-43d6-8e2b-6ee708b58b40) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:47.630366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:47.631520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:47.720608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: bec81502-a9c9-4b38-a65c-e763a8353e2c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:47.721393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device bec81502-a9c9-4b38-a65c-e763a8353e2c not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:47.842781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:47.891555 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:47.978900 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.031915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.081322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:48.092871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:48.094680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=7c946b33-c75c-477d-ba44-bd797834088c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:48.102205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:48.269021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.348977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Transition to ACTIVE for port object be044bd5-39ed-4bcf-b2dd-285372acf6c6 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:48.429272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:48.451637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Pushing event updated for resources: {'Port': ['ID=a34a2e20-112e-43d6-8e2b-6ee708b58b40,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:48.461851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Transition to ACTIVE for port object be044bd5-39ed-4bcf-b2dd-285372acf6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:48.465702 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-541c08ab-78d1-428b-b9f4-62337e61b8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.481554 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ede66fbd-3a09-4213-ba95-b537f6041b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.540828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.632182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-541c08ab-78d1-428b-b9f4-62337e61b8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.641838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-541c08ab-78d1-428b-b9f4-62337e61b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.653243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0b87e46c-0b11-49bd-8773-6326c951844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.670207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Pushing event updated for resources: {'Port': ['ID=be044bd5-39ed-4bcf-b2dd-285372acf6c6,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:48.673900 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.778831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:48.831096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89299d7-1d19-4a0b-a819-dc42c3beb03c req-3566cc18-eb95-4651-94b2-112d5b96caac tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:48.838543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89299d7-1d19-4a0b-a819-dc42c3beb03c req-3566cc18-eb95-4651-94b2-112d5b96caac tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:48.845662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89299d7-1d19-4a0b-a819-dc42c3beb03c req-3566cc18-eb95-4651-94b2-112d5b96caac tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:48.847740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f89299d7-1d19-4a0b-a819-dc42c3beb03c req-3566cc18-eb95-4651-94b2-112d5b96caac tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2415 time: 0.2223921 Aug 27 12:26:48.980654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f89299d7-1d19-4a0b-a819-dc42c3beb03c req-2878dedc-433c-4995-b972-1b8bd8521da7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177721 Aug 27 12:26:49.001177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ede66fbd-3a09-4213-ba95-b537f6041b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.012542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ede66fbd-3a09-4213-ba95-b537f6041b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.018928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Network fb5296d1-a26e-4127-9123-eeb135445b35 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:49.022193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:49.025953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:49.041596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c08ab-78d1-428b-b9f4-62337e61b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1797ba-c1dd-49a1-9792-34e070199dee,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:49.071346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-541c08ab-78d1-428b-b9f4-62337e61b8b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf0e8f452c1b4e0a95b048826f2dcbda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387222 Aug 27 12:26:49.076601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:49.131637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede66fbd-3a09-4213-ba95-b537f6041b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade2ed73-fdf0-466c-b1c4-e6b85c50a453,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:49.140851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ede66fbd-3a09-4213-ba95-b537f6041b46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=928fd95321584fcb802fdfd1006a7a04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5013518 Aug 27 12:26:49.147228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49828) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:49.148354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.153158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Attempting to bind port be044bd5-39ed-4bcf-b2dd-285372acf6c6 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:49.153732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Attempting to bind port be044bd5-39ed-4bcf-b2dd-285372acf6c6 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:49.154279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Attempting to bind port be044bd5-39ed-4bcf-b2dd-285372acf6c6 on network fb5296d1-a26e-4127-9123-eeb135445b35 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:49.165532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:49.166236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Checking segment: {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:49.166844 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.167412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Bound using segment: {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:49.168074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Bound port: be044bd5-39ed-4bcf-b2dd-285372acf6c6, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:49.168671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.270982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] For port be044bd5-39ed-4bcf-b2dd-285372acf6c6, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:49.276237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] For port be044bd5-39ed-4bcf-b2dd-285372acf6c6, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be044bd5-39ed-4bcf-b2dd-285372acf6c6,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:49.283471 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.333602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:46Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:49.367545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:49.371482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65ef35-ecb8-47e7-a70a-42f54dfd6978 None None] The sync data for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 is: [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:46Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:49.405983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3229-fb1d-49b4-8adf-23e3f41c37c7 None None] Pushing event updated for resources: {'Port': ['ID=be044bd5-39ed-4bcf-b2dd-285372acf6c6,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:49.583402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:49.597245 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd48e034-fc02-46af-8567-e3c8a5e50dd3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/9d4a7cbd-2914-4c87-b66e-6e51dc02b214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9463854 Aug 27 12:26:49.597675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49836) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:49.607765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] Sync routers for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:49.628377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:49.628377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:49.640349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15612277-2360-4c3d-864a-1c054d1ef772 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:49.718833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting subnet a6104bbc-83ea-490f-bc76-0d2293c2e5c3 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:26:49.730363 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.780094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b7238c2-8b3d-4021-bec5-bf9d5b6bb818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.792733 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b803fd2d-fd73-41ed-a810-61f93cfe31d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.861325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b7238c2-8b3d-4021-bec5-bf9d5b6bb818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.872610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b803fd2d-fd73-41ed-a810-61f93cfe31d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.873542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:49.953577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:49.957066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:49.997417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b7238c2-8b3d-4021-bec5-bf9d5b6bb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.000177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b7238c2-8b3d-4021-bec5-bf9d5b6bb818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.014266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5b7238c2-8b3d-4021-bec5-bf9d5b6bb818 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd1797ba-c1dd-49a1-9792-34e070199dee HTTP/1.1" status: 204 len: 168 time: 0.9205980 Aug 27 12:26:50.024824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.102151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7238c2-8b3d-4021-bec5-bf9d5b6bb818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1797ba-c1dd-49a1-9792-34e070199dee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:50.113382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Router e850ddd2-5431-4f5d-8666-a8a1ae2f298f is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:26:50.188847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.253470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Subnet': ['ID=a6104bbc-83ea-490f-bc76-0d2293c2e5c3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:50.256043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.258145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6764d0fb-80a7-41dd-8426-143f2fbb46a1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/subnets/a6104bbc-83ea-490f-bc76-0d2293c2e5c3 HTTP/1.1" status: 204 len: 168 time: 0.6590750 Aug 27 12:26:50.261452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49848) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:50.334247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51775f96-e5fe-4ae5-ba59-0f9a222b9027 None None] Network 46ff80c9-68c9-43de-b40d-2125e850f1b7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:50.349597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 15612277-2360-4c3d-864a-1c054d1ef772 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:50.374522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 15612277-2360-4c3d-864a-1c054d1ef772 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:50.387200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.496083 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b803fd2d-fd73-41ed-a810-61f93cfe31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.499577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b803fd2d-fd73-41ed-a810-61f93cfe31d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.503886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b803fd2d-fd73-41ed-a810-61f93cfe31d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ade2ed73-fdf0-466c-b1c4-e6b85c50a453 HTTP/1.1" status: 204 len: 168 time: 1.3504643 Aug 27 12:26:50.504138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:50.518278 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Sync routers for ids ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:50.543605 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Routers {'e850ddd2-5431-4f5d-8666-a8a1ae2f298f'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:50.544902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803fd2d-fd73-41ed-a810-61f93cfe31d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade2ed73-fdf0-466c-b1c4-e6b85c50a453,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:50.545383 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:50.579291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.581924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-17e2d217-ac34-4549-9ab1-1cbbc0037991 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4274061 Aug 27 12:26:50.584720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49856) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:50.612425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a20d7-9ccf-469c-b036-8b26737d5df5 req-c3575351-be6f-4aa2-a133-d6f5ea8e3f3b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:50.634722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a20d7-9ccf-469c-b036-8b26737d5df5 req-c3575351-be6f-4aa2-a133-d6f5ea8e3f3b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:50.653485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be044bd5-39ed-4bcf-b2dd-285372acf6c6 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:50.660839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a20d7-9ccf-469c-b036-8b26737d5df5 req-c3575351-be6f-4aa2-a133-d6f5ea8e3f3b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:50.666936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f48a20d7-9ccf-469c-b036-8b26737d5df5 req-c3575351-be6f-4aa2-a133-d6f5ea8e3f3b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2415 time: 0.2581370 Aug 27 12:26:50.674727 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.766087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.777387 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3b6bec6-a9ca-4e6c-af37-e0993ef078e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.877850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:50.881449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f48a20d7-9ccf-469c-b036-8b26737d5df5 req-ae6e4da0-b102-4385-b42a-bb8aedb51f08 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985347 Aug 27 12:26:50.882890 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Set router e850ddd2-5431-4f5d-8666-a8a1ae2f298f gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:50.969103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 15612277-2360-4c3d-864a-1c054d1ef772, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15612277-2360-4c3d-864a-1c054d1ef772,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:51.000156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15612277-2360-4c3d-864a-1c054d1ef772'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:51.004463 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c173143-b78c-4255-aaf7-472a81c01bce" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-plugged", "status": "completed", "tag": "15612277-2360-4c3d-864a-1c054d1ef772"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:51.083977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.095711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e65bca1a-a1dd-4cde-a259-18093af358ac up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:51.159126 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08348bd-97e1-4055-9513-d28cbaa81c45 x-openstack-request-id: req-a08348bd-97e1-4055-9513-d28cbaa81c45 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:51.168025 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-plugged", "status": "completed", "tag": "15612277-2360-4c3d-864a-1c054d1ef772", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:51.168350 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a08348bd-97e1-4055-9513-d28cbaa81c45 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:51.168892 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15612277-2360-4c3d-864a-1c054d1ef772', 'code': 200} Aug 27 12:26:51.173551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.180089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3b6bec6-a9ca-4e6c-af37-e0993ef078e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.193911 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a3b6bec6-a9ca-4e6c-af37-e0993ef078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.331789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a3b6bec6-a9ca-4e6c-af37-e0993ef078e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e9bcfbea2ae42a89e710832c4211a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3558071 Aug 27 12:26:51.331789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6bec6-a9ca-4e6c-af37-e0993ef078e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73698ed-5224-4241-a83d-560f9f99132f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:51.351908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:51.442899 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:26:48Z', 'revision_number': 3, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:51.463176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e1903-e68e-45e0-af52-388bebefe496 None None] Network fb5296d1-a26e-4127-9123-eeb135445b35 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:26:51.497587 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f38211a7-4b74-49af-8acc-272551654086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.504043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 9db5e33c-1d1a-479a-b870-75bcae90469e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:51.504680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.517333 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Checking router: e850ddd2-5431-4f5d-8666-a8a1ae2f298f for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:51.519493 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Updating router e850ddd2-5431-4f5d-8666-a8a1ae2f298f port a34a2e20-112e-43d6-8e2b-6ee708b58b40 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:51.574209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f38211a7-4b74-49af-8acc-272551654086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.598477 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.707235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f38211a7-4b74-49af-8acc-272551654086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.710599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f38211a7-4b74-49af-8acc-272551654086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.714836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f38211a7-4b74-49af-8acc-272551654086 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f73698ed-5224-4241-a83d-560f9f99132f HTTP/1.1" status: 204 len: 168 time: 0.3617897 Aug 27 12:26:51.745270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38211a7-4b74-49af-8acc-272551654086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73698ed-5224-4241-a83d-560f9f99132f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:51.838605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.855562 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-63563543-2e3d-4c47-a19c-5db48d98dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.939375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 9db5e33c-1d1a-479a-b870-75bcae90469e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9db5e33c-1d1a-479a-b870-75bcae90469e,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:51.939756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:51.963174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 9db5e33c-1d1a-479a-b870-75bcae90469e owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:52.084732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=15612277-2360-4c3d-864a-1c054d1ef772,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:52.121277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c5cdd-5256-47b9-a563-42ba6983f2ec req-40cf31c7-5af7-48b4-9948-73ab2e0193a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:52.129992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c5cdd-5256-47b9-a563-42ba6983f2ec req-40cf31c7-5af7-48b4-9948-73ab2e0193a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:52.138782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c5cdd-5256-47b9-a563-42ba6983f2ec req-40cf31c7-5af7-48b4-9948-73ab2e0193a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:52.147624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e1c5cdd-5256-47b9-a563-42ba6983f2ec req-40cf31c7-5af7-48b4-9948-73ab2e0193a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2416 time: 0.1129925 Aug 27 12:26:52.177547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85f07bbb-2cc2-46e3-8129-88cac2ad2791 None None] Provisioning for port be044bd5-39ed-4bcf-b2dd-285372acf6c6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:52.208016 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.221663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port be044bd5-39ed-4bcf-b2dd-285372acf6c6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:52.247590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port be044bd5-39ed-4bcf-b2dd-285372acf6c6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:52.248248 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.248950 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.270237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e1c5cdd-5256-47b9-a563-42ba6983f2ec req-7ea1bdf8-5b79-45d6-8cc4-fb7533707bdf tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215575 Aug 27 12:26:52.273976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Transition to ACTIVE for port object a34a2e20-112e-43d6-8e2b-6ee708b58b40 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:52.282610 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.357539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e65bca1a-a1dd-4cde-a259-18093af358ac completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:52.371451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e65bca1a-a1dd-4cde-a259-18093af358ac triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:52.371827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.392471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.399292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.399504 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Attempting to bind port a34a2e20-112e-43d6-8e2b-6ee708b58b40 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:52.401486 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Attempting to bind port a34a2e20-112e-43d6-8e2b-6ee708b58b40 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:52.403571 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Attempting to bind port a34a2e20-112e-43d6-8e2b-6ee708b58b40 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:52.436903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] DHCP port deletion for 46ff80c9-68c9-43de-b40d-2125e850f1b7 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:26:52.438115 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:52.438281 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:52.438989 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.439420 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:52.440085 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Bound port: a34a2e20-112e-43d6-8e2b-6ee708b58b40, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:52.440650 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.471998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=9db5e33c-1d1a-479a-b870-75bcae90469e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:52.501368 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Pushing event updated for resources: {'Port': ['ID=a34a2e20-112e-43d6-8e2b-6ee708b58b40,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:52.535658 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.536375 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.536879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.537505 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.537943 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.538493 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.539504 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.541004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.541635 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.543490 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.544103 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.544692 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:52.554224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:52.561193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:26:47Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': '9db5e33c-1d1a-479a-b870-75bcae90469e', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:25:05Z', 'updated_at': '2021-08-27T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:52.579385 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76f354c-1e12-4afd-aad8-b883c57a18d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.623549 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] For port a34a2e20-112e-43d6-8e2b-6ee708b58b40, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:52.630993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] For port a34a2e20-112e-43d6-8e2b-6ee708b58b40, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a34a2e20-112e-43d6-8e2b-6ee708b58b40,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:52.639452 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.642283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] Checking router: 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:52.691114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.720233 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3a66d-defb-46bb-8fff-a76999a9f598 None None] Pushing event updated for resources: {'Port': ['ID=a34a2e20-112e-43d6-8e2b-6ee708b58b40,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:52.746233 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Routers {'e850ddd2-5431-4f5d-8666-a8a1ae2f298f'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:52.747721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:52.751687 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.769607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] Routers {'9d4a7cbd-2914-4c87-b66e-6e51dc02b214'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:52.770252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:52.857435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76f354c-1e12-4afd-aad8-b883c57a18d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.862741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] Set router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:52.866685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d76f354c-1e12-4afd-aad8-b883c57a18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.898032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.902776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:52.943119 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] Set router e850ddd2-5431-4f5d-8666-a8a1ae2f298f gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:52.981080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f354c-1e12-4afd-aad8-b883c57a18d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163f4293-a292-4dd3-8425-1154ac733236,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:52.991714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d76f354c-1e12-4afd-aad8-b883c57a18d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75dd6807d3f744c4bf93891d8631fcab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363511 Aug 27 12:26:52.995287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:53.010311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.011037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4a7cbd-2914-4c87-b66e-6e51dc02b214 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:26:53.037179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.043188 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-42d7caae-aa6b-4bf1-a2a9-71b95106422b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/routers/9d4a7cbd-2914-4c87-b66e-6e51dc02b214 HTTP/1.1" status: 204 len: 168 time: 2.7758451 Aug 27 12:26:53.044244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49916) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:53.116612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14505883-9b93-4d24-a8bb-bc14ffff913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.168873 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14505883-9b93-4d24-a8bb-bc14ffff913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.173577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Allocated IP 172.20.0.1 (fb5296d1-a26e-4127-9123-eeb135445b35/e398d410-84db-47dd-a5b5-ae206e3f7134/800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:26:53.257964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.278982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.309623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14505883-9b93-4d24-a8bb-bc14ffff913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.312682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14505883-9b93-4d24-a8bb-bc14ffff913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.312900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:26:52Z', 'revision_number': 7, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:53.314021 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14505883-9b93-4d24-a8bb-bc14ffff913c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/163f4293-a292-4dd3-8425-1154ac733236 HTTP/1.1" status: 204 len: 168 time: 0.3173671 Aug 27 12:26:53.341059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505883-9b93-4d24-a8bb-bc14ffff913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163f4293-a292-4dd3-8425-1154ac733236,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:53.348907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:26:48Z', 'revision_number': 3, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:53.382560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.399488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 93597aa8-380e-436b-9f63-d48f1761ceee {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:53.400334 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.417299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1caebc-f86e-4c67-9c84-b536562762ea None None] The sync data for ids ['9d4a7cbd-2914-4c87-b66e-6e51dc02b214'] in n-d-688802-4 is: [{'id': '9d4a7cbd-2914-4c87-b66e-6e51dc02b214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225873369', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:25:04Z', 'updated_at': '2021-08-27T12:26:52Z', 'revision_number': 7, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:53.435138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21949d1c-e5b3-4a7c-89ba-0904eb6556c5 None None] The sync data for ids ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'] in n-d-688802-4 is: [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:26:48Z', 'revision_number': 3, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:26:53.448570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] Deleting port 93597aa8-380e-436b-9f63-d48f1761ceee {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:26:53.448946 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.504360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6939-625b-40e8-8d0d-63ef22f45acd req-f09fec1e-32ee-4b9d-960d-7278fd10cb8b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:53.510572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e65bca1a-a1dd-4cde-a259-18093af358ac,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:53.513806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6939-625b-40e8-8d0d-63ef22f45acd req-f09fec1e-32ee-4b9d-960d-7278fd10cb8b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:53.515929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:53.517965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 93597aa8-380e-436b-9f63-d48f1761ceee, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=93597aa8-380e-436b-9f63-d48f1761ceee,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:53.518533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.519110 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3222c4b0-3d7c-473a-b453-4e261852c817" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-plugged", "status": "completed", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:53.524489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4eefa8d1-a589-47ea-b122-23d486415d53 None None] Provisioning complete for port be044bd5-39ed-4bcf-b2dd-285372acf6c6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:53.525155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4eefa8d1-a589-47ea-b122-23d486415d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.527383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6939-625b-40e8-8d0d-63ef22f45acd req-f09fec1e-32ee-4b9d-960d-7278fd10cb8b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:53.531150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port be044bd5-39ed-4bcf-b2dd-285372acf6c6, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be044bd5-39ed-4bcf-b2dd-285372acf6c6,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:53.537844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 93597aa8-380e-436b-9f63-d48f1761ceee owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:53.543473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29be6939-625b-40e8-8d0d-63ef22f45acd req-f09fec1e-32ee-4b9d-960d-7278fd10cb8b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2416 time: 0.1238818 Aug 27 12:26:53.564223 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.573413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:53.595125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29be6939-625b-40e8-8d0d-63ef22f45acd req-133f4a3b-02f7-4254-b6db-e4d200caf0ea tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Aug 27 12:26:53.632476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Transition to ACTIVE for port object 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:53.659139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.684051 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2ce6fc-cc2a-4ff9-86da-06d6211e56ae x-openstack-request-id: req-df2ce6fc-cc2a-4ff9-86da-06d6211e56ae {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:53.684596 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-plugged", "status": "completed", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:53.684861 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df2ce6fc-cc2a-4ff9-86da-06d6211e56ae {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:53.685648 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac', 'code': 200} Aug 27 12:26:53.714176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=93597aa8-380e-436b-9f63-d48f1761ceee,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:53.718216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] No DVR routers for this DVR port 93597aa8-380e-436b-9f63-d48f1761ceee on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:53.777118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] For port 93597aa8-380e-436b-9f63-d48f1761ceee, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=93597aa8-380e-436b-9f63-d48f1761ceee,segment=NetworkSegment(7e02df15-8a87-447a-8f56-c8f53f28ab59),segment_id=7e02df15-8a87-447a-8f56-c8f53f28ab59)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:53.777807 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.784649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.796459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] Calling delete_port for 93597aa8-380e-436b-9f63-d48f1761ceee owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:26:53.891989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Network fb5296d1-a26e-4127-9123-eeb135445b35 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:53.956596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:53.963524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:26:53.972142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.976346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:53.995631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:53.996718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a852a01d-9128-4934-a538-7da723744b16 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:54.039631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ff80c9-68c9-43de-b40d-2125e850f1b7']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:54.053222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Pushing event updated for resources: {'Port': ['ID=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:54.121215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.133748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e02df15-8a87-447a-8f56-c8f53f28ab59') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:54.135689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e02df15-8a87-447a-8f56-c8f53f28ab59') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:54.145833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.258754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] No DVR routers for this DVR port 93597aa8-380e-436b-9f63-d48f1761ceee on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:26:54.277096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.315633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.339899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.360827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:26:54.361253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:26:54.387136 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:26:54.574805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a852a01d-9128-4934-a538-7da723744b16 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:54.604415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.606832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a852a01d-9128-4934-a538-7da723744b16 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:54.608770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.609076 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.637052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.639446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/networks/46ff80c9-68c9-43de-b40d-2125e850f1b7 HTTP/1.1" status: 204 len: 168 time: 1.5938168 Aug 27 12:26:54.643960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:54.662993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 49954) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:54.678830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f631f-2fc5-489f-9e3f-7115cfc76341 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Network': ['ID=46ff80c9-68c9-43de-b40d-2125e850f1b7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:54.718582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:54.755944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=be044bd5-39ed-4bcf-b2dd-285372acf6c6,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:54.815178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:54.815948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.947281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a1d413d-6df7-4482-8abb-8dfdab692388 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:54.988808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f0ed7-07a1-470d-96bb-9e6ca50ad903 None None] Pushing event deleted for resources: {'Port': ['ID=93597aa8-380e-436b-9f63-d48f1761ceee,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:55.093961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a1d413d-6df7-4482-8abb-8dfdab692388 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.151940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.158121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c5da4abd-b93a-41cd-8bb7-7f80b484dbdf None None] Provisioning for port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:55.162199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.254683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c5da4abd-b93a-41cd-8bb7-7f80b484dbdf None None] Provisioning complete for port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:55.255106 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c5da4abd-b93a-41cd-8bb7-7f80b484dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.258026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a1d413d-6df7-4482-8abb-8dfdab692388 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.267375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7a1d413d-6df7-4482-8abb-8dfdab692388 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.274306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7a1d413d-6df7-4482-8abb-8dfdab692388 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/security-groups/3ede8886-8961-42e2-b831-48f21216ff8a HTTP/1.1" status: 204 len: 168 time: 0.6283045 Aug 27 12:26:55.299233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213e4f-5e2b-479e-b191-850e6aeb70cd req-0431b789-1263-4526-b0bb-f84ab731b684 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:55.308570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Pushing event updated for resources: {'Port': ['ID=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:55.328072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213e4f-5e2b-479e-b191-850e6aeb70cd req-0431b789-1263-4526-b0bb-f84ab731b684 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:55.330091 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.346800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213e4f-5e2b-479e-b191-850e6aeb70cd req-0431b789-1263-4526-b0bb-f84ab731b684 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:55.365801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87213e4f-5e2b-479e-b191-850e6aeb70cd req-0431b789-1263-4526-b0bb-f84ab731b684 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2417 time: 0.4580531 Aug 27 12:26:55.397315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d413d-6df7-4482-8abb-8dfdab692388 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ede8886-8961-42e2-b831-48f21216ff8a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:55.435252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c5da4abd-b93a-41cd-8bb7-7f80b484dbdf None None] Port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:55.532420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.541236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87213e4f-5e2b-479e-b191-850e6aeb70cd req-53071282-6664-4295-9130-f6f576a646ea tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733813 Aug 27 12:26:55.568689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.658670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44f5e0db-9ab1-4172-bec1-ee644cb868b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.682440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Network fb5296d1-a26e-4127-9123-eeb135445b35 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:26:55.687815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:26:55.692184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:26:55.698030 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6be75-090e-4691-8641-522974ab1bc3" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-plugged", "status": "completed", "tag": "6bb428fd-63e3-4efa-8d2e-0643d7ab20ee"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:26:55.710791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:55.719982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a852a01d-9128-4934-a538-7da723744b16, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a852a01d-9128-4934-a538-7da723744b16,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:55.721561 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.728781 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:55.801675 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeefadc-6134-4472-abd9-4a78c8747de0 x-openstack-request-id: req-bbeefadc-6134-4472-abd9-4a78c8747de0 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:26:55.803161 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-plugged", "status": "completed", "tag": "6bb428fd-63e3-4efa-8d2e-0643d7ab20ee", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:26:55.817461 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbeefadc-6134-4472-abd9-4a78c8747de0 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:26:55.818099 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee', 'code': 200} Aug 27 12:26:55.871772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:56.009532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015f5d-656c-4b38-9eb7-96653b1764b7 req-1b08163e-d000-4e71-abd9-024dab152860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:56.011429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015f5d-656c-4b38-9eb7-96653b1764b7 req-1b08163e-d000-4e71-abd9-024dab152860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:56.012029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015f5d-656c-4b38-9eb7-96653b1764b7 req-1b08163e-d000-4e71-abd9-024dab152860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:56.017621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24015f5d-656c-4b38-9eb7-96653b1764b7 req-1b08163e-d000-4e71-abd9-024dab152860 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2871 time: 0.1167483 Aug 27 12:26:56.048189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a852a01d-9128-4934-a538-7da723744b16,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:56.085251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Router e850ddd2-5431-4f5d-8666-a8a1ae2f298f has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:26:56.094645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24015f5d-656c-4b38-9eb7-96653b1764b7 req-26037570-2987-4bef-8829-5a7f093dbfca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712271 Aug 27 12:26:56.120108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be044bd5-39ed-4bcf-b2dd-285372acf6c6 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:56.124758 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44f5e0db-9ab1-4172-bec1-ee644cb868b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.310567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port be044bd5-39ed-4bcf-b2dd-285372acf6c6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:56.312346 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.321681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3457ebdf-015a-4e7a-8dc8-f3a5091a88bf None None] Provisioning complete for port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:56.323724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3457ebdf-015a-4e7a-8dc8-f3a5091a88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.435147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 49988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:56.443241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522850793', 'description': 'tempest-secgroup-smoke-522850793 description', 'project_id': '32dd17157e8a413bb5e82592b734194a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:56.451750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3457ebdf-015a-4e7a-8dc8-f3a5091a88bf None None] Port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:26:56.502149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.529263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a34a2e20-112e-43d6-8e2b-6ee708b58b40 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:56.636790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a34a2e20-112e-43d6-8e2b-6ee708b58b40 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:26:56.642782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a34a2e20-112e-43d6-8e2b-6ee708b58b40 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:56.643313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.690822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.713835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.787115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.788709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3525431 Aug 27 12:26:56.792436 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.794012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:56.806523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '27bc52c8-ec0b-41c7-acea-196a508d9e20', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:56.820155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a34a2e20-112e-43d6-8e2b-6ee708b58b40, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a34a2e20-112e-43d6-8e2b-6ee708b58b40,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:26:56.825059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.837829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40647d-e5f9-45a1-8b9d-117b20c20a96 req-4ef77312-b8aa-453f-bb5f-837756651e58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:56.845481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40647d-e5f9-45a1-8b9d-117b20c20a96 req-4ef77312-b8aa-453f-bb5f-837756651e58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:56.854658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40647d-e5f9-45a1-8b9d-117b20c20a96 req-4ef77312-b8aa-453f-bb5f-837756651e58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:56.856706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d40647d-e5f9-45a1-8b9d-117b20c20a96 req-4ef77312-b8aa-453f-bb5f-837756651e58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2418 time: 0.1820238 Aug 27 12:26:56.859717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf63598-559c-4bd2-8b26-bd5b30d70012 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc52c8-ec0b-41c7-acea-196a508d9e20,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:56.898275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a34a2e20-112e-43d6-8e2b-6ee708b58b40,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:56.926669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44f5e0db-9ab1-4172-bec1-ee644cb868b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.935943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d40647d-e5f9-45a1-8b9d-117b20c20a96 req-120e506e-70c2-4781-b7a4-7d68943d8ec6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609384 Aug 27 12:26:56.938444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:56.961039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 93597aa8-380e-436b-9f63-d48f1761ceee no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:57.005014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 93597aa8-380e-436b-9f63-d48f1761ceee {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:57.005014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 93597aa8-380e-436b-9f63-d48f1761ceee not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:57.005515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9db5e33c-1d1a-479a-b870-75bcae90469e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:57.023431 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.024934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-44f5e0db-9ab1-4172-bec1-ee644cb868b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=175c3068956f4d85ac007caa2122756f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3590255 Aug 27 12:26:57.027815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5e0db-9ab1-4172-bec1-ee644cb868b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a258ace-cd23-4a52-8afc-fa7cf3f1178f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.028637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9db5e33c-1d1a-479a-b870-75bcae90469e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:57.029011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9db5e33c-1d1a-479a-b870-75bcae90469e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:57.029532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c946b33-c75c-477d-ba44-bd797834088c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:26:57.030935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50008) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:57.043167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.061434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:26:57.068778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7c946b33-c75c-477d-ba44-bd797834088c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:26:57.069212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c946b33-c75c-477d-ba44-bd797834088c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:26:57.077445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f95f3109-3c92-499f-bbc4-31b287d1da6b admin admin] 10.222.0.76 "PUT /v2.0/routers/e850ddd2-5431-4f5d-8666-a8a1ae2f298f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4882796 Aug 27 12:26:57.090031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Sync routers for ids ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:26:57.091923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a382bb85-2e6d-4bd9-8d93-14072a58665d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.109023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.110611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-23ad1afc-ec5c-4427-90d2-c87c58b24384 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152418 Aug 27 12:26:57.113649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50016) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:57.114073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Routers {'e850ddd2-5431-4f5d-8666-a8a1ae2f298f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:57.114769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:57.119163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '27bc52c8-ec0b-41c7-acea-196a508d9e20', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:57.142957 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96b5a22-a27f-475e-b4b3-b0a153a03307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.169092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.179028 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96b5a22-a27f-475e-b4b3-b0a153a03307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.245440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96b5a22-a27f-475e-b4b3-b0a153a03307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.248700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c96b5a22-a27f-475e-b4b3-b0a153a03307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.252539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c96b5a22-a27f-475e-b4b3-b0a153a03307 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a258ace-cd23-4a52-8afc-fa7cf3f1178f HTTP/1.1" status: 204 len: 168 time: 0.2173071 Aug 27 12:26:57.258775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5a22-a27f-475e-b4b3-b0a153a03307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a258ace-cd23-4a52-8afc-fa7cf3f1178f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.276670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.281848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.304048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3e130a-5f92-429b-a069-2e5a5aaceef8,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.312147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.313489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d343d1b4-259b-439e-b809-0b6748e43fb9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1981695 Aug 27 12:26:57.316769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:57.322130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '27bc52c8-ec0b-41c7-acea-196a508d9e20', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:57.322570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Set router e850ddd2-5431-4f5d-8666-a8a1ae2f298f gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:26:57.361150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.422427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.434302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.455748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf62c86-3366-4e37-8ef1-9c59c9a26412,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.464436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.465910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d7ffeaf5-b7b3-435b-aa0c-816d77a4f666 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479685 Aug 27 12:26:57.468720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:57.475238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '27bc52c8-ec0b-41c7-acea-196a508d9e20', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:57.518864 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.591410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.597541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.627002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360fe93c-b40b-4d68-a302-4f89230a2a40,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.644632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:26:54Z', 'revision_number': 4, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1', 'name': '', 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'mac_address': 'fa:16:3e:da:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'e398d410-84db-47dd-a5b5-ae206e3f7134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:52Z', 'updated_at': '2021-08-27T12:26:54Z', 'revision_number': 2, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'subnets': [{'id': 'e398d410-84db-47dd-a5b5-ae206e3f7134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:57.645635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.653192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-24911057-3f34-4f15-8993-fa859839465e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777241 Aug 27 12:26:57.653192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50036) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:57.655976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '27bc52c8-ec0b-41c7-acea-196a508d9e20', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:57.684621 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:26:57.690113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Checking router: e850ddd2-5431-4f5d-8666-a8a1ae2f298f for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:26:57.690514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Updating router e850ddd2-5431-4f5d-8666-a8a1ae2f298f port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:26:57.697024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.749295 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.834750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.839769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.861057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a852a01d-9128-4934-a538-7da723744b16 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:57.877777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be1033c-d441-431f-a093-e60ecebe745e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:57.891757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:57.896485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50040) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:57.898647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a06e7f2-7102-4c92-9be9-45184e68d5ba tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2466154 Aug 27 12:26:57.901950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'security_group_rule': {'security_group_id': '27bc52c8-ec0b-41c7-acea-196a508d9e20', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:57.945428 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Project 32dd17157e8a413bb5e82592b734194a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:26:57.955712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.033572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50052) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:58.038778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439881367', 'description': 'tempest-secgroup-smoke-1439881367 description', 'project_id': '94125a7785d546af86bd3fe445fdc909'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:58.100212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.109286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.110252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a852a01d-9128-4934-a538-7da723744b16 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:58.110750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.122502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.154456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d1c29b-9322-40c7-859a-9a896f89cc78,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:58.243572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6632d-d0fd-46ed-a367-777091eee891 req-4d970799-c297-4e7c-b052-75364060762a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:58.250445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6632d-d0fd-46ed-a367-777091eee891 req-4d970799-c297-4e7c-b052-75364060762a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:58.259144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6632d-d0fd-46ed-a367-777091eee891 req-4d970799-c297-4e7c-b052-75364060762a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:58.260929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfc6632d-d0fd-46ed-a367-777091eee891 req-4d970799-c297-4e7c-b052-75364060762a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2418 time: 0.1939456 Aug 27 12:26:58.275712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.284145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.290315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50060) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:58.290547 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac4c9dc2-2517-42d9-95b6-9679d5547f7f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3919802 Aug 27 12:26:58.292341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.294211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a34a2e20-112e-43d6-8e2b-6ee708b58b40 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:26:58.300684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'network': {'name': 'tempest-network-smoke--2043801968', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:58.331202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.340183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552a3408-e295-4e20-bc03-9c50fa1078ed,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:58.351046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Transition to ACTIVE for port object 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:26:58.362079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.403641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfc6632d-d0fd-46ed-a367-777091eee891 req-7e97e80e-6175-4eeb-a80b-86e6121e03e3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355116 Aug 27 12:26:58.406127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:26:58.410296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.422250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.424040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed27287a-1484-4e79-acc6-2a99ce218199 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3893685 Aug 27 12:26:58.427274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50068) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:58.433992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group_rule': {'security_group_id': '552a3408-e295-4e20-bc03-9c50fa1078ed', 'project_id': '94125a7785d546af86bd3fe445fdc909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:58.461530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:26:58.478208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.478461 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Added segment a50d0542-cc2c-4eca-8146-4da545c4c918 of type vlan for network 8701718d-b71c-4a21-9337-8598f9359233 Aug 27 12:26:58.531685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.532323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a34a2e20-112e-43d6-8e2b-6ee708b58b40 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:26:58.532640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.584111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.648240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2450e7-42f6-42b8-9574-1ffcf32cc75b None None] Pushing event updated for resources: {'Port': ['ID=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:58.662140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.684989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:58.685729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.717649 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.723263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.776540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4815898 Aug 27 12:26:58.776748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:58.782225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'admin_state_up': True, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:58.783000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0b0163-8e00-4922-b40d-49b71e13bc0e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:58.812890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b039b4e-2f8c-4476-bee6-a8009cbff68d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Network': ['ID=8701718d-b71c-4a21-9337-8598f9359233,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:58.816346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.828403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50080) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:58.828670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3998406 Aug 27 12:26:58.835970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group_rule': {'security_group_id': '552a3408-e295-4e20-bc03-9c50fa1078ed', 'project_id': '94125a7785d546af86bd3fe445fdc909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:58.852218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8701718d-b71c-4a21-9337-8598f9359233 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:26:58.852923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.853219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.857868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.858506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.864908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Attempting to bind port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:26:58.865442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Attempting to bind port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:26:58.865881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Attempting to bind port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 on network fb5296d1-a26e-4127-9123-eeb135445b35 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:26:58.866286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.868046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.869077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.869937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.871195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.875479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.876225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.876983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.877774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30c5302-9653-438f-9a78-70e304dd16cb tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:26:58.878997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.956647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:26:58.957212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Checking segment: {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:26:58.957850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.958348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Bound using segment: {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:26:58.958976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Bound port: 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6763e9-4511-48fa-8da7-8787356ae3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:26:58.959469 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:58.959945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.004481 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.208724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] For port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:26:59.216129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] For port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:26:59.227452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.252338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c4869-6b93-4820-b152-df58508018c2 req-b39782d7-fe47-499c-b4fc-553a90e862d5 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:59.259904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c4869-6b93-4820-b152-df58508018c2 req-b39782d7-fe47-499c-b4fc-553a90e862d5 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:59.266710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c4869-6b93-4820-b152-df58508018c2 req-b39782d7-fe47-499c-b4fc-553a90e862d5 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:26:59.268486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f50c4869-6b93-4820-b152-df58508018c2 req-b39782d7-fe47-499c-b4fc-553a90e862d5 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2418 time: 0.3051953 Aug 27 12:26:59.271094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.330944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f50c4869-6b93-4820-b152-df58508018c2 req-c02422bc-5166-46b4-af05-bdb36d04b41e tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501165 Aug 27 12:26:59.355186 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.410723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Routers {'e850ddd2-5431-4f5d-8666-a8a1ae2f298f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:26:59.413144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:26:59.448059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.530795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88d8155-eea0-4002-92be-422a3007f9f0,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:59.537442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.542040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50098) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:59.547060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group_rule': {'security_group_id': '552a3408-e295-4e20-bc03-9c50fa1078ed', 'project_id': '94125a7785d546af86bd3fe445fdc909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:59.553165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d8eb8ade-ff87-49d0-96d7-6d3526585f80 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7233720 Aug 27 12:26:59.618961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2450e7-42f6-42b8-9574-1ffcf32cc75b None None] Pushing event updated for resources: {'Port': ['ID=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:59.661333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.843139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.856956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.882114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a67c8f-0b78-4a78-a465-14d586d870ac,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:26:59.907351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.908859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d9edd186-0ce2-4778-a607-d45ef2076eee tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657942 Aug 27 12:26:59.911859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50108) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:26:59.921304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group_rule': {'security_group_id': '552a3408-e295-4e20-bc03-9c50fa1078ed', 'project_id': '94125a7785d546af86bd3fe445fdc909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:26:59.973414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:26:59.974336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] Set router e850ddd2-5431-4f5d-8666-a8a1ae2f298f gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:00.016696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.063416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.134187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.142692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.183253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f91c41-f5ec-4d3f-9e79-6683e2e69122,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:00.191362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.196652 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7665c793-b086-458f-b775-a2dedb8523fd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2834678 Aug 27 12:27:00.197466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:00.204997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group_rule': {'security_group_id': '552a3408-e295-4e20-bc03-9c50fa1078ed', 'project_id': '94125a7785d546af86bd3fe445fdc909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:00.255029 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Project 94125a7785d546af86bd3fe445fdc909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:27:00.265873 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.286743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.114 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a3021d75-a0e5-4f60-aa62-070f18de24bf) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:00.305270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:26:54Z', 'revision_number': 4, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1', 'name': '', 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'mac_address': 'fa:16:3e:da:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'e398d410-84db-47dd-a5b5-ae206e3f7134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:52Z', 'updated_at': '2021-08-27T12:26:59Z', 'revision_number': 4, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'subnets': [{'id': 'e398d410-84db-47dd-a5b5-ae206e3f7134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:00.341167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.347966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.378921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5f056-8da8-4b4a-9361-ebafd1c0dd4e None None] The sync data for ids ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'] in n-d-688802-4 is: [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:26:54Z', 'revision_number': 4, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1', 'name': '', 'network_id': 'fb5296d1-a26e-4127-9123-eeb135445b35', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'mac_address': 'fa:16:3e:da:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'e398d410-84db-47dd-a5b5-ae206e3f7134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:52Z', 'updated_at': '2021-08-27T12:26:59Z', 'revision_number': 4, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'subnets': [{'id': 'e398d410-84db-47dd-a5b5-ae206e3f7134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:00.393856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9777065e-f596-48c1-b48f-d9a844782629,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:00.415852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.418627 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-52678f65-ec92-46b9-afd5-e5bfad682640 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2196560 Aug 27 12:27:00.421424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50122) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:00.441817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'security_group_rule': {'security_group_id': '552a3408-e295-4e20-bc03-9c50fa1078ed', 'project_id': '94125a7785d546af86bd3fe445fdc909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:00.532112 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Project 94125a7785d546af86bd3fe445fdc909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:27:00.553146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.598698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.682945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561afc1-fd58-45c4-9aa0-ba214848dc47 req-f0b4303c-8a95-444e-8a7f-a0c6b5379379 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:00.693637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561afc1-fd58-45c4-9aa0-ba214848dc47 req-f0b4303c-8a95-444e-8a7f-a0c6b5379379 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:00.701139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561afc1-fd58-45c4-9aa0-ba214848dc47 req-f0b4303c-8a95-444e-8a7f-a0c6b5379379 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:00.716273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6561afc1-fd58-45c4-9aa0-ba214848dc47 req-f0b4303c-8a95-444e-8a7f-a0c6b5379379 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2418 time: 0.1625972 Aug 27 12:27:00.719964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.731433 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.753969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63a7331-c9eb-410c-9863-3b6d5315458a,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:00.775052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.786229 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e7dcd819-f99e-4bc3-ab90-08648e271c3a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3632536 Aug 27 12:27:00.917463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:00.946636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6561afc1-fd58-45c4-9aa0-ba214848dc47 req-99b4d931-d354-4637-8df8-56bcd4ed1501 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288084 Aug 27 12:27:00.986427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:01.010804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-d19193b3-c0f8-459c-8b44-42a568ea4c63 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:01.017816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-d19193b3-c0f8-459c-8b44-42a568ea4c63 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:01.023840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-d19193b3-c0f8-459c-8b44-42a568ea4c63 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:01.026147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-d19193b3-c0f8-459c-8b44-42a568ea4c63 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 2418 time: 0.2362311 Aug 27 12:27:01.032787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:01.060212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:01.076667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=a3021d75-a0e5-4f60-aa62-070f18de24bf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:01.176325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-d4165604-98c7-4ade-8672-f442ac9bf1aa tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439881367&fields=id&tenant_id=94125a7785d546af86bd3fe445fdc909 HTTP/1.1" status: 200 len: 267 time: 0.1447847 Aug 27 12:27:01.550571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:01.550571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:01.656617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-c8a93666-957b-4dfa-b14b-9ec81f374803 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:01.658216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-c8a93666-957b-4dfa-b14b-9ec81f374803 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 809 time: 0.4807889 Aug 27 12:27:01.713203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-6cd894be-a481-4af4-96b1-867216882655 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/quotas/94125a7785d546af86bd3fe445fdc909 HTTP/1.1" status: 200 len: 375 time: 0.0459762 Aug 27 12:27:01.722533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.036123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:02.036730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.049501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:02.068592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:02.152096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:02.163034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:02.164177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.290451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.377397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=6bb428fd-63e3-4efa-8d2e-0643d7ab20ee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:02.379018 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.401140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-e5a80ca1-7589-44a2-a7b3-d4ba16d97e62 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6763215 Aug 27 12:27:02.495405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:02.510462 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.594510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:02.613771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed6dff-4b1a-46ce-bd41-1a43d701b152 req-a13b22b9-d00d-419b-affc-bb5710aa1749 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:02.621320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed6dff-4b1a-46ce-bd41-1a43d701b152 req-a13b22b9-d00d-419b-affc-bb5710aa1749 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:02.623281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15ed6dff-4b1a-46ce-bd41-1a43d701b152 req-a13b22b9-d00d-419b-affc-bb5710aa1749 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 1683 time: 0.4375329 Aug 27 12:27:02.624423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:02.633289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:02.636328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-c0273981-d182-4b55-a600-ee55b5ca3a6f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "DELETE /v2.0/ports/6bb428fd-63e3-4efa-8d2e-0643d7ab20ee HTTP/1.1" status: 204 len: 173 time: 1.5996552 Aug 27 12:27:02.637029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-deleted', 'tag': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:02.639537 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab8df86-1054-414c-8006-abebdfe36330" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-deleted", "tag": "6bb428fd-63e3-4efa-8d2e-0643d7ab20ee"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:03.210153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15ed6dff-4b1a-46ce-bd41-1a43d701b152 req-b67e46d4-3a62-4725-9468-aa9c5a1c85cc tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670612 Aug 27 12:27:03.214566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:03.314909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-4310f7e2-486c-4d08-8002-2c92e9815bc2 service neutron] 10.222.0.76 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192348 Aug 27 12:27:03.328860 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976d61d-a4b4-49cf-af8a-d5b0ab4c48ad x-openstack-request-id: req-b976d61d-a4b4-49cf-af8a-d5b0ab4c48ad {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:03.329161 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-deleted", "tag": "6bb428fd-63e3-4efa-8d2e-0643d7ab20ee", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:03.329773 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b976d61d-a4b4-49cf-af8a-d5b0ab4c48ad {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:03.330145 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-deleted', 'tag': '6bb428fd-63e3-4efa-8d2e-0643d7ab20ee', 'status': 'completed', 'code': 200} Aug 27 12:27:03.370780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 15612277-2360-4c3d-864a-1c054d1ef772 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:03.371133 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:03.542878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-a98073c1-80e1-453f-8b5a-59889920c8b9 service neutron] 10.222.0.76 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270935 Aug 27 12:27:03.561164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 15612277-2360-4c3d-864a-1c054d1ef772, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=15612277-2360-4c3d-864a-1c054d1ef772,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:03.561350 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:03.578096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 15612277-2360-4c3d-864a-1c054d1ef772 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:03.580740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 4de618bd-a189-4948-bcf5-92032e6f9f69 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:27:03.734426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 15612277-2360-4c3d-864a-1c054d1ef772 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:03.886883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:03.911279 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Sync routers for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:03.928350 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:03.931889 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:03.943135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:03.995959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86079209-778d-4016-8641-729886c87696 req-a78d259e-2150-4b42-8d69-2310709d4987 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 210 time: 0.1412103 Aug 27 12:27:04.005153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.022540 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.081440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e65bca1a-a1dd-4cde-a259-18093af358ac no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:04.085756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:04.086151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.156702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=15612277-2360-4c3d-864a-1c054d1ef772,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:04.315521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.353454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:04.361069 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c01d51-d07a-4502-9f1e-818a9ad5ce67" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-unplugged", "status": "completed", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:04.363299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 15612277-2360-4c3d-864a-1c054d1ef772 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:04.369405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.378045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f23c7aae-400e-4cca-87ab-e00a515494d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.5973930 Aug 27 12:27:04.378045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.378697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-5d19b9a5-5289-4f6b-a776-99d57f41c12a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "DELETE /v2.0/ports/15612277-2360-4c3d-864a-1c054d1ef772 HTTP/1.1" status: 204 len: 173 time: 1.7318590 Aug 27 12:27:04.378975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50228) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:04.390089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e65bca1a-a1dd-4cde-a259-18093af358ac,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:04.395988 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.398144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:04.498288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:04.502570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6bb428fd-63e3-4efa-8d2e-0643d7ab20ee not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:04.507320 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:04.558221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:04.643954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed1cdc-1067-4c19-aab4-827eb9c9ac50 req-93adf031-ddbb-4a7a-a248-0dfdcfabff9b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:04.646573 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422dc4f3-5d30-4411-89ad-40f7310e4f50 x-openstack-request-id: req-422dc4f3-5d30-4411-89ad-40f7310e4f50 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:04.646926 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-unplugged", "status": "completed", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:04.656862 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-422dc4f3-5d30-4411-89ad-40f7310e4f50 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:04.656862 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac', 'code': 200} Aug 27 12:27:04.659171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89ed1cdc-1067-4c19-aab4-827eb9c9ac50 req-93adf031-ddbb-4a7a-a248-0dfdcfabff9b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 944 time: 0.1231754 Aug 27 12:27:04.693416 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-826c9966-223c-407d-ab8b-76811a1f65e1 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=32dd17157e8a413bb5e82592b734194a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3132124 Aug 27 12:27:04.701818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:04.756081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port e65bca1a-a1dd-4cde-a259-18093af358ac {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:04.756452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:04.985994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50242) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:05.000584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-89ed1cdc-1067-4c19-aab4-827eb9c9ac50 req-6777b129-6078-473a-a0a3-5816d9e2fd14 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404541 Aug 27 12:27:05.077849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port e65bca1a-a1dd-4cde-a259-18093af358ac, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e65bca1a-a1dd-4cde-a259-18093af358ac,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:05.078520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.082171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd85bfcb-1908-41ca-af7b-72f0c3c671cb tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:05.084105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd85bfcb-1908-41ca-af7b-72f0c3c671cb tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3702412 Aug 27 12:27:05.087493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50248) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:05.119322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for e65bca1a-a1dd-4cde-a259-18093af358ac owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:05.141978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2b0e71e0-c3d4-4389-becd-2822db2567c6 tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530837 Aug 27 12:27:05.162566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:05.169530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1651700314', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'project_id': '32dd17157e8a413bb5e82592b734194a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:05.188946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f35a4bbc-0ff9-45a7-acad-610136b435b6 req-4aebe88c-f3bd-422f-bcfb-1aba83b952de tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 210 time: 0.0672190 Aug 27 12:27:05.191967 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:01Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:05.236527 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Checking router: 4de618bd-a189-4948-bcf5-92032e6f9f69 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:27:05.237065 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Updating router 4de618bd-a189-4948-bcf5-92032e6f9f69 port a3021d75-a0e5-4f60-aa62-070f18de24bf binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:27:05.271749 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.314823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f771cb80-ef17-4f71-aeae-a03a572c825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.353552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-deleted', 'tag': '15612277-2360-4c3d-864a-1c054d1ef772'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:05.355778 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c39eb5a-6b29-42c7-8948-3c4a41f4d6d8" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-deleted", "tag": "15612277-2360-4c3d-864a-1c054d1ef772"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:05.460188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f771cb80-ef17-4f71-aeae-a03a572c825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.473353 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57ba06-7186-4f62-b16e-2fdb5626fb23 x-openstack-request-id: req-cd57ba06-7186-4f62-b16e-2fdb5626fb23 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:05.473547 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f771cb80-ef17-4f71-aeae-a03a572c825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.473656 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-deleted", "tag": "15612277-2360-4c3d-864a-1c054d1ef772", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:05.473959 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd57ba06-7186-4f62-b16e-2fdb5626fb23 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:05.474311 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-deleted', 'tag': '15612277-2360-4c3d-864a-1c054d1ef772', 'status': 'completed', 'code': 200} Aug 27 12:27:05.475646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.523861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=e65bca1a-a1dd-4cde-a259-18093af358ac,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:05.584345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771cb80-ef17-4f71-aeae-a03a572c825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58aa9b1-ebc0-4d50-8bdf-ecb31cd5e08c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:05.588954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port e65bca1a-a1dd-4cde-a259-18093af358ac on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:05.592152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.595624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c6ff4c4-46d2-4ce4-bf15-e6214b39599c req-8110ddad-5367-4208-97e5-dbb4ed8df8e7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.77 "DELETE /v2.0/ports/e65bca1a-a1dd-4cde-a259-18093af358ac HTTP/1.1" status: 204 len: 173 time: 1.2096682 Aug 27 12:27:05.657540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f771cb80-ef17-4f71-aeae-a03a572c825f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39d7ae88db924996a9359c79977ff214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698875 Aug 27 12:27:05.660764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:05.663569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:05.672874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.792419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-115bd8d8-78f2-41bc-b9b7-7c1eb514fe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.807518 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.824709 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Transition to ACTIVE for port object a3021d75-a0e5-4f60-aa62-070f18de24bf will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:05.843837 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.865418 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-115bd8d8-78f2-41bc-b9b7-7c1eb514fe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.900197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-e422353a-12f0-4ed9-80d6-e60b411a2db9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:05.902153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-e422353a-12f0-4ed9-80d6-e60b411a2db9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 809 time: 0.3597639 Aug 27 12:27:05.904681 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Attempting to bind port a3021d75-a0e5-4f60-aa62-070f18de24bf on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:05.905065 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Attempting to bind port a3021d75-a0e5-4f60-aa62-070f18de24bf by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:05.905430 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Attempting to bind port a3021d75-a0e5-4f60-aa62-070f18de24bf on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:05.919852 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:05.920380 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:05.920790 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.921259 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:05.921746 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Bound port: a3021d75-a0e5-4f60-aa62-070f18de24bf, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:05.922126 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:05.994921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30990ad-e657-4887-b73a-fa9fbf379bed None None] Pushing event updated for resources: {'Port': ['ID=a3021d75-a0e5-4f60-aa62-070f18de24bf,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:06.030796 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] For port a3021d75-a0e5-4f60-aa62-070f18de24bf, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:06.033877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-115bd8d8-78f2-41bc-b9b7-7c1eb514fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.037728 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] For port a3021d75-a0e5-4f60-aa62-070f18de24bf, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a3021d75-a0e5-4f60-aa62-070f18de24bf,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:06.043184 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.047167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-115bd8d8-78f2-41bc-b9b7-7c1eb514fe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.049062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-268f7019-896e-4bef-9b51-f6a6c228f46d tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94125a7785d546af86bd3fe445fdc909 HTTP/1.1" status: 200 len: 380 time: 0.0999551 Aug 27 12:27:06.063948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-115bd8d8-78f2-41bc-b9b7-7c1eb514fe4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f58aa9b1-ebc0-4d50-8bdf-ecb31cd5e08c HTTP/1.1" status: 204 len: 168 time: 0.3924139 Aug 27 12:27:06.067720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'port': {'device_id': '11a543ad-6177-4ca0-9248-442f967245f8', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'admin_state_up': True, 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'security_groups': ['552a3408-e295-4e20-bc03-9c50fa1078ed']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:06.088250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bd8d8-78f2-41bc-b9b7-7c1eb514fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58aa9b1-ebc0-4d50-8bdf-ecb31cd5e08c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:06.190707 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:06.197890 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:06.234977 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30990ad-e657-4887-b73a-fa9fbf379bed None None] Pushing event updated for resources: {'Port': ['ID=a3021d75-a0e5-4f60-aa62-070f18de24bf,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:06.254264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3351a08-20ea-4019-92f9-ac9ad8c14adc req-1653f4ca-9854-4d8c-970e-aff84d87c785 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=502f1389-30b4-4004-9e60-5d6d01827866 HTTP/1.1" status: 200 len: 210 time: 0.0785797 Aug 27 12:27:06.256878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.393641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2fa9abb-d6c1-45b4-b854-b03b3e683cc7 req-0b668224-966e-4f5b-aec1-91a500da3273 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 210 time: 0.0550861 Aug 27 12:27:06.474240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Subnet': ['ID=77e34263-8545-41ae-b8c9-013b361a7d6d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:06.490452 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:06.497403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Checking segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:06.497766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network hostable DHCP agents. Network: 8701718d-b71c-4a21-9337-8598f9359233, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:06.528413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50268) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:06.545694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b9f4e1-f39f-4749-bf99-32fa00175788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.546578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 8701718d-b71c-4a21-9337-8598f9359233 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:06.564464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8701718d-b71c-4a21-9337-8598f9359233) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:06.570150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:06.574143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1980977-4711-4ba2-964d-3be4c3843fd9 None None] Network 8701718d-b71c-4a21-9337-8598f9359233 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:06.583164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.601654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Made reservation on behalf of 94125a7785d546af86bd3fe445fdc909 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:06.614888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.717795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b9f4e1-f39f-4749-bf99-32fa00175788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.724605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b9f4e1-f39f-4749-bf99-32fa00175788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.759318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33b9f4e1-f39f-4749-bf99-32fa00175788 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c8a7e3a10e44fbca6e2289123867d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296340 Aug 27 12:27:06.761405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:06.768869 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:01Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:06.794786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:06.798044 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fd84999d-1ebc-4037-aadb-96438158e037 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6236994 Aug 27 12:27:06.824622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-8701718d-b71c-4a21-9337-8598f9359233', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:06.825862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:06.846732 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201786b0-7ad0-43b5-99c5-98ea6e9e0be8 None None] The sync data for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 is: [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:01Z', 'revision_number': 3, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:06.892813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9f4e1-f39f-4749-bf99-32fa00175788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb700ba-92ab-4024-a6b5-d4fee123bb27,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:06.937075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Allocated IP 172.20.0.4 (75473377-3159-4ed7-8211-cbbf312dd694/b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d/799c0863-d8a6-40e0-b508-4a233b9f43c9) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:06.941583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be627660-a19d-4f10-90f1-82cb90e2a84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.003634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be627660-a19d-4f10-90f1-82cb90e2a84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.032752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Allocated IP 172.20.0.2 (8701718d-b71c-4a21-9337-8598f9359233/77e34263-8545-41ae-b8c9-013b361a7d6d/8317ccef-f999-429d-b8db-03b4db7b92d1) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:07.131636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be627660-a19d-4f10-90f1-82cb90e2a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.135271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-be627660-a19d-4f10-90f1-82cb90e2a84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.139815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-be627660-a19d-4f10-90f1-82cb90e2a84a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cb700ba-92ab-4024-a6b5-d4fee123bb27 HTTP/1.1" status: 204 len: 168 time: 0.3771577 Aug 27 12:27:07.162138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be627660-a19d-4f10-90f1-82cb90e2a84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb700ba-92ab-4024-a6b5-d4fee123bb27,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:07.260346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.278995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Transition to ACTIVE for port object 799c0863-d8a6-40e0-b508-4a233b9f43c9 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:07.365914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50282) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:07.370844 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.403867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Transition to ACTIVE for port object 8317ccef-f999-429d-b8db-03b4db7b92d1 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:07.466756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting subnet 92437a2b-62de-4743-846d-58ff2f0c86ae {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:07.478862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Transition to ACTIVE for port object 8317ccef-f999-429d-b8db-03b4db7b92d1 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:07.480628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.493571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.560112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-deleted', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:07.565701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.566810 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5eb6a-27d0-4e11-a728-283c94a52010" -d '{"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-deleted", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:07.591015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Network 8701718d-b71c-4a21-9337-8598f9359233 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:07.594733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:07.599976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:07.669690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Pushing event updated for resources: {'Port': ['ID=8317ccef-f999-429d-b8db-03b4db7b92d1,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:07.678751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.728416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.728769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.729117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.729456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.729791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.730122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.730470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.730797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.731122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.731441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.731763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.732088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:07.759494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Attempting to bind port 8317ccef-f999-429d-b8db-03b4db7b92d1 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:07.760051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Attempting to bind port 8317ccef-f999-429d-b8db-03b4db7b92d1 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:07.760243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Attempting to bind port 8317ccef-f999-429d-b8db-03b4db7b92d1 on network 8701718d-b71c-4a21-9337-8598f9359233 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:07.762364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Network 75473377-3159-4ed7-8211-cbbf312dd694 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:07.766066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:07.766607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Checking segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:07.767133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.767612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Bound using segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:07.768168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Bound port: 8317ccef-f999-429d-b8db-03b4db7b92d1, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:07.768686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:07.777551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:07.794910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d69b03-19a2-4469-ac90-afce656fbf7b req-fb7e783a-2215-41a8-af3d-03967d4303d2 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:07.800836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39d69b03-19a2-4469-ac90-afce656fbf7b req-fb7e783a-2215-41a8-af3d-03967d4303d2 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 931 time: 0.2142763 Aug 27 12:27:07.826262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:07.905130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'Port': ['ID=799c0863-d8a6-40e0-b508-4a233b9f43c9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:07.907295 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656443ed-2556-49e6-89c9-6e2846346c6a x-openstack-request-id: req-656443ed-2556-49e6-89c9-6e2846346c6a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:07.909301 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "502f1389-30b4-4004-9e60-5d6d01827866", "name": "network-vif-deleted", "tag": "e65bca1a-a1dd-4cde-a259-18093af358ac", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:07.909301 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-656443ed-2556-49e6-89c9-6e2846346c6a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:07.911171 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502f1389-30b4-4004-9e60-5d6d01827866', 'name': 'network-vif-deleted', 'tag': 'e65bca1a-a1dd-4cde-a259-18093af358ac', 'status': 'completed', 'code': 200} Aug 27 12:27:07.966588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a3021d75-a0e5-4f60-aa62-070f18de24bf up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:08.037528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:08.041512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.109428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.112068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] For port 8317ccef-f999-429d-b8db-03b4db7b92d1, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:08.121748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] For port 8317ccef-f999-429d-b8db-03b4db7b92d1, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8317ccef-f999-429d-b8db-03b4db7b92d1,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:08.131361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.154115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.294312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.303368 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-8e6c9b8c-1f76-4610-8a63-8a3b91d0f1a3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2533958 Aug 27 12:27:08.335385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Request body: {'port': {'device_id': '11a543ad-6177-4ca0-9248-442f967245f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:08.414148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Subnet': ['ID=92437a2b-62de-4743-846d-58ff2f0c86ae,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:08.422673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.452030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.457370 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-412c37a8-709d-4c10-8ad0-26cfb3a385a1 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/subnets/92437a2b-62de-4743-846d-58ff2f0c86ae HTTP/1.1" status: 204 len: 168 time: 1.0865324 Aug 27 12:27:08.467380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105e5dc-7f7c-43a9-9729-3342d28693e4 None None] Network 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:08.514422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39d69b03-19a2-4469-ac90-afce656fbf7b req-7ccb6a25-bd4c-4983-896e-fe2d6245f4f3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6021385 Aug 27 12:27:08.520426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50304) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:08.645530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a3021d75-a0e5-4f60-aa62-070f18de24bf completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:08.732708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3a439e61-86eb-4098-962f-b47f6876a274 None None] Provisioning for port 799c0863-d8a6-40e0-b508-4a233b9f43c9 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:08.737261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.742209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a3021d75-a0e5-4f60-aa62-070f18de24bf triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:08.746543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.756160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5805c-3775-4480-85d6-2b6a2e2569fa None None] Pushing event updated for resources: {'Port': ['ID=8317ccef-f999-429d-b8db-03b4db7b92d1,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:08.864489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3a439e61-86eb-4098-962f-b47f6876a274 None None] Provisioning complete for port 799c0863-d8a6-40e0-b508-4a233b9f43c9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:08.864867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a439e61-86eb-4098-962f-b47f6876a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:08.915496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.010080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3a439e61-86eb-4098-962f-b47f6876a274 None None] Port 799c0863-d8a6-40e0-b508-4a233b9f43c9 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:09.111980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.141251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65356bff-be48-4769-8707-fc2425003a17 None None] DHCP port deletion for 2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:09.147295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a3021d75-a0e5-4f60-aa62-070f18de24bf, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a3021d75-a0e5-4f60-aa62-070f18de24bf,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:09.153387 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.165485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:09.196511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799c0863-d8a6-40e0-b508-4a233b9f43c9 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:09.212737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.239815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Transition to ACTIVE for port object 799c0863-d8a6-40e0-b508-4a233b9f43c9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:09.250550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.276726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a3021d75-a0e5-4f60-aa62-070f18de24bf,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:09.307546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-65356bff-be48-4769-8707-fc2425003a17 None None] Deleting port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:09.309600 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65356bff-be48-4769-8707-fc2425003a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.352737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Pushing event updated for resources: {'Port': ['ID=799c0863-d8a6-40e0-b508-4a233b9f43c9,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:09.455241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Attempting to bind port 799c0863-d8a6-40e0-b508-4a233b9f43c9 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:09.455616 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Attempting to bind port 799c0863-d8a6-40e0-b508-4a233b9f43c9 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:09.462285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Attempting to bind port 799c0863-d8a6-40e0-b508-4a233b9f43c9 on network 75473377-3159-4ed7-8211-cbbf312dd694 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:09.470527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Port 799c0863-d8a6-40e0-b508-4a233b9f43c9 on network 75473377-3159-4ed7-8211-cbbf312dd694 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:27:09.470879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Attempting to bind port 799c0863-d8a6-40e0-b508-4a233b9f43c9 on network 75473377-3159-4ed7-8211-cbbf312dd694 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:09.491000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:09.491380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Checking segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:09.491733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Bound using segment: {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:09.492210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Bound port: 799c0863-d8a6-40e0-b508-4a233b9f43c9, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d549565-e504-49db-a7d9-eadd9f78b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:09.500480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.502941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-65356bff-be48-4769-8707-fc2425003a17 None None] For port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,segment=NetworkSegment(e0e0c3a5-a676-4d7d-9c24-06b9bd999888),segment_id=e0e0c3a5-a676-4d7d-9c24-06b9bd999888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:09.505657 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65356bff-be48-4769-8707-fc2425003a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.535972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-65356bff-be48-4769-8707-fc2425003a17 None None] Calling delete_port for 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:09.720101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] For port 799c0863-d8a6-40e0-b508-4a233b9f43c9, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:09.731408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] For port 799c0863-d8a6-40e0-b508-4a233b9f43c9, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:09.745541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.777704 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65356bff-be48-4769-8707-fc2425003a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:09.881409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65356bff-be48-4769-8707-fc2425003a17 None None] Pushing event deleted for resources: {'Port': ['ID=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:09.895660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65356bff-be48-4769-8707-fc2425003a17 None None] No DVR routers for this DVR port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:10.007350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:10.015827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.019759 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] 10.222.0.65 "PUT /v2.0/ports/799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 1091 time: 1.6896908 Aug 27 12:27:10.022055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:10.053831 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89050cad-88dc-41a7-9845-a2b4238d166f" -d '{"events": [{"name": "network-changed", "server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:10.061078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:10.061640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.064597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca17494-430e-4ca2-a389-fd74677d51ff service neutron] Pushing event updated for resources: {'Port': ['ID=799c0863-d8a6-40e0-b508-4a233b9f43c9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:10.137710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a3021d75-a0e5-4f60-aa62-070f18de24bf up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:10.179174 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f23a2a-3ed4-4840-9caf-00de535ccd21 x-openstack-request-id: req-a2f23a2a-3ed4-4840-9caf-00de535ccd21 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:10.179479 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:10.179734 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2f23a2a-3ed4-4840-9caf-00de535ccd21 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:10.181416 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'status': 'completed', 'code': 200} Aug 27 12:27:10.230602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-faf4486c-172a-4bce-8589-9312932b46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:10.232163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-faf4486c-172a-4bce-8589-9312932b46ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1094 time: 0.1353829 Aug 27 12:27:10.282540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.1 (8701718d-b71c-4a21-9337-8598f9359233/77e34263-8545-41ae-b8c9-013b361a7d6d/c7a7e11a-0ff1-4b87-a988-c4b993c2e31e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:10.287044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a3021d75-a0e5-4f60-aa62-070f18de24bf triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:10.287647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.382433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-461e1549-d955-4d8c-a301-baf2f2ead3ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 217 time: 0.1417360 Aug 27 12:27:10.424045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae1307-834c-4be9-add1-aaf7b96ba1fa None None] Network 8701718d-b71c-4a21-9337-8598f9359233 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:10.519736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d60c06a8-1c7c-4ea9-b363-b0bcc58ddc41 None None] Provisioning for port 8317ccef-f999-429d-b8db-03b4db7b92d1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:10.546018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-5522dbbf-6a4b-4d1c-8f2d-e5e55282eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:10.556515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-5522dbbf-6a4b-4d1c-8f2d-e5e55282eab6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.1593339 Aug 27 12:27:10.557176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dcab878-44d5-4b45-9f17-1efb103ded87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.578427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a, host n-d-688802-4, got binding levels [] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:10.578732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.580120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8317ccef-f999-429d-b8db-03b4db7b92d1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:10.624853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae024b-a670-488b-ae0d-9f4fe386beb0 req-1d60dcf2-40d2-43c3-8bcc-d9056e58cbfd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:10.628913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-c96394f6-60de-4d62-9cda-8337eac76a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:10.631676 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-c96394f6-60de-4d62-9cda-8337eac76a76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663214 Aug 27 12:27:10.632510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8ae024b-a670-488b-ae0d-9f4fe386beb0 req-1d60dcf2-40d2-43c3-8bcc-d9056e58cbfd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 943 time: 0.5489604 Aug 27 12:27:10.644103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:10.682736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_backend_mixin [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a was not found and therefore no delete operation was performed {{(pid=94623) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:27:10.703486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.713424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8317ccef-f999-429d-b8db-03b4db7b92d1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:10.729529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8317ccef-f999-429d-b8db-03b4db7b92d1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:10.729916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.740532 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:27:10.795469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-45ef3c3a-c1d9-445a-8f0c-f048497f3a4f service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530008 Aug 27 12:27:10.822245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=289bcef3-9fa5-40f3-9d3a-d1c83487bf1a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:10.835176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:10.874209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.879674 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.917802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8ae024b-a670-488b-ae0d-9f4fe386beb0 req-5df8c40a-9410-4eb2-a52b-526f648bb09a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843976 Aug 27 12:27:10.968288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8317ccef-f999-429d-b8db-03b4db7b92d1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8317ccef-f999-429d-b8db-03b4db7b92d1,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:10.975470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object c7a7e11a-0ff1-4b87-a988-c4b993c2e31e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:10.976454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:10.997741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.026906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a13f08c-fef4-4a28-9c54-b5e6675bcb85 req-70b49d73-714d-4db8-a07c-9aa38a61ee27 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242038 Aug 27 12:27:11.032121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:11.059893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:11.060124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e0c3a5-a676-4d7d-9c24-06b9bd999888') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:11.074412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:11.095392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.127524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89050cad-88dc-41a7-9845-a2b4238d166f req-6020cc84-61f5-49c9-bd03-dee94d609456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:11.129421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-6020cc84-61f5-49c9-bd03-dee94d609456 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1094 time: 0.0508900 Aug 27 12:27:11.131838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:11.132300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 289bcef3-9fa5-40f3-9d3a-d1c83487bf1a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:11.140095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8317ccef-f999-429d-b8db-03b4db7b92d1,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:11.151874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.173447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dcab878-44d5-4b45-9f17-1efb103ded87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.177010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.179341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:11.179740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:11.186683 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:11.204288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3dcab878-44d5-4b45-9f17-1efb103ded87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.241251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89050cad-88dc-41a7-9845-a2b4238d166f req-aed1fde3-98cb-4b87-97c5-7bfdd9644713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:11.243527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-aed1fde3-98cb-4b87-97c5-7bfdd9644713 service neutron] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 910 time: 0.1052890 Aug 27 12:27:11.287255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-12a0d88c-d945-4755-87ae-18e67cbfa9e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 217 time: 0.0358949 Aug 27 12:27:11.317934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84a4910b-a5ed-4f61-9df1-1144d171af6c None None] Provisioning complete for port 8317ccef-f999-429d-b8db-03b4db7b92d1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:11.318241 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84a4910b-a5ed-4f61-9df1-1144d171af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.324313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 8701718d-b71c-4a21-9337-8598f9359233 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:11.326950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:11.358459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3dcab878-44d5-4b45-9f17-1efb103ded87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de95487b37864a68871e0b6e3538d896&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1876702 Aug 27 12:27:11.358703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89050cad-88dc-41a7-9845-a2b4238d166f req-259ed455-c3bd-41be-988c-99c97d624cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:11.358703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-259ed455-c3bd-41be-988c-99c97d624cfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.0590649 Aug 27 12:27:11.358922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:11.362932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:11.395656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:11.405546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcab878-44d5-4b45-9f17-1efb103ded87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92208c6a-e7b4-41ec-ac6d-c3e6eb0c5fd3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:11.429662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.465837 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.468031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/networks/2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298 HTTP/1.1" status: 204 len: 168 time: 2.9438848 Aug 27 12:27:11.473111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:11.476392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf40b84-d6ae-46f8-92bc-e5f909ded185 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Network': ['ID=2c21c8e1-a9e3-47fa-b9f5-9fbc0a793298,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:11.530716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.567639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89050cad-88dc-41a7-9845-a2b4238d166f req-9bd808d4-6bda-480a-9636-7333ce8657f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:11.569273 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-9bd808d4-6bda-480a-9636-7333ce8657f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850684 Aug 27 12:27:11.569974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd5525ba-b79e-476b-8280-549514205784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.651571 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd5525ba-b79e-476b-8280-549514205784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.707583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting subnet 5bc5def1-eea3-48fc-a7f0-522bd7a6ce81 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:11.718924 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.744750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-a7aae307-e2ae-41a5-9496-d4f64c48aea6 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627188 Aug 27 12:27:11.786240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-753f5a89-8bcd-41b5-89e8-76800e53d7a1 None None] Provisioning for port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:11.795617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-753f5a89-8bcd-41b5-89e8-76800e53d7a1 None None] Provisioning complete for port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:11.796788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-753f5a89-8bcd-41b5-89e8-76800e53d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.859415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd5525ba-b79e-476b-8280-549514205784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.864307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd5525ba-b79e-476b-8280-549514205784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.866239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd5525ba-b79e-476b-8280-549514205784 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92208c6a-e7b4-41ec-ac6d-c3e6eb0c5fd3 HTTP/1.1" status: 204 len: 168 time: 0.5063150 Aug 27 12:27:11.867068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.881494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-753f5a89-8bcd-41b5-89e8-76800e53d7a1 None None] Port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:11.902158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8317ccef-f999-429d-b8db-03b4db7b92d1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:11.902468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5525ba-b79e-476b-8280-549514205784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92208c6a-e7b4-41ec-ac6d-c3e6eb0c5fd3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:11.905791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.990968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8317ccef-f999-429d-b8db-03b4db7b92d1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:11.991354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:11.998758 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-89050cad-88dc-41a7-9845-a2b4238d166f req-61b1a3ff-dceb-4d91-9346-e52178f9f51f service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465498 Aug 27 12:27:12.275646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905d8f5-c668-4d16-8654-416aea4f49d1 req-b993265f-4c0f-49c3-80dc-bc6b04662acc tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:12.277311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4905d8f5-c668-4d16-8654-416aea4f49d1 req-b993265f-4c0f-49c3-80dc-bc6b04662acc tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 943 time: 0.1670310 Aug 27 12:27:12.293761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.305884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:12.403947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4905d8f5-c668-4d16-8654-416aea4f49d1 req-06dcf81d-41cb-4d89-bb08-e3376beaa140 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140990 Aug 27 12:27:12.439914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.455767 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.464276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.491880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50442) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:12.493793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.495725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/subnets/5bc5def1-eea3-48fc-a7f0-522bd7a6ce81 HTTP/1.1" status: 204 len: 168 time: 1.0215132 Aug 27 12:27:12.500990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd75ff1-02d8-4c49-99ec-d3a37301a529 None None] Network 796105f2-3beb-472f-ba72-7ff246b7517e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:12.503473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17bc5bc1-8207-4a79-b693-6af0992bdfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.505070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50444) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:12.532187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c90986e6-aad7-4aca-a3c8-ff2506062f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.538995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c2fa6-0f2e-4b26-b35e-ac98c5023eff tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc5def1-eea3-48fc-a7f0-522bd7a6ce81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:12.582462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.584365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:12.660185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.705887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 8701718d-b71c-4a21-9337-8598f9359233 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:12.707325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:12.760037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17bc5bc1-8207-4a79-b693-6af0992bdfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.775695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-17bc5bc1-8207-4a79-b693-6af0992bdfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.789070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] DHCP port deletion for 796105f2-3beb-472f-ba72-7ff246b7517e request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:12.815927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 743348ac-ee78-41bd-a363-f711b5fa7dc1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:12.816855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.860998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 4de618bd-a189-4948-bcf5-92032e6f9f69 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:27:12.888021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] Deleting port 743348ac-ee78-41bd-a363-f711b5fa7dc1 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:12.888646 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.900795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-17bc5bc1-8207-4a79-b693-6af0992bdfdd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13af205340a74e0fb3075dcd707c73aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5935719 Aug 27 12:27:12.901715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5bc1-8207-4a79-b693-6af0992bdfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037700f3-e65f-435c-8a31-c213a0a8a28b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:12.904318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50448) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:12.991056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 743348ac-ee78-41bd-a363-f711b5fa7dc1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=743348ac-ee78-41bd-a363-f711b5fa7dc1,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:12.991527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:12.996495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] For port 743348ac-ee78-41bd-a363-f711b5fa7dc1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=743348ac-ee78-41bd-a363-f711b5fa7dc1,segment=NetworkSegment(26b468be-670d-493c-8b64-19842858452c),segment_id=26b468be-670d-493c-8b64-19842858452c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:12.996911 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.013864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] Calling delete_port for 743348ac-ee78-41bd-a363-f711b5fa7dc1 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:13.021263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 743348ac-ee78-41bd-a363-f711b5fa7dc1 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:13.063865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:13.077483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fb674b4a-01bb-4d73-8572-0b0ed15d1438 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/4de618bd-a189-4948-bcf5-92032e6f9f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2771764 Aug 27 12:27:13.089154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Sync routers for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:13.121958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea456-e31d-4cc9-bff0-1c019d9f3034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.129410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c90986e6-aad7-4aca-a3c8-ff2506062f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.135930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:13.136942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:13.145263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c90986e6-aad7-4aca-a3c8-ff2506062f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.196843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea456-e31d-4cc9-bff0-1c019d9f3034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.235679 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c90986e6-aad7-4aca-a3c8-ff2506062f69 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f58c35437df94b309c89df7e07d5eb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7392504 Aug 27 12:27:13.235837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:13.243830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90986e6-aad7-4aca-a3c8-ff2506062f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c284c31c-d6e1-4f31-848d-f06bd9244843,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:13.303018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea456-e31d-4cc9-bff0-1c019d9f3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.306127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea456-e31d-4cc9-bff0-1c019d9f3034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.309643 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa5ea456-e31d-4cc9-bff0-1c019d9f3034 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/037700f3-e65f-435c-8a31-c213a0a8a28b HTTP/1.1" status: 204 len: 168 time: 0.3981953 Aug 27 12:27:13.321509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ea456-e31d-4cc9-bff0-1c019d9f3034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037700f3-e65f-435c-8a31-c213a0a8a28b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:13.359857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a171-c378-4cd1-b1a8-a0a8ea1920d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.403404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a171-c378-4cd1-b1a8-a0a8ea1920d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.413438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-5988f068-3027-46d9-8e0a-29bc124b4dc4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522850793&fields=id&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 267 time: 0.0666919 Aug 27 12:27:13.428589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-63cf5c4d-ff96-4f44-9272-7a3df4f88261 None None] Provisioning complete for port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:13.428958 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-63cf5c4d-ff96-4f44-9272-7a3df4f88261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.487017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.492239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.513241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 743348ac-ee78-41bd-a363-f711b5fa7dc1 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:13.566965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a171-c378-4cd1-b1a8-a0a8ea1920d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.569962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a171-c378-4cd1-b1a8-a0a8ea1920d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.572929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6c8a171-c378-4cd1-b1a8-a0a8ea1920d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c284c31c-d6e1-4f31-848d-f06bd9244843 HTTP/1.1" status: 204 len: 168 time: 0.3352568 Aug 27 12:27:13.595006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=743348ac-ee78-41bd-a363-f711b5fa7dc1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:13.600849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8a171-c378-4cd1-b1a8-a0a8ea1920d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284c31c-d6e1-4f31-848d-f06bd9244843,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:13.629104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-12a2746d-ed77-4ae0-855c-0951ac717078 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:13.629104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-12a2746d-ed77-4ae0-855c-0951ac717078 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 797 time: 0.2053998 Aug 27 12:27:13.636449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] Pushing event deleted for resources: {'Port': ['ID=743348ac-ee78-41bd-a363-f711b5fa7dc1,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:13.645891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-63cf5c4d-ff96-4f44-9272-7a3df4f88261 None None] Port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:13.671227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-f715e5db-6e0a-4c51-bdff-f5033d6e0e85 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/quotas/32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 375 time: 0.0181389 Aug 27 12:27:13.707737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.720579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796105f2-3beb-472f-ba72-7ff246b7517e']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:13.732336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:13.733528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b468be-670d-493c-8b64-19842858452c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:13.734090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b468be-670d-493c-8b64-19842858452c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:13.749821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.759951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136907-34ce-44d6-8b52-e40566aed4ec req-c9734e20-86a1-4434-a8d2-f519525aafbf tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:13.763345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be136907-34ce-44d6-8b52-e40566aed4ec req-c9734e20-86a1-4434-a8d2-f519525aafbf tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 943 time: 0.1567657 Aug 27 12:27:13.774891 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.782514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:13.783134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.829258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fc06a-bc8e-4069-858b-9574cdf3ee54 None None] No DVR routers for this DVR port 743348ac-ee78-41bd-a363-f711b5fa7dc1 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:13.889905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 743348ac-ee78-41bd-a363-f711b5fa7dc1 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:13.901048 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:13.909181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.922778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-ad7f372c-9956-4532-9502-45b5dad2072d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266827 Aug 27 12:27:13.935432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 743348ac-ee78-41bd-a363-f711b5fa7dc1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:13.935807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 743348ac-ee78-41bd-a363-f711b5fa7dc1 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:13.942454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:13.968560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/networks/796105f2-3beb-472f-ba72-7ff246b7517e HTTP/1.1" status: 204 len: 168 time: 1.4502568 Aug 27 12:27:13.969155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be136907-34ce-44d6-8b52-e40566aed4ec req-c427b2ba-0aad-404d-b0f2-a6a0107a1509 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370072 Aug 27 12:27:13.970748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50472) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:13.980744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20631d-1378-48f6-9a03-2e64051d10cd tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Network': ['ID=796105f2-3beb-472f-ba72-7ff246b7517e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:14.008133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1270521442'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:14.098261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:14.105693 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.127579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:12Z', 'revision_number': 2, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:14.180301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-e6483740-5ade-4e35-b5f3-b2f405161f14 service neutron] 10.222.0.76 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200513 Aug 27 12:27:14.181056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:14.196957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Checking router: 4de618bd-a189-4948-bcf5-92032e6f9f69 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:27:14.197314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Updating router 4de618bd-a189-4948-bcf5-92032e6f9f69 port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:27:14.221222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:14.240069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1057c75e-5b6c-4e31-858b-dbdcdc145097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.244090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.244589 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Added segment 4cf82662-6a81-4bd8-b42e-0a3b49afa92f of type vlan for network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e Aug 27 12:27:14.252016 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.325543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.381105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-e126374e-eb8c-48ff-8fd1-32b7c4b46c63 service neutron] 10.222.0.76 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939509 Aug 27 12:27:14.382300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.389442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:14.390027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.426110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 799c0863-d8a6-40e0-b508-4a233b9f43c9 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:27:14.473323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1057c75e-5b6c-4e31-858b-dbdcdc145097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.479286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1057c75e-5b6c-4e31-858b-dbdcdc145097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.553292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5496972 Aug 27 12:27:14.555354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:14.562245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057c75e-5b6c-4e31-858b-dbdcdc145097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b785c406-4d9d-4a6a-85e1-2f46d45bdfa4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:14.576064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'subnet': {'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:14.614570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1057c75e-5b6c-4e31-858b-dbdcdc145097 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba33d82f6e5c4321a277cc9422d5f957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901408 Aug 27 12:27:14.616396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50490) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:14.621710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 799c0863-d8a6-40e0-b508-4a233b9f43c9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:14.634744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba357ecf-040c-4e34-a706-379f6bce2080 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Network': ['ID=288dba03-ca6d-4eeb-abd9-d59f9da74e9e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:14.651328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'port_id': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'mac_address': 'fa:16:3e:20:6a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:27:14.656046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:14.726372 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a011ab-65c0-4a57-821b-8b9d1385a2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.765871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a011ab-65c0-4a57-821b-8b9d1385a2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.796984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-987fce64-4376-43e7-9c46-44afef438cad req-7c527cf9-1da8-42fd-ab5e-79b3ec1c3e00 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 210 time: 0.0485189 Aug 27 12:27:14.877954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:14.883117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.896115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.900940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a011ab-65c0-4a57-821b-8b9d1385a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.905907 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71a011ab-65c0-4a57-821b-8b9d1385a2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.909864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71a011ab-65c0-4a57-821b-8b9d1385a2c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b785c406-4d9d-4a6a-85e1-2f46d45bdfa4 HTTP/1.1" status: 204 len: 168 time: 0.2885196 Aug 27 12:27:14.910882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.920674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a011ab-65c0-4a57-821b-8b9d1385a2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b785c406-4d9d-4a6a-85e1-2f46d45bdfa4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:14.925571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799c0863-d8a6-40e0-b508-4a233b9f43c9 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:14.960552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Transition to ACTIVE for port object c7a7e11a-0ff1-4b87-a988-c4b993c2e31e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:14.993517 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:14.997353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 799c0863-d8a6-40e0-b508-4a233b9f43c9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:15.028514 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.136909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Attempting to bind port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:15.167656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Attempting to bind port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:15.168290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Attempting to bind port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e on network 8701718d-b71c-4a21-9337-8598f9359233 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:15.195087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e240b5-814e-44f6-9323-328e4752f15b None None] Pushing event updated for resources: {'Port': ['ID=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:15.201152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:15.201535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Checking segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:15.202163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.202603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Bound using segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:15.203096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Bound port: c7a7e11a-0ff1-4b87-a988-c4b993c2e31e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:15.203485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.339790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] For port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:15.348009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] For port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:15.372395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['799c0863-d8a6-40e0-b508-4a233b9f43c9'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:15.380673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.490542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Subnet': ['ID=6f72b0f6-270e-4ebf-a587-837e2c794372,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:15.519019 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.532575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350c8f-83b0-4572-8dbe-687ff95b4ddc req-0f3fae4d-b681-482d-91c7-67ad93ef0ca4 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:15.541210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d350c8f-83b0-4572-8dbe-687ff95b4ddc req-0f3fae4d-b681-482d-91c7-67ad93ef0ca4 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 944 time: 0.1733286 Aug 27 12:27:15.621265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Checking segment: {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:15.621658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network hostable DHCP agents. Network: 288dba03-ca6d-4eeb-abd9-d59f9da74e9e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:15.623113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:15.623761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:26:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:15.665956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d350c8f-83b0-4572-8dbe-687ff95b4ddc req-d6b17671-f8c3-4b9c-8243-fd22cbefcce1 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238198 Aug 27 12:27:15.686199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:15.708383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 288dba03-ca6d-4eeb-abd9-d59f9da74e9e) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:15.718414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:15.720504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.755409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b1f12181-ee54-428e-8a26-4fe7212cfba6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1878874 Aug 27 12:27:15.755803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50528) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:15.763593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-6758255'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:15.814996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:15.814996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.872833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:15.879127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50534) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:15.888063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2c234-7880-49ba-88b3-810db97a428f None None] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:15.893881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=799c0863-d8a6-40e0-b508-4a233b9f43c9,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:15.900663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.901073 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Added segment 0e4a3850-454b-495c-9d10-7d678a998a2a of type vlan for network 9facafde-2b34-4862-8bc4-0763488dca48 Aug 27 12:27:15.991167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:15.996968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6abc2ea6-5a72-4789-8722-21ec02a24958 req-2fa5ab5c-4fe0-45fe-b03e-0f50fd0aae0c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 210 time: 0.0614684 Aug 27 12:27:16.029736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.042852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:16.043876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.051151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:16.155992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Network': ['ID=9facafde-2b34-4862-8bc4-0763488dca48,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:16.158478 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f4a76f5-21b8-4c77-bcc3-9cd062d27bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.178785 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd0b44a6-105b-4ed9-9e78-971b77c747f3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4215934 Aug 27 12:27:16.181847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50544) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:16.187636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'subnet': {'network_id': '9facafde-2b34-4862-8bc4-0763488dca48', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:16.197171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 9facafde-2b34-4862-8bc4-0763488dca48 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:16.375151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f4a76f5-21b8-4c77-bcc3-9cd062d27bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.380688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f4a76f5-21b8-4c77-bcc3-9cd062d27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.400847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:16.410481 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.442955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5f4a76f5-21b8-4c77-bcc3-9cd062d27bfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19cd92ee50284867aa0c84f0a153144b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626853 Aug 27 12:27:16.443701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:16.445968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a76f5-21b8-4c77-bcc3-9cd062d27bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a938ded7-5063-4fd1-a526-06cd47a29004,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:16.543941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e240b5-814e-44f6-9323-328e4752f15b None None] Pushing event updated for resources: {'Port': ['ID=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:16.667781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-10b6feaf-fa28-498e-b0cc-a3838a44250f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:16.669286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-10b6feaf-fa28-498e-b0cc-a3838a44250f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 797 time: 0.1685979 Aug 27 12:27:16.684051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d87f62e-3815-4968-be55-abe91b77cf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.754825 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d87f62e-3815-4968-be55-abe91b77cf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.777190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-087b2a5f-c375-4542-8f20-3d8345fbc9a3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32dd17157e8a413bb5e82592b734194a HTTP/1.1" status: 200 len: 379 time: 0.0896375 Aug 27 12:27:16.799664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'port': {'device_id': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'admin_state_up': True, 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'security_groups': ['27bc52c8-ec0b-41c7-acea-196a508d9e20']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:16.876346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-288dba03-ca6d-4eeb-abd9-d59f9da74e9e', 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'fixed_ips': [{'subnet_id': '6f72b0f6-270e-4ebf-a587-837e2c794372'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:16.877286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.929015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d87f62e-3815-4968-be55-abe91b77cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.932262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d87f62e-3815-4968-be55-abe91b77cf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.933489 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9d87f62e-3815-4968-be55-abe91b77cf7a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a938ded7-5063-4fd1-a526-06cd47a29004 HTTP/1.1" status: 204 len: 168 time: 0.4886477 Aug 27 12:27:16.948420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:16.955265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87f62e-3815-4968-be55-abe91b77cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a938ded7-5063-4fd1-a526-06cd47a29004,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:17.000105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c26ab-c8e3-4c64-a620-05e7aa93e6d4 req-93bccc59-4bf3-49cf-b953-e5949bae5ac7 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:17.003511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-331c26ab-c8e3-4c64-a620-05e7aa93e6d4 req-93bccc59-4bf3-49cf-b953-e5949bae5ac7 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 944 time: 0.1859331 Aug 27 12:27:17.074219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Made reservation on behalf of 32dd17157e8a413bb5e82592b734194a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:17.077965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:17.094224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-331c26ab-c8e3-4c64-a620-05e7aa93e6d4 req-06c928f4-4f48-4f78-9b3f-7b10d1f93e94 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768006 Aug 27 12:27:17.116922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Subnet': ['ID=91e62211-0e5e-43fc-9ae3-c609f9ddc8df,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:17.163919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Checking segment: {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:17.165431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network hostable DHCP agents. Network: 9facafde-2b34-4862-8bc4-0763488dca48, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:17.207526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f329b20-fd55-4847-b376-0c4b9b7a8a5c req-04c47305-be73-468a-a940-82056832d3db tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 210 time: 0.0795977 Aug 27 12:27:17.219048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 9facafde-2b34-4862-8bc4-0763488dca48 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:17.232737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 9facafde-2b34-4862-8bc4-0763488dca48) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:17.240692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:17.241484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:17.255510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a822ca3-20f0-4bde-b4c1-6f4be3f1ff3d None None] Network 9facafde-2b34-4862-8bc4-0763488dca48 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:17.269934 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-df5a55d8-1ba9-45b8-a81b-5e94730da429 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0866385 Aug 27 12:27:17.315639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.20.0.12 (8701718d-b71c-4a21-9337-8598f9359233/77e34263-8545-41ae-b8c9-013b361a7d6d/22bf7ea9-b0bc-4920-824d-611f9ed41941) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:17.381933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:15Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:17.425932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188ab1d-19ad-4473-9eda-3e7b33aba8ce None None] The sync data for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 is: [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:15Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:17.442205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Allocated IP 19.80.0.2 (288dba03-ca6d-4eeb-abd9-d59f9da74e9e/6f72b0f6-270e-4ebf-a587-837e2c794372/900bca65-589a-4660-a1e3-3d586c103d64) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:17.763461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50594) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:17.780476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-851a6b4c-52d7-4f7b-8b25-f49940659214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:17.788117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38596900-f53b-446d-9406-a195539e1048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-9facafde-2b34-4862-8bc4-0763488dca48', 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'fixed_ips': [{'subnet_id': '91e62211-0e5e-43fc-9ae3-c609f9ddc8df'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:17.790228 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38596900-f53b-446d-9406-a195539e1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:17.845835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:17.870435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Transition to ACTIVE for port object 22bf7ea9-b0bc-4920-824d-611f9ed41941 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:17.952401 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.011021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c7a7e11a-0ff1-4b87-a988-c4b993c2e31e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:18.011306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:18.021893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f18c40b7-3ec9-47c5-bb6b-180cf7ad1c86 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:18.032707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-851a6b4c-52d7-4f7b-8b25-f49940659214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.034927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f18c40b7-3ec9-47c5-bb6b-180cf7ad1c86 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:18.037415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f18c40b7-3ec9-47c5-bb6b-180cf7ad1c86 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/networks?id=288dba03-ca6d-4eeb-abd9-d59f9da74e9e&id=9facafde-2b34-4862-8bc4-0763488dca48 HTTP/1.1" status: 200 len: 1389 time: 0.3859198 Aug 27 12:27:18.046446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-851a6b4c-52d7-4f7b-8b25-f49940659214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.053834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 8701718d-b71c-4a21-9337-8598f9359233 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:18.065774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:18.068744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:18.071878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-2e4d9459-4d2d-4ec3-8bdc-20d547b31313 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/quotas/ac59c20b74464c7795fb3971410dc374 HTTP/1.1" status: 200 len: 375 time: 0.0204301 Aug 27 12:27:18.143596 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.162484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-851a6b4c-52d7-4f7b-8b25-f49940659214 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41a2559d99694da8a604f2f95879d126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976865 Aug 27 12:27:18.165573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50600) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:18.198236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Transition to ACTIVE for port object 900bca65-589a-4660-a1e3-3d586c103d64 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:18.221918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:18.222631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.251558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-38596900-f53b-446d-9406-a195539e1048 None None] Allocated IP 19.86.0.2 (9facafde-2b34-4862-8bc4-0763488dca48/91e62211-0e5e-43fc-9ae3-c609f9ddc8df/486cd8a6-90c2-4d8a-94e1-5b527084c391) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:18.254553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Transition to ACTIVE for port object 900bca65-589a-4660-a1e3-3d586c103d64 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:18.279013 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.284789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a6b4c-52d7-4f7b-8b25-f49940659214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83070d-6fd3-4247-91bb-68a7cb75ff78,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:18.295660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:18.308114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-7d95b0b4-865a-40cf-9ca4-6138c4559320 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000506 Aug 27 12:27:18.312976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-de761fff-3186-4bea-aa55-d36ae9bc0465 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5174716 Aug 27 12:27:18.354004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a1c66-6b09-43da-b617-7bc85b3b05c3 req-4a388397-ea18-46f0-97a5-4766857fad4b tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:18.354562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5d51-e8c6-427f-9ebb-f6cf271bec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.375451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-267a1c66-6b09-43da-b617-7bc85b3b05c3 req-4a388397-ea18-46f0-97a5-4766857fad4b tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 944 time: 0.1434700 Aug 27 12:27:18.382717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Pushing event updated for resources: {'Port': ['ID=900bca65-589a-4660-a1e3-3d586c103d64,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:18.386501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5d51-e8c6-427f-9ebb-f6cf271bec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.399278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:18.399890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.404985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Request body: {'port': {'device_id': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:18.409001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 799c0863-d8a6-40e0-b508-4a233b9f43c9 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:18.463753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5d51-e8c6-427f-9ebb-f6cf271bec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.467352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5d51-e8c6-427f-9ebb-f6cf271bec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.469155 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e3c5d51-e8c6-427f-9ebb-f6cf271bec1a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a83070d-6fd3-4247-91bb-68a7cb75ff78 HTTP/1.1" status: 204 len: 168 time: 0.2969573 Aug 27 12:27:18.479780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c5d51-e8c6-427f-9ebb-f6cf271bec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a83070d-6fd3-4247-91bb-68a7cb75ff78,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:18.497490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:18.563177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:18.566764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:18.652496 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a52b57c6-4503-492d-8f4f-ca1a3145015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.731051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Attempting to bind port 900bca65-589a-4660-a1e3-3d586c103d64 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:18.731446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Attempting to bind port 900bca65-589a-4660-a1e3-3d586c103d64 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:18.731820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Attempting to bind port 900bca65-589a-4660-a1e3-3d586c103d64 on network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:18.738637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a45b9d5-0090-4338-9b76-bdd7e84feb68 None None] Provisioning for port 22bf7ea9-b0bc-4920-824d-611f9ed41941 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:18.755427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:18.755819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Checking segment: {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:18.756513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.756770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Bound using segment: {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:18.757268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Bound port: 900bca65-589a-4660-a1e3-3d586c103d64, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:18.758355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.873619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a45b9d5-0090-4338-9b76-bdd7e84feb68 None None] Provisioning complete for port 22bf7ea9-b0bc-4920-824d-611f9ed41941 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:18.874170 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a45b9d5-0090-4338-9b76-bdd7e84feb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:18.905667 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.013531 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38596900-f53b-446d-9406-a195539e1048 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.034825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-38596900-f53b-446d-9406-a195539e1048 None None] Transition to ACTIVE for port object 486cd8a6-90c2-4d8a-94e1-5b527084c391 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:19.071330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-38596900-f53b-446d-9406-a195539e1048 None None] Transition to ACTIVE for port object 486cd8a6-90c2-4d8a-94e1-5b527084c391 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:19.105706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8caff68d-5327-49bf-be5d-01c0d34e564d service neutron] 10.222.0.76 "GET /v2.0/networks/288dba03-ca6d-4eeb-abd9-d59f9da74e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837269 Aug 27 12:27:19.123048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38596900-f53b-446d-9406-a195539e1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.181457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8a45b9d5-0090-4338-9b76-bdd7e84feb68 None None] Port 22bf7ea9-b0bc-4920-824d-611f9ed41941 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:19.189410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 799c0863-d8a6-40e0-b508-4a233b9f43c9 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:19.256427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-267a1c66-6b09-43da-b617-7bc85b3b05c3 req-8295c85c-1826-443f-84fa-f5f8777f9b7f tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8801587 Aug 27 12:27:19.309773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.334146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:19.340741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 799c0863-d8a6-40e0-b508-4a233b9f43c9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:19.341172 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.353303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] For port 900bca65-589a-4660-a1e3-3d586c103d64, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:19.362815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38596900-f53b-446d-9406-a195539e1048 None None] Pushing event updated for resources: {'Port': ['ID=486cd8a6-90c2-4d8a-94e1-5b527084c391,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:19.379554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.392146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38596900-f53b-446d-9406-a195539e1048 None None] Network 9facafde-2b34-4862-8bc4-0763488dca48 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:19.449653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-38596900-f53b-446d-9406-a195539e1048 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:19.467295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38596900-f53b-446d-9406-a195539e1048 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:19.479099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] For port 900bca65-589a-4660-a1e3-3d586c103d64, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=900bca65-589a-4660-a1e3-3d586c103d64,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:19.591792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-6afa57e2-efe9-4f05-b6d7-4374bdecb902 service neutron] 10.222.0.76 "GET /v2.0/networks/288dba03-ca6d-4eeb-abd9-d59f9da74e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850729 Aug 27 12:27:19.596796 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.644723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-38596900-f53b-446d-9406-a195539e1048 None None] Attempting to bind port 486cd8a6-90c2-4d8a-94e1-5b527084c391 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:19.645209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-38596900-f53b-446d-9406-a195539e1048 None None] Attempting to bind port 486cd8a6-90c2-4d8a-94e1-5b527084c391 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:19.645533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38596900-f53b-446d-9406-a195539e1048 None None] Attempting to bind port 486cd8a6-90c2-4d8a-94e1-5b527084c391 on network 9facafde-2b34-4862-8bc4-0763488dca48 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:19.681490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38596900-f53b-446d-9406-a195539e1048 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:19.681884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38596900-f53b-446d-9406-a195539e1048 None None] Checking segment: {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:19.682272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38596900-f53b-446d-9406-a195539e1048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.682867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38596900-f53b-446d-9406-a195539e1048 None None] Bound using segment: {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:19.683346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-38596900-f53b-446d-9406-a195539e1048 None None] Bound port: 486cd8a6-90c2-4d8a-94e1-5b527084c391, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:19.683746 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38596900-f53b-446d-9406-a195539e1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.777638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:19.779514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:19.864295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16469dbd-3c95-49f3-8cb8-71181fb7b07e None None] Pushing event updated for resources: {'Port': ['ID=900bca65-589a-4660-a1e3-3d586c103d64,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:19.931797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c466fd-5066-431a-bdbb-47f3f34e429f req-782e9a5a-1ee7-4677-8848-9b019ec68cf8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:19.939654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82c466fd-5066-431a-bdbb-47f3f34e429f req-782e9a5a-1ee7-4677-8848-9b019ec68cf8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 932 time: 0.4082892 Aug 27 12:27:20.011685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:20.014771 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecc53de-d774-4baa-9c17-4dcd00e3b6af" -d '{"events": [{"server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "name": "network-vif-plugged", "status": "completed", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:20.039472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-aa2740fb-d712-4353-b4a0-e5766c20862f service neutron] 10.222.0.76 "GET /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294376 Aug 27 12:27:20.081933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82c466fd-5066-431a-bdbb-47f3f34e429f req-fd8d1d77-334d-403b-8e16-17a3d47ff137 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409647 Aug 27 12:27:20.082687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 799c0863-d8a6-40e0-b508-4a233b9f43c9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:20.145497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:20.205450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-38596900-f53b-446d-9406-a195539e1048 None None] For port 486cd8a6-90c2-4d8a-94e1-5b527084c391, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:20.225167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-38596900-f53b-446d-9406-a195539e1048 None None] For port 486cd8a6-90c2-4d8a-94e1-5b527084c391, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=486cd8a6-90c2-4d8a-94e1-5b527084c391,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:20.326584 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dff58db-9444-4496-978c-8a89ebcfd74f x-openstack-request-id: req-3dff58db-9444-4496-978c-8a89ebcfd74f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:20.326996 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "name": "network-vif-plugged", "status": "completed", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:20.327357 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3dff58db-9444-4496-978c-8a89ebcfd74f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:20.327898 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'code': 200} Aug 27 12:27:20.339467 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38596900-f53b-446d-9406-a195539e1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:20.362160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:20.441271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03390fb9-b192-4405-bdff-793fd717a5d4 req-ecfe7dd2-3abf-44f4-8f83-f1f13e5c9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:20.447873 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-03390fb9-b192-4405-bdff-793fd717a5d4 req-ecfe7dd2-3abf-44f4-8f83-f1f13e5c9495 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.1340408 Aug 27 12:27:20.453811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=799c0863-d8a6-40e0-b508-4a233b9f43c9,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:20.512760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:20.537412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-03390fb9-b192-4405-bdff-793fd717a5d4 req-0c9873e9-8808-4089-9017-a21a4495c56d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852089 Aug 27 12:27:20.572350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38596900-f53b-446d-9406-a195539e1048 None None] Pushing event updated for resources: {'Port': ['ID=486cd8a6-90c2-4d8a-94e1-5b527084c391,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:20.575780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bf7ea9-b0bc-4920-824d-611f9ed41941 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:20.584826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-5d07e27d-a756-4a22-ada4-986b332780d8 service neutron] 10.222.0.76 "GET /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333974 Aug 27 12:27:20.591701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:20.666312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e601846-7f15-40a0-8e6b-b8c2ef4a6c82 req-45e52603-4bd1-45a3-b819-844b16faa685 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:20.668316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e601846-7f15-40a0-8e6b-b8c2ef4a6c82 req-45e52603-4bd1-45a3-b819-844b16faa685 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.2129211 Aug 27 12:27:20.669480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Transition to ACTIVE for port object 22bf7ea9-b0bc-4920-824d-611f9ed41941 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:20.677862 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:20.874297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f88ca330-8638-49f8-bfb0-51cc82da6b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:20.978800 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-439dd6c6-bb1e-4742-bbc2-f0e2abd52369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.033400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:21.154150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e601846-7f15-40a0-8e6b-b8c2ef4a6c82 req-d886db13-d900-4aaf-878c-957a565a345a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475076 Aug 27 12:27:21.191698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6649bc90-e2a5-49f3-8916-b337bbe945ff req-9ec9e717-037a-42e3-9fbb-020333d2f911 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 210 time: 0.0861275 Aug 27 12:27:21.194125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.200918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Attempting to bind port 22bf7ea9-b0bc-4920-824d-611f9ed41941 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:21.201257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Attempting to bind port 22bf7ea9-b0bc-4920-824d-611f9ed41941 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:21.201590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Attempting to bind port 22bf7ea9-b0bc-4920-824d-611f9ed41941 on network 8701718d-b71c-4a21-9337-8598f9359233 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:21.215496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Port 22bf7ea9-b0bc-4920-824d-611f9ed41941 on network 8701718d-b71c-4a21-9337-8598f9359233 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:27:21.215745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Attempting to bind port 22bf7ea9-b0bc-4920-824d-611f9ed41941 on network 8701718d-b71c-4a21-9337-8598f9359233 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:21.228193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f88ca330-8638-49f8-bfb0-51cc82da6b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.233630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f88ca330-8638-49f8-bfb0-51cc82da6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.239003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:21.239799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Checking segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:21.240220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Bound using segment: {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:21.240983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Bound port: 22bf7ea9-b0bc-4920-824d-611f9ed41941, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50d0542-cc2c-4eca-8146-4da545c4c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8701718d-b71c-4a21-9337-8598f9359233'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:21.241610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.303726 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f88ca330-8638-49f8-bfb0-51cc82da6b53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=502d78b66f9c405e86598bfa51fe822b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897904 Aug 27 12:27:21.305727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50700) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:21.369882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ca330-8638-49f8-bfb0-51cc82da6b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83e382-21b3-4807-90c8-bbd817d529db,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:21.399880 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2e60e1e-ed55-4676-a3c8-60310100ec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.442626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:21.452795 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2e60e1e-ed55-4676-a3c8-60310100ec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.460063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:21.467858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.490256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9159b-8286-4006-ab61-69f9449cc94a req-da51c440-092f-4d45-8103-d6802d65635b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:21.499196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84f9159b-8286-4006-ab61-69f9449cc94a req-da51c440-092f-4d45-8103-d6802d65635b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.1161928 Aug 27 12:27:21.549128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2e60e1e-ed55-4676-a3c8-60310100ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.553311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2e60e1e-ed55-4676-a3c8-60310100ec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.555716 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a2e60e1e-ed55-4676-a3c8-60310100ec27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c83e382-21b3-4807-90c8-bbd817d529db HTTP/1.1" status: 204 len: 168 time: 0.2485058 Aug 27 12:27:21.584739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e60e1e-ed55-4676-a3c8-60310100ec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83e382-21b3-4807-90c8-bbd817d529db,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:21.696370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:21.703171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:21.709245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] 10.222.0.77 "PUT /v2.0/ports/22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 1092 time: 3.3652670 Aug 27 12:27:21.715998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:21.720602 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fef362c-3fe6-4e58-b293-2a6711109210" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:21.735604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639a06-b2ae-4064-a797-347839a43957 service neutron] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:21.888184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af5c5b-99f9-46f1-a8fe-a7865ce79eb5 None None] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:21.947504 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c23680-65e6-4afd-b31f-4613a7eff241 x-openstack-request-id: req-b4c23680-65e6-4afd-b31f-4613a7eff241 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:21.947823 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:21.948089 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4c23680-65e6-4afd-b31f-4613a7eff241 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:21.948515 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'status': 'completed', 'code': 200} Aug 27 12:27:21.966234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84f9159b-8286-4006-ab61-69f9449cc94a req-8b1b9d46-d9c3-4429-8841-680feb88c939 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4642341 Aug 27 12:27:22.012029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-c8ab14aa-b23f-4f00-9660-c9fda6c9d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:22.022345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-c8ab14aa-b23f-4f00-9660-c9fda6c9d67d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1095 time: 0.2183938 Aug 27 12:27:22.134086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dd7313b0-b632-4857-ac21-7e60d71afe57 None None] Provisioning for port 900bca65-589a-4660-a1e3-3d586c103d64 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:22.143389 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:22.158339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-91bed229-5753-41e7-aeef-f8289ffe475d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 217 time: 0.1167436 Aug 27 12:27:22.261120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 486cd8a6-90c2-4d8a-94e1-5b527084c391 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:22.369119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-5c0a6aca-45a6-4620-ad9a-dab9527eb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:22.370833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-5c0a6aca-45a6-4620-ad9a-dab9527eb5aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.2099290 Aug 27 12:27:22.420869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cafd17d-8266-4416-9ebd-0e78f3600c06 req-7b50c392-bff7-4c1f-9c04-85cd0d0560eb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 210 time: 0.0544126 Aug 27 12:27:22.483149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50730) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:22.524725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2dc28a4b-6dab-47db-b503-b77f3b820713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:22.556276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c660ee6-1de5-45f3-a211-6932c8e46c63 req-09569423-e260-4dcd-8586-d8f28856dca3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:22.557914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c660ee6-1de5-45f3-a211-6932c8e46c63 req-09569423-e260-4dcd-8586-d8f28856dca3 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.2114823 Aug 27 12:27:22.584843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-e6fcbda4-aa81-4512-977f-4b2a48bf4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:22.588529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-e6fcbda4-aa81-4512-977f-4b2a48bf4327 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608574 Aug 27 12:27:22.735844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2dc28a4b-6dab-47db-b503-b77f3b820713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:22.741013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2dc28a4b-6dab-47db-b503-b77f3b820713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:22.799004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b03f4-bc77-42b3-a8cc-051e8849b456 None None] Network 9facafde-2b34-4862-8bc4-0763488dca48 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:22.808367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-e78254be-c23f-44bb-9b72-658fc514b5ae service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705542 Aug 27 12:27:22.814082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c660ee6-1de5-45f3-a211-6932c8e46c63 req-9eb5e98c-1396-4531-9028-6cf0738c2802 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335904 Aug 27 12:27:22.861719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc28a4b-6dab-47db-b503-b77f3b820713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f8de42-2249-430b-bb74-71f8083a0569,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:22.879923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50742) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:22.882565 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2dc28a4b-6dab-47db-b503-b77f3b820713 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b838a735e0fb42da928fb2d78190d4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983207 Aug 27 12:27:22.889661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50744) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:23.002118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ca43b76-4902-4196-9b99-b5995e18e082 req-ed081ae1-5e90-42ff-b1e2-5ab7a78b3d04 service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867390 Aug 27 12:27:23.049291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 486cd8a6-90c2-4d8a-94e1-5b527084c391 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:23.070072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 900bca65-589a-4660-a1e3-3d586c103d64 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:23.073640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c3187-87ee-42bd-bb12-b002bf7f5ac6 req-2807d125-100c-4daf-8260-d9632e85b0a6 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:23.075925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5c3187-87ee-42bd-bb12-b002bf7f5ac6 req-2807d125-100c-4daf-8260-d9632e85b0a6 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.1225786 Aug 27 12:27:23.239088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-348739a3-4425-4141-9ee1-cca4166f7f2c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:23.245369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-348739a3-4425-4141-9ee1-cca4166f7f2c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:23.247420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-348739a3-4425-4141-9ee1-cca4166f7f2c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.65 "GET /v2.0/networks?id=288dba03-ca6d-4eeb-abd9-d59f9da74e9e&id=9facafde-2b34-4862-8bc4-0763488dca48 HTTP/1.1" status: 200 len: 1389 time: 0.2831190 Aug 27 12:27:23.251406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] Provisioning for port 486cd8a6-90c2-4d8a-94e1-5b527084c391 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:23.262472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] Provisioning complete for port 486cd8a6-90c2-4d8a-94e1-5b527084c391 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:23.263670 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.286901 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36699d97-4fe6-41f8-8475-12988464baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.297149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'port': {'device_id': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e', 'admin_state_up': True, 'tenant_id': 'ac59c20b74464c7795fb3971410dc374'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:23.339882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca5c3187-87ee-42bd-bb12-b002bf7f5ac6 req-6cbbc90f-9791-4f39-b9c5-a0cd021819e4 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357559 Aug 27 12:27:23.397830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-7a5a20d5-a8a1-4700-ab0b-9948787027f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:23.402856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-7a5a20d5-a8a1-4700-ab0b-9948787027f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1095 time: 0.2977641 Aug 27 12:27:23.446856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03c577d2-3ec1-41c7-9eb0-e6c3394cb448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.479433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078de958-22cc-40bd-8352-e49848dc7a99 req-b9bbae5b-87fb-45bb-b6c9-f75f919fbfef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:23.491623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-078de958-22cc-40bd-8352-e49848dc7a99 req-b9bbae5b-87fb-45bb-b6c9-f75f919fbfef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.4125123 Aug 27 12:27:23.517483 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.550984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 900bca65-589a-4660-a1e3-3d586c103d64 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:23.571010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 900bca65-589a-4660-a1e3-3d586c103d64 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:23.571262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.602438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03c577d2-3ec1-41c7-9eb0-e6c3394cb448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.687488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] For port 486cd8a6-90c2-4d8a-94e1-5b527084c391, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=486cd8a6-90c2-4d8a-94e1-5b527084c391,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:23.707529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.725082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-078de958-22cc-40bd-8352-e49848dc7a99 req-e60d6cd2-29b0-446d-b209-55d9203dd3ee tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317128 Aug 27 12:27:23.774609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513dcec-2856-4c27-a555-f1fa561baf68 req-44ce1d91-94bd-474d-b1d3-b0ca3f373957 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:23.781311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8513dcec-2856-4c27-a555-f1fa561baf68 req-44ce1d91-94bd-474d-b1d3-b0ca3f373957 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.2450645 Aug 27 12:27:23.800974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03c577d2-3ec1-41c7-9eb0-e6c3394cb448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.805294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03c577d2-3ec1-41c7-9eb0-e6c3394cb448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.806331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d89e9d-1bce-44e8-9afc-2f963fd8889b None None] Pushing event updated for resources: {'Port': ['ID=486cd8a6-90c2-4d8a-94e1-5b527084c391,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:23.806944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-03c577d2-3ec1-41c7-9eb0-e6c3394cb448 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9f8de42-2249-430b-bb74-71f8083a0569 HTTP/1.1" status: 204 len: 168 time: 0.9100664 Aug 27 12:27:23.831107 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.844831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36699d97-4fe6-41f8-8475-12988464baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.864436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5c373311-dbe8-4f83-b1e3-de67ae4da98b None None] Provisioning complete for port 900bca65-589a-4660-a1e3-3d586c103d64 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:23.864805 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5c373311-dbe8-4f83-b1e3-de67ae4da98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.872357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36699d97-4fe6-41f8-8475-12988464baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.877508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:23.883251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:23.914510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c577d2-3ec1-41c7-9eb0-e6c3394cb448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f8de42-2249-430b-bb74-71f8083a0569,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:23.935061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8513dcec-2856-4c27-a555-f1fa561baf68 req-a477d532-6ad5-46c3-b26d-627543dfb4bd tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363595 Aug 27 12:27:23.961376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:23.962904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 900bca65-589a-4660-a1e3-3d586c103d64, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=900bca65-589a-4660-a1e3-3d586c103d64,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:24.006052 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.006878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c7a7e11a-0ff1-4b87-a988-c4b993c2e31e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:24.009568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36699d97-4fe6-41f8-8475-12988464baa9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58704863b5ed4981a8c7a6e70a2915c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1229715 Aug 27 12:27:24.015788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:24.017482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4767a021-287a-4f2a-9be3-e941156d9192 req-b4d6b8ac-d198-4ba9-bf57-6496d80f092a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 210 time: 0.1164465 Aug 27 12:27:24.018615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-3b09e405-5f40-4417-85a0-89cf2f448530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:24.021773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-3b09e405-5f40-4417-85a0-89cf2f448530 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 898 time: 0.6089544 Aug 27 12:27:24.073430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36699d97-4fe6-41f8-8475-12988464baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852049ed-e040-4145-a647-8fee544e5037,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:24.112343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c638aff-7836-4a8b-a8ee-fcfb81df8673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.151641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-de729ac7-142d-49f0-9cb7-1416882a7b7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 217 time: 0.1134675 Aug 27 12:27:24.165581 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c638aff-7836-4a8b-a8ee-fcfb81df8673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.179093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.209182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Allocated IP 19.80.0.111 (288dba03-ca6d-4eeb-abd9-d59f9da74e9e/6f72b0f6-270e-4ebf-a587-837e2c794372/9efaa6c1-66fd-409d-9994-42f62053ce69) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:24.229390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:24.229764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.266247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c638aff-7836-4a8b-a8ee-fcfb81df8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.269695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c638aff-7836-4a8b-a8ee-fcfb81df8673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.273957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c638aff-7836-4a8b-a8ee-fcfb81df8673 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/852049ed-e040-4145-a647-8fee544e5037 HTTP/1.1" status: 204 len: 168 time: 0.2502460 Aug 27 12:27:24.294728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c638aff-7836-4a8b-a8ee-fcfb81df8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852049ed-e040-4145-a647-8fee544e5037,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:24.310339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-e92b83be-09b9-4ba1-af4e-03c10abed169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:24.313654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-e92b83be-09b9-4ba1-af4e-03c10abed169 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.1546848 Aug 27 12:27:24.331238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=900bca65-589a-4660-a1e3-3d586c103d64,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:24.438330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5c373311-dbe8-4f83-b1e3-de67ae4da98b None None] Provisioning complete for port 486cd8a6-90c2-4d8a-94e1-5b527084c391 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:24.438930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5c373311-dbe8-4f83-b1e3-de67ae4da98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.465417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.484776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Transition to ACTIVE for port object 9efaa6c1-66fd-409d-9994-42f62053ce69 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:24.516195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-846ff6f5-d21c-4dde-a390-7898b7f307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:24.520573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-846ff6f5-d21c-4dde-a390-7898b7f307f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266656 Aug 27 12:27:24.542826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e50959-f875-45f0-a934-f9e862ba9cc3 tempest-TestServerBasicOps-1929379004 tempest-TestServerBasicOps-1929379004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:24.544789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4e50959-f875-45f0-a934-f9e862ba9cc3 tempest-TestServerBasicOps-1929379004 tempest-TestServerBasicOps-1929379004-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1091 time: 0.5423095 Aug 27 12:27:24.555402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50778) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:24.560677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:24.569461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.626868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 486cd8a6-90c2-4d8a-94e1-5b527084c391 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:24.628904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:24.632795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:24.640288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:24.713595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-831a79ef-2716-42e6-bf2f-5fef834f6a78 service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839259 Aug 27 12:27:24.739130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:24.740471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.817607 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:24.829191 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5370371 Aug 27 12:27:24.859654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Request body: {'port': {'device_id': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48', 'admin_state_up': True, 'tenant_id': 'ac59c20b74464c7795fb3971410dc374'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:24.884496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 486cd8a6-90c2-4d8a-94e1-5b527084c391 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:24.886705 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.034549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a517cae-726e-40b4-aae1-04e490cc1145 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Port': ['ID=9efaa6c1-66fd-409d-9994-42f62053ce69,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:25.082498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Made reservation on behalf of ac59c20b74464c7795fb3971410dc374 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:25.088932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.160674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 900bca65-589a-4660-a1e3-3d586c103d64 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:25.165252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5d9b46c-c4ca-4bd7-95fa-29be8a3fc19e None None] Provisioning for port 9efaa6c1-66fd-409d-9994-42f62053ce69 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:25.192949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5d9b46c-c4ca-4bd7-95fa-29be8a3fc19e None None] Provisioning complete for port 9efaa6c1-66fd-409d-9994-42f62053ce69 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:25.194084 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b46c-c4ca-4bd7-95fa-29be8a3fc19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.241599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9b46c-c4ca-4bd7-95fa-29be8a3fc19e None None] Port 9efaa6c1-66fd-409d-9994-42f62053ce69 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:25.254512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 900bca65-589a-4660-a1e3-3d586c103d64 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:25.254887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.273001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4b28-dbb7-4202-9b01-c20d868e1101 req-2929d7ba-803b-47e9-b093-0b69717c044d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:25.275088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9ff4b28-dbb7-4202-9b01-c20d868e1101 req-2929d7ba-803b-47e9-b093-0b69717c044d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.3246071 Aug 27 12:27:25.300739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7336fa2-261d-45ce-807f-3a48cc4b5170 req-0558d208-ccb5-4cb8-b928-06e516ceee18 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:25.302232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7336fa2-261d-45ce-807f-3a48cc4b5170 req-0558d208-ccb5-4cb8-b928-06e516ceee18 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 932 time: 0.1447055 Aug 27 12:27:25.310715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fef362c-3fe6-4e58-b293-2a6711109210 req-eecd4ad5-a281-428c-aae7-7615c973d173 service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419674 Aug 27 12:27:25.344092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Allocated IP 19.86.0.155 (9facafde-2b34-4862-8bc4-0763488dca48/91e62211-0e5e-43fc-9ae3-c609f9ddc8df/0c247244-d215-49bb-a485-5c5a13dd43e2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:25.388424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9ff4b28-dbb7-4202-9b01-c20d868e1101 req-897c8418-08cc-4f0b-bc19-af24ecedc74f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969138 Aug 27 12:27:25.395510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7336fa2-261d-45ce-807f-3a48cc4b5170 req-c244068a-78ca-48eb-aa86-503e4f8d5f84 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828753 Aug 27 12:27:25.436813 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.524593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.533221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50796) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:25.549160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Transition to ACTIVE for port object 0c247244-d215-49bb-a485-5c5a13dd43e2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:25.550692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Allocated IP 172.25.8.38 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/e11e0584-7c7d-462a-a43d-d6402820e36e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:25.588173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.633500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Network 9facafde-2b34-4862-8bc4-0763488dca48 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:25.636746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:25.641343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:25.645366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event updated for resources: {'Port': ['ID=0c247244-d215-49bb-a485-5c5a13dd43e2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:25.671208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.700842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0675ebe-9755-46a3-8c76-09aed76a7903 tempest-AgentManagementNegativeTest-683927804 tempest-AgentManagementNegativeTest-683927804-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1663244 Aug 27 12:27:25.719713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:25.720376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.726180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.744663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f97503ac-1050-4117-b658-99ba69a99530 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003699 Aug 27 12:27:25.762835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Request body: {'port': {'device_id': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:25.765478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:25.769758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:25.773859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:25.809189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'Port': ['ID=e11e0584-7c7d-462a-a43d-d6402820e36e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:25.830116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:25.988724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5690777c-89f9-48fa-ad11-969b3bfa116f None None] Provisioning for port 0c247244-d215-49bb-a485-5c5a13dd43e2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:25.994060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5690777c-89f9-48fa-ad11-969b3bfa116f None None] Provisioning complete for port 0c247244-d215-49bb-a485-5c5a13dd43e2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:25.994466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5690777c-89f9-48fa-ad11-969b3bfa116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.057485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5690777c-89f9-48fa-ad11-969b3bfa116f None None] Port 0c247244-d215-49bb-a485-5c5a13dd43e2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:26.377348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50810) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:26.526165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efaa6c1-66fd-409d-9994-42f62053ce69 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:26.555511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.573067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Transition to ACTIVE for port object 9efaa6c1-66fd-409d-9994-42f62053ce69 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:26.581716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.653930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ee58657-8f24-41b5-90da-cdd223965156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.667788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Pushing event updated for resources: {'Port': ['ID=9efaa6c1-66fd-409d-9994-42f62053ce69,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:26.709558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.768036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec1681-9bc5-4364-91a7-353ada6fe6b1 req-4dc10df5-cc50-4183-b941-32bfe884a270 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:26.774711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec1681-9bc5-4364-91a7-353ada6fe6b1 req-4dc10df5-cc50-4183-b941-32bfe884a270 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:26.776221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37ec1681-9bc5-4364-91a7-353ada6fe6b1 req-4dc10df5-cc50-4183-b941-32bfe884a270 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1667 time: 0.1488965 Aug 27 12:27:26.786587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924c8de-eff0-4171-bbb9-4c0a880bc203 req-42464fc2-c4d9-45ee-8824-89eca680a6f9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:26.788254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c924c8de-eff0-4171-bbb9-4c0a880bc203 req-42464fc2-c4d9-45ee-8824-89eca680a6f9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.1620810 Aug 27 12:27:26.824914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Attempting to bind port 9efaa6c1-66fd-409d-9994-42f62053ce69 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:26.825798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Attempting to bind port 9efaa6c1-66fd-409d-9994-42f62053ce69 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:26.825798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Attempting to bind port 9efaa6c1-66fd-409d-9994-42f62053ce69 on network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:26.834419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Port 9efaa6c1-66fd-409d-9994-42f62053ce69 on network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:27:26.834852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Attempting to bind port 9efaa6c1-66fd-409d-9994-42f62053ce69 on network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:26.845206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:26.845796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Checking segment: {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:26.846553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Bound using segment: {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:26.846844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Bound port: 9efaa6c1-66fd-409d-9994-42f62053ce69, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf82662-6a81-4bd8-b42e-0a3b49afa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:26.847386 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.874995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.881853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37ec1681-9bc5-4364-91a7-353ada6fe6b1 req-2f7e7d31-d630-4842-9242-bde063f123b9 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925090 Aug 27 12:27:26.905019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c924c8de-eff0-4171-bbb9-4c0a880bc203 req-094b93ad-d834-4ab5-b8c6-9007b598a77a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031277 Aug 27 12:27:26.962800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ee58657-8f24-41b5-90da-cdd223965156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.970755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] For port 9efaa6c1-66fd-409d-9994-42f62053ce69, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:26.973683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ee58657-8f24-41b5-90da-cdd223965156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:26.977811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] For port 9efaa6c1-66fd-409d-9994-42f62053ce69, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9efaa6c1-66fd-409d-9994-42f62053ce69,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:26.995255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.054141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee58657-8f24-41b5-90da-cdd223965156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a4fb2c-fd88-4c5d-9aa5-5ad3294a2a30,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:27.063116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.064134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.064915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.066566 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] 10.222.0.65 "PUT /v2.0/ports/9efaa6c1-66fd-409d-9994-42f62053ce69 HTTP/1.1" status: 200 len: 1092 time: 1.3127460 Aug 27 12:27:27.067228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'tag': '9efaa6c1-66fd-409d-9994-42f62053ce69'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:27.069660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.070030 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ee19f-ffeb-4c29-858d-78540153a507" -d '{"events": [{"name": "network-changed", "server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "tag": "9efaa6c1-66fd-409d-9994-42f62053ce69"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:27.082859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ee58657-8f24-41b5-90da-cdd223965156 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b91ee4fc99047bd93df0c22de39aded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994395 Aug 27 12:27:27.083343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:27.100974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc78c46-9975-45c2-a6b4-8160a524f087 service neutron] Pushing event updated for resources: {'Port': ['ID=9efaa6c1-66fd-409d-9994-42f62053ce69,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:27.109154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Request body: {'port': {'device_id': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:27.135192 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b40b94a-7705-4478-9dd9-fa809767f427 x-openstack-request-id: req-8b40b94a-7705-4478-9dd9-fa809767f427 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:27.135679 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "tag": "9efaa6c1-66fd-409d-9994-42f62053ce69", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:27.136094 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b40b94a-7705-4478-9dd9-fa809767f427 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:27.137094 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'tag': '9efaa6c1-66fd-409d-9994-42f62053ce69', 'status': 'completed', 'code': 200} Aug 27 12:27:27.197159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event updated for resources: {'Port': ['ID=e11e0584-7c7d-462a-a43d-d6402820e36e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:27.208313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.221400 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.256301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb0320f-e3c0-43c5-bd2b-ef28a9878b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.258502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee19f-ffeb-4c29-858d-78540153a507 req-4cc92f76-cbf0-4cdf-8096-6fa6e6c0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.258997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee19f-ffeb-4c29-858d-78540153a507 req-4cc92f76-cbf0-4cdf-8096-6fa6e6c0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.260635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-980ee19f-ffeb-4c29-858d-78540153a507 req-4cc92f76-cbf0-4cdf-8096-6fa6e6c0f981 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1914 time: 0.0866430 Aug 27 12:27:27.302160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb0320f-e3c0-43c5-bd2b-ef28a9878b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.381111 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Floating IP fc3ce5ec-b1f6-44bb-b841-834ed0abc8af associated. External IP: 172.25.8.38, port: 799c0863-d8a6-40e0-b508-4a233b9f43c9. Aug 27 12:27:27.486052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb0320f-e3c0-43c5-bd2b-ef28a9878b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.488693 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dcb0320f-e3c0-43c5-bd2b-ef28a9878b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.492899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dcb0320f-e3c0-43c5-bd2b-ef28a9878b82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15a4fb2c-fd88-4c5d-9aa5-5ad3294a2a30 HTTP/1.1" status: 204 len: 168 time: 0.4074004 Aug 27 12:27:27.521276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0320f-e3c0-43c5-bd2b-ef28a9878b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a4fb2c-fd88-4c5d-9aa5-5ad3294a2a30,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:27.548284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee19f-ffeb-4c29-858d-78540153a507 req-783c6f00-ac28-47dc-b097-b72ae08694c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.548775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee19f-ffeb-4c29-858d-78540153a507 req-783c6f00-ac28-47dc-b097-b72ae08694c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.549255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee19f-ffeb-4c29-858d-78540153a507 req-783c6f00-ac28-47dc-b097-b72ae08694c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.551405 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-980ee19f-ffeb-4c29-858d-78540153a507 req-783c6f00-ac28-47dc-b097-b72ae08694c9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ac59c20b74464c7795fb3971410dc374&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2735004 Aug 27 12:27:27.724192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee19f-ffeb-4c29-858d-78540153a507 req-97eb0277-ff99-4c24-9e5d-7ede315adbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:27.724965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:27:27.725892 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-980ee19f-ffeb-4c29-858d-78540153a507 req-97eb0277-ff99-4c24-9e5d-7ede315adbb3 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669643 Aug 27 12:27:27.728680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c247244-d215-49bb-a485-5c5a13dd43e2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:27.737650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.756939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Transition to ACTIVE for port object 0c247244-d215-49bb-a485-5c5a13dd43e2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:27.760942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.815181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Pushing event updated for resources: {'Port': ['ID=0c247244-d215-49bb-a485-5c5a13dd43e2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:27.872059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:27.881307 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] Sync routers for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:27.889629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:27:27.899970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:27.905211 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:27.905831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:27.959919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Attempting to bind port 0c247244-d215-49bb-a485-5c5a13dd43e2 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:27.960274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Attempting to bind port 0c247244-d215-49bb-a485-5c5a13dd43e2 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:27.960609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Attempting to bind port 0c247244-d215-49bb-a485-5c5a13dd43e2 on network 9facafde-2b34-4862-8bc4-0763488dca48 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:27.986486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05968725-a820-4ef7-920f-371c3ac2420a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4189413 Aug 27 12:27:27.986486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:27.986486 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04db0ba-bfac-4ca7-b569-5153abc73048" -d '{"events": [{"name": "network-changed", "server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:27.997285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Port 0c247244-d215-49bb-a485-5c5a13dd43e2 on network 9facafde-2b34-4862-8bc4-0763488dca48 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:27:27.997614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Attempting to bind port 0c247244-d215-49bb-a485-5c5a13dd43e2 on network 9facafde-2b34-4862-8bc4-0763488dca48 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:28.007014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:28.007223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Checking segment: {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:28.007660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Bound using segment: {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:28.008091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Bound port: 0c247244-d215-49bb-a485-5c5a13dd43e2, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4a3850-454b-495c-9d10-7d678a998a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:28.008451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:28.150096 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:28.161741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:28.175286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] For port 0c247244-d215-49bb-a485-5c5a13dd43e2, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:28.178753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] For port 0c247244-d215-49bb-a485-5c5a13dd43e2, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0c247244-d215-49bb-a485-5c5a13dd43e2,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:28.186585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'port_id': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'mac_address': 'fa:16:3e:7f:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:27:28.186983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:28.227543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.228361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:28.230063 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] 10.222.0.65 "PUT /v2.0/ports/0c247244-d215-49bb-a485-5c5a13dd43e2 HTTP/1.1" status: 200 len: 1092 time: 1.1254096 Aug 27 12:27:28.251934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:28.280453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0bf6d-2135-47f2-a889-8180d9abe44d service neutron] Pushing event updated for resources: {'Port': ['ID=0c247244-d215-49bb-a485-5c5a13dd43e2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:28.281598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bf7ea9-b0bc-4920-824d-611f9ed41941 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:28.327020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:28.327974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2941-2b32-4391-9527-181854e72bd4 req-d4eed37d-7290-4742-b610-a32992ed379d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.335673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2941-2b32-4391-9527-181854e72bd4 req-d4eed37d-7290-4742-b610-a32992ed379d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.343153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:28.344131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ead2941-2b32-4391-9527-181854e72bd4 req-d4eed37d-7290-4742-b610-a32992ed379d tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1679 time: 0.2547777 Aug 27 12:27:28.356657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a0bc-3e45-4692-ade4-286901c1268c req-155a211d-5fa4-40ef-b52f-eec3dbb7e571 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.364737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7445a0bc-3e45-4692-ade4-286901c1268c req-155a211d-5fa4-40ef-b52f-eec3dbb7e571 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.2621987 Aug 27 12:27:28.423782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-27112970-e380-4e56-9e62-3669bd4e54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.424438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-27112970-e380-4e56-9e62-3669bd4e54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.436215 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-27112970-e380-4e56-9e62-3669bd4e54f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1981 time: 0.1382213 Aug 27 12:27:28.446780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ead2941-2b32-4391-9527-181854e72bd4 req-a4f09e8e-6cca-4977-9b6a-4dc0415e8b6a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968192 Aug 27 12:27:28.491594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:28.508122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7445a0bc-3e45-4692-ade4-286901c1268c req-9355e141-33c2-4d76-88d2-cb29dc452273 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417222 Aug 27 12:27:28.509669 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350bf000-1abc-4480-b919-685e37bf9db7 x-openstack-request-id: req-350bf000-1abc-4480-b919-685e37bf9db7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:28.509958 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:28.510213 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-350bf000-1abc-4480-b919-685e37bf9db7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:28.510665 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'status': 'completed', 'code': 200} Aug 27 12:27:28.560632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-fed2720b-c617-418c-8b7a-afadaa483287 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=9efaa6c1-66fd-409d-9994-42f62053ce69 HTTP/1.1" status: 200 len: 217 time: 0.1133125 Aug 27 12:27:28.584507 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'fc3ce5ec-b1f6-44bb-b841-834ed0abc8af', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'port_id': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'mac_address': 'fa:16:3e:20:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a543ad-6177-4ca0-9248-442f967245f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:27:26Z', 'updated_at': '2021-08-27T12:27:26Z', 'revision_number': 0, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:55Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:28.641081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-7714db99-b053-43a3-8fc2-e63422623d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.643011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-7714db99-b053-43a3-8fc2-e63422623d88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f72b0f6-270e-4ebf-a587-837e2c794372 HTTP/1.1" status: 200 len: 801 time: 0.0598137 Aug 27 12:27:28.644456 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] Checking router: 1c0e31bf-3402-4ba1-895e-aaa92116ccfc for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:27:28.657061 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:28.658042 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:28.663365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-2f191471-0cff-4839-ba89-95698e2976b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.666088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-2f191471-0cff-4839-ba89-95698e2976b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.1170104 Aug 27 12:27:28.718691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['22bf7ea9-b0bc-4920-824d-611f9ed41941'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:28.796268 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:28.829914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:28.831855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-4bc1eec1-8285-4029-8865-5008f5f658d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:28.833418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-4bc1eec1-8285-4029-8865-5008f5f658d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=288dba03-ca6d-4eeb-abd9-d59f9da74e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1820447 Aug 27 12:27:28.953752 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-2586eca0-cf84-4716-9e3a-5e957624a899 service neutron] 10.222.0.65 "GET /v2.0/networks/288dba03-ca6d-4eeb-abd9-d59f9da74e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099801 Aug 27 12:27:28.988681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1591453287'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:29.031649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Made reservation on behalf of d7deab9497354bbbbf10c4944693958e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:29.035276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.061387 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.066611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-9b6df56e-415c-4eb9-a7eb-326775e4fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.068133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-9b6df56e-415c-4eb9-a7eb-326775e4fc37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 910 time: 0.3839347 Aug 27 12:27:29.126685 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-f291ad16-f862-4eb6-89c7-7e5764ee66b9 service neutron] 10.222.0.65 "GET /v2.0/networks/288dba03-ca6d-4eeb-abd9-d59f9da74e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641326 Aug 27 12:27:29.178429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'tag': '0c247244-d215-49bb-a485-5c5a13dd43e2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:29.181677 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81551946-d490-474a-84d9-0a2a5181801b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "tag": "0c247244-d215-49bb-a485-5c5a13dd43e2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:29.185570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-3e4ec338-c16f-4ba0-93bb-b7f09b197246 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=0c247244-d215-49bb-a485-5c5a13dd43e2 HTTP/1.1" status: 200 len: 217 time: 0.0508940 Aug 27 12:27:29.192599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.197916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.235058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:29.242752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-5dc453fb-ce6f-4523-8aa7-852c73fc29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.244400 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-5dc453fb-ce6f-4523-8aa7-852c73fc29ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91e62211-0e5e-43fc-9ae3-c609f9ddc8df HTTP/1.1" status: 200 len: 801 time: 0.0503392 Aug 27 12:27:29.248442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1635d9bb-9047-4bf2-a66e-a4c9c83d3c92,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:29.254802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-968e19a0-4b1f-4291-808f-07132d594d58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 998 time: 0.1750870 Aug 27 12:27:29.257112 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.258267 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Added segment 83008bda-367a-49e6-94e4-fac5b98d8a32 of type vlan for network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 Aug 27 12:27:29.303245 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'fc3ce5ec-b1f6-44bb-b841-834ed0abc8af', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'port_id': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'mac_address': 'fa:16:3e:20:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a543ad-6177-4ca0-9248-442f967245f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:27:26Z', 'updated_at': '2021-08-27T12:27:26Z', 'revision_number': 0, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:55Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:29.325204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.336577 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0e9ce-3a28-474f-a479-9d7b5ead92bb None None] The sync data for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 is: [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'fc3ce5ec-b1f6-44bb-b841-834ed0abc8af', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'port_id': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'mac_address': 'fa:16:3e:20:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a543ad-6177-4ca0-9248-442f967245f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:27:26Z', 'updated_at': '2021-08-27T12:27:26Z', 'revision_number': 0, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:55Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:29.345769 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b6c83-38e6-4455-8be9-9b20045b7eba x-openstack-request-id: req-a20b6c83-38e6-4455-8be9-9b20045b7eba {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:29.346068 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "tag": "0c247244-d215-49bb-a485-5c5a13dd43e2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:29.346326 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a20b6c83-38e6-4455-8be9-9b20045b7eba {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:29.346765 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'tag': '0c247244-d215-49bb-a485-5c5a13dd43e2', 'status': 'completed', 'code': 200} Aug 27 12:27:29.348257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-4a453b78-db68-4a68-9bc6-799f343491e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.349756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-4a453b78-db68-4a68-9bc6-799f343491e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.0616889 Aug 27 12:27:29.355460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.363269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.364195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.395072 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-54d6c5d4-9f1c-4ddf-8e8d-23c8314d8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.396968 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-54d6c5d4-9f1c-4ddf-8e8d-23c8314d8860 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9facafde-2b34-4862-8bc4-0763488dca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1411800 Aug 27 12:27:29.450252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6166847 Aug 27 12:27:29.450978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50872) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:29.456576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'subnet': {'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:29.457264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-16007bec-a1bc-40b8-bff0-502c57a7a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.458824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-16007bec-a1bc-40b8-bff0-502c57a7a327 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992682 Aug 27 12:27:29.583714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa8a1c-f48a-46a3-a063-6eefa24579ac tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Network': ['ID=9d78cc8d-472e-40fd-9cb3-e9bdf875af86,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:29.584325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-ebce2ead-9b01-47f5-b0b2-c46aad2482cb service neutron] 10.222.0.65 "GET /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780488 Aug 27 12:27:29.587946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Made reservation on behalf of d7deab9497354bbbbf10c4944693958e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:29.591539 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:29.604879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:29.697824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e9c1-c7ba-4939-829b-605329ffeefb None None] New status for floating IP fc3ce5ec-b1f6-44bb-b841-834ed0abc8af: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:27:29.715015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-a9b19742-f8b8-42fd-b1da-7485a832afd1 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455370 Aug 27 12:27:29.732466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f41739-fd09-4c6f-927f-191d052599b1 req-870d8061-947b-42c5-8b48-17082cd06dd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.738320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f41739-fd09-4c6f-927f-191d052599b1 req-870d8061-947b-42c5-8b48-17082cd06dd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.740013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55f41739-fd09-4c6f-927f-191d052599b1 req-870d8061-947b-42c5-8b48-17082cd06dd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1679 time: 0.1580896 Aug 27 12:27:29.800986 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4df6e518-8a7c-43e9-b8de-8256ebc12307 req-d9b40da1-138c-4eea-bf42-1983afc7c9cd service neutron] 10.222.0.65 "GET /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021804 Aug 27 12:27:29.846060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bad11-f655-49f0-8a77-46454318c25d req-eb18ebe0-c79b-4c9a-bfeb-d09ea9f7c728 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.850493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa2bad11-f655-49f0-8a77-46454318c25d req-eb18ebe0-c79b-4c9a-bfeb-d09ea9f7c728 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 945 time: 0.2286575 Aug 27 12:27:29.885762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55f41739-fd09-4c6f-927f-191d052599b1 req-1e02723e-a5cf-4d24-ab9b-3b2bbdea589f tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368687 Aug 27 12:27:29.891277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:29.903191 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b04db0ba-bfac-4ca7-b569-5153abc73048 req-476cbf61-ca81-442a-9777-6e0e62046510 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775832 Aug 27 12:27:29.970852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa2bad11-f655-49f0-8a77-46454318c25d req-3984af5a-5a36-4a9f-a047-98bcd4a1dc68 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090922 Aug 27 12:27:29.977309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551946-d490-474a-84d9-0a2a5181801b req-83725a4f-e147-4a9b-a4e4-286481039833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.977802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551946-d490-474a-84d9-0a2a5181801b req-83725a4f-e147-4a9b-a4e4-286481039833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:29.979421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-83725a4f-e147-4a9b-a4e4-286481039833 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac59c20b74464c7795fb3971410dc374&device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1981 time: 0.1058071 Aug 27 12:27:30.075265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.080214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 22bf7ea9-b0bc-4920-824d-611f9ed41941 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:30.088424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 22bf7ea9-b0bc-4920-824d-611f9ed41941 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:30.088802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.152735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551946-d490-474a-84d9-0a2a5181801b req-bedef487-bc48-4664-b3b7-625e93021de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:30.154236 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-bedef487-bc48-4664-b3b7-625e93021de3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9facafde-2b34-4862-8bc4-0763488dca48 HTTP/1.1" status: 200 len: 900 time: 0.1663513 Aug 27 12:27:30.171562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Checking segment: {'id': '83008bda-367a-49e6-94e4-fac5b98d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:30.171926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network hostable DHCP agents. Network: 9d78cc8d-472e-40fd-9cb3-e9bdf875af86, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:30.184435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.191342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Subnet': ['ID=edaa1975-5224-4331-bb04-1be20528c174,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:30.202452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:30.214994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 9d78cc8d-472e-40fd-9cb3-e9bdf875af86) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:30.215479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:30.221161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:30.222403 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.224575 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3545fc-6109-4ac3-a714-3eaa8a18ba34" -d '{"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-plugged", "status": "completed", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:30.229104 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-d821bf4d-0143-469b-b231-29e65b19b988 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=0c247244-d215-49bb-a485-5c5a13dd43e2 HTTP/1.1" status: 200 len: 217 time: 0.0624669 Aug 27 12:27:30.244667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30edefa-3982-4d60-91a9-63f0105c9b6b None None] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:30.245685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9b9043b0-d869-425c-85d7-521e5185f7b7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7937758 Aug 27 12:27:30.248709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:30.256683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-962420027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:30.295251 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.297315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.318001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551946-d490-474a-84d9-0a2a5181801b req-c22e3c25-5907-4dcb-b607-71d3c077166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:30.319784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-c22e3c25-5907-4dcb-b607-71d3c077166e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=91e62211-0e5e-43fc-9ae3-c609f9ddc8df HTTP/1.1" status: 200 len: 801 time: 0.0831366 Aug 27 12:27:30.322814 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bfc5ef-d811-4ee7-bd65-189d823777f6 x-openstack-request-id: req-b4bfc5ef-d811-4ee7-bd65-189d823777f6 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:30.323111 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-plugged", "status": "completed", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:30.323567 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4bfc5ef-d811-4ee7-bd65-189d823777f6 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:30.323993 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'code': 200} Aug 27 12:27:30.337531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:30.348416 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.380772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.386845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.394411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551946-d490-474a-84d9-0a2a5181801b req-5993671b-e1cd-46e8-a6f2-2442eba9c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:30.396836 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-5993671b-e1cd-46e8-a6f2-2442eba9c82c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9facafde-2b34-4862-8bc4-0763488dca48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593920 Aug 27 12:27:30.441907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.443532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea5e4db8-295c-4031-95eb-44c35f3d9f0b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1937506 Aug 27 12:27:30.447982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:30.451211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:30.498058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca3c-ffcd-40aa-8181-80806d9b2b28 req-286a691a-c438-4d9a-9f17-c22d764bc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:30.499963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7fd1ca3c-ffcd-40aa-8181-80806d9b2b28 req-286a691a-c438-4d9a-9f17-c22d764bc3a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.1017001 Aug 27 12:27:30.558899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50898) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:30.566845 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-fe0dd95f-3d3f-42e8-b925-2e2721026196 service neutron] 10.222.0.65 "GET /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618552 Aug 27 12:27:30.589293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-9d78cc8d-472e-40fd-9cb3-e9bdf875af86', 'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86', 'tenant_id': 'd7deab9497354bbbbf10c4944693958e', 'fixed_ips': [{'subnet_id': 'edaa1975-5224-4331-bb04-1be20528c174'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:30.590696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.696924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7fd1ca3c-ffcd-40aa-8181-80806d9b2b28 req-386dc335-9f26-4801-998f-9435a07cd0e9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323466 Aug 27 12:27:30.716116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eab7f4f8-1c07-41a3-b67b-a09900d3cd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.719848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81551946-d490-474a-84d9-0a2a5181801b req-a8e2e31c-2e71-43ce-9427-332b5e5b2109 service neutron] 10.222.0.65 "GET /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405683 Aug 27 12:27:30.784784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Allocated IP 172.20.0.2 (9d78cc8d-472e-40fd-9cb3-e9bdf875af86/edaa1975-5224-4331-bb04-1be20528c174/02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:30.850618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eab7f4f8-1c07-41a3-b67b-a09900d3cd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.852033 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.857330 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eab7f4f8-1c07-41a3-b67b-a09900d3cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.899426 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eab7f4f8-1c07-41a3-b67b-a09900d3cd6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2061173440d64c769e226df77f5ba799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392358 Aug 27 12:27:30.900323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7f4f8-1c07-41a3-b67b-a09900d3cd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43064090-aee0-477b-9c0d-ea088a41f8fe,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:30.904344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50904) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:30.956977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e082f20-a1c5-4520-a88f-0fd73ce81c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.981509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e082f20-a1c5-4520-a88f-0fd73ce81c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:30.989448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.000793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Transition to ACTIVE for port object 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:31.022749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Transition to ACTIVE for port object 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:31.038027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.046582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e082f20-a1c5-4520-a88f-0fd73ce81c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.047985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e082f20-a1c5-4520-a88f-0fd73ce81c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.050674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8e082f20-a1c5-4520-a88f-0fd73ce81c03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43064090-aee0-477b-9c0d-ea088a41f8fe HTTP/1.1" status: 204 len: 168 time: 0.1451328 Aug 27 12:27:31.060477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e082f20-a1c5-4520-a88f-0fd73ce81c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43064090-aee0-477b-9c0d-ea088a41f8fe,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:31.095387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Pushing event updated for resources: {'Port': ['ID=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:31.140750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:31.142322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:31.144846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:31.219413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Attempting to bind port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:31.219700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Attempting to bind port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '83008bda-367a-49e6-94e4-fac5b98d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:31.220276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Attempting to bind port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 on network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:31.225886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:31.226304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Checking segment: {'id': '83008bda-367a-49e6-94e4-fac5b98d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:31.226774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.227541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Bound using segment: {'id': '83008bda-367a-49e6-94e4-fac5b98d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:31.228143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Bound port: 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83008bda-367a-49e6-94e4-fac5b98d8a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:31.228425 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.297070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] For port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:31.301178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] For port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,segment=NetworkSegment(83008bda-367a-49e6-94e4-fac5b98d8a32),segment_id=83008bda-367a-49e6-94e4-fac5b98d8a32)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:31.305482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.375365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50912) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:31.378729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa475b-303b-4752-b5ea-99ea8f60a2c8 None None] Pushing event updated for resources: {'Port': ['ID=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:31.392070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b69ff76-c53c-499f-993c-eedb21b7f854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.487192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ed02-ff8b-4ceb-9641-430783ac80a2 req-8de34da2-d27c-483e-aacc-dabe3b18eb91 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:31.493259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ed02-ff8b-4ceb-9641-430783ac80a2 req-8de34da2-d27c-483e-aacc-dabe3b18eb91 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:31.494918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3573ed02-ff8b-4ceb-9641-430783ac80a2 req-8de34da2-d27c-483e-aacc-dabe3b18eb91 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1679 time: 0.4672427 Aug 27 12:27:31.511141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b69ff76-c53c-499f-993c-eedb21b7f854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.516041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b69ff76-c53c-499f-993c-eedb21b7f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.537703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ffe2-e9ca-4f73-8220-2f7e5ca0a9a1 req-f732b39c-50c6-41c6-ac92-aa9dea18e7ef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:31.539386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a687ffe2-e9ca-4f73-8220-2f7e5ca0a9a1 req-f732b39c-50c6-41c6-ac92-aa9dea18e7ef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.4759912 Aug 27 12:27:31.564038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b69ff76-c53c-499f-993c-eedb21b7f854 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1cc1dc132594e41a63e5c568c3442e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851676 Aug 27 12:27:31.564038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ff76-c53c-499f-993c-eedb21b7f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed3970f-2ade-4390-8e54-da24e7bce226,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:31.565004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50914) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:31.607132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Allocated IP 172.20.0.1 (9d78cc8d-472e-40fd-9cb3-e9bdf875af86/edaa1975-5224-4331-bb04-1be20528c174/8d8adb24-8fe8-4d03-ae57-d6c9e89a49db) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:31.637739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3573ed02-ff8b-4ceb-9641-430783ac80a2 req-17876fa7-8626-4bb5-b4cd-7bdbc675ba0c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273444 Aug 27 12:27:31.644585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c53f1f-81dd-4496-914d-85f59b2aa916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.655293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a687ffe2-e9ca-4f73-8220-2f7e5ca0a9a1 req-ab419098-ae9a-47e9-a772-70dc1f4fd7a5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072080 Aug 27 12:27:31.674800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c53f1f-81dd-4496-914d-85f59b2aa916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.727618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c53f1f-81dd-4496-914d-85f59b2aa916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.730373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85c53f1f-81dd-4496-914d-85f59b2aa916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.732938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85c53f1f-81dd-4496-914d-85f59b2aa916 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ed3970f-2ade-4390-8e54-da24e7bce226 HTTP/1.1" status: 204 len: 168 time: 0.1569507 Aug 27 12:27:31.741581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c53f1f-81dd-4496-914d-85f59b2aa916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed3970f-2ade-4390-8e54-da24e7bce226,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:31.814416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.829893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Transition to ACTIVE for port object 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:31.864752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:31.907208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:31.912196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:31.916735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:31.940471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Port': ['ID=8d8adb24-8fe8-4d03-ae57-d6c9e89a49db,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:31.953063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.953411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.953749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.954094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.954696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.955026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.955349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.955674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.955998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.956318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.956751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.956942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:31.974370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.100558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.391295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.396142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.417672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0c247244-d215-49bb-a485-5c5a13dd43e2 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:27:32.546165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.549529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Port': ['ID=8d8adb24-8fe8-4d03-ae57-d6c9e89a49db,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:32.607630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:32.610852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0c247244-d215-49bb-a485-5c5a13dd43e2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0c247244-d215-49bb-a485-5c5a13dd43e2,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:32.641509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0a1b2-455b-47e5-a95a-7563956155c8 None None] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:32.653550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:32.654870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '0c247244-d215-49bb-a485-5c5a13dd43e2', 'network_id': '9facafde-2b34-4862-8bc4-0763488dca48', 'port_id': '0c247244-d215-49bb-a485-5c5a13dd43e2', 'mac_address': 'fa:16:3e:f3:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e62211-0e5e-43fc-9ae3-c609f9ddc8df', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:27:32.656071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:32.765356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b3fca2f5-bcdc-4fc7-be2a-593f34c784a6 None None] Provisioning for port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:32.797518 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.828452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c247244-d215-49bb-a485-5c5a13dd43e2 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:32.837589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:32.849524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:32.849895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.883907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216070e7-b641-47af-bcce-3512421de7ba req-6a2e9985-9ac7-40e8-98a6-89fc79ca1e08 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:32.890182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216070e7-b641-47af-bcce-3512421de7ba req-6a2e9985-9ac7-40e8-98a6-89fc79ca1e08 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:32.891982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-216070e7-b641-47af-bcce-3512421de7ba req-6a2e9985-9ac7-40e8-98a6-89fc79ca1e08 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1679 time: 0.1068478 Aug 27 12:27:32.893082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Router d1a3c048-6867-48d2-abb1-58c241ea5022 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:27:32.894998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0c247244-d215-49bb-a485-5c5a13dd43e2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0c247244-d215-49bb-a485-5c5a13dd43e2,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:32.903910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:32.904561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9efaa6c1-66fd-409d-9994-42f62053ce69 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:27:32.908000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e4999-8ccb-4b61-bec8-de4955c7282c req-6f7437f3-278d-4167-9d15-fccafdfdac3f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:32.915862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-631e4999-8ccb-4b61-bec8-de4955c7282c req-6f7437f3-278d-4167-9d15-fccafdfdac3f tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1284578 Aug 27 12:27:33.051740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0c247244-d215-49bb-a485-5c5a13dd43e2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:33.066040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-216070e7-b641-47af-bcce-3512421de7ba req-58274dc0-2907-43af-91bd-c978759a9e2a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451311 Aug 27 12:27:33.071213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-631e4999-8ccb-4b61-bec8-de4955c7282c req-6332f204-b300-43e6-ab77-cb26be3d2020 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544101 Aug 27 12:27:33.115404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:33.131811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d77a06a4-990d-4895-9f67-9b4ed0d7ff50 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "PUT /v2.0/routers/d1a3c048-6867-48d2-abb1-58c241ea5022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6814909 Aug 27 12:27:33.133544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50954) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:33.134361 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] Sync routers for ids ['d1a3c048-6867-48d2-abb1-58c241ea5022'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:33.136016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 9efaa6c1-66fd-409d-9994-42f62053ce69, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9efaa6c1-66fd-409d-9994-42f62053ce69,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:33.141265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'port': {'network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86', 'name': 'tempest-FloatingIPNegativeTestJSON-1392439224'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:33.144564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.156850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '9efaa6c1-66fd-409d-9994-42f62053ce69', 'network_id': '288dba03-ca6d-4eeb-abd9-d59f9da74e9e', 'port_id': '9efaa6c1-66fd-409d-9994-42f62053ce69', 'mac_address': 'fa:16:3e:13:12:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f72b0f6-270e-4ebf-a587-837e2c794372', 'ip_address': '19.80.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:27:33.159086 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] Routers {'d1a3c048-6867-48d2-abb1-58c241ea5022'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:33.159906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d1a3c048-6867-48d2-abb1-58c241ea5022'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:33.238254 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:33.268311 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] Routers {'d1a3c048-6867-48d2-abb1-58c241ea5022'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:33.268921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d1a3c048-6867-48d2-abb1-58c241ea5022'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:33.277685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b093f-f4ec-47d2-8cb0-523f3a7c5691 req-56577d52-cfe4-4b6c-8d6e-fa1a67788480 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:33.279305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e2b093f-f4ec-47d2-8cb0-523f3a7c5691 req-56577d52-cfe4-4b6c-8d6e-fa1a67788480 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1063185 Aug 27 12:27:33.291624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,segment=NetworkSegment(83008bda-367a-49e6-94e4-fac5b98d8a32),segment_id=83008bda-367a-49e6-94e4-fac5b98d8a32)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:33.305021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.308981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.343295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:33.343875 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25e4cc-86e1-4e40-b113-1f9c8b46fbfc None None] The sync data for ids ['d1a3c048-6867-48d2-abb1-58c241ea5022'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:33.353960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e2b093f-f4ec-47d2-8cb0-523f3a7c5691 req-0ee5ef79-fc7e-4f37-a982-fe77d4f5370b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675166 Aug 27 12:27:33.370779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50962) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:33.388686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efaa6c1-66fd-409d-9994-42f62053ce69 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:33.407659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Made reservation on behalf of d7deab9497354bbbbf10c4944693958e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:33.411595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.430627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:33.436514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 9efaa6c1-66fd-409d-9994-42f62053ce69, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9efaa6c1-66fd-409d-9994-42f62053ce69,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:33.447899 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.456366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] device_id is not set on port 74e140b9-0d04-43b1-baa6-9590dc105f00 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:33.506752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=9efaa6c1-66fd-409d-9994-42f62053ce69,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:33.520505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58487c75-fdf1-4e46-baee-954644bd055d tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:33.524758 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-58487c75-fdf1-4e46-baee-954644bd055d tempest-TestNetworkAdvancedServerOps-2063018709 tempest-TestNetworkAdvancedServerOps-2063018709-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1092 time: 0.1528986 Aug 27 12:27:33.527775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 50966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:33.533960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:33.540719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-18124078-1bb0-4818-896d-4c3f67b4d0b7 None None] Provisioning complete for port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:33.541157 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-18124078-1bb0-4818-896d-4c3f67b4d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.580602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.636237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Allocated IP 172.20.0.9 (9d78cc8d-472e-40fd-9cb3-e9bdf875af86/edaa1975-5224-4331-bb04-1be20528c174/74e140b9-0d04-43b1-baa6-9590dc105f00) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:33.709623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.721150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-18124078-1bb0-4818-896d-4c3f67b4d0b7 None None] Provisioning for port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:33.725638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-18124078-1bb0-4818-896d-4c3f67b4d0b7 None None] Provisioning complete for port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:33.726014 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-18124078-1bb0-4818-896d-4c3f67b4d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.758402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['9efaa6c1-66fd-409d-9994-42f62053ce69'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:33.761197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0c247244-d215-49bb-a485-5c5a13dd43e2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:33.842060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-18124078-1bb0-4818-896d-4c3f67b4d0b7 None None] Port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:33.858492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Allocated IP 172.25.8.20 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ba4e81e5-fd89-41da-8a63-22d912b9f504) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:33.890038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:33.906457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Transition to ACTIVE for port object 74e140b9-0d04-43b1-baa6-9590dc105f00 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:33.950198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.020034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.020669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:34.024106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:34.026989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:34.096781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.106971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:34.109792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.127083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Port': ['ID=74e140b9-0d04-43b1-baa6-9590dc105f00,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:34.133898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-14ec3ee6-3534-4d8e-b624-9ec7ed4b75f7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9992411 Aug 27 12:27:34.134840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fccbd88c-47c3-4466-9e10-5b104827c916 None None] Provisioning complete for port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:34.134840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fccbd88c-47c3-4466-9e10-5b104827c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.140187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 50996) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:34.150327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:34.191406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:34.194952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.235842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:34.238479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:34.240694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=ba4e81e5-fd89-41da-8a63-22d912b9f504,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:34.283904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fccbd88c-47c3-4466-9e10-5b104827c916 None None] Port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:34.368284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.383911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51000) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:34.412729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe461bb-f196-4b10-bd44-6aea30e68ac7 req-ad37a68b-c36e-487c-b21d-a1674e97fd60 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:34.419748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe461bb-f196-4b10-bd44-6aea30e68ac7 req-ad37a68b-c36e-487c-b21d-a1674e97fd60 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:34.434072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efe461bb-f196-4b10-bd44-6aea30e68ac7 req-ad37a68b-c36e-487c-b21d-a1674e97fd60 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1681 time: 0.1895912 Aug 27 12:27:34.438888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Provisioning complete for port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:34.439890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.487120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:34.510756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Allocated IP 172.25.8.100 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/c4cafa03-4b46-4978-b41b-0a502d9e8c83) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:34.527492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Provisioning for port 74e140b9-0d04-43b1-baa6-9590dc105f00 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:34.535571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Provisioning complete for port 74e140b9-0d04-43b1-baa6-9590dc105f00 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:34.535952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.549618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efe461bb-f196-4b10-bd44-6aea30e68ac7 req-a489eb9a-b434-4244-ba8c-8798922d3e03 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057487 Aug 27 12:27:34.592148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-18177006-1b1d-4a78-a16c-603fe9160f5b None None] Port 74e140b9-0d04-43b1-baa6-9590dc105f00 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:27:34.596804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:34.616048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e61bb95-3c6d-48de-a9ba-6983382dfabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.646486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:34.646870 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.653643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.733528 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.776130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:34.782711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:34.788368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:34.830012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.843170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Port': ['ID=c4cafa03-4b46-4978-b41b-0a502d9e8c83,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:34.866241 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e61bb95-3c6d-48de-a9ba-6983382dfabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.875182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e61bb95-3c6d-48de-a9ba-6983382dfabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.903652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:34.950478 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2e61bb95-3c6d-48de-a9ba-6983382dfabe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc8514c4e7c54d7a9cbe977a0ff2080b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651855 Aug 27 12:27:34.955570 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-b7e58562-1fec-4ae0-9e48-d3956e28dc77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1296794 Aug 27 12:27:34.957412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51004) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:34.959316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61bb95-3c6d-48de-a9ba-6983382dfabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92439565-37ce-4cdd-8c04-0a12da38b5c7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:34.984698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.060988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.065710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.071697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.096761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-454072bb-2f61-45d8-ae02-4ed2e6ddf135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.127889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-59782f37-e401-4b4d-8346-995a00e369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.129361 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-59782f37-e401-4b4d-8346-995a00e369ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.1197517 Aug 27 12:27:35.136111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event updated for resources: {'Port': ['ID=ba4e81e5-fd89-41da-8a63-22d912b9f504,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:35.139738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-454072bb-2f61-45d8-ae02-4ed2e6ddf135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.147910 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.250767 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP 4db8dad0-b3ba-4d4a-b19a-1276af0b5742 associated. External IP: 172.25.8.20, port: 22bf7ea9-b0bc-4920-824d-611f9ed41941. Aug 27 12:27:35.307208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-454072bb-2f61-45d8-ae02-4ed2e6ddf135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.309696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-454072bb-2f61-45d8-ae02-4ed2e6ddf135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.310862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-454072bb-2f61-45d8-ae02-4ed2e6ddf135 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92439565-37ce-4cdd-8c04-0a12da38b5c7 HTTP/1.1" status: 204 len: 168 time: 0.3524504 Aug 27 12:27:35.345480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454072bb-2f61-45d8-ae02-4ed2e6ddf135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92439565-37ce-4cdd-8c04-0a12da38b5c7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:35.355793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-b2b3cf6e-4194-4f12-9079-70b187d249b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.357282 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-b2b3cf6e-4194-4f12-9079-70b187d249b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 910 time: 0.2033324 Aug 27 12:27:35.381840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.411177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.503556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 4de618bd-a189-4948-bcf5-92032e6f9f69 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:27:35.639188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:35.663778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:35.673790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] Sync routers for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:35.678752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61c16b47-8fd1-4c7f-a11a-1edc8ce48d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.685203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:35.685942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:35.708131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.724836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce823c-8491-4093-9f5c-ffeb08f55d0d req-3c772dcd-ae55-4fa6-80e2-9350278578e3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.731476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce823c-8491-4093-9f5c-ffeb08f55d0d req-3c772dcd-ae55-4fa6-80e2-9350278578e3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.732580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3ce823c-8491-4093-9f5c-ffeb08f55d0d req-3c772dcd-ae55-4fa6-80e2-9350278578e3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1681 time: 0.1040068 Aug 27 12:27:35.779915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-309573f5-751a-4e39-a07d-7bbf3f214a2c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2506237 Aug 27 12:27:35.791077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:35.796824 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:35.812633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:35.839885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-0bf80a34-efa1-4681-b157-79f900957291 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 1000 time: 0.4683394 Aug 27 12:27:35.847872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Port': ['ID=c4cafa03-4b46-4978-b41b-0a502d9e8c83,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:35.886500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.901978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3ce823c-8491-4093-9f5c-ffeb08f55d0d req-aebb9cf1-4a17-4cb4-93e0-a857d49d0b02 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516902 Aug 27 12:27:35.907626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-bbc44e0b-003a-449e-a674-e0290ea58d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.909463 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-bbc44e0b-003a-449e-a674-e0290ea58d7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.0565133 Aug 27 12:27:35.933742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5d2f7-ae49-40fd-b18d-2b101a7bf639 req-3fe33907-cfe3-4c39-92a1-ca416ae78d49 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.935502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19f5d2f7-ae49-40fd-b18d-2b101a7bf639 req-3fe33907-cfe3-4c39-92a1-ca416ae78d49 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0951815 Aug 27 12:27:35.965318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-91f01b98-bcaa-4240-b2ed-e48b1df3941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:35.966979 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-91f01b98-bcaa-4240-b2ed-e48b1df3941e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502875 Aug 27 12:27:35.972249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61c16b47-8fd1-4c7f-a11a-1edc8ce48d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.987503 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-61c16b47-8fd1-4c7f-a11a-1edc8ce48d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:35.997256 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad79d61-a07f-4f0f-bc28-fe91da9a1e06 x-openstack-request-id: req-9ad79d61-a07f-4f0f-bc28-fe91da9a1e06 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:35.997669 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:35.998430 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ad79d61-a07f-4f0f-bc28-fe91da9a1e06 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:35.998608 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'status': 'completed', 'code': 200} Aug 27 12:27:36.000105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.001593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1d2a3ec8-9c78-4bdf-845d-5ec7471194db tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8602324 Aug 27 12:27:36.007106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:36.020202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a1d02eb4-6236-4cee-bcf8-b89240d73727 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'floatingip': {'port_id': '74e140b9-0d04-43b1-baa6-9590dc105f00', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:36.030055 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19f5d2f7-ae49-40fd-b18d-2b101a7bf639 req-663abcd5-4789-4ee1-b64c-8a76f0cc8b9c tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845954 Aug 27 12:27:36.055310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51022) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:36.107709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-61c16b47-8fd1-4c7f-a11a-1edc8ce48d48 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae02ae80513c48bcb0a810afc735b4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647977 Aug 27 12:27:36.111346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:36.115751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '4db8dad0-b3ba-4d4a-b19a-1276af0b5742', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'port_id': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'mac_address': 'fa:16:3e:7f:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:27:34Z', 'updated_at': '2021-08-27T12:27:34Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:19Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:36.116330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c16b47-8fd1-4c7f-a11a-1edc8ce48d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4f4ba6-d553-4070-a80e-3c80ed62d896,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:36.123161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1d02eb4-6236-4cee-bcf8-b89240d73727 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.143934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] Checking router: 4de618bd-a189-4948-bcf5-92032e6f9f69 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:27:36.145436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-b10601b9-4686-422b-ab7c-65fff1e01814 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699765 Aug 27 12:27:36.153721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:36.154595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:36.157314 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e8656692-36c5-4bdf-81ef-d699ee1a5543 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/4db8dad0-b3ba-4d4a-b19a-1276af0b5742 HTTP/1.1" status: 200 len: 991 time: 0.1008420 Aug 27 12:27:36.191810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-e1616762-a0f3-457e-bdc2-ce5bfa81805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:36.193317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-e1616762-a0f3-457e-bdc2-ce5bfa81805d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.1212661 Aug 27 12:27:36.244402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dca1360-9424-4d08-b1fc-8069570e54cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.270567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:36.282792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dca1360-9424-4d08-b1fc-8069570e54cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.298021 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1feabb0f-eb53-4f23-9feb-1871a3f48088 req-e0d06607-0b47-45a9-a101-3599ed4d0422 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366873 Aug 27 12:27:36.300554 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a1d02eb4-6236-4cee-bcf8-b89240d73727 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] update failed (client error): The resource could not be found. Aug 27 12:27:36.301476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a1d02eb4-6236-4cee-bcf8-b89240d73727 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "PUT /v2.0/floatingips/249da21d-30bb-41d2-8327-850c3c79084c HTTP/1.1" status: 404 len: 507 time: 0.2866476 Aug 27 12:27:36.305763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51026) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:36.337507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-38f79c00-5f4c-4a2c-9362-1ac34d9cd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:36.339022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-38f79c00-5f4c-4a2c-9362-1ac34d9cd0af service neutron] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 898 time: 0.1222730 Aug 27 12:27:36.418086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-9ccdbc98-562d-4bf2-a540-207e5a454084 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 999 time: 0.0717764 Aug 27 12:27:36.441861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0c247244-d215-49bb-a485-5c5a13dd43e2 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:36.447409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dca1360-9424-4d08-b1fc-8069570e54cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.450099 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1dca1360-9424-4d08-b1fc-8069570e54cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.451501 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1dca1360-9424-4d08-b1fc-8069570e54cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc4f4ba6-d553-4070-a80e-3c80ed62d896 HTTP/1.1" status: 204 len: 168 time: 0.3348398 Aug 27 12:27:36.466177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca1360-9424-4d08-b1fc-8069570e54cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4f4ba6-d553-4070-a80e-3c80ed62d896,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:36.492645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Deleting port c4cafa03-4b46-4978-b41b-0a502d9e8c83 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:36.493313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.560805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 0c247244-d215-49bb-a485-5c5a13dd43e2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:36.566000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 0c247244-d215-49bb-a485-5c5a13dd43e2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:36.566371 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.620432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.620820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.625592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '4db8dad0-b3ba-4d4a-b19a-1276af0b5742', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'port_id': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'mac_address': 'fa:16:3e:7f:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:27:34Z', 'updated_at': '2021-08-27T12:27:34Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:19Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:36.638000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Calling delete_port for c4cafa03-4b46-4978-b41b-0a502d9e8c83 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:36.665161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6eed6-b18b-4e9a-8fbe-26234ad2f725 None None] The sync data for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 is: [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '4db8dad0-b3ba-4d4a-b19a-1276af0b5742', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'port_id': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'mac_address': 'fa:16:3e:7f:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:27:34Z', 'updated_at': '2021-08-27T12:27:34Z', 'revision_number': 0, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:19Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:36.719482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.745308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c247244-d215-49bb-a485-5c5a13dd43e2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:36.747957 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa04f8a6-d4bf-4d66-aed9-aaf60bb8fa9b" -d '{"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-plugged", "status": "completed", "tag": "0c247244-d215-49bb-a485-5c5a13dd43e2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:36.763635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0c247244-d215-49bb-a485-5c5a13dd43e2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0c247244-d215-49bb-a485-5c5a13dd43e2,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:36.769776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.771524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9efaa6c1-66fd-409d-9994-42f62053ce69 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:36.832060 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c14777-323c-41df-ac0d-c9399522d89f x-openstack-request-id: req-c9c14777-323c-41df-ac0d-c9399522d89f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:36.832355 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-plugged", "status": "completed", "tag": "0c247244-d215-49bb-a485-5c5a13dd43e2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:36.832612 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9c14777-323c-41df-ac0d-c9399522d89f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:36.833007 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c247244-d215-49bb-a485-5c5a13dd43e2', 'code': 200} Aug 27 12:27:36.861926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.875285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-bba5948a-bef3-46ff-858c-1442d22f702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:36.877415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-bba5948a-bef3-46ff-858c-1442d22f702a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.4452434 Aug 27 12:27:36.887623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0c247244-d215-49bb-a485-5c5a13dd43e2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:36.904107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 9efaa6c1-66fd-409d-9994-42f62053ce69 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:36.908078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 9efaa6c1-66fd-409d-9994-42f62053ce69 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:36.908740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:36.915630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Port': ['ID=c4cafa03-4b46-4978-b41b-0a502d9e8c83,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:36.937261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-0d5a8721-a600-4c1a-a21d-c9d53097d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:36.938836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-0d5a8721-a600-4c1a-a21d-c9d53097d4ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531816 Aug 27 12:27:37.011062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.015014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.019703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-77aec70a-cedb-4427-a611-90b69058072a tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "DELETE /v2.0/floatingips/249da21d-30bb-41d2-8327-850c3c79084c HTTP/1.1" status: 204 len: 168 time: 0.7097027 Aug 27 12:27:37.019931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51040) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:37.025228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9e34912f-a3b3-4f1c-9924-9a5ff89b1d33 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'floatingip': {'floating_network_id': '9d78cc8d-472e-40fd-9cb3-e9bdf875af86', 'port_id': '74e140b9-0d04-43b1-baa6-9590dc105f00', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:37.036103 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.063424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-16f67f9f-80d7-4960-87bc-65c1636faf6e service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156566 Aug 27 12:27:37.081877 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4560c8-6499-495c-b88f-65bd36ca25e8 None None] New status for floating IP 4db8dad0-b3ba-4d4a-b19a-1276af0b5742: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:27:37.082503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9e34912f-a3b3-4f1c-9924-9a5ff89b1d33 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.113329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 9efaa6c1-66fd-409d-9994-42f62053ce69, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9efaa6c1-66fd-409d-9994-42f62053ce69,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:37.119581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.161278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51046) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:37.184090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64f67-0102-4886-81a2-5cc47213eb30 req-64ecfe08-0b1c-4ee7-b9b5-26f12032245c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:37.186535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=9efaa6c1-66fd-409d-9994-42f62053ce69,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:37.190045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64f67-0102-4886-81a2-5cc47213eb30 req-64ecfe08-0b1c-4ee7-b9b5-26f12032245c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:37.191713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddb64f67-0102-4886-81a2-5cc47213eb30 req-64ecfe08-0b1c-4ee7-b9b5-26f12032245c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1682 time: 0.1273830 Aug 27 12:27:37.251976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9daf0346-af77-42d0-9a54-1604a4f57f61 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/4db8dad0-b3ba-4d4a-b19a-1276af0b5742 HTTP/1.1" status: 200 len: 991 time: 0.0885608 Aug 27 12:27:37.258500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db4ff6bc-ed32-4bbc-ad2d-6d3d44531aeb req-b7680800-8a64-454d-863e-7d9c4934a841 service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815181 Aug 27 12:27:37.261835 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddb64f67-0102-4886-81a2-5cc47213eb30 req-9a03f317-37ad-4d8e-a10f-1d20acad56fa tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545464 Aug 27 12:27:37.320691 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-9e34912f-a3b3-4f1c-9924-9a5ff89b1d33 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:27:37.322944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9e34912f-a3b3-4f1c-9924-9a5ff89b1d33 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3016896 Aug 27 12:27:37.325648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51050) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:37.331278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '74e140b9-0d04-43b1-baa6-9590dc105f00', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:37.356578 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.466933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.525440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51058) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:37.577201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Allocated IP 172.25.8.63 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b512293f-6b84-4e40-8f68-ad1a1b8dd474) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:37.627362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961107021-network', 'tenant_id': 'fb76ed18217541659d6aaf88fa43c2fc'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:37.647658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Made reservation on behalf of fb76ed18217541659d6aaf88fa43c2fc for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:37.650133 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.658727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.681980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.720572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.752746 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.756594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.757958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:37.762797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:37.766327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:37.781309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:37.790855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201dde03-6ba5-44fd-ae80-5ef51d12d1bd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:37.795130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event updated for resources: {'Port': ['ID=b512293f-6b84-4e40-8f68-ad1a1b8dd474,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:37.798273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.799271 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Added segment 720495f4-3258-424a-b59e-c5e2d5956b84 of type vlan for network d5549370-4c3b-4ac4-978f-3fe2068717a3 Aug 27 12:27:37.840135 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.867151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.868370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:37.868989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:37.928809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4021239 Aug 27 12:27:37.933625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51062) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:37.934166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e30588-4fbc-4d92-8428-4b97113c570d admin admin] Pushing event updated for resources: {'Network': ['ID=d5549370-4c3b-4ac4-978f-3fe2068717a3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:37.941526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Request body: {'subnet': {'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961107021-subnet', 'tenant_id': 'fb76ed18217541659d6aaf88fa43c2fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:37.944596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d5549370-4c3b-4ac4-978f-3fe2068717a3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:37.947520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Deleting port b512293f-6b84-4e40-8f68-ad1a1b8dd474 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:37.947870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.011422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Made reservation on behalf of fb76ed18217541659d6aaf88fa43c2fc for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:38.013735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.091163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.091524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.113247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Calling delete_port for b512293f-6b84-4e40-8f68-ad1a1b8dd474 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:38.254180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51064) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:38.278964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.297082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.327430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-915055f1-a03f-4bb1-8450-6e059205cd6b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/4db8dad0-b3ba-4d4a-b19a-1276af0b5742 HTTP/1.1" status: 200 len: 993 time: 0.0663853 Aug 27 12:27:38.355823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.393014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Port': ['ID=b512293f-6b84-4e40-8f68-ad1a1b8dd474,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:38.398826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8bdb8c-9495-487e-8f67-463d38ba9601,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:38.402121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679807c8-4821-40ea-a6fe-d6083fb89f80 req-ffec43f2-b9a0-4fd0-8912-200ad14c946a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:38.408589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679807c8-4821-40ea-a6fe-d6083fb89f80 req-ffec43f2-b9a0-4fd0-8912-200ad14c946a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:38.410222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-679807c8-4821-40ea-a6fe-d6083fb89f80 req-ffec43f2-b9a0-4fd0-8912-200ad14c946a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1683 time: 0.0637841 Aug 27 12:27:38.450726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Checking segment: {'id': '720495f4-3258-424a-b59e-c5e2d5956b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:38.451619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Network hostable DHCP agents. Network: d5549370-4c3b-4ac4-978f-3fe2068717a3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:38.456901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-679807c8-4821-40ea-a6fe-d6083fb89f80 req-7bdd0b44-0b17-4104-9e27-91c1149ab69c tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Aug 27 12:27:38.482634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Network d5549370-4c3b-4ac4-978f-3fe2068717a3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:38.496007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d5549370-4c3b-4ac4-978f-3fe2068717a3) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:38.498245 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] create failed (client error): The resource could not be found. Aug 27 12:27:38.499651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3e9c22f7-e10b-4129-8d85-f0f1e005a7a3 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1724291 Aug 27 12:27:38.504645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:38.506010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3801a18-0f2e-439a-8baa-5c0e257167ef None None] Network d5549370-4c3b-4ac4-978f-3fe2068717a3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:38.507351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:38.508705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.525805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37ae30ac-2d36-4ff0-9f4c-f53e892ce961 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5889847 Aug 27 12:27:38.606824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Deleting port 74e140b9-0d04-43b1-baa6-9590dc105f00 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:38.607173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.635883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f029b-b630-49cc-9842-8fa1ed86169e None None] Network d5549370-4c3b-4ac4-978f-3fe2068717a3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:38.708097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.721480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Calling delete_port for 74e140b9-0d04-43b1-baa6-9590dc105f00 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:38.834615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efaa6c1-66fd-409d-9994-42f62053ce69'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:38.838165 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b612ad-8ae9-40b3-9195-49a5c849b74c" -d '{"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-plugged", "status": "completed", "tag": "9efaa6c1-66fd-409d-9994-42f62053ce69"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:38.854962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.886173 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631a71c-b9de-4529-bc64-3d77038f0466 x-openstack-request-id: req-d631a71c-b9de-4529-bc64-3d77038f0466 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:38.886520 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-plugged", "status": "completed", "tag": "9efaa6c1-66fd-409d-9994-42f62053ce69", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:38.886778 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d631a71c-b9de-4529-bc64-3d77038f0466 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:38.887177 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efaa6c1-66fd-409d-9994-42f62053ce69', 'code': 200} Aug 27 12:27:38.891284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Port': ['ID=74e140b9-0d04-43b1-baa6-9590dc105f00,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:38.975984 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:38.980847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0f5aadbf-5bb9-4985-ba2d-1eacd3d4faa7 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "DELETE /v2.0/ports/74e140b9-0d04-43b1-baa6-9590dc105f00 HTTP/1.1" status: 204 len: 168 time: 0.4747584 Aug 27 12:27:38.981480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:39.036061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a72ce0-00fd-4928-b157-4e98022920c1 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.040395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-25a72ce0-00fd-4928-b157-4e98022920c1 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1a3c048-6867-48d2-abb1-58c241ea5022 HTTP/1.1" status: 200 len: 913 time: 0.0555830 Aug 27 12:27:39.040646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:39.055582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510de1-4775-4c61-8d6c-8859786d9cb6 req-386c6c04-b6e3-4c32-8f04-1087f20ff683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.056087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510de1-4775-4c61-8d6c-8859786d9cb6 req-386c6c04-b6e3-4c32-8f04-1087f20ff683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.058133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-40510de1-4775-4c61-8d6c-8859786d9cb6 req-386c6c04-b6e3-4c32-8f04-1087f20ff683 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1985 time: 0.0827878 Aug 27 12:27:39.078230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:39.091287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-913034190-network', 'tenant_id': 'c4cd0fa069794adfaade9877383b7c80'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:39.121833 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-40510de1-4775-4c61-8d6c-8859786d9cb6 req-55b4316e-a4db-4f1e-9129-2d60ee5496cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 Aug 27 12:27:39.126132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Made reservation on behalf of c4cd0fa069794adfaade9877383b7c80 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:39.128577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.137876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.232419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.236486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.258627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:39.274415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c8134b-c481-47a1-ae6f-73ba46802dc2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:39.277419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.277837 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Added segment 00b251c3-e9c6-4ba8-a727-1cd1e0dc38c3 of type vlan for network 87f3ec29-d33a-449e-9b8f-93799318225b Aug 27 12:27:39.318522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.344100 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.345033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.345611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.381137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.405262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3221958 Aug 27 12:27:39.405479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51092) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:39.410174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Request body: {'subnet': {'network_id': '87f3ec29-d33a-449e-9b8f-93799318225b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-913034190-subnet', 'tenant_id': 'c4cd0fa069794adfaade9877383b7c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:39.417956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431866a8-6144-4e6d-b14c-5a6dcd6d2655 admin admin] Pushing event updated for resources: {'Network': ['ID=87f3ec29-d33a-449e-9b8f-93799318225b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:39.429886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 87f3ec29-d33a-449e-9b8f-93799318225b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:39.452014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Made reservation on behalf of c4cd0fa069794adfaade9877383b7c80 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:39.454904 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.603900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb09c9-8d88-4ae6-ac2d-fed16069a575 req-4ad332e7-3d3e-4965-a1f9-73536bc2112b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.609830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb09c9-8d88-4ae6-ac2d-fed16069a575 req-4ad332e7-3d3e-4965-a1f9-73536bc2112b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.611434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68bb09c9-8d88-4ae6-ac2d-fed16069a575 req-4ad332e7-3d3e-4965-a1f9-73536bc2112b tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1683 time: 0.0686233 Aug 27 12:27:39.633406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.685724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68bb09c9-8d88-4ae6-ac2d-fed16069a575 req-01d35191-99a9-4bce-a1f6-fbeac04788fc tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Aug 27 12:27:39.699723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aac93b7-c37d-4155-b29a-f7b0b15a3537,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:39.707303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Checking segment: {'id': '00b251c3-e9c6-4ba8-a727-1cd1e0dc38c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '87f3ec29-d33a-449e-9b8f-93799318225b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:39.707623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Network hostable DHCP agents. Network: 87f3ec29-d33a-449e-9b8f-93799318225b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:39.724228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Network 87f3ec29-d33a-449e-9b8f-93799318225b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:39.734279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 87f3ec29-d33a-449e-9b8f-93799318225b) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:39.738269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:39.739024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.740966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Deleting port 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:39.741315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.745202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b035b0e-5737-4b2e-b1cc-41cb8fd45c01 None None] Network 87f3ec29-d33a-449e-9b8f-93799318225b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:39.762345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-19cd7d6f-eda9-4393-b90f-4a6f1384ce0a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3484931 Aug 27 12:27:39.838904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:39.853669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Calling delete_port for 8d8adb24-8fe8-4d03-ae57-d6c9e89a49db owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:39.873510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5af1a9-0a5a-4fe0-99ae-50522a948baf None None] Network 87f3ec29-d33a-449e-9b8f-93799318225b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:40.034494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.060042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Port': ['ID=8d8adb24-8fe8-4d03-ae57-d6c9e89a49db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:40.264993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.388934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-514300f2-8373-48ee-b795-9223c6312c46 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:40.390320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-514300f2-8373-48ee-b795-9223c6312c46 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/networks?id=d5549370-4c3b-4ac4-978f-3fe2068717a3 HTTP/1.1" status: 200 len: 809 time: 0.2047343 Aug 27 12:27:40.457668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-4d1a320a-2253-46bd-abd1-557ff9add6eb tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/quotas/fb76ed18217541659d6aaf88fa43c2fc HTTP/1.1" status: 200 len: 375 time: 0.0374260 Aug 27 12:27:40.466908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Router d1a3c048-6867-48d2-abb1-58c241ea5022 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:27:40.497519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-272e745a-5f4a-4e41-a87b-0b9bc5db1244 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb76ed18217541659d6aaf88fa43c2fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325346 Aug 27 12:27:40.576248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:40.584348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8fca8415-0518-45c7-aac8-e66f99582c88 tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "PUT /v2.0/routers/d1a3c048-6867-48d2-abb1-58c241ea5022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5400968 Aug 27 12:27:40.584479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51114) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:40.587531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] Sync routers for ids ['d1a3c048-6867-48d2-abb1-58c241ea5022'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:40.602954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] Routers {'d1a3c048-6867-48d2-abb1-58c241ea5022'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:40.603641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d1a3c048-6867-48d2-abb1-58c241ea5022'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:40.645005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:40.653543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] Routers {'d1a3c048-6867-48d2-abb1-58c241ea5022'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:40.654211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['d1a3c048-6867-48d2-abb1-58c241ea5022'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:40.667997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.689060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:40.689796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5229fa-928a-487a-ab02-73e45ec6ae14 None None] The sync data for ids ['d1a3c048-6867-48d2-abb1-58c241ea5022'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:40.724586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-8867905a-fca0-459d-ba02-6737ecd421d6 service neutron] 10.222.0.76 "GET /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188246 Aug 27 12:27:40.831718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.833817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.857246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f328-d406-4ffe-a3b2-2bed84e834bb req-4eaebb0f-4a35-4d7f-b80f-9915f0f40d58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:40.863267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f328-d406-4ffe-a3b2-2bed84e834bb req-4eaebb0f-4a35-4d7f-b80f-9915f0f40d58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:40.864841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4236f328-d406-4ffe-a3b2-2bed84e834bb req-4eaebb0f-4a35-4d7f-b80f-9915f0f40d58 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1683 time: 0.0893297 Aug 27 12:27:40.869583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-3dd5a523-345e-4b5d-8665-3cb7d5509859 service neutron] 10.222.0.76 "GET /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375582 Aug 27 12:27:40.876820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.877391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Fanout notify agent at l3_agent the message router_deleted on router d1a3c048-6867-48d2-abb1-58c241ea5022 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:27:40.885366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.889300 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b87625d7-c559-42ab-9307-3a4e30b6e4dd tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "DELETE /v2.0/routers/d1a3c048-6867-48d2-abb1-58c241ea5022 HTTP/1.1" status: 204 len: 168 time: 0.2958415 Aug 27 12:27:40.889414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:40.909938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4236f328-d406-4ffe-a3b2-2bed84e834bb req-1bbd3312-6ebe-4172-8893-f3a9eef9b6c4 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Aug 27 12:27:40.942524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Deleting subnet edaa1975-5224-4331-bb04-1be20528c174 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:40.947053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:40.999665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.078038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-891200b7-9a5d-4066-ab2d-b463c7fff359 req-61287d07-b22c-4798-afaf-5f2b9ffd2a0d tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 210 time: 0.0300882 Aug 27 12:27:41.113660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.191804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.227492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Subnet': ['ID=edaa1975-5224-4331-bb04-1be20528c174,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:41.237467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.238364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8618985-de7f-498a-9dd1-fcea0ffd39b4 None None] Network 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:41.239476 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d5309d9-987b-4616-be42-01909c5144ae tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "DELETE /v2.0/subnets/edaa1975-5224-4331-bb04-1be20528c174 HTTP/1.1" status: 204 len: 168 time: 0.3491673 Aug 27 12:27:41.242602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:41.250462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862f9b7-a029-4461-86ed-e98965c87162 req-10571eab-8b85-4e93-a92b-1bf9f7c94d14 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:41.259418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862f9b7-a029-4461-86ed-e98965c87162 req-10571eab-8b85-4e93-a92b-1bf9f7c94d14 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:41.261319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2862f9b7-a029-4461-86ed-e98965c87162 req-10571eab-8b85-4e93-a92b-1bf9f7c94d14 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1683 time: 0.0716093 Aug 27 12:27:41.322082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2862f9b7-a029-4461-86ed-e98965c87162 req-cf0d8ad0-bf81-4f94-ac01-2a1ea083a97a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521793 Aug 27 12:27:41.348895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.408719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Deleting port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:41.409120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.451594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] DHCP port deletion for 9d78cc8d-472e-40fd-9cb3-e9bdf875af86 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:41.498738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] For port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,segment=NetworkSegment(83008bda-367a-49e6-94e4-fac5b98d8a32),segment_id=83008bda-367a-49e6-94e4-fac5b98d8a32)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:41.499114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.508653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] Deleting port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:41.509079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.515101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Calling delete_port for 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:41.580758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] For port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,segment=NetworkSegment(83008bda-367a-49e6-94e4-fac5b98d8a32),segment_id=83008bda-367a-49e6-94e4-fac5b98d8a32)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:41.581155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.594905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] Calling delete_port for 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:41.599432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.630643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Port': ['ID=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:41.633498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] No DVR routers for this DVR port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:41.678473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.707536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] Pushing event deleted for resources: {'Port': ['ID=02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:41.713486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbed6d6-2278-43a6-8479-1ddf1e23366d None None] No DVR routers for this DVR port 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:41.731353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.741170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d78cc8d-472e-40fd-9cb3-e9bdf875af86']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:41.752400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83008bda-367a-49e6-94e4-fac5b98d8a32') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:41.752705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83008bda-367a-49e6-94e4-fac5b98d8a32') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:41.761864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.775052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.780821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:41.781213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:41.784271 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:41.845557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.853098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:41.855100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] 10.222.0.76 "DELETE /v2.0/networks/9d78cc8d-472e-40fd-9cb3-e9bdf875af86 HTTP/1.1" status: 204 len: 168 time: 0.6114256 Aug 27 12:27:41.867366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7d3a-ef44-4ced-b052-725c8ec2a22b tempest-FloatingIPNegativeTestJSON-898211123 tempest-FloatingIPNegativeTestJSON-898211123-project] Pushing event deleted for resources: {'Network': ['ID=9d78cc8d-472e-40fd-9cb3-e9bdf875af86,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:42.107590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51146) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:42.193383 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b93cdd9-2ea7-4e5b-9a02-7db5183d31a9 req-2621dc82-e73d-4667-9114-962bc8d8ce45 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 210 time: 0.0330122 Aug 27 12:27:42.260033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-21aa6057-6a7c-4a0a-b4af-b212a228018f tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:42.261042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-21aa6057-6a7c-4a0a-b4af-b212a228018f tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.77 "GET /v2.0/networks?id=d5549370-4c3b-4ac4-978f-3fe2068717a3 HTTP/1.1" status: 200 len: 809 time: 0.1618507 Aug 27 12:27:42.265086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cfa36686-1c83-4c87-97f2-49cb414738bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7deab9497354bbbbf10c4944693958e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563640 Aug 27 12:27:42.267570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:42.319175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Request body: {'port': {'device_id': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3', 'admin_state_up': True, 'tenant_id': 'fb76ed18217541659d6aaf88fa43c2fc'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:42.328750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f159b177-3c66-4ac0-86a0-7e2dc2b28330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.355748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f159b177-3c66-4ac0-86a0-7e2dc2b28330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.404773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f159b177-3c66-4ac0-86a0-7e2dc2b28330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.407384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f159b177-3c66-4ac0-86a0-7e2dc2b28330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.408538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f159b177-3c66-4ac0-86a0-7e2dc2b28330 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1635d9bb-9047-4bf2-a66e-a4c9c83d3c92 HTTP/1.1" status: 204 len: 168 time: 0.1400065 Aug 27 12:27:42.417215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159b177-3c66-4ac0-86a0-7e2dc2b28330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1635d9bb-9047-4bf2-a66e-a4c9c83d3c92,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:42.475375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3e08c-5f26-4eb8-a14c-968d1b2c3589 req-acce331b-0809-4a5e-9222-8ca4db90622a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:42.481901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3e08c-5f26-4eb8-a14c-968d1b2c3589 req-acce331b-0809-4a5e-9222-8ca4db90622a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:42.483529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57d3e08c-5f26-4eb8-a14c-968d1b2c3589 req-acce331b-0809-4a5e-9222-8ca4db90622a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1683 time: 0.0892558 Aug 27 12:27:42.504322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:42.516694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Made reservation on behalf of fb76ed18217541659d6aaf88fa43c2fc for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:42.520425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.535275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:42.535889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02ec1e0b-6ff9-4d16-aa6d-ffc84ad59dd0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:42.543628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57d3e08c-5f26-4eb8-a14c-968d1b2c3589 req-9781ac42-d21e-4143-b174-e0072f6b9dc4 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529594 Aug 27 12:27:42.674533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Allocated IP 172.20.0.4 (d5549370-4c3b-4ac4-978f-3fe2068717a3/1a8bdb8c-9495-487e-8f67-463d38ba9601/21c37629-03d5-440a-b336-27da0066e6c8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:42.831310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.844052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-e7c9156b-4537-452d-8eeb-43004fae15cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:42.849770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-e7c9156b-4537-452d-8eeb-43004fae15cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:42.851901 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-e7c9156b-4537-452d-8eeb-43004fae15cb tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 1683 time: 0.0578260 Aug 27 12:27:42.875960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.917047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Network d5549370-4c3b-4ac4-978f-3fe2068717a3 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:42.922212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:42.925050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:42.967138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Pushing event updated for resources: {'Port': ['ID=21c37629-03d5-440a-b336-27da0066e6c8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:42.969523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 0c247244-d215-49bb-a485-5c5a13dd43e2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:42.969812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:42.986220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:42.986884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.002449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-ded1b71b-c0cf-45cb-9ed2-38ffaadae3e9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872187 Aug 27 12:27:43.028802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Request body: {'port': {'device_id': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:43.071232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 0c247244-d215-49bb-a485-5c5a13dd43e2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0c247244-d215-49bb-a485-5c5a13dd43e2,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:43.071761 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.092213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 0c247244-d215-49bb-a485-5c5a13dd43e2 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:43.096702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.184146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51174) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:43.284572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.299961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0c247244-d215-49bb-a485-5c5a13dd43e2', '9efaa6c1-66fd-409d-9994-42f62053ce69'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:43.328274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=0c247244-d215-49bb-a485-5c5a13dd43e2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:43.341156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-e11142d5-39e6-4144-a9f6-4b8e2e83e7b6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035328 Aug 27 12:27:43.399161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-653902395'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:43.403405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 0c247244-d215-49bb-a485-5c5a13dd43e2 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:43.406945 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.409529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-b4366742-71d2-4a8b-810d-7df6a755a7c2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.65 "DELETE /v2.0/ports/0c247244-d215-49bb-a485-5c5a13dd43e2 HTTP/1.1" status: 204 len: 173 time: 0.5505593 Aug 27 12:27:43.410167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-deleted', 'tag': '0c247244-d215-49bb-a485-5c5a13dd43e2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:43.412755 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f59898f-5dd0-4a76-b356-2f7fb8b36a80" -d '{"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-deleted", "tag": "0c247244-d215-49bb-a485-5c5a13dd43e2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:43.516961 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650a32fd-d9e3-432b-a4ca-80ddc3894c39 x-openstack-request-id: req-650a32fd-d9e3-432b-a4ca-80ddc3894c39 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:43.517391 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-deleted", "tag": "0c247244-d215-49bb-a485-5c5a13dd43e2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:43.517742 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-650a32fd-d9e3-432b-a4ca-80ddc3894c39 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:43.518101 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-deleted', 'tag': '0c247244-d215-49bb-a485-5c5a13dd43e2', 'status': 'completed', 'code': 200} Aug 27 12:27:43.590522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6b69b-676e-4c28-bbc6-905b54304ad8 req-2a7362dc-6d30-4b6f-915b-eff1b21d8a37 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:43.592019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3e6b69b-676e-4c28-bbc6-905b54304ad8 req-2a7362dc-6d30-4b6f-915b-eff1b21d8a37 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 931 time: 0.0978296 Aug 27 12:27:43.602622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:43.606424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.618984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.636032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-6bf1f3d7-dbe3-4905-a8b7-763f48b1ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:43.637749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-6bf1f3d7-dbe3-4905-a8b7-763f48b1ce19 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.1828527 Aug 27 12:27:43.724980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 9efaa6c1-66fd-409d-9994-42f62053ce69 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:43.725232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.767704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a3e6b69b-676e-4c28-bbc6-905b54304ad8 req-5ff7d753-fa83-4a17-a621-9943cdd5ff7e tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667070 Aug 27 12:27:43.806690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86bacc-a72c-43fc-8c9f-6ac3fa449a38 req-ee3ac340-3403-482c-a238-9c75be9c7ed3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:43.808416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd86bacc-a72c-43fc-8c9f-6ac3fa449a38 req-ee3ac340-3403-482c-a238-9c75be9c7ed3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 946 time: 0.1186223 Aug 27 12:27:43.876937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd86bacc-a72c-43fc-8c9f-6ac3fa449a38 req-736104c7-c7f6-43bb-ad07-ef75803414d3 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d9494e2-b3ac-4fe1-af0b-29b6468187ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618837 Aug 27 12:27:43.879323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-10dad04e-173e-4163-a8c4-d4ada1643ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:43.880814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-10dad04e-173e-4163-a8c4-d4ada1643ebe service neutron] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 898 time: 0.2159767 Aug 27 12:27:43.888996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 9efaa6c1-66fd-409d-9994-42f62053ce69, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9efaa6c1-66fd-409d-9994-42f62053ce69,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:43.889366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.929600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c37629-03d5-440a-b336-27da0066e6c8 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:43.937059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.949732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Transition to ACTIVE for port object 21c37629-03d5-440a-b336-27da0066e6c8 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:43.953442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.955878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 9efaa6c1-66fd-409d-9994-42f62053ce69 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:43.972542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:43.985590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.007879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Pushing event updated for resources: {'Port': ['ID=21c37629-03d5-440a-b336-27da0066e6c8,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:44.037016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-217bb753-2dab-4d75-8762-8379dcf4ad64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 1001 time: 0.1447334 Aug 27 12:27:44.063297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:44.077729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Attempting to bind port 21c37629-03d5-440a-b336-27da0066e6c8 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:44.078131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Attempting to bind port 21c37629-03d5-440a-b336-27da0066e6c8 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '720495f4-3258-424a-b59e-c5e2d5956b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:44.078491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Attempting to bind port 21c37629-03d5-440a-b336-27da0066e6c8 on network d5549370-4c3b-4ac4-978f-3fe2068717a3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:44.083595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Port 21c37629-03d5-440a-b336-27da0066e6c8 on network d5549370-4c3b-4ac4-978f-3fe2068717a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:27:44.084041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Attempting to bind port 21c37629-03d5-440a-b336-27da0066e6c8 on network d5549370-4c3b-4ac4-978f-3fe2068717a3 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:44.089530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:44.089869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Checking segment: {'id': '720495f4-3258-424a-b59e-c5e2d5956b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:44.090258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Bound using segment: {'id': '720495f4-3258-424a-b59e-c5e2d5956b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:44.090830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Bound port: 21c37629-03d5-440a-b336-27da0066e6c8, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720495f4-3258-424a-b59e-c5e2d5956b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:44.091101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.098670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318b61da-b102-4ff7-90f1-b0996077ebeb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:44.123679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.124075 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment 81252ef8-d2ab-4546-8c42-c2e22add0b27 of type vlan for network f2ffb137-66cd-485e-9ca3-1072851cbb14 Aug 27 12:27:44.160398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] For port 21c37629-03d5-440a-b336-27da0066e6c8, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:44.164561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] For port 21c37629-03d5-440a-b336-27da0066e6c8, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=21c37629-03d5-440a-b336-27da0066e6c8,segment=NetworkSegment(720495f4-3258-424a-b59e-c5e2d5956b84),segment_id=720495f4-3258-424a-b59e-c5e2d5956b84)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:44.169590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.175315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-0185743f-50b0-4b67-a2c0-ee1f0c3b5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:44.176821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-0185743f-50b0-4b67-a2c0-ee1f0c3b5320 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.1310270 Aug 27 12:27:44.186894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.207667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:44.208326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.210080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] 10.222.0.77 "PUT /v2.0/ports/21c37629-03d5-440a-b336-27da0066e6c8 HTTP/1.1" status: 200 len: 1091 time: 1.1858010 Aug 27 12:27:44.211088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'tag': '21c37629-03d5-440a-b336-27da0066e6c8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:44.213346 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0208b4-b1ca-478b-a277-f493aecef2df" -d '{"events": [{"name": "network-changed", "server_uuid": "7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0", "tag": "21c37629-03d5-440a-b336-27da0066e6c8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:44.248633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2013c51-c5c2-42d8-906d-072c301297b7 service neutron] Pushing event updated for resources: {'Port': ['ID=21c37629-03d5-440a-b336-27da0066e6c8,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:44.255283 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552c7e96-3c6c-4727-8139-a8fd54e33bb6 x-openstack-request-id: req-552c7e96-3c6c-4727-8139-a8fd54e33bb6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:44.255692 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0", "tag": "21c37629-03d5-440a-b336-27da0066e6c8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:44.256688 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-552c7e96-3c6c-4727-8139-a8fd54e33bb6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:44.257975 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'tag': '21c37629-03d5-440a-b336-27da0066e6c8', 'status': 'completed', 'code': 200} Aug 27 12:27:44.282590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.288031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:44.288656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.312316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-3e9efdfc-6104-4847-91c7-fa5ff34b9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:44.313890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-3e9efdfc-6104-4847-91c7-fa5ff34b9943 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb76ed18217541659d6aaf88fa43c2fc&device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 1094 time: 0.0426917 Aug 27 12:27:44.320064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-6b58604d-b787-4a18-99d0-a909fbce3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:44.321667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-6b58604d-b787-4a18-99d0-a909fbce3128 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368759 Aug 27 12:27:44.356582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.368112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0c247244-d215-49bb-a485-5c5a13dd43e2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:44.372183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-206de4da-03df-456d-9946-ffe69345d0d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21c37629-03d5-440a-b336-27da0066e6c8 HTTP/1.1" status: 200 len: 217 time: 0.0382710 Aug 27 12:27:44.372859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1876607 Aug 27 12:27:44.375511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51186) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:44.380532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'name': 'tempest-PortsTestJSON-105430394'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:44.443599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c597d1-12f6-4b29-b168-a65a12fed05b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=f2ffb137-66cd-485e-9ca3-1072851cbb14,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:44.445746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=9efaa6c1-66fd-409d-9994-42f62053ce69,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:44.477133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:44.495028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-9dc26b56-88c0-4296-a82d-c30070f56dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:44.496461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-9dc26b56-88c0-4296-a82d-c30070f56dbd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a8bdb8c-9495-487e-8f67-463d38ba9601 HTTP/1.1" status: 200 len: 849 time: 0.1118054 Aug 27 12:27:44.503826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 9efaa6c1-66fd-409d-9994-42f62053ce69 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:44.507972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.510004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-86455bc5-2878-47f8-8797-c2d8d40292e0 req-a0ad3326-e631-4d73-b9d6-53e67b103bc6 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.65 "DELETE /v2.0/ports/9efaa6c1-66fd-409d-9994-42f62053ce69 HTTP/1.1" status: 204 len: 173 time: 1.0934312 Aug 27 12:27:44.534073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-de0733b4-1917-4677-b2c7-7e432bc88d6f service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785982 Aug 27 12:27:44.545320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:44.549378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:44.578629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-e8af5af2-d87f-42ed-ac44-d5f4c27e9c35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5549370-4c3b-4ac4-978f-3fe2068717a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452785 Aug 27 12:27:44.679265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:44.748165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-744debc3-ff9e-43ea-8038-325ee4011a0d service neutron] 10.222.0.77 "GET /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591525 Aug 27 12:27:44.964751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0797101f-0e79-44bc-a53f-2484bb2dfb81 req-3d03a65b-6a33-44e4-af49-f2116009c72d service neutron] 10.222.0.77 "GET /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087693 Aug 27 12:27:45.014164 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-660017e2-ae88-43a1-85d1-2f50a23aba3f req-9ea4029b-4b50-4553-9eb1-3657eb5d094e service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720023 Aug 27 12:27:45.016536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.019563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb93c82b-5484-425b-9b5e-52b09eb2ed5f req-b385c619-4fe2-4c74-92f9-be8fbf0fc305 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c98c2ef-893a-4507-a152-a7bd54b8e277 HTTP/1.1" status: 200 len: 210 time: 0.0509908 Aug 27 12:27:45.034253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddc4c6-be18-4d72-8e80-59e17dccd0ad req-df3aa31b-3de6-48e1-9b0a-f08fa6ee9c5c tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:45.035779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdddc4c6-be18-4d72-8e80-59e17dccd0ad req-df3aa31b-3de6-48e1-9b0a-f08fa6ee9c5c tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 943 time: 0.1656930 Aug 27 12:27:45.095385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdddc4c6-be18-4d72-8e80-59e17dccd0ad req-a27b37bb-2a91-4ec7-a6e0-0628fa7315ac tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518000 Aug 27 12:27:45.120296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.131112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-36636b67-6e86-4765-9ca0-530f26cfbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:45.132115 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-36636b67-6e86-4765-9ca0-530f26cfbb89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb76ed18217541659d6aaf88fa43c2fc&device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 1094 time: 0.0461574 Aug 27 12:27:45.185917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=2c609cb7-7d41-4e6c-a73d-a4401ce94716,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:45.199186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': '81252ef8-d2ab-4546-8c42-c2e22add0b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:45.199578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: f2ffb137-66cd-485e-9ca3-1072851cbb14, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:45.219335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:45.230670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, f2ffb137-66cd-485e-9ca3-1072851cbb14) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:45.233862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-1a3a0a73-68ef-4b46-9675-a952561f9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:45.234361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:45.235695 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-1a3a0a73-68ef-4b46-9675-a952561f9366 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d5549370-4c3b-4ac4-978f-3fe2068717a3 HTTP/1.1" status: 200 len: 910 time: 0.0967820 Aug 27 12:27:45.242485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:45.243281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.244913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9204f127-e55f-423f-9c11-c52aa71b0ce0 None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:45.260598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ae9a092-a625-42cc-be68-c5e7330d783c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8839116 Aug 27 12:27:45.263779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:45.269056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442316846'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:45.284759 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-ffd5929c-b154-4a9b-aaf0-140e79c0af4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21c37629-03d5-440a-b336-27da0066e6c8 HTTP/1.1" status: 200 len: 217 time: 0.0401766 Aug 27 12:27:45.293106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:45.297603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.324318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:45.336246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.336719 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment 65c855a7-5d04-40a1-a70d-d63b3c54b1f1 of type vlan for network 77eaf7dd-4112-4313-9aa7-6d9919e5554e Aug 27 12:27:45.340806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-354acb28-766f-445a-b31d-386608819a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:45.344047 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-354acb28-766f-445a-b31d-386608819a86 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a8bdb8c-9495-487e-8f67-463d38ba9601 HTTP/1.1" status: 200 len: 849 time: 0.0495629 Aug 27 12:27:45.376622 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-67a255ae-9204-4ff3-b2e3-e10b3cab5412 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d5549370-4c3b-4ac4-978f-3fe2068717a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260062 Aug 27 12:27:45.384124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.408568 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.414870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:45.415463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.474912 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-8e20f315-dc42-4e2f-891f-acd5526e10f0 service neutron] 10.222.0.77 "GET /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Aug 27 12:27:45.475335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2103360 Aug 27 12:27:45.479289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51194) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:45.483611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'ports': [{'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'}, {'network_id': '77eaf7dd-4112-4313-9aa7-6d9919e5554e'}]} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:45.483925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:45.484404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': '77eaf7dd-4112-4313-9aa7-6d9919e5554e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:45.484861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fc5e3-2574-43c3-bd63-58cf5fa07084 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=77eaf7dd-4112-4313-9aa7-6d9919e5554e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:45.495966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 77eaf7dd-4112-4313-9aa7-6d9919e5554e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:45.543095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-deleted', 'tag': '9efaa6c1-66fd-409d-9994-42f62053ce69'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:45.545255 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe335e9d-9256-44f4-9a58-2f5f442c2c67" -d '{"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-deleted", "tag": "9efaa6c1-66fd-409d-9994-42f62053ce69"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:45.583504 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195a755-cb8b-4713-bbe9-aea2d30ea600 x-openstack-request-id: req-3195a755-cb8b-4713-bbe9-aea2d30ea600 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:45.583793 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c98c2ef-893a-4507-a152-a7bd54b8e277", "name": "network-vif-deleted", "tag": "9efaa6c1-66fd-409d-9994-42f62053ce69", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:45.584044 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3195a755-cb8b-4713-bbe9-aea2d30ea600 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:45.584916 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c98c2ef-893a-4507-a152-a7bd54b8e277', 'name': 'network-vif-deleted', 'tag': '9efaa6c1-66fd-409d-9994-42f62053ce69', 'status': 'completed', 'code': 200} Aug 27 12:27:45.693586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1c0208b4-b1ca-478b-a277-f493aecef2df req-fac895b7-3f2f-4f36-9362-cd2f5147f529 service neutron] 10.222.0.77 "GET /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047589 Aug 27 12:27:45.723912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 2} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:45.728426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.741291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:45.821075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 2b6142ff-b577-469d-99d9-484beb28bbf4 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:45.930197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.001151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port e78628d1-aef9-4db2-99b6-176621b6bda6 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:46.076287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:46.110053 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.130026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting subnet 91e62211-0e5e-43fc-9ae3-c609f9ddc8df {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:46.133493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.153644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.191155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.199340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:46.202422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:46.208703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:46.209540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.220564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=2b6142ff-b577-469d-99d9-484beb28bbf4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:46.265381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41a65a-9c87-440c-a809-f1f95e62fc85 req-f7ecf2c3-fc47-4b53-ae01-3bbd0ba0bace tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:46.266983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd41a65a-9c87-440c-a809-f1f95e62fc85 req-f7ecf2c3-fc47-4b53-ae01-3bbd0ba0bace tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 943 time: 0.0927825 Aug 27 12:27:46.280163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=e78628d1-aef9-4db2-99b6-176621b6bda6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:46.287718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': '65c855a7-5d04-40a1-a70d-d63b3c54b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '77eaf7dd-4112-4313-9aa7-6d9919e5554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:46.288074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: 77eaf7dd-4112-4313-9aa7-6d9919e5554e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:46.306064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 77eaf7dd-4112-4313-9aa7-6d9919e5554e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:46.315300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 77eaf7dd-4112-4313-9aa7-6d9919e5554e) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:46.319446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:46.326070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:46.328348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d3bbc-ae5c-4c71-9101-854b543168dd None None] Network 77eaf7dd-4112-4313-9aa7-6d9919e5554e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:46.332314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:46.332478 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.332622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.352769 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b477eda9-0ac9-4608-80fd-acc4102b981a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8729436 Aug 27 12:27:46.353519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51204) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:46.372031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd41a65a-9c87-440c-a809-f1f95e62fc85 req-27ae6440-5d33-4175-ae6a-45ae3371a037 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812974 Aug 27 12:27:46.419764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.451165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0c247244-d215-49bb-a485-5c5a13dd43e2 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:46.455962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.461067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/subnets/91e62211-0e5e-43fc-9ae3-c609f9ddc8df HTTP/1.1" status: 204 len: 168 time: 0.3807757 Aug 27 12:27:46.461067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebc5d8-d0fe-4af8-b826-8da3c057cee2 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Subnet': ['ID=91e62211-0e5e-43fc-9ae3-c609f9ddc8df,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:46.462443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51206) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:46.477665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189c3d3-e67f-4e74-be81-abff31f2f1db None None] Network 9facafde-2b34-4862-8bc4-0763488dca48 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:46.481089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 0c247244-d215-49bb-a485-5c5a13dd43e2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:46.481436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0c247244-d215-49bb-a485-5c5a13dd43e2 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:46.481845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9efaa6c1-66fd-409d-9994-42f62053ce69 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:46.489669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port e78628d1-aef9-4db2-99b6-176621b6bda6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:46.490016 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.541680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 9efaa6c1-66fd-409d-9994-42f62053ce69 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:46.542315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9efaa6c1-66fd-409d-9994-42f62053ce69 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:46.606843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.611443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.626771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for e78628d1-aef9-4db2-99b6-176621b6bda6 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:46.678932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] DHCP port deletion for 9facafde-2b34-4862-8bc4-0763488dca48 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:46.736524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 486cd8a6-90c2-4d8a-94e1-5b527084c391 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:46.736883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.737335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] Deleting port 486cd8a6-90c2-4d8a-94e1-5b527084c391 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:46.737747 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.778110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.811351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] For port 486cd8a6-90c2-4d8a-94e1-5b527084c391, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=486cd8a6-90c2-4d8a-94e1-5b527084c391,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:46.812108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.815230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=e78628d1-aef9-4db2-99b6-176621b6bda6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:46.827923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.830131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-91f81da2-64fb-4c9e-b235-5e9efe70e113 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/e78628d1-aef9-4db2-99b6-176621b6bda6 HTTP/1.1" status: 204 len: 168 time: 0.4755170 Aug 27 12:27:46.832272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] Calling delete_port for 486cd8a6-90c2-4d8a-94e1-5b527084c391 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:46.833237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51208) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:46.842542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 486cd8a6-90c2-4d8a-94e1-5b527084c391, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=486cd8a6-90c2-4d8a-94e1-5b527084c391,segment=NetworkSegment(0e4a3850-454b-495c-9d10-7d678a998a2a),segment_id=0e4a3850-454b-495c-9d10-7d678a998a2a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:46.843969 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.857171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 486cd8a6-90c2-4d8a-94e1-5b527084c391 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:46.929691 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:46.932324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18be3fe-e474-4f21-8a69-1bc7fdd8899b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:46.939168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18be3fe-e474-4f21-8a69-1bc7fdd8899b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:46.943569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d18be3fe-e474-4f21-8a69-1bc7fdd8899b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1066177 Aug 27 12:27:46.944041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51210) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:46.958752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] Pushing event deleted for resources: {'Port': ['ID=486cd8a6-90c2-4d8a-94e1-5b527084c391,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:46.966298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df553d-bb1f-4e67-bfc6-22d072fb241d None None] No DVR routers for this DVR port 486cd8a6-90c2-4d8a-94e1-5b527084c391 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:46.981501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.015848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=486cd8a6-90c2-4d8a-94e1-5b527084c391,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:47.022779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 486cd8a6-90c2-4d8a-94e1-5b527084c391 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:47.130589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.145643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9facafde-2b34-4862-8bc4-0763488dca48']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:47.157000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4a3850-454b-495c-9d10-7d678a998a2a') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:47.157321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4a3850-454b-495c-9d10-7d678a998a2a') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:47.170996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.179712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 2b6142ff-b577-469d-99d9-484beb28bbf4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:47.180061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.222903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.239494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:47.239853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:47.243677 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:47.309903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.327963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 2b6142ff-b577-469d-99d9-484beb28bbf4 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:47.333951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.343658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.346958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/networks/9facafde-2b34-4862-8bc4-0763488dca48 HTTP/1.1" status: 204 len: 168 time: 0.8828905 Aug 27 12:27:47.348344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51212) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.363662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293676-0fdf-40df-b57c-f86736271cd7 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Network': ['ID=9facafde-2b34-4862-8bc4-0763488dca48,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:47.410693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting subnet 6f72b0f6-270e-4ebf-a587-837e2c794372 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:47.414096 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.448750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.467946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.483841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=2b6142ff-b577-469d-99d9-484beb28bbf4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:47.494627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.496801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-12011471-3552-41ea-ae5a-23f0140514f7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/2b6142ff-b577-469d-99d9-484beb28bbf4 HTTP/1.1" status: 204 len: 168 time: 0.5518320 Aug 27 12:27:47.499079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51216) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.539943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586445e0-fdcb-4bed-baa0-a4b4a57963cf req-97a53d95-d92f-474f-bac6-c075dfc759ad tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:47.541444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-586445e0-fdcb-4bed-baa0-a4b4a57963cf req-97a53d95-d92f-474f-bac6-c075dfc759ad tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 943 time: 0.0895507 Aug 27 12:27:47.550374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0c58c-a0bd-4784-bdb1-6b59d9e3dc85 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:47.551944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-70f0c58c-a0bd-4784-bdb1-6b59d9e3dc85 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0519176 Aug 27 12:27:47.555827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51218) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.580836 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef88c8be-2f92-4ff8-b4ca-49dbe809ef28 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:27:47.582338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ef88c8be-2f92-4ff8-b4ca-49dbe809ef28 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/e78628d1-aef9-4db2-99b6-176621b6bda6 HTTP/1.1" status: 404 len: 333 time: 0.0255833 Aug 27 12:27:47.584993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51220) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.608137 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc90cf28-e72b-4bcd-ae54-6ba34d2536bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:27:47.609907 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cc90cf28-e72b-4bcd-ae54-6ba34d2536bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/2b6142ff-b577-469d-99d9-484beb28bbf4 HTTP/1.1" status: 404 len: 333 time: 0.0239894 Aug 27 12:27:47.612339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51222) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.615449 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.644664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-586445e0-fdcb-4bed-baa0-a4b4a57963cf req-eb91794c-7edf-40c8-8af5-e529af1d2d3d tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674162 Aug 27 12:27:47.685686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.696729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.712559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Subnet': ['ID=6f72b0f6-270e-4ebf-a587-837e2c794372,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:47.720049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.721946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-92d81f6f-f881-41f1-bcbc-4e6af9414b83 tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/subnets/6f72b0f6-270e-4ebf-a587-837e2c794372 HTTP/1.1" status: 204 len: 168 time: 0.3725295 Aug 27 12:27:47.724625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.728039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b117d11-f423-420a-9b4c-4eef0d55da4e None None] Network 288dba03-ca6d-4eeb-abd9-d59f9da74e9e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:47.741360 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:27:47.786257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.796975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77eaf7dd-4112-4313-9aa7-6d9919e5554e']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:47.807823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.808161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c855a7-5d04-40a1-a70d-d63b3c54b1f1') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:47.808563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c855a7-5d04-40a1-a70d-d63b3c54b1f1') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:47.818033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.832407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.839044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:47.839564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:47.843119 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:47.865181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Deleting port 900bca65-589a-4660-a1e3-3d586c103d64 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:47.865603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.913175 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.920234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] DHCP port deletion for 288dba03-ca6d-4eeb-abd9-d59f9da74e9e request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:47.925784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.927817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/77eaf7dd-4112-4313-9aa7-6d9919e5554e HTTP/1.1" status: 204 len: 168 time: 0.3144014 Aug 27 12:27:47.931315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51226) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:47.936336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-655098954'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:47.940475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] For port 900bca65-589a-4660-a1e3-3d586c103d64, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=900bca65-589a-4660-a1e3-3d586c103d64,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:47.940843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.949806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1182bf-1b49-4c7e-bd86-ed3a4e53d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=77eaf7dd-4112-4313-9aa7-6d9919e5554e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:47.955267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Calling delete_port for 900bca65-589a-4660-a1e3-3d586c103d64 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:47.970011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:47.973763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:47.983370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] Deleting port 900bca65-589a-4660-a1e3-3d586c103d64 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:47.984437 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.000733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:48.010641 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.011042 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment c1728755-5917-423b-be14-b965ca654ca0 of type vlan for network fa42a24a-bb5d-496f-a668-b33215a99267 Aug 27 12:27:48.043501 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.049445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] For port 900bca65-589a-4660-a1e3-3d586c103d64, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=900bca65-589a-4660-a1e3-3d586c103d64,segment=NetworkSegment(4cf82662-6a81-4bd8-b42e-0a3b49afa92f),segment_id=4cf82662-6a81-4bd8-b42e-0a3b49afa92f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:48.050039 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.052147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.064142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] Calling delete_port for 900bca65-589a-4660-a1e3-3d586c103d64 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:48.071143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Port': ['ID=900bca65-589a-4660-a1e3-3d586c103d64,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:48.074235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] No DVR routers for this DVR port 900bca65-589a-4660-a1e3-3d586c103d64 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:48.081123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.087710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:48.088305 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.152595 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2200515 Aug 27 12:27:48.155244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51228) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:48.159819 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.160460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:48.170914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.172379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] No DVR routers for this DVR port 900bca65-589a-4660-a1e3-3d586c103d64 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:48.185416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288dba03-ca6d-4eeb-abd9-d59f9da74e9e']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:48.190320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008cb2f-a400-4fa9-8cdd-d8863f80feb5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=fa42a24a-bb5d-496f-a668-b33215a99267,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:48.192632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4df374-a4d0-49f9-bbe4-79f8b58e45f9 None None] Pushing event deleted for resources: {'Port': ['ID=900bca65-589a-4660-a1e3-3d586c103d64,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:48.197257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf82662-6a81-4bd8-b42e-0a3b49afa92f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:48.197556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf82662-6a81-4bd8-b42e-0a3b49afa92f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:48.207191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.212434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network fa42a24a-bb5d-496f-a668-b33215a99267 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:48.223718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.230275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:48.230822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:48.233929 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:48.273076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:48.277069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.306945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.317168 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.319242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] 10.222.0.76 "DELETE /v2.0/networks/288dba03-ca6d-4eeb-abd9-d59f9da74e9e HTTP/1.1" status: 204 len: 168 time: 0.5933614 Aug 27 12:27:48.330672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dd5f9-3a1e-48d9-9112-c5b42e23045a tempest-ServersTestMultiNic-585131134 tempest-ServersTestMultiNic-585131134-project] Pushing event deleted for resources: {'Network': ['ID=288dba03-ca6d-4eeb-abd9-d59f9da74e9e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:48.471755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ab1b7b03-eae7-4d00-8a7a-7559cd0ad9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.484764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:48.489789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.527302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 486cd8a6-90c2-4d8a-94e1-5b527084c391 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:48.561825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 486cd8a6-90c2-4d8a-94e1-5b527084c391 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:48.562143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 486cd8a6-90c2-4d8a-94e1-5b527084c391 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:48.562874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 900bca65-589a-4660-a1e3-3d586c103d64 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:48.571756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=be1dc7c5-8d4f-452e-92b3-691893e26a87,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:48.588515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 900bca65-589a-4660-a1e3-3d586c103d64 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:48.588943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 900bca65-589a-4660-a1e3-3d586c103d64 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:48.590261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': 'c1728755-5917-423b-be14-b965ca654ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:48.599294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: fa42a24a-bb5d-496f-a668-b33215a99267, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:48.617808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network fa42a24a-bb5d-496f-a668-b33215a99267 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:48.627627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, fa42a24a-bb5d-496f-a668-b33215a99267) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:48.633931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:48.635154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.637888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24acf06-1223-42c4-8850-976cd22aba2a None None] Network fa42a24a-bb5d-496f-a668-b33215a99267 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:48.660130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:48.662355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2b8b757f-c379-4a83-88ad-199e3d385eff tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5056195 Aug 27 12:27:48.667895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267', 'name': 'tempest-PortsTestJSON-802186789'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:48.786359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-fa42a24a-bb5d-496f-a668-b33215a99267', 'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': 'be1dc7c5-8d4f-452e-92b3-691893e26a87'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:48.787916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.862926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d17232-96c3-4859-ad9d-7c4bc955f6a7 req-0bb08321-415d-4449-a6a0-dd5c6098838c tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:48.864416 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4d17232-96c3-4859-ad9d-7c4bc955f6a7 req-0bb08321-415d-4449-a6a0-dd5c6098838c tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 943 time: 0.1198862 Aug 27 12:27:48.927971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Allocated IP 172.20.0.2 (fa42a24a-bb5d-496f-a668-b33215a99267/be1dc7c5-8d4f-452e-92b3-691893e26a87/43615f65-e0b4-474f-9da8-0f70dbd47cc7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:48.962498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:48.966421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:48.986306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4d17232-96c3-4859-ad9d-7c4bc955f6a7 req-88c48986-3eab-4fa0-bf92-9d3d29bf81b0 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063151 Aug 27 12:27:48.994678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:49.079820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.088808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Transition to ACTIVE for port object 43615f65-e0b4-474f-9da8-0f70dbd47cc7 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:49.104679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Transition to ACTIVE for port object 43615f65-e0b4-474f-9da8-0f70dbd47cc7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:49.110945 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.146463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Network fa42a24a-bb5d-496f-a668-b33215a99267 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:49.149770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.149942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:49.155632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:49.164529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Pushing event updated for resources: {'Port': ['ID=43615f65-e0b4-474f-9da8-0f70dbd47cc7,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:49.211175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.13 (fa42a24a-bb5d-496f-a668-b33215a99267/be1dc7c5-8d4f-452e-92b3-691893e26a87/bab2ef20-3fa6-4a30-a5b5-878bb75c47a5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:49.219311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Attempting to bind port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:49.219623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Attempting to bind port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'c1728755-5917-423b-be14-b965ca654ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:49.219995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Attempting to bind port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 on network fa42a24a-bb5d-496f-a668-b33215a99267 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:49.225029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:49.225453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Checking segment: {'id': 'c1728755-5917-423b-be14-b965ca654ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:49.226544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.226812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Bound using segment: {'id': 'c1728755-5917-423b-be14-b965ca654ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:49.227281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Bound port: 43615f65-e0b4-474f-9da8-0f70dbd47cc7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1728755-5917-423b-be14-b965ca654ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fa42a24a-bb5d-496f-a668-b33215a99267'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:49.227661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.290735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] For port 43615f65-e0b4-474f-9da8-0f70dbd47cc7, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:49.293902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] For port 43615f65-e0b4-474f-9da8-0f70dbd47cc7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=43615f65-e0b4-474f-9da8-0f70dbd47cc7,segment=NetworkSegment(c1728755-5917-423b-be14-b965ca654ca0),segment_id=c1728755-5917-423b-be14-b965ca654ca0)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:49.298326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.357541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba141b-d0c1-474f-9489-9bfd0437ca35 None None] Pushing event updated for resources: {'Port': ['ID=43615f65-e0b4-474f-9da8-0f70dbd47cc7,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:49.471193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.507551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:49.575808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.618256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Deleting port d6642030-8516-492b-8bf3-fc10c1a55222 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:49.618628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.663220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network fa42a24a-bb5d-496f-a668-b33215a99267 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:49.671007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:49.673345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:49.707126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=bab2ef20-3fa6-4a30-a5b5-878bb75c47a5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:49.749351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:49.750019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.768664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] For port d6642030-8516-492b-8bf3-fc10c1a55222, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6642030-8516-492b-8bf3-fc10c1a55222,segment=NetworkSegment(ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250),segment_id=ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:49.768968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.780126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa5596bc-6993-467c-aea5-6212062447fc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1186626 Aug 27 12:27:49.782970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51246) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:49.784249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Calling delete_port for d6642030-8516-492b-8bf3-fc10c1a55222 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:49.877711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:49.878058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.978523 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.981033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:49.994559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:50.020028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6642030-8516-492b-8bf3-fc10c1a55222,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:50.074224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 21c37629-03d5-440a-b336-27da0066e6c8 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:27:50.181281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.215630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.239484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=bab2ef20-3fa6-4a30-a5b5-878bb75c47a5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:50.265498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 21c37629-03d5-440a-b336-27da0066e6c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=21c37629-03d5-440a-b336-27da0066e6c8,segment=NetworkSegment(720495f4-3258-424a-b59e-c5e2d5956b84),segment_id=720495f4-3258-424a-b59e-c5e2d5956b84)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:50.280287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '21c37629-03d5-440a-b336-27da0066e6c8', 'network_id': 'd5549370-4c3b-4ac4-978f-3fe2068717a3', 'port_id': '21c37629-03d5-440a-b336-27da0066e6c8', 'mac_address': 'fa:16:3e:20:b1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8bdb8c-9495-487e-8f67-463d38ba9601', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:27:50.349551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.356401 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c0ed7b9-b06f-46f9-914b-f6ff4f8490ed tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 HTTP/1.1" status: 204 len: 168 time: 0.5720959 Aug 27 12:27:50.357688 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.359524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:50.376597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c37629-03d5-440a-b336-27da0066e6c8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:50.394371 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c68f74-e365-4956-93bc-7d954b6c76ba tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:27:50.395557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c68f74-e365-4956-93bc-7d954b6c76ba tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:27:50.397706 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80c68f74-e365-4956-93bc-7d954b6c76ba tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 HTTP/1.1" status: 404 len: 333 time: 0.0367961 Aug 27 12:27:50.400763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 21c37629-03d5-440a-b336-27da0066e6c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=21c37629-03d5-440a-b336-27da0066e6c8,segment=NetworkSegment(720495f4-3258-424a-b59e-c5e2d5956b84),segment_id=720495f4-3258-424a-b59e-c5e2d5956b84)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:50.401403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:50.409217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.444980 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1d4eb5-08c0-42b5-a6cf-a5031186e29f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:27:50.462345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7a1d4eb5-08c0-42b5-a6cf-a5031186e29f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/bab2ef20-3fa6-4a30-a5b5-878bb75c47a5 HTTP/1.1" status: 404 len: 333 time: 0.0600171 Aug 27 12:27:50.465606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51254) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:50.480652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=21c37629-03d5-440a-b336-27da0066e6c8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:50.543494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet be1dc7c5-8d4f-452e-92b3-691893e26a87 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:50.548772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.573603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db352ed1-ee48-4510-beb7-9ce072a03c60 None None] Network fa42a24a-bb5d-496f-a668-b33215a99267 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:50.606236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f62fc-58f6-44fe-be71-1866e5a4b09f req-bdb6f485-2464-4b8d-a637-a3a914c8b9be tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:50.607836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c3f62fc-58f6-44fe-be71-1866e5a4b09f req-bdb6f485-2464-4b8d-a637-a3a914c8b9be tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 943 time: 0.5150659 Aug 27 12:27:50.609850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.646857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-62737a65-87d1-4baf-a99a-4d3b76caaef0 None None] Provisioning for port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:50.664667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.671230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 43615f65-e0b4-474f-9da8-0f70dbd47cc7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:50.689547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c3f62fc-58f6-44fe-be71-1866e5a4b09f req-b50e4401-fcc7-4a7a-b8d7-28a87e94948b tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Aug 27 12:27:50.713553 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.789350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.799885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:50.806793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:50.807378 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.819965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=be1dc7c5-8d4f-452e-92b3-691893e26a87,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:50.822215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.824423 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce0a4483-09b3-4ca0-a0eb-ef9c6038376f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/be1dc7c5-8d4f-452e-92b3-691893e26a87 HTTP/1.1" status: 204 len: 168 time: 0.3574054 Aug 27 12:27:50.827289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51256) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:50.839650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['21c37629-03d5-440a-b336-27da0066e6c8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:27:50.919518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.927065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Router 560b24bf-a32a-48b9-881b-a67a1baac182 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:27:50.973978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.996093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3f82de9-4585-4fae-a360-1fc768160459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:50.997424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:50.998726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.050126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 43615f65-e0b4-474f-9da8-0f70dbd47cc7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=43615f65-e0b4-474f-9da8-0f70dbd47cc7,segment=NetworkSegment(c1728755-5917-423b-be14-b965ca654ca0),segment_id=c1728755-5917-423b-be14-b965ca654ca0)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:51.058238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.065332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:27:51.074346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51258) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:51.076649 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] Sync routers for ids ['560b24bf-a32a-48b9-881b-a67a1baac182'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:27:51.077847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7571bed4-439f-49be-be2b-7c7907f34e8c admin admin] 10.222.0.76 "PUT /v2.0/routers/560b24bf-a32a-48b9-881b-a67a1baac182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5917177 Aug 27 12:27:51.087622 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] Routers {'560b24bf-a32a-48b9-881b-a67a1baac182'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:51.088624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['560b24bf-a32a-48b9-881b-a67a1baac182'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.137137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=43615f65-e0b4-474f-9da8-0f70dbd47cc7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:51.140491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af75f9c-9475-45c0-a707-ea4a523e4436 None None] Network fa42a24a-bb5d-496f-a668-b33215a99267 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:51.186125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port 43615f65-e0b4-474f-9da8-0f70dbd47cc7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=43615f65-e0b4-474f-9da8-0f70dbd47cc7,segment=NetworkSegment(c1728755-5917-423b-be14-b965ca654ca0),segment_id=c1728755-5917-423b-be14-b965ca654ca0)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:51.186537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.205905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 43615f65-e0b4-474f-9da8-0f70dbd47cc7 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:51.206816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] Set router 560b24bf-a32a-48b9-881b-a67a1baac182 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:51.212769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.231926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8d12cef3-3c1c-4a8c-9f46-8aba8262dff8 None None] Provisioning complete for port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:51.232487 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d12cef3-3c1c-4a8c-9f46-8aba8262dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.262716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.372061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.383999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.407004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:27:49Z', 'revision_number': 5, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port': {'id': 'b24cd399-8108-474f-9c2e-5b833b3f58f2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:02Z', 'updated_at': '2021-08-27T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.418489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=43615f65-e0b4-474f-9da8-0f70dbd47cc7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:51.437429 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] Checking router: 560b24bf-a32a-48b9-881b-a67a1baac182 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:27:51.445982 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] Routers {'560b24bf-a32a-48b9-881b-a67a1baac182'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:27:51.446624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['560b24bf-a32a-48b9-881b-a67a1baac182'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.448488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port 43615f65-e0b4-474f-9da8-0f70dbd47cc7 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:51.459436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b377af-ca7f-40e3-ba29-1aebc9b9aeab None None] DHCP port deletion for fa42a24a-bb5d-496f-a668-b33215a99267 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:51.538235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.539856 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] Set router 560b24bf-a32a-48b9-881b-a67a1baac182 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:27:51.558068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa42a24a-bb5d-496f-a668-b33215a99267']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.568991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1728755-5917-423b-be14-b965ca654ca0') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.569313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1728755-5917-423b-be14-b965ca654ca0') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.571814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Deleting port b24cd399-8108-474f-9c2e-5b833b3f58f2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:51.572159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.594640 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:27:51Z', 'revision_number': 6, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:51.613493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.629266 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b5962-b248-4967-b61a-4715515b5ef3 None None] The sync data for ids ['560b24bf-a32a-48b9-881b-a67a1baac182'] in n-d-688802-4 is: [{'id': '560b24bf-a32a-48b9-881b-a67a1baac182', 'name': 'tempest-ServersTestMultiNic-1639537236-router', 'tenant_id': 'ac59c20b74464c7795fb3971410dc374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:01Z', 'updated_at': '2021-08-27T12:27:51Z', 'revision_number': 6, 'project_id': 'ac59c20b74464c7795fb3971410dc374', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:27:51.635176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.645047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:51.645461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:51.649221 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:51.725555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] For port b24cd399-8108-474f-9c2e-5b833b3f58f2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b24cd399-8108-474f-9c2e-5b833b3f58f2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:51.725937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.728934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.742618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.744538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/fa42a24a-bb5d-496f-a668-b33215a99267 HTTP/1.1" status: 204 len: 168 time: 0.9161713 Aug 27 12:27:51.749252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:51.756014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-536231474'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:51.759245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Calling delete_port for b24cd399-8108-474f-9c2e-5b833b3f58f2 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:51.763223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b09e3-c291-44dc-acef-b3e701c4aadd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=fa42a24a-bb5d-496f-a668-b33215a99267,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:51.808530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:51.812068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.834353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b25b7-3795-4fb5-84d1-1611712edd50 req-14666f4d-7e40-4b5c-a4d5-473debebc6ba tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:51.836491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e60b25b7-3795-4fb5-84d1-1611712edd50 req-14666f4d-7e40-4b5c-a4d5-473debebc6ba tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 944 time: 0.0755358 Aug 27 12:27:51.864171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:51.889191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.889545 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment d8b7887f-85c1-45cc-bf5b-eb6a08db904e of type vlan for network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 Aug 27 12:27:51.904485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e60b25b7-3795-4fb5-84d1-1611712edd50 req-448f5a63-a37a-4922-bd77-b311b8b8987c tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604393 Aug 27 12:27:51.941729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.969436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:51.978212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:51.978212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.036667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2821491 Aug 27 12:27:52.042143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:52.048446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:52.089969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 21c37629-03d5-440a-b336-27da0066e6c8 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:52.115251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df976a18-9527-4639-9027-0c330b9aea6a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=60c89e67-8ab0-47cb-b8a6-6b9638ee34f7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:52.150681 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.156415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:52.185213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:52.190757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.233003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 21c37629-03d5-440a-b336-27da0066e6c8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:52.238998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 21c37629-03d5-440a-b336-27da0066e6c8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:27:52.239743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.297229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.328639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24cd399-8108-474f-9c2e-5b833b3f58f2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:52.335262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.363399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c37629-03d5-440a-b336-27da0066e6c8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:27:52.365650 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761cad4-bd9b-4fcf-93f2-356610a9b8fc" -d '{"events": [{"server_uuid": "7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0", "name": "network-vif-plugged", "status": "completed", "tag": "21c37629-03d5-440a-b336-27da0066e6c8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:27:52.379301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 21c37629-03d5-440a-b336-27da0066e6c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=21c37629-03d5-440a-b336-27da0066e6c8,segment=NetworkSegment(720495f4-3258-424a-b59e-c5e2d5956b84),segment_id=720495f4-3258-424a-b59e-c5e2d5956b84)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:52.387893 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.416641 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.438984 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2854f3-a936-4483-be15-324000efb8fa x-openstack-request-id: req-fd2854f3-a936-4483-be15-324000efb8fa {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:27:52.438984 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0", "name": "network-vif-plugged", "status": "completed", "tag": "21c37629-03d5-440a-b336-27da0066e6c8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:27:52.438984 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd2854f3-a936-4483-be15-324000efb8fa {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:27:52.439397 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c37629-03d5-440a-b336-27da0066e6c8', 'code': 200} Aug 27 12:27:52.444852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=21c37629-03d5-440a-b336-27da0066e6c8,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:52.474022 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.557202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=dfcbe586-18a6-4c07-b038-c8141945c85c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:52.559270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.562494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.563698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:52.563874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:52.580791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6642030-8516-492b-8bf3-fc10c1a55222 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:52.592213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:52.603462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:52.609376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d6642030-8516-492b-8bf3-fc10c1a55222 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:52.609705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6642030-8516-492b-8bf3-fc10c1a55222 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:52.610128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 43615f65-e0b4-474f-9da8-0f70dbd47cc7 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:52.611112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:52.612364 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.613841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f3f9-e094-4cb0-82dd-a7e72bf74903 req-5ba851b9-e229-4be8-8bf5-782b0072efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:52.615337 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a287f3f9-e094-4cb0-82dd-a7e72bf74903 req-5ba851b9-e229-4be8-8bf5-782b0072efb4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 1096 time: 0.0867298 Aug 27 12:27:52.631360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.632370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 560b24bf-a32a-48b9-881b-a67a1baac182 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:27:52.634039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41aa423-e63f-4578-97fa-ff2d5c135c9c None None] Network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:52.638439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a3e3dce-faab-4a3b-a19b-1210b154f398 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5933077 Aug 27 12:27:52.638716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 43615f65-e0b4-474f-9da8-0f70dbd47cc7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:52.638716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 43615f65-e0b4-474f-9da8-0f70dbd47cc7 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:52.638716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b24cd399-8108-474f-9c2e-5b833b3f58f2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:52.642605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51268) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:52.644389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.648158 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6649745a-3f8d-4caf-a8c0-5fec54b5bdf2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/560b24bf-a32a-48b9-881b-a67a1baac182 HTTP/1.1" status: 204 len: 168 time: 1.5702441 Aug 27 12:27:52.650489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-450941200'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:52.651340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51270) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:52.699155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b24cd399-8108-474f-9c2e-5b833b3f58f2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:52.699504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b24cd399-8108-474f-9c2e-5b833b3f58f2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:52.705734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a287f3f9-e094-4cb0-82dd-a7e72bf74903 req-f3e43300-2983-40a6-952d-28121e119e08 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827987 Aug 27 12:27:52.718719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Deleting subnet 0220b606-329f-45f8-a3eb-ce48bd4438a9 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:52.723396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.771685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.820271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:52.828482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-60c89e67-8ab0-47cb-b8a6-6b9638ee34f7', 'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': 'dfcbe586-18a6-4c07-b038-c8141945c85c'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:52.829613 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.831352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.855665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 858f4bf8-2e51-42b1-a46a-435998f48708 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:52.887303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:52.978360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.029680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.032758 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0220b606-329f-45f8-a3eb-ce48bd4438a9 HTTP/1.1" status: 204 len: 168 time: 0.3794200 Aug 27 12:27:53.033925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd82d31-8e6a-49b5-b911-a11fa46f1490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0220b606-329f-45f8-a3eb-ce48bd4438a9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.035951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51274) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:53.077090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.5 (60c89e67-8ab0-47cb-b8a6-6b9638ee34f7/dfcbe586-18a6-4c07-b038-c8141945c85c/858f4bf8-2e51-42b1-a46a-435998f48708) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:53.105941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fc342-9676-43db-bfb5-d6c101aa5e79 None None] Network 73fa4e02-6fe0-4d04-b714-a29c0af37e17 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:53.121613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.161707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98196f-2867-4d46-9c7b-7c260aff037f req-ded8b747-1c45-4669-9a7c-433c428d6daa tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:53.163992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d98196f-2867-4d46-9c7b-7c260aff037f req-ded8b747-1c45-4669-9a7c-433c428d6daa tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 945 time: 0.1392434 Aug 27 12:27:53.190571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Deleting port 037acda8-a892-410d-b67c-e2e6c422dffa {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:53.190932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.236452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d98196f-2867-4d46-9c7b-7c260aff037f req-27258867-9797-42b0-bad9-96e6963dc86a tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Aug 27 12:27:53.269985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] For port 037acda8-a892-410d-b67c-e2e6c422dffa, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=037acda8-a892-410d-b67c-e2e6c422dffa,segment=NetworkSegment(ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250),segment_id=ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:53.270357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.273682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.283981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Calling delete_port for 037acda8-a892-410d-b67c-e2e6c422dffa owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:53.287533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 858f4bf8-2e51-42b1-a46a-435998f48708 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:53.337468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.338915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122950e1-1161-409c-9b57-11018d897a1c None None] DHCP port deletion for 73fa4e02-6fe0-4d04-b714-a29c0af37e17 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:53.380391 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.383081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:53.390449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:53.394467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:53.401905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=858f4bf8-2e51-42b1-a46a-435998f48708,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.410406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Allocated IP 172.20.0.2 (60c89e67-8ab0-47cb-b8a6-6b9638ee34f7/dfcbe586-18a6-4c07-b038-c8141945c85c/5c8c9bdf-626e-4335-aa25-0312fee77336) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:53.420765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=037acda8-a892-410d-b67c-e2e6c422dffa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.428231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] No DVR routers for this DVR port 037acda8-a892-410d-b67c-e2e6c422dffa on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:53.455792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Deleting port 037acda8-a892-410d-b67c-e2e6c422dffa {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:53.456074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.459097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:53.459735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.478795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bdf3e437-a2ff-4a9b-b346-49dbe943c30a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8319411 Aug 27 12:27:53.479273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:53.519887 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.533299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fa4e02-6fe0-4d04-b714-a29c0af37e17']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:53.544981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:53.545915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6ea2ab-1c11-42ba-bb0c-4d3c601d7250') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:53.557212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.568659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-122950e1-1161-409c-9b57-11018d897a1c None None] For port 037acda8-a892-410d-b67c-e2e6c422dffa, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:53.569070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.572600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.576742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 858f4bf8-2e51-42b1-a46a-435998f48708 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:53.577118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.580092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:53.580730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:53.583338 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:53.591737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Calling delete_port for 037acda8-a892-410d-b67c-e2e6c422dffa owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:53.596461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Port 037acda8-a892-410d-b67c-e2e6c422dffa was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:27:53.600257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.651571 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.657397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.661963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/73fa4e02-6fe0-4d04-b714-a29c0af37e17 HTTP/1.1" status: 204 len: 168 time: 0.6227472 Aug 27 12:27:53.665940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122950e1-1161-409c-9b57-11018d897a1c None None] Pushing event deleted for resources: {'Port': ['ID=037acda8-a892-410d-b67c-e2e6c422dffa,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.674712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122950e1-1161-409c-9b57-11018d897a1c None None] No DVR routers for this DVR port 037acda8-a892-410d-b67c-e2e6c422dffa on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:53.677802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd6f27-2000-4420-bb7f-d611313f0ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73fa4e02-6fe0-4d04-b714-a29c0af37e17,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.699889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.709456 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.713323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 858f4bf8-2e51-42b1-a46a-435998f48708 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:53.718125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Transition to ACTIVE for port object 5c8c9bdf-626e-4335-aa25-0312fee77336 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:53.733686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Transition to ACTIVE for port object 5c8c9bdf-626e-4335-aa25-0312fee77336 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:53.739885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.783488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:53.789008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:53.791131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:53.801399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Pushing event updated for resources: {'Port': ['ID=5c8c9bdf-626e-4335-aa25-0312fee77336,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.853643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.862775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Attempting to bind port 5c8c9bdf-626e-4335-aa25-0312fee77336 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:27:53.864043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Attempting to bind port 5c8c9bdf-626e-4335-aa25-0312fee77336 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:27:53.864043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Attempting to bind port 5c8c9bdf-626e-4335-aa25-0312fee77336 on network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:27:53.869419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:27:53.870075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:53.870819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Checking segment: {'id': 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:53.871243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.871849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Bound using segment: {'id': 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:27:53.872697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Bound port: 5c8c9bdf-626e-4335-aa25-0312fee77336, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '60c89e67-8ab0-47cb-b8a6-6b9638ee34f7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:27:53.873271 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.890831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=858f4bf8-2e51-42b1-a46a-435998f48708,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:53.917862 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e6129eb-3070-4b3c-b771-e35f416d59c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac59c20b74464c7795fb3971410dc374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465157 Aug 27 12:27:53.920443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:53.944505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] For port 5c8c9bdf-626e-4335-aa25-0312fee77336, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:27:53.947547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] For port 5c8c9bdf-626e-4335-aa25-0312fee77336, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5c8c9bdf-626e-4335-aa25-0312fee77336,segment=NetworkSegment(d8b7887f-85c1-45cc-bf5b-eb6a08db904e),segment_id=d8b7887f-85c1-45cc-bf5b-eb6a08db904e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:27:53.951827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:53.998100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.003333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d84c002-9012-4d70-a452-5031d90014cf tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/858f4bf8-2e51-42b1-a46a-435998f48708 HTTP/1.1" status: 204 len: 168 time: 0.5229411 Aug 27 12:27:54.004022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:54.014330 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.024243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb8891-197d-43c5-a238-d183e13698c4 None None] Pushing event updated for resources: {'Port': ['ID=5c8c9bdf-626e-4335-aa25-0312fee77336,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:54.038882 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6f579c-313d-4b68-bb2e-156c5dad7d6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:27:54.040571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4f6f579c-313d-4b68-bb2e-156c5dad7d6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/858f4bf8-2e51-42b1-a46a-435998f48708 HTTP/1.1" status: 404 len: 333 time: 0.0353136 Aug 27 12:27:54.043329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:54.055560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f57f7b7-ada2-49cf-a696-5cf85c3b088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.114620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f57f7b7-ada2-49cf-a696-5cf85c3b088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.127485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet dfcbe586-18a6-4c07-b038-c8141945c85c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:27:54.132306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.198588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.253150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f57f7b7-ada2-49cf-a696-5cf85c3b088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.255954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f57f7b7-ada2-49cf-a696-5cf85c3b088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.260684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f57f7b7-ada2-49cf-a696-5cf85c3b088e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d9494e2-b3ac-4fe1-af0b-29b6468187ed HTTP/1.1" status: 204 len: 168 time: 0.3356788 Aug 27 12:27:54.298743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57f7b7-ada2-49cf-a696-5cf85c3b088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9494e2-b3ac-4fe1-af0b-29b6468187ed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:54.321654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.443343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa5ab5-8d6b-447c-9b64-1b6132067685 req-b95b9854-1f6f-4948-8277-8a55fdbef7bc tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:54.448062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92fa5ab5-8d6b-447c-9b64-1b6132067685 req-b95b9854-1f6f-4948-8277-8a55fdbef7bc tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 945 time: 0.0753560 Aug 27 12:27:54.449926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.492638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcbe586-18a6-4c07-b038-c8141945c85c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:54.515310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.519971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2ddbab0-f18d-4d67-a147-a16c985a951c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/dfcbe586-18a6-4c07-b038-c8141945c85c HTTP/1.1" status: 204 len: 168 time: 0.4756463 Aug 27 12:27:54.520408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:54.557171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92fa5ab5-8d6b-447c-9b64-1b6132067685 req-179b039e-af3e-49c8-9880-5a464bb7f50b tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910995 Aug 27 12:27:54.563888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5c8c9bdf-626e-4335-aa25-0312fee77336 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:27:54.621352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.622580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 5c8c9bdf-626e-4335-aa25-0312fee77336 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:27:54.693541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 5c8c9bdf-626e-4335-aa25-0312fee77336 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:54.693962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.696134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 037acda8-a892-410d-b67c-e2e6c422dffa no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:54.724738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 037acda8-a892-410d-b67c-e2e6c422dffa {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:54.725391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 037acda8-a892-410d-b67c-e2e6c422dffa not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:54.771534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port 5c8c9bdf-626e-4335-aa25-0312fee77336, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5c8c9bdf-626e-4335-aa25-0312fee77336,segment=NetworkSegment(d8b7887f-85c1-45cc-bf5b-eb6a08db904e),segment_id=d8b7887f-85c1-45cc-bf5b-eb6a08db904e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:27:54.771936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.786980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 5c8c9bdf-626e-4335-aa25-0312fee77336 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:54.879033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:54.921583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=5c8c9bdf-626e-4335-aa25-0312fee77336,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:54.935310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port 5c8c9bdf-626e-4335-aa25-0312fee77336 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:27:55.029114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.040810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c89e67-8ab0-47cb-b8a6-6b9638ee34f7']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:55.053027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:55.053324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b7887f-85c1-45cc-bf5b-eb6a08db904e') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:27:55.063235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.084365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.091501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:27:55.092200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:27:55.095939 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:27:55.112457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe204c-3563-49c1-a2e3-2d79eaefd55c None None] Network 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:55.148828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:55.156717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.160709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3a5f1123-efe6-4d3b-b7fc-b16ad322ab72 None None] Could not find standard attr ID for object 5c8c9bdf-626e-4335-aa25-0312fee77336. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:27:55.181720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.187184 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 HTTP/1.1" status: 204 len: 168 time: 0.6619990 Aug 27 12:27:55.187184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15729656-7095-4e8e-b96b-eb5689847b52 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=60c89e67-8ab0-47cb-b8a6-6b9638ee34f7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:55.188312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:55.193831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'name': 'tempest-PortsTestJSON-1652719204'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:55.276349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1868485133-network', 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:55.307573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334d51b-e818-478c-a2e4-d22ea1ce5010 None None] DHCP port deletion for 60c89e67-8ab0-47cb-b8a6-6b9638ee34f7 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:27:55.309972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:55.312324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.327731 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.337002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:55.340427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.365073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port ae0461c5-4f8d-476f-aacb-3543bc81b130 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:55.553974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.560867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.598454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.600019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:55.614450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59ab19f-9e38-44d6-8ece-4b17a782d385,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:55.618622 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.618968 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Added segment 5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2 of type vlan for network d8e926bb-780a-4413-95c3-ea1a29cefa2f Aug 27 12:27:55.702447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.737014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.758871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc43bd-2f25-47e2-a8ed-38484958c2cf req-db30e6d3-20a7-484d-8a41-e50b900e8b32 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:55.760398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4fc43bd-2f25-47e2-a8ed-38484958c2cf req-db30e6d3-20a7-484d-8a41-e50b900e8b32 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 945 time: 0.1315620 Aug 27 12:27:55.761021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.761899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:55.762479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.856955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:55.870726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:55.879254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:55.885378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:55.885952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.889047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7378354 Aug 27 12:27:55.892754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51322) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:55.898842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Request body: {'subnet': {'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1868485133-subnet', 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:55.899073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=ae0461c5-4f8d-476f-aacb-3543bc81b130,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:55.915885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341012b-f2f3-4a92-9b3a-5ceb44ab3336 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e926bb-780a-4413-95c3-ea1a29cefa2f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:55.920929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4fc43bd-2f25-47e2-a8ed-38484958c2cf req-3bc3e6e5-4a74-4d62-806d-5122b01a8a51 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353271 Aug 27 12:27:55.927183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:55.928125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:55.929940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:55.936480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e37c162-4110-4830-97aa-124994a359dc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7470186 Aug 27 12:27:55.937236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:56.056291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port ae0461c5-4f8d-476f-aacb-3543bc81b130 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:56.056636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.141390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.143484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.158907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for ae0461c5-4f8d-476f-aacb-3543bc81b130 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:56.212627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5ddb4f-320b-445f-a238-e7e6384dd6be,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:56.221675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:56.222033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Network hostable DHCP agents. Network: d8e926bb-780a-4413-95c3-ea1a29cefa2f, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:56.243121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:56.251495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.258337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d8e926bb-780a-4413-95c3-ea1a29cefa2f) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:56.265519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:56.266235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.284510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c24f6e-14c3-4fe1-8f4b-0e78b358b5e4 None None] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:56.293204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=ae0461c5-4f8d-476f-aacb-3543bc81b130,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:56.295747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.297921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c6c5863-c8a2-4ef1-a5d5-2e4fb838aeef tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/ae0461c5-4f8d-476f-aacb-3543bc81b130 HTTP/1.1" status: 204 len: 168 time: 0.3593249 Aug 27 12:27:56.300675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51330) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:56.307045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'mac_address': 'fa:16:3e:48:32:d6', 'name': 'tempest-PortsTestJSON-237630273'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:56.313473 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a7471bca-7f9c-43dd-80e8-21f8e9a7ecda admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4192152 Aug 27 12:27:56.423204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:56.520817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.538264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5c8c9bdf-626e-4335-aa25-0312fee77336 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:27:56.560768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 8d577e32-d262-420a-b7f8-621e265f0459 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:56.571647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c826ec9-4e9d-4901-b4bb-7719a0f95b74 None None] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:56.586307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 5c8c9bdf-626e-4335-aa25-0312fee77336 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:27:56.586692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5c8c9bdf-626e-4335-aa25-0312fee77336 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:27:56.784893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.900848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:56.945092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-bb2e6166-4f72-422e-bbdc-838404587de1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:56.946579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-bb2e6166-4f72-422e-bbdc-838404587de1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1596274 Aug 27 12:27:56.980908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:56.990579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a7bca083-5c77-4b36-bad7-005dc5bdfd3c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0344312 Aug 27 12:27:56.991478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:56.995480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:57.001042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:57.001663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.022202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=8d577e32-d262-420a-b7f8-621e265f0459,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:57.046443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-9e011507-35f0-40bc-92fd-6f3e7eba13ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415120 Aug 27 12:27:57.047374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7db267f8-1f7f-4dd1-a7ca-bd3e61372316 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7453387 Aug 27 12:27:57.050078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:57.145397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17633d72-e87d-4ea2-9215-098ec71ceca3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:57.146901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-17633d72-e87d-4ea2-9215-098ec71ceca3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/8d577e32-d262-420a-b7f8-621e265f0459 HTTP/1.1" status: 200 len: 840 time: 0.0955086 Aug 27 12:27:57.150476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51354) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:57.187032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-cdf11f47-9159-4721-9882-ea1186500484 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263039 Aug 27 12:27:57.255778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 8d577e32-d262-420a-b7f8-621e265f0459 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:57.256059 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.278579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-0c61005b-8bed-4a05-9cfc-98434a820b70 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848913 Aug 27 12:27:57.322106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.335356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 8d577e32-d262-420a-b7f8-621e265f0459 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:57.446740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.468170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-944bac4b-7648-4611-9062-180283368af1 req-0d7bd1b0-729f-4a28-a459-060a44ce0fd5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 210 time: 0.0422101 Aug 27 12:27:57.481184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=8d577e32-d262-420a-b7f8-621e265f0459,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:57.487450 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.489466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e9baf193-d967-4c62-9640-a760855a1eb4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/8d577e32-d262-420a-b7f8-621e265f0459 HTTP/1.1" status: 204 len: 168 time: 0.3378327 Aug 27 12:27:57.492638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51364) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:57.519932 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d8b0a9-8c6f-48b9-9d13-94b031c27375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:27:57.521598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-21d8b0a9-8c6f-48b9-9d13-94b031c27375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/8d577e32-d262-420a-b7f8-621e265f0459 HTTP/1.1" status: 404 len: 333 time: 0.0276365 Aug 27 12:27:57.525606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51366) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:57.533801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'name': 'tempest-PortsTestJSON-1804294150'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:57.640382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:57.645163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.667833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 8859c082-63aa-4870-9884-53b704be3e65 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:27:57.847221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.889044 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.933118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:57.941117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:57.945767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:57.951410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:57.952025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:57.958631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=8859c082-63aa-4870-9884-53b704be3e65,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:57.973481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-61301b34-e442-48d5-8c17-88ef53978a87 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4464798 Aug 27 12:27:57.976650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51382) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:57.982100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:58.058400 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.226943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.231761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.262466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] In _notify_port_updated(), no bound segment for port 8859c082-63aa-4870-9884-53b704be3e65 on network f2ffb137-66cd-485e-9ca3-1072851cbb14 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:27:58.267911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:58.268512 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.269815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/ports/8859c082-63aa-4870-9884-53b704be3e65 HTTP/1.1" status: 200 len: 818 time: 0.2920809 Aug 27 12:27:58.273053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:58.314154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c09ed-c2c5-41a1-bc00-955450ffe475 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=8859c082-63aa-4870-9884-53b704be3e65,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:58.372591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 8859c082-63aa-4870-9884-53b704be3e65 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:27:58.373132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.458548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.474599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 8859c082-63aa-4870-9884-53b704be3e65 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:27:58.606628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-538621a0-0ff1-4df0-969f-e651dd35c26b req-3bd9ba7d-1d7b-44ab-aba8-cadc081df859 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 210 time: 0.0334585 Aug 27 12:27:58.609416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.635673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-05499250-4104-4a2b-992c-56a1e0573503 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:58.639392 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-05499250-4104-4a2b-992c-56a1e0573503 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1710155 Aug 27 12:27:58.643532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=8859c082-63aa-4870-9884-53b704be3e65,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:58.650017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.654096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-42b5e4c3-83c5-4497-a488-6fa490b92c0c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/8859c082-63aa-4870-9884-53b704be3e65 HTTP/1.1" status: 204 len: 168 time: 0.3800554 Aug 27 12:27:58.654778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:58.672821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Request body: {'port': {'device_id': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'admin_state_up': True, 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:58.707553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e589c-b496-44e1-85c8-cc1651faa668 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:58.711675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-157e589c-b496-44e1-85c8-cc1651faa668 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0533519 Aug 27 12:27:58.711947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:58.740086 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad168e34-c338-4fe2-aab5-4d5ebe1ae61b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:27:58.742192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ad168e34-c338-4fe2-aab5-4d5ebe1ae61b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/8859c082-63aa-4870-9884-53b704be3e65 HTTP/1.1" status: 404 len: 333 time: 0.0293965 Aug 27 12:27:58.747962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:58.753630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-577598347'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:58.793500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1d83-e19d-463d-b16c-86c991015b0c req-9c54f741-4370-4589-a972-4280cb1a4dd6 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:58.793979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:58.795064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b1c1d83-e19d-463d-b16c-86c991015b0c req-9c54f741-4370-4589-a972-4280cb1a4dd6 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 945 time: 0.0577765 Aug 27 12:27:58.797437 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.826023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:58.829923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.835602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b1c1d83-e19d-463d-b16c-86c991015b0c req-21d27dc0-efa4-4496-9000-58e3b4cdf11f tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Aug 27 12:27:58.843887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:27:58.867763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:58.868114 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment 6d5948e4-8d99-4528-9a82-20b4df93b4a3 of type vlan for network e32fc6d1-4642-4604-bad3-e5e8dd57a579 Aug 27 12:27:58.950368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.012253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.017758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:59.018347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.070404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Allocated IP 172.20.0.11 (d8e926bb-780a-4413-95c3-ea1a29cefa2f/aa5ddb4f-320b-445f-a238-e7e6384dd6be/ca565937-46e0-45cc-a78a-0c9320b0cb52) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:59.099642 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3506253 Aug 27 12:27:59.103916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:59.108812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:59.110760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=e32fc6d1-4642-4604-bad3-e5e8dd57a579,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:59.127592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.127867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.128213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.128555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.128897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.129232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.129568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.129898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.130227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.130583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.130912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.131242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32043b6a-b70b-4d89-9d6a-998554ef0342 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:27:59.144471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:27:59.200696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:59.204480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.263793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.303583 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.349241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:27:59.356909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:59.360818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:27:59.385500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event updated for resources: {'Port': ['ID=ca565937-46e0-45cc-a78a-0c9320b0cb52,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:59.389495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.427666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:59.427666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.446958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-c623dc2a-7d8e-489f-b782-56abc68884f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835717 Aug 27 12:27:59.455332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=9a85b3eb-3516-45de-b6f6-d24186ac186e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:27:59.461398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Request body: {'port': {'device_id': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:59.465982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': '6d5948e4-8d99-4528-9a82-20b4df93b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:27:59.466350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: e32fc6d1-4642-4604-bad3-e5e8dd57a579, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:27:59.487000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:27:59.499667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e32fc6d1-4642-4604-bad3-e5e8dd57a579) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:27:59.504629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:27:59.505230 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.511575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daf8e1d-3933-4a10-9479-62718969a534 None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:27:59.524460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6046aaf8-3299-40ca-939c-19f71b21d4c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4195371 Aug 27 12:27:59.527316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.527543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:27:59.534461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:27:59.679182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:27:59.680709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': '9a85b3eb-3516-45de-b6f6-d24186ac186e'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:27:59.682400 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.683439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.833606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Allocated IP 172.20.0.2 (e32fc6d1-4642-4604-bad3-e5e8dd57a579/9a85b3eb-3516-45de-b6f6-d24186ac186e/470149b8-28c4-4b5c-a87a-699d89a61b2b) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:27:59.846314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca565937-46e0-45cc-a78a-0c9320b0cb52 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:27:59.855449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.871641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Transition to ACTIVE for port object ca565937-46e0-45cc-a78a-0c9320b0cb52 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:27:59.876401 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:27:59.939859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca565937-46e0-45cc-a78a-0c9320b0cb52,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:00.005750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.016521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Transition to ACTIVE for port object 470149b8-28c4-4b5c-a87a-699d89a61b2b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:00.018175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Attempting to bind port ca565937-46e0-45cc-a78a-0c9320b0cb52 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:00.018682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Attempting to bind port ca565937-46e0-45cc-a78a-0c9320b0cb52 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:00.018852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Attempting to bind port ca565937-46e0-45cc-a78a-0c9320b0cb52 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:00.024003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Port ca565937-46e0-45cc-a78a-0c9320b0cb52 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:28:00.024329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Attempting to bind port ca565937-46e0-45cc-a78a-0c9320b0cb52 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:00.029643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:00.029885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:00.030260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Bound using segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:00.030721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Bound port: ca565937-46e0-45cc-a78a-0c9320b0cb52, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:00.031076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.034863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Transition to ACTIVE for port object 470149b8-28c4-4b5c-a87a-699d89a61b2b will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:00.041115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.079960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:00.087528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:00.089990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:00.097549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Pushing event updated for resources: {'Port': ['ID=470149b8-28c4-4b5c-a87a-699d89a61b2b,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:00.111948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] For port ca565937-46e0-45cc-a78a-0c9320b0cb52, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:00.115105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] For port ca565937-46e0-45cc-a78a-0c9320b0cb52, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:00.124488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.154197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Attempting to bind port 470149b8-28c4-4b5c-a87a-699d89a61b2b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:00.155029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Attempting to bind port 470149b8-28c4-4b5c-a87a-699d89a61b2b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6d5948e4-8d99-4528-9a82-20b4df93b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:00.155602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Attempting to bind port 470149b8-28c4-4b5c-a87a-699d89a61b2b on network e32fc6d1-4642-4604-bad3-e5e8dd57a579 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:00.161037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:00.161688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Checking segment: {'id': '6d5948e4-8d99-4528-9a82-20b4df93b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:00.162089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.162780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Bound using segment: {'id': '6d5948e4-8d99-4528-9a82-20b4df93b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:00.163446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Bound port: 470149b8-28c4-4b5c-a87a-699d89a61b2b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5948e4-8d99-4528-9a82-20b4df93b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:00.164030 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.170606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.171117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.172982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/ca565937-46e0-45cc-a78a-0c9320b0cb52 HTTP/1.1" status: 200 len: 1092 time: 0.7171044 Aug 27 12:28:00.173446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'tag': 'ca565937-46e0-45cc-a78a-0c9320b0cb52'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:00.174674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24603c-8833-4a30-b0f4-c39aad43c540 req-d9cb3cdf-99f9-4a74-9c40-3f43b9821f37 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.175915 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259991cd-5671-452c-9eb6-799ab23744aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d50bde-4fe5-48eb-805e-82e7bc7314c0", "tag": "ca565937-46e0-45cc-a78a-0c9320b0cb52"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:00.176164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d24603c-8833-4a30-b0f4-c39aad43c540 req-d9cb3cdf-99f9-4a74-9c40-3f43b9821f37 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 932 time: 0.4427705 Aug 27 12:28:00.182044 n-d-688802-4 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a85b3eb-3516-45de-b6f6-d24186ac186e (CIDR: 172.20.0.0/28) Aug 27 12:28:00.192203 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:28:00.192685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:00.223155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1c060-1a25-4e2e-911e-fb279bc45c7d req-f4bbd560-08f9-4477-9466-0d5f3d2e1a01 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.224671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6fb1c060-1a25-4e2e-911e-fb279bc45c7d req-f4bbd560-08f9-4477-9466-0d5f3d2e1a01 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 945 time: 0.1285806 Aug 27 12:28:00.240074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f077239d-9282-4c6f-8177-c51d0ad135fd tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7088468 Aug 27 12:28:00.242961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:00.246313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] For port 470149b8-28c4-4b5c-a87a-699d89a61b2b, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:00.247299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f8cd-809f-4436-9d24-931e8918a4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca565937-46e0-45cc-a78a-0c9320b0cb52,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:00.257968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] For port 470149b8-28c4-4b5c-a87a-699d89a61b2b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=470149b8-28c4-4b5c-a87a-699d89a61b2b,segment=NetworkSegment(6d5948e4-8d99-4528-9a82-20b4df93b4a3),segment_id=6d5948e4-8d99-4528-9a82-20b4df93b4a3)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:00.264197 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.268855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:00.277086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-f304c39a-5435-41e5-a077-b8bdda76445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.279000 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-f304c39a-5435-41e5-a077-b8bdda76445c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 1095 time: 0.0618260 Aug 27 12:28:00.286661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d24603c-8833-4a30-b0f4-c39aad43c540 req-5e65e577-1031-43d5-9f25-c98247ba4fbe tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034086 Aug 27 12:28:00.350036 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-5bcf9e8f-6102-4ae4-a1ce-a56dbf51b23b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52 HTTP/1.1" status: 200 len: 217 time: 0.0537050 Aug 27 12:28:00.353448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da60c3c-2b9f-43ae-a5f5-4e4aec273d4e None None] Pushing event updated for resources: {'Port': ['ID=470149b8-28c4-4b5c-a87a-699d89a61b2b,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:00.360357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6fb1c060-1a25-4e2e-911e-fb279bc45c7d req-814496b2-356c-4cfb-95e2-40bde6513a4c tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/security-groups?id=201dde03-6ba5-44fd-ae80-5ef51d12d1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214437 Aug 27 12:28:00.402116 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afa15e-e869-4eff-a4fa-5f618044e12c x-openstack-request-id: req-a4afa15e-e869-4eff-a4fa-5f618044e12c {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:00.402518 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d50bde-4fe5-48eb-805e-82e7bc7314c0", "tag": "ca565937-46e0-45cc-a78a-0c9320b0cb52", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:00.402849 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4afa15e-e869-4eff-a4fa-5f618044e12c {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:00.403313 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'tag': 'ca565937-46e0-45cc-a78a-0c9320b0cb52', 'status': 'completed', 'code': 200} Aug 27 12:28:00.425242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-80da60f9-a2dc-4c68-a682-a4c551ef46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.426724 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-80da60f9-a2dc-4c68-a682-a4c551ef46e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0691931 Aug 27 12:28:00.433188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:00.436840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.460936 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-64b2493f-b697-4cfc-ac9d-593a2684f295 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260189 Aug 27 12:28:00.604286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a27b4-c652-47e2-a241-e1784c8139fa req-a510beac-04b4-4816-886a-5821eeb6c4b8 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.605791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-760a27b4-c652-47e2-a241-e1784c8139fa req-a510beac-04b4-4816-886a-5821eeb6c4b8 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 945 time: 0.0930550 Aug 27 12:28:00.649851 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-99b79317-2cc9-4d8a-8c14-e3b0f962852e service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817143 Aug 27 12:28:00.717872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.761965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:00.765121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:00.769472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.770059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.776098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=14540029-7d08-4901-aa97-e91ce1f0cb35,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:00.787521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Deleting port 21c37629-03d5-440a-b336-27da0066e6c8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:00.787944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.789495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37a1980f-21d6-4502-81ba-5aa36910c4a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5450804 Aug 27 12:28:00.792093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:00.795324 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b636aac0-ebda-417a-a42c-daac71ab3fc8 req-d378c58b-61ce-4279-bb2c-22fd73ddb1ed service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359828 Aug 27 12:28:00.797011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'fixed_ips': [{'subnet_id': '9a85b3eb-3516-45de-b6f6-d24186ac186e'}, {'subnet_id': '14540029-7d08-4901-aa97-e91ce1f0cb35'}], 'name': 'tempest-PortsTestJSON-983839964'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:00.912513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:00.918672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] For port 21c37629-03d5-440a-b336-27da0066e6c8, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=21c37629-03d5-440a-b336-27da0066e6c8,segment=NetworkSegment(720495f4-3258-424a-b59e-c5e2d5956b84),segment_id=720495f4-3258-424a-b59e-c5e2d5956b84)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:00.919255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:00.928662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259991cd-5671-452c-9eb6-799ab23744aa req-d25db710-211d-41fb-bb10-861b33ac5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:00.930165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-d25db710-211d-41fb-bb10-861b33ac5bbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 1095 time: 0.0817060 Aug 27 12:28:00.935768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Calling delete_port for 21c37629-03d5-440a-b336-27da0066e6c8 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:00.999580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.028254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:01.085082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259991cd-5671-452c-9eb6-799ab23744aa req-8e8f5826-1171-4410-a43e-c497c5554a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:01.086614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-8e8f5826-1171-4410-a43e-c497c5554a1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.1486216 Aug 27 12:28:01.157555 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-10477e01-287a-431b-8c75-534b9564fcd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52 HTTP/1.1" status: 200 len: 217 time: 0.0632851 Aug 27 12:28:01.222513 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.254219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['21c37629-03d5-440a-b336-27da0066e6c8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:28:01.267545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Pushing event deleted for resources: {'Port': ['ID=21c37629-03d5-440a-b336-27da0066e6c8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:01.270577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259991cd-5671-452c-9eb6-799ab23744aa req-fd59ba1d-cb30-4107-958a-8010b90b86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:01.272115 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-fd59ba1d-cb30-4107-958a-8010b90b86ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.1067493 Aug 27 12:28:01.330222 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-b3268b6a-163f-48b5-a5d7-d403add7588a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498507 Aug 27 12:28:01.348496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] No DVR routers for this DVR port 21c37629-03d5-440a-b336-27da0066e6c8 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:01.359604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.361533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-760a27b4-c652-47e2-a241-e1784c8139fa req-c8a75f37-7d23-4b50-ab06-5b2d695b98b9 tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.77 "DELETE /v2.0/ports/21c37629-03d5-440a-b336-27da0066e6c8 HTTP/1.1" status: 204 len: 173 time: 0.7491045 Aug 27 12:28:01.419958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.7 (e32fc6d1-4642-4604-bad3-e5e8dd57a579/9a85b3eb-3516-45de-b6f6-d24186ac186e/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:01.431689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.29 (e32fc6d1-4642-4604-bad3-e5e8dd57a579/14540029-7d08-4901-aa97-e91ce1f0cb35/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:01.487596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-15ef3881-ca56-43e5-b202-5ad8f489be4b service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401620 Aug 27 12:28:01.515681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813d5b2-f8aa-41c4-b2fe-3830b628e867 None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:01.603170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c1e52c0-3a21-437c-9fa9-ec5523f23b6a req-07bc2d97-e873-4d76-a528-c5429f43d4df tempest-VolumesActionsTest-656862718 tempest-VolumesActionsTest-656862718-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0 HTTP/1.1" status: 200 len: 210 time: 0.1177950 Aug 27 12:28:01.604428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-259991cd-5671-452c-9eb6-799ab23744aa req-0ec8bee4-3875-4b26-8bfa-3676a4af32f6 service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041276 Aug 27 12:28:01.643724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8e110ab1-3b1a-421b-8a64-cdb31a7837b1 None None] Provisioning for port 470149b8-28c4-4b5c-a87a-699d89a61b2b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:01.645698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4add46-df5d-4ab9-a923-aebf13e84c48 req-a34d2e9b-fc75-4399-ac04-bb0a7f200ae5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:01.647340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e4add46-df5d-4ab9-a923-aebf13e84c48 req-a34d2e9b-fc75-4399-ac04-bb0a7f200ae5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 944 time: 0.1609550 Aug 27 12:28:01.707165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.718847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e4add46-df5d-4ab9-a923-aebf13e84c48 req-05fc8e6a-e233-49d9-aa0b-eeb13e916326 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652702 Aug 27 12:28:01.733003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object ff9844c8-9121-4bf5-8d4a-13d53e5ae67d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:01.779795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.798289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Update dhcp port {'port': {'network_id': 'e32fc6d1-4642-4604-bad3-e5e8dd57a579', 'fixed_ips': [{'subnet_id': '9a85b3eb-3516-45de-b6f6-d24186ac186e', 'ip_address': '172.20.0.2'}, {'subnet_id': '14540029-7d08-4901-aa97-e91ce1f0cb35'}], 'binding:host_id': 'n-d-688802-4'}, 'id': '470149b8-28c4-4b5c-a87a-699d89a61b2b'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:28:01.828061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.835312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:01.838754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:01.845204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:01.898638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=ff9844c8-9121-4bf5-8d4a-13d53e5ae67d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:01.909755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:01.910534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:01.926046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c94c8f7d-8522-4309-848e-c43e98e73a56 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1327391 Aug 27 12:28:01.928956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51432) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:01.936307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a85b3eb-3516-45de-b6f6-d24186ac186e'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:02.014704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.022965 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Allocated IP 172.20.0.18 (e32fc6d1-4642-4604-bad3-e5e8dd57a579/14540029-7d08-4901-aa97-e91ce1f0cb35/470149b8-28c4-4b5c-a87a-699d89a61b2b) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:02.125625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] For port 470149b8-28c4-4b5c-a87a-699d89a61b2b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=470149b8-28c4-4b5c-a87a-699d89a61b2b,segment=NetworkSegment(6d5948e4-8d99-4528-9a82-20b4df93b4a3),segment_id=6d5948e4-8d99-4528-9a82-20b4df93b4a3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:02.157648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.171022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Transition to ACTIVE for port object 470149b8-28c4-4b5c-a87a-699d89a61b2b will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:02.175225 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.264406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4bda0-19cb-4232-b6c0-6361bca49cd8 None None] Pushing event updated for resources: {'Port': ['ID=470149b8-28c4-4b5c-a87a-699d89a61b2b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:02.284364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Delete allocated IP 172.20.0.29 (e32fc6d1-4642-4604-bad3-e5e8dd57a579/14540029-7d08-4901-aa97-e91ce1f0cb35) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 12:28:02.404588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'name': 'network-vif-deleted', 'tag': '21c37629-03d5-440a-b336-27da0066e6c8'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:02.408208 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c37831-383d-4dfe-8f15-efff350d96d7" -d '{"events": [{"server_uuid": "7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0", "name": "network-vif-deleted", "tag": "21c37629-03d5-440a-b336-27da0066e6c8"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:02.419570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.439145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Ignored duplicate provisioning block setup for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 12:28:02.445432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.452903 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26ed23-8f11-4d47-b61f-29faf6f43858 x-openstack-request-id: req-0a26ed23-8f11-4d47-b61f-29faf6f43858 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:02.453291 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0", "name": "network-vif-deleted", "tag": "21c37629-03d5-440a-b336-27da0066e6c8", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:02.453693 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a26ed23-8f11-4d47-b61f-29faf6f43858 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:02.454149 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28d74e-b8e9-40c7-86c7-ee3ce41e27e0', 'name': 'network-vif-deleted', 'tag': '21c37629-03d5-440a-b336-27da0066e6c8', 'status': 'completed', 'code': 200} Aug 27 12:28:02.546268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 470149b8-28c4-4b5c-a87a-699d89a61b2b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:02.548844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=ff9844c8-9121-4bf5-8d4a-13d53e5ae67d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:02.573919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] In _notify_port_updated(), no bound segment for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d on network e32fc6d1-4642-4604-bad3-e5e8dd57a579 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:28:02.579932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:02.580581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.582091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0f03d06a-a907-4834-b9a2-de3e2ddfdcf6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/ports/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d HTTP/1.1" status: 200 len: 918 time: 0.6520782 Aug 27 12:28:02.585546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51436) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:02.590990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a85b3eb-3516-45de-b6f6-d24186ac186e'}, {'subnet_id': '14540029-7d08-4901-aa97-e91ce1f0cb35'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:02.602315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 470149b8-28c4-4b5c-a87a-699d89a61b2b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:02.791783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.820256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621cde45-cfbb-407c-be00-37f24aa745aa None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:02.859065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbadbb-a798-49ec-9ca6-6d648e8559de req-f2d65d12-3c5d-4eab-9eb6-2ec5b7b14021 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:02.868646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78bbadbb-a798-49ec-9ca6-6d648e8559de req-f2d65d12-3c5d-4eab-9eb6-2ec5b7b14021 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 944 time: 0.0682786 Aug 27 12:28:02.917209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] Provisioning for port 470149b8-28c4-4b5c-a87a-699d89a61b2b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:02.925473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] Provisioning complete for port 470149b8-28c4-4b5c-a87a-699d89a61b2b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:02.925846 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:02.933025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78bbadbb-a798-49ec-9ca6-6d648e8559de req-1082921b-6325-40ae-aa04-e1ca88fd21a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618272 Aug 27 12:28:03.098418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.140798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] For port 470149b8-28c4-4b5c-a87a-699d89a61b2b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=470149b8-28c4-4b5c-a87a-699d89a61b2b,segment=NetworkSegment(6d5948e4-8d99-4528-9a82-20b4df93b4a3),segment_id=6d5948e4-8d99-4528-9a82-20b4df93b4a3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:03.162135 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.229526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fa79c-0ad6-4a9e-bbe0-334dc8bd8d65 None None] Pushing event updated for resources: {'Port': ['ID=470149b8-28c4-4b5c-a87a-699d89a61b2b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:03.258583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:03.366841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9e830-9202-4d69-bd5c-4d3ffcac772d req-61ca3d28-419c-4ffc-8bcd-5129558d7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:03.368449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4f9e830-9202-4d69-bd5c-4d3ffcac772d req-61ca3d28-419c-4ffc-8bcd-5129558d7f73 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.1088202 Aug 27 12:28:03.411320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4f9e830-9202-4d69-bd5c-4d3ffcac772d req-6489138c-9be3-47e3-8ece-43d4c870ba98 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353911 Aug 27 12:28:03.496438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-52d3fc2d-26bc-45dc-8e9c-1c29e2742476 None None] Provisioning complete for port 470149b8-28c4-4b5c-a87a-699d89a61b2b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:03.497604 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-52d3fc2d-26bc-45dc-8e9c-1c29e2742476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.613707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.25 (e32fc6d1-4642-4604-bad3-e5e8dd57a579/14540029-7d08-4901-aa97-e91ce1f0cb35/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:03.627040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-52d3fc2d-26bc-45dc-8e9c-1c29e2742476 None None] Provisioning for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:03.631328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-52d3fc2d-26bc-45dc-8e9c-1c29e2742476 None None] Provisioning complete for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:03.633961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-52d3fc2d-26bc-45dc-8e9c-1c29e2742476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.690651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-52d3fc2d-26bc-45dc-8e9c-1c29e2742476 None None] Port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:03.789406 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.812187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Ignored duplicate provisioning block setup for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 12:28:03.820429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.849652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3d39130e-0ce2-43e6-b0ba-6744e54b0621 None None] Provisioning complete for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:03.850903 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3d39130e-0ce2-43e6-b0ba-6744e54b0621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.877171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=ff9844c8-9121-4bf5-8d4a-13d53e5ae67d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:03.907414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3d39130e-0ce2-43e6-b0ba-6744e54b0621 None None] Port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:03.988948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] In _notify_port_updated(), no bound segment for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d on network e32fc6d1-4642-4604-bad3-e5e8dd57a579 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:28:03.995799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:03.996555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:03.998422 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-31e275ec-bcb3-4fd6-8ac1-0e581e0918bb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/ports/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d HTTP/1.1" status: 200 len: 998 time: 1.4118509 Aug 27 12:28:04.001625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:04.045042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5a2d80c7-b9eb-4b8b-a196-c67309977098 None None] Provisioning complete for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:04.045599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a2d80c7-b9eb-4b8b-a196-c67309977098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.090726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d80c7-b9eb-4b8b-a196-c67309977098 None None] Port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:04.122280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 21c37629-03d5-440a-b336-27da0066e6c8 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:04.153094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 21c37629-03d5-440a-b336-27da0066e6c8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:04.153592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 21c37629-03d5-440a-b336-27da0066e6c8 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:04.200431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbcf1d-372b-4fa5-9a52-a9c17cc6ef33 req-d1039197-c9fa-411d-9adf-5dd86aee475e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:04.202279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-effbcf1d-372b-4fa5-9a52-a9c17cc6ef33 req-d1039197-c9fa-411d-9adf-5dd86aee475e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 944 time: 0.1243300 Aug 27 12:28:04.231983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:04.232349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.302990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-effbcf1d-372b-4fa5-9a52-a9c17cc6ef33 req-e271a2f0-b92d-4014-912e-c0e7dfe83bf8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918376 Aug 27 12:28:04.315625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-012afc11-bc5c-4279-a5b6-8e9b3e8b28ea None None] Provisioning complete for port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:04.316012 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-012afc11-bc5c-4279-a5b6-8e9b3e8b28ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.349663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.362128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-012afc11-bc5c-4279-a5b6-8e9b3e8b28ea None None] Port ff9844c8-9121-4bf5-8d4a-13d53e5ae67d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:04.368315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for ff9844c8-9121-4bf5-8d4a-13d53e5ae67d owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:04.512526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ca565937-46e0-45cc-a78a-0c9320b0cb52 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:28:04.528158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 470149b8-28c4-4b5c-a87a-699d89a61b2b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:04.572774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.609701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=ff9844c8-9121-4bf5-8d4a-13d53e5ae67d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:04.722684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.725458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e42f126d-3915-4195-9aea-242792d77bf7 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d HTTP/1.1" status: 204 len: 168 time: 0.7225933 Aug 27 12:28:04.728605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:04.757866 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9a9447-33f9-47f6-b7be-921e0cfb76c2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:04.760098 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7e9a9447-33f9-47f6-b7be-921e0cfb76c2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d HTTP/1.1" status: 404 len: 333 time: 0.0298142 Aug 27 12:28:04.762844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51494) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:04.817527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 470149b8-28c4-4b5c-a87a-699d89a61b2b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:04.817949 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.824271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ca565937-46e0-45cc-a78a-0c9320b0cb52, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:04.838181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 14540029-7d08-4901-aa97-e91ce1f0cb35 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:04.842477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.867807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ca565937-46e0-45cc-a78a-0c9320b0cb52', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': 'ca565937-46e0-45cc-a78a-0c9320b0cb52', 'mac_address': 'fa:16:3e:bb:08:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:28:04.904909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:04.987048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.001325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca565937-46e0-45cc-a78a-0c9320b0cb52 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:28:05.025533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ca565937-46e0-45cc-a78a-0c9320b0cb52, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:05.033044 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.033269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.090159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ca565937-46e0-45cc-a78a-0c9320b0cb52,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:05.103582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.133180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=14540029-7d08-4901-aa97-e91ce1f0cb35,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:05.135191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.139616 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-72cb08da-bed5-48e2-a73a-5b5ebfbd80b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/14540029-7d08-4901-aa97-e91ce1f0cb35 HTTP/1.1" status: 204 len: 168 time: 0.3732333 Aug 27 12:28:05.140014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51496) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:05.145723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf89c0-49f3-4c4d-a385-79ce429e26f2 None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:05.214364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 9a85b3eb-3516-45de-b6f6-d24186ac186e {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:05.218328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.280667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.287273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ca565937-46e0-45cc-a78a-0c9320b0cb52'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:28:05.384835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.476316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f3021-c9cc-479b-bd10-90caef7274fe req-dee224e6-48e9-460e-9114-5b5f712a91fd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:05.477912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a55f3021-c9cc-479b-bd10-90caef7274fe req-dee224e6-48e9-460e-9114-5b5f712a91fd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 945 time: 0.0964096 Aug 27 12:28:05.507490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.544328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=9a85b3eb-3516-45de-b6f6-d24186ac186e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:05.550294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.555114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d0ea014d-4e49-4a20-b3f6-484052e324a6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/9a85b3eb-3516-45de-b6f6-d24186ac186e HTTP/1.1" status: 204 len: 168 time: 0.4139931 Aug 27 12:28:05.555510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:05.574330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a55f3021-c9cc-479b-bd10-90caef7274fe req-aacdb425-1e57-41ce-b0e7-d2b0a22f3bb9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852258 Aug 27 12:28:05.661365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.717542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 470149b8-28c4-4b5c-a87a-699d89a61b2b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:05.717890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.784971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port 470149b8-28c4-4b5c-a87a-699d89a61b2b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=470149b8-28c4-4b5c-a87a-699d89a61b2b,segment=NetworkSegment(6d5948e4-8d99-4528-9a82-20b4df93b4a3),segment_id=6d5948e4-8d99-4528-9a82-20b4df93b4a3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:05.784971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.802175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 470149b8-28c4-4b5c-a87a-699d89a61b2b owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:05.897654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:05.927103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=470149b8-28c4-4b5c-a87a-699d89a61b2b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:05.930038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port 470149b8-28c4-4b5c-a87a-699d89a61b2b on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:06.017174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.030108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32fc6d1-4642-4604-bad3-e5e8dd57a579']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:06.034178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ed4f4-00a5-47d8-8113-64141f4d0d47 None None] Network e32fc6d1-4642-4604-bad3-e5e8dd57a579 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:06.042947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5948e4-8d99-4528-9a82-20b4df93b4a3') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:06.043249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5948e4-8d99-4528-9a82-20b4df93b4a3') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:06.053298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.067828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.074146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:06.074595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:06.078719 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:06.099783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-91374100-dd71-4aaa-8f25-2d59451e80db None None] Could not find standard attr ID for object 470149b8-28c4-4b5c-a87a-699d89a61b2b. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:06.147899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.155600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.160887 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/e32fc6d1-4642-4604-bad3-e5e8dd57a579 HTTP/1.1" status: 204 len: 168 time: 0.6001868 Aug 27 12:28:06.161306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:06.171633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e2425-4d87-4627-aff0-5fc9be175de8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=e32fc6d1-4642-4604-bad3-e5e8dd57a579,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:06.218358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5c3b0-f31a-4016-9010-4e412f8c5e8b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:06.219874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-87e5c3b0-f31a-4016-9010-4e412f8c5e8b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0574534 Aug 27 12:28:06.223523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51506) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:06.243912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed67380-1645-4ed6-8fe5-44edde4fe7c1 None None] DHCP port deletion for e32fc6d1-4642-4604-bad3-e5e8dd57a579 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:06.273124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d3ef71b4-7e95-47a1-86a5-2845574b85f4 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0477231 Aug 27 12:28:06.276278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:06.281021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531241660'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:06.302291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:06.306131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.329896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:28:06.339551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.339930 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment 971d8402-62ba-4b6b-945b-5646e23da00c of type vlan for network 7f215957-ad2b-474e-9421-d9705d8b9d59 Aug 27 12:28:06.384621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.409023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.415348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:06.415950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.485795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2084670 Aug 27 12:28:06.489294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51510) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:06.492316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c233615-1f37-4c29-a593-3c5885316d0e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=7f215957-ad2b-474e-9421-d9705d8b9d59,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:06.494248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:06.502505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:28:06.575574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ca565937-46e0-45cc-a78a-0c9320b0cb52 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:06.577783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 470149b8-28c4-4b5c-a87a-699d89a61b2b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:06.625742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:06.635241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 470149b8-28c4-4b5c-a87a-699d89a61b2b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:06.635594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 470149b8-28c4-4b5c-a87a-699d89a61b2b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:06.637693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.687268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ca565937-46e0-45cc-a78a-0c9320b0cb52 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:06.697823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ca565937-46e0-45cc-a78a-0c9320b0cb52 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:06.701451 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.785679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55609-c9bc-4cab-a065-464952a2344a req-74ee355e-41ed-46d6-b1df-d8135ca5acfd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:06.802440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9c55609-c9bc-4cab-a065-464952a2344a req-74ee355e-41ed-46d6-b1df-d8135ca5acfd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 945 time: 0.0778353 Aug 27 12:28:06.845446 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.848381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9c55609-c9bc-4cab-a065-464952a2344a req-5063a9b3-9f96-432f-9a26-1cde474ba2c2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Aug 27 12:28:06.907930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ca565937-46e0-45cc-a78a-0c9320b0cb52, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:06.909336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca565937-46e0-45cc-a78a-0c9320b0cb52'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:06.913651 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b55028-d895-4678-bd99-27b6eeccfd09" -d '{"events": [{"server_uuid": "f3d50bde-4fe5-48eb-805e-82e7bc7314c0", "name": "network-vif-plugged", "status": "completed", "tag": "ca565937-46e0-45cc-a78a-0c9320b0cb52"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:06.924586 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.966920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:06.977394 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd4c1d-4c44-4cbd-95f4-7a25a7c8e321 x-openstack-request-id: req-0abd4c1d-4c44-4cbd-95f4-7a25a7c8e321 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:06.977690 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50bde-4fe5-48eb-805e-82e7bc7314c0", "name": "network-vif-plugged", "status": "completed", "tag": "ca565937-46e0-45cc-a78a-0c9320b0cb52", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:06.978304 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0abd4c1d-4c44-4cbd-95f4-7a25a7c8e321 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:06.979052 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca565937-46e0-45cc-a78a-0c9320b0cb52', 'code': 200} Aug 27 12:28:07.038490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ca565937-46e0-45cc-a78a-0c9320b0cb52,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:07.050372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=433d7f3e-f6e2-4b68-843f-a69992b0e1f4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:07.090640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': '971d8402-62ba-4b6b-945b-5646e23da00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:07.090982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: 7f215957-ad2b-474e-9421-d9705d8b9d59, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:28:07.110202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22608a-a36a-4767-88e8-5b1cc94ce293 req-42a5c999-6fb5-494e-9634-b09dc31c8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:07.111744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c22608a-a36a-4767-88e8-5b1cc94ce293 req-42a5c999-6fb5-494e-9634-b09dc31c8cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 1097 time: 0.0557718 Aug 27 12:28:07.120879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:28:07.141942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7f215957-ad2b-474e-9421-d9705d8b9d59) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:07.146371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:07.147011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.151185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6323925-9b4a-4c70-b88c-4e8a15f3dd62 None None] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:07.163898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4c22608a-a36a-4767-88e8-5b1cc94ce293 req-4b58b5f9-e38a-4f49-9d62-caa1e24ae7de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Aug 27 12:28:07.177044 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b30ce5e1-ac0c-4e15-91c5-ac48b3004499 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6848190 Aug 27 12:28:07.177245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51526) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:07.183063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59', 'name': 'tempest-PortsTestJSON-1223546140'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:07.303907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:07.304462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-7f215957-ad2b-474e-9421-d9705d8b9d59', 'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': '433d7f3e-f6e2-4b68-843f-a69992b0e1f4'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:07.304819 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.306983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.330658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port f448c5b1-fcb0-46c9-8598-83e5bd05f6b4 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:07.453026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.14 (7f215957-ad2b-474e-9421-d9705d8b9d59/433d7f3e-f6e2-4b68-843f-a69992b0e1f4/f448c5b1-fcb0-46c9-8598-83e5bd05f6b4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:07.609220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.623267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object f448c5b1-fcb0-46c9-8598-83e5bd05f6b4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:07.655923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.699752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Allocated IP 172.20.0.2 (7f215957-ad2b-474e-9421-d9705d8b9d59/433d7f3e-f6e2-4b68-843f-a69992b0e1f4/97f9756c-50ad-422c-a705-2ffb7c228927) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:07.702006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:07.707734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:07.712131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:07.735718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=f448c5b1-fcb0-46c9-8598-83e5bd05f6b4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:07.764847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:07.765477 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.782047 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cae567cd-a29c-45a4-8af5-6aa0227edd01 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6015596 Aug 27 12:28:07.782522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51528) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:07.787445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59', 'name': 'tempest-PortsTestJSON-1873298143'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:07.852463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.860570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Transition to ACTIVE for port object 97f9756c-50ad-422c-a705-2ffb7c228927 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:07.875830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Transition to ACTIVE for port object 97f9756c-50ad-422c-a705-2ffb7c228927 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:07.883706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.898374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:07.901947 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:07.922581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:07.924457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 612bab7f-8fd6-428f-9f97-4a99032f5874 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:07.927483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:07.931650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:07.958012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Pushing event updated for resources: {'Port': ['ID=97f9756c-50ad-422c-a705-2ffb7c228927,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:07.975825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.976159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.976499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.976850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.977162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.977509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.977817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.978141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.978487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.978811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.979136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.979484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:07.981852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5c41d-a0be-46ee-8885-20bd0917e5b1 req-3220fb22-21f0-45ac-b147-cefa32e9e044 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:07.988713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cf5c41d-a0be-46ee-8885-20bd0917e5b1 req-3220fb22-21f0-45ac-b147-cefa32e9e044 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 946 time: 0.0638409 Aug 27 12:28:08.016092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Attempting to bind port 97f9756c-50ad-422c-a705-2ffb7c228927 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:08.016453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Attempting to bind port 97f9756c-50ad-422c-a705-2ffb7c228927 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '971d8402-62ba-4b6b-945b-5646e23da00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:08.016824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Attempting to bind port 97f9756c-50ad-422c-a705-2ffb7c228927 on network 7f215957-ad2b-474e-9421-d9705d8b9d59 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:08.022008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:08.022405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Checking segment: {'id': '971d8402-62ba-4b6b-945b-5646e23da00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:08.022836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.023228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Bound using segment: {'id': '971d8402-62ba-4b6b-945b-5646e23da00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:08.023689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Bound port: 97f9756c-50ad-422c-a705-2ffb7c228927, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971d8402-62ba-4b6b-945b-5646e23da00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7f215957-ad2b-474e-9421-d9705d8b9d59'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:08.024072 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.042236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cf5c41d-a0be-46ee-8885-20bd0917e5b1 req-f9304011-e44c-45d1-91e2-3a2e2ddbf946 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 Aug 27 12:28:08.085915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.13 (7f215957-ad2b-474e-9421-d9705d8b9d59/433d7f3e-f6e2-4b68-843f-a69992b0e1f4/612bab7f-8fd6-428f-9f97-4a99032f5874) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:08.101815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] For port 97f9756c-50ad-422c-a705-2ffb7c228927, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:08.106058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] For port 97f9756c-50ad-422c-a705-2ffb7c228927, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=97f9756c-50ad-422c-a705-2ffb7c228927,segment=NetworkSegment(971d8402-62ba-4b6b-945b-5646e23da00c),segment_id=971d8402-62ba-4b6b-945b-5646e23da00c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:08.110367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.183490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55207-d636-4a51-99e6-f08b88d38ac4 None None] Pushing event updated for resources: {'Port': ['ID=97f9756c-50ad-422c-a705-2ffb7c228927,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:08.291034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.302920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.322049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 612bab7f-8fd6-428f-9f97-4a99032f5874 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:08.373727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.438789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:08.442976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=612bab7f-8fd6-428f-9f97-4a99032f5874,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:08.448271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:08.451604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:08.532060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:08.532748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.550829 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-51a63acc-da00-4ccf-8e29-1cf171096f9e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7645488 Aug 27 12:28:08.551109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:08.603381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 97f9756c-50ad-422c-a705-2ffb7c228927 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:08.650407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f590e3ff-93b1-4753-9833-abc8c4c26a3f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:08.654659 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f590e3ff-93b1-4753-9833-abc8c4c26a3f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.0998411 Aug 27 12:28:08.655764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:08.658957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 97f9756c-50ad-422c-a705-2ffb7c228927 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:08.751982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 612bab7f-8fd6-428f-9f97-4a99032f5874 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:08.752545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.841808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:08.861732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 612bab7f-8fd6-428f-9f97-4a99032f5874 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:09.002584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.032677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=612bab7f-8fd6-428f-9f97-4a99032f5874,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:09.123187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.128355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5c801b3b-b4fe-4451-967a-56825edce1b6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/612bab7f-8fd6-428f-9f97-4a99032f5874 HTTP/1.1" status: 204 len: 168 time: 0.4698956 Aug 27 12:28:09.130115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:09.171789 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-804c52b2-8644-45ce-ae19-b07ac2b47156 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:09.173074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-804c52b2-8644-45ce-ae19-b07ac2b47156 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/612bab7f-8fd6-428f-9f97-4a99032f5874 HTTP/1.1" status: 404 len: 333 time: 0.0418334 Aug 27 12:28:09.175403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51550) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:09.214697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fcd26-b86f-42ee-b142-2e9a51e67624 req-32d5ac35-faa8-4d43-b1ce-c2045d2d22b8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:09.218902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-172fcd26-b86f-42ee-b142-2e9a51e67624 req-32d5ac35-faa8-4d43-b1ce-c2045d2d22b8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 946 time: 0.0742829 Aug 27 12:28:09.258162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-172fcd26-b86f-42ee-b142-2e9a51e67624 req-96227e3f-ecab-4b30-8923-a4e72defc79f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Aug 27 12:28:09.275187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port f448c5b1-fcb0-46c9-8598-83e5bd05f6b4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:09.275539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.292525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1abb180-c21f-453f-84b5-eb1e4e16fba4 None None] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:09.394681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] Provisioning for port 97f9756c-50ad-422c-a705-2ffb7c228927 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:09.417269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.418117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] Provisioning complete for port 97f9756c-50ad-422c-a705-2ffb7c228927 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:09.422181 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.454030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for f448c5b1-fcb0-46c9-8598-83e5bd05f6b4 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:09.607308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c895e00-5e0e-4381-8871-d4f41c471b89 req-87e0793a-84c1-43c8-8b03-72ba778e04a9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:09.609189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c895e00-5e0e-4381-8871-d4f41c471b89 req-87e0793a-84c1-43c8-8b03-72ba778e04a9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 946 time: 0.0986919 Aug 27 12:28:09.620924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.633923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.671675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c895e00-5e0e-4381-8871-d4f41c471b89 req-81a03973-d661-46d1-9b11-a1fc5a7eb802 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Aug 27 12:28:09.684092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] For port 97f9756c-50ad-422c-a705-2ffb7c228927, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=97f9756c-50ad-422c-a705-2ffb7c228927,segment=NetworkSegment(971d8402-62ba-4b6b-945b-5646e23da00c),segment_id=971d8402-62ba-4b6b-945b-5646e23da00c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:09.688950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=f448c5b1-fcb0-46c9-8598-83e5bd05f6b4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:09.692865 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.750307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeb1cd-452a-4b82-9925-b7aaa175f18c None None] Pushing event updated for resources: {'Port': ['ID=97f9756c-50ad-422c-a705-2ffb7c228927,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:09.757429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.759393 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d8a9d12f-5071-43c2-93c0-6f0f62874d64 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/f448c5b1-fcb0-46c9-8598-83e5bd05f6b4 HTTP/1.1" status: 204 len: 168 time: 0.5820756 Aug 27 12:28:09.761725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51558) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:09.794153 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf05e76-4e8f-41ba-94cd-d5a0356ba842 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:09.795859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-edf05e76-4e8f-41ba-94cd-d5a0356ba842 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/f448c5b1-fcb0-46c9-8598-83e5bd05f6b4 HTTP/1.1" status: 404 len: 333 time: 0.0330255 Aug 27 12:28:09.801193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:09.858729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 433d7f3e-f6e2-4b68-843f-a69992b0e1f4 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:09.862287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.905176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:09.931750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4561ca89-6bd6-4883-88b2-89f853423c3b None None] Provisioning complete for port 97f9756c-50ad-422c-a705-2ffb7c228927 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:09.933356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4561ca89-6bd6-4883-88b2-89f853423c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.010773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.035688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4561ca89-6bd6-4883-88b2-89f853423c3b None None] Could not find standard attr ID for object f448c5b1-fcb0-46c9-8598-83e5bd05f6b4. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:10.077442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.107840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=433d7f3e-f6e2-4b68-843f-a69992b0e1f4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:10.110058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.114780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51562) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:10.115099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aeabf302-0b56-4b4e-bb60-177e6b1c40d3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/433d7f3e-f6e2-4b68-843f-a69992b0e1f4 HTTP/1.1" status: 204 len: 168 time: 0.3137391 Aug 27 12:28:10.141673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf23e73-8bdc-4c6e-acf6-68838fa95a32 None None] Network 7f215957-ad2b-474e-9421-d9705d8b9d59 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:10.161384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-15643d70-c7fb-4832-ab06-bbe8232be496 None None] Could not find standard attr ID for object f448c5b1-fcb0-46c9-8598-83e5bd05f6b4. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:10.204592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.260714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 97f9756c-50ad-422c-a705-2ffb7c228927 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:10.261129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.327030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] DHCP port deletion for 7f215957-ad2b-474e-9421-d9705d8b9d59 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:10.330424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port 97f9756c-50ad-422c-a705-2ffb7c228927, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=97f9756c-50ad-422c-a705-2ffb7c228927,segment=NetworkSegment(971d8402-62ba-4b6b-945b-5646e23da00c),segment_id=971d8402-62ba-4b6b-945b-5646e23da00c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:10.330765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.345423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 97f9756c-50ad-422c-a705-2ffb7c228927 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:10.384331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] Deleting port 97f9756c-50ad-422c-a705-2ffb7c228927 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:10.384633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.449420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.467460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] For port 97f9756c-50ad-422c-a705-2ffb7c228927, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=97f9756c-50ad-422c-a705-2ffb7c228927,segment=NetworkSegment(971d8402-62ba-4b6b-945b-5646e23da00c),segment_id=971d8402-62ba-4b6b-945b-5646e23da00c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:10.467460 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.479641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] Calling delete_port for 97f9756c-50ad-422c-a705-2ffb7c228927 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:10.484838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=97f9756c-50ad-422c-a705-2ffb7c228927,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:10.493635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port 97f9756c-50ad-422c-a705-2ffb7c228927 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:10.569907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 97f9756c-50ad-422c-a705-2ffb7c228927 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:10.603361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 97f9756c-50ad-422c-a705-2ffb7c228927 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:10.603703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 97f9756c-50ad-422c-a705-2ffb7c228927 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:10.603951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.617160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.626166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f215957-ad2b-474e-9421-d9705d8b9d59']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:10.642813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971d8402-62ba-4b6b-945b-5646e23da00c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:10.643305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971d8402-62ba-4b6b-945b-5646e23da00c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:10.649412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] Pushing event deleted for resources: {'Port': ['ID=97f9756c-50ad-422c-a705-2ffb7c228927,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:10.656117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15bd1a6-3556-45d8-b898-382addd104ca None None] No DVR routers for this DVR port 97f9756c-50ad-422c-a705-2ffb7c228927 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:10.661036 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.679326 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.688410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:10.688823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:10.692252 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:10.766571 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.780981 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.795879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/7f215957-ad2b-474e-9421-d9705d8b9d59 HTTP/1.1" status: 204 len: 168 time: 0.6788797 Aug 27 12:28:10.798548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51570) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:10.805277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-660583623'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:10.822010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ac35-e093-4837-97a7-4b987f00e582 req-fccdf265-0ec9-48e4-8558-41f03fd58871 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:10.823702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4e2ac35-e093-4837-97a7-4b987f00e582 req-fccdf265-0ec9-48e4-8558-41f03fd58871 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 946 time: 0.0716479 Aug 27 12:28:10.826214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb88f-e379-42d1-9297-b5cec67d9e5e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=7f215957-ad2b-474e-9421-d9705d8b9d59,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:10.849236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:10.853246 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.886908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:28:10.914033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4e2ac35-e093-4837-97a7-4b987f00e582 req-d4edb766-6bbf-447f-87ba-080fe6f8e5fc tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836747 Aug 27 12:28:10.950781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:10.951153 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment 63a48659-bb9e-48b9-bd4a-790c224eb888 of type vlan for network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 Aug 27 12:28:11.001539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-b494e77e-2a4d-473a-af59-0e93085fcbef tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:11.003066 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-b494e77e-2a4d-473a-af59-0e93085fcbef tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 946 time: 0.1118248 Aug 27 12:28:11.006820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.073388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.078770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:11.079623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.118627 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3188312 Aug 27 12:28:11.121456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:11.127733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:11.184916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb429c1-8e00-48ff-a03e-e386a87b0d95 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:11.203877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:28:11.207435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Deleting port ca565937-46e0-45cc-a78a-0c9320b0cb52 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:11.208350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.239911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:11.244246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.318418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] For port ca565937-46e0-45cc-a78a-0c9320b0cb52, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ca565937-46e0-45cc-a78a-0c9320b0cb52,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:11.319208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.334965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Calling delete_port for ca565937-46e0-45cc-a78a-0c9320b0cb52 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:11.448132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.478936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.492785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ca565937-46e0-45cc-a78a-0c9320b0cb52'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:28:11.514693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event deleted for resources: {'Port': ['ID=ca565937-46e0-45cc-a78a-0c9320b0cb52,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:11.515226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=2a4828b0-73ed-4312-8696-250e0fc788fe,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:11.545993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': '63a48659-bb9e-48b9-bd4a-790c224eb888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:11.546790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:28:11.563043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] No DVR routers for this DVR port ca565937-46e0-45cc-a78a-0c9320b0cb52 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:11.565719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.567926 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5a5e0c0f-617b-425b-b8a0-d5c463f862cc req-8eeafb77-4fde-4d39-9666-b9d7bb9f1492 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "DELETE /v2.0/ports/ca565937-46e0-45cc-a78a-0c9320b0cb52 HTTP/1.1" status: 204 len: 173 time: 0.5571568 Aug 27 12:28:11.568413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'name': 'network-vif-deleted', 'tag': 'ca565937-46e0-45cc-a78a-0c9320b0cb52'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:11.572281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:28:11.580095 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dfda30-6a47-4a4f-b896-581d78177ea2" -d '{"events": [{"server_uuid": "f3d50bde-4fe5-48eb-805e-82e7bc7314c0", "name": "network-vif-deleted", "tag": "ca565937-46e0-45cc-a78a-0c9320b0cb52"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:11.589351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:11.594049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:11.594757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.609523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d83d4d-511d-4d76-9a3e-2fab18c010ed None None] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:11.625108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30bf2a0d-7ac5-4c0e-ab00-92f16d8402f1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5009868 Aug 27 12:28:11.627569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51582) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:11.640684 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ead2055-80e1-457a-8598-5de38bb6c18f x-openstack-request-id: req-4ead2055-80e1-457a-8598-5de38bb6c18f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:11.641267 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d50bde-4fe5-48eb-805e-82e7bc7314c0", "name": "network-vif-deleted", "tag": "ca565937-46e0-45cc-a78a-0c9320b0cb52", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:11.641688 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ead2055-80e1-457a-8598-5de38bb6c18f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:11.642292 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d50bde-4fe5-48eb-805e-82e7bc7314c0', 'name': 'network-vif-deleted', 'tag': 'ca565937-46e0-45cc-a78a-0c9320b0cb52', 'status': 'completed', 'code': 200} Aug 27 12:28:11.643609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21', 'name': 'tempest-PortsTestJSON-967388675', 'fixed_ips': [{'subnet_id': '2a4828b0-73ed-4312-8696-250e0fc788fe', 'ip_address': '172.20.0.10'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:11.766593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:11.791738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21', 'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': '2a4828b0-73ed-4312-8696-250e0fc788fe'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:11.792642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.851136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:11.868185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port dc136eed-85cf-4b70-b17d-316c052de4c0 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:11.931283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Allocated IP 172.20.0.2 (b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21/2a4828b0-73ed-4312-8696-250e0fc788fe/d6c02b4f-9890-4020-bc1b-2f0ecebed16f) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:12.070372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-624ed81f-64e6-4e1c-bd89-a83ad8b76715 req-cf7d5c73-7c01-44d1-9b57-17f757a6a5c0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3d50bde-4fe5-48eb-805e-82e7bc7314c0 HTTP/1.1" status: 200 len: 210 time: 0.0297909 Aug 27 12:28:12.130274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.140777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Transition to ACTIVE for port object d6c02b4f-9890-4020-bc1b-2f0ecebed16f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:12.156567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Transition to ACTIVE for port object d6c02b4f-9890-4020-bc1b-2f0ecebed16f will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:12.163563 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.215734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.10 (b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21/2a4828b0-73ed-4312-8696-250e0fc788fe/dc136eed-85cf-4b70-b17d-316c052de4c0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:12.223400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:12.226142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:12.229047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Pushing event updated for resources: {'Port': ['ID=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:12.231763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:12.297778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Attempting to bind port d6c02b4f-9890-4020-bc1b-2f0ecebed16f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:12.298158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Attempting to bind port d6c02b4f-9890-4020-bc1b-2f0ecebed16f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '63a48659-bb9e-48b9-bd4a-790c224eb888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:12.298577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Attempting to bind port d6c02b4f-9890-4020-bc1b-2f0ecebed16f on network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:12.306162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:12.306600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Checking segment: {'id': '63a48659-bb9e-48b9-bd4a-790c224eb888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:12.307184 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.307713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Bound using segment: {'id': '63a48659-bb9e-48b9-bd4a-790c224eb888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:12.308247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Bound port: d6c02b4f-9890-4020-bc1b-2f0ecebed16f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a48659-bb9e-48b9-bd4a-790c224eb888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:12.308574 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.379906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] For port d6c02b4f-9890-4020-bc1b-2f0ecebed16f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:12.383803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] For port d6c02b4f-9890-4020-bc1b-2f0ecebed16f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,segment=NetworkSegment(63a48659-bb9e-48b9-bd4a-790c224eb888),segment_id=63a48659-bb9e-48b9-bd4a-790c224eb888)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:12.388419 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.394466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.408437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object dc136eed-85cf-4b70-b17d-316c052de4c0 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:12.463014 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.463164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63bcc-59af-46e4-9e15-79fb238e1276 None None] Pushing event updated for resources: {'Port': ['ID=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:12.520321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:12.523693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:12.529086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:12.533870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=dc136eed-85cf-4b70-b17d-316c052de4c0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:12.589966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:12.590718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.610874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-446cadf0-2068-4106-b25e-325a366817e6 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9800084 Aug 27 12:28:12.611449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:12.620684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': 'b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21', 'name': 'tempest-PortsTestJSON-2071671905', 'fixed_ips': [{'subnet_id': '2a4828b0-73ed-4312-8696-250e0fc788fe', 'ip_address': '172.20.0.9'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:12.758485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:12.764297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:12.785564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 26a9c80d-b277-48af-bd0e-d7f11c473859 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:12.942814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.9 (b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21/2a4828b0-73ed-4312-8696-250e0fc788fe/26a9c80d-b277-48af-bd0e-d7f11c473859) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:13.098453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:13.115013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 26a9c80d-b277-48af-bd0e-d7f11c473859 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:13.152639 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:13.198673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:13.202042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:13.205171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:13.267418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:13.268130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:13.270794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=26a9c80d-b277-48af-bd0e-d7f11c473859,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:13.288143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d775a3a5-c760-47fa-8048-b33ffa51ed4a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6757109 Aug 27 12:28:13.290940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:13.455712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e6ca6d-7cc1-4217-a75f-fe5b83bb293c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:13.460125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-02e6ca6d-7cc1-4217-a75f-fe5b83bb293c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1651826 Aug 27 12:28:13.460397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:13.512206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-9bbefa15-ffe6-4e38-804b-6854cc1a1b02 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:13.513794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-9bbefa15-ffe6-4e38-804b-6854cc1a1b02 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1860321 Aug 27 12:28:13.540133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-220f3b37-59eb-442c-80c3-962d280deb46 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0178535 Aug 27 12:28:13.549484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c10be2-6ee8-45e6-9cde-83ef2d79303b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:13.555520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c10be2-6ee8-45e6-9cde-83ef2d79303b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:13.561546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c10be2-6ee8-45e6-9cde-83ef2d79303b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:13.565996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29c10be2-6ee8-45e6-9cde-83ef2d79303b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1019495 Aug 27 12:28:13.566424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51622) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:13.581431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae7d1b-5521-4250-8698-35d6c0d051f4 None None] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:13.604004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-26baa5af-9bf8-416c-89d3-7055e387befe tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395522 Aug 27 12:28:13.662591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 26a9c80d-b277-48af-bd0e-d7f11c473859 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:13.662944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:13.680568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e1858c65-ca24-40b8-a435-e958b7a063f6 None None] Provisioning for port d6c02b4f-9890-4020-bc1b-2f0ecebed16f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:13.718325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-8996deab-58bf-482a-a470-0543620e2141 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133175 Aug 27 12:28:13.781470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:13.799209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 26a9c80d-b277-48af-bd0e-d7f11c473859 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:13.829717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-cf3d04d8-56f8-4e32-9264-0679c51e3095 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102200 Aug 27 12:28:13.967734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:14.006632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=26a9c80d-b277-48af-bd0e-d7f11c473859,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:14.073907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff6fdff7-6bea-4c34-8a0f-e360749a5b22 req-e7121bee-0394-4165-9398-2e3ca885f46b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0541086 Aug 27 12:28:14.101572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:14.101572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b67a606a-9300-4703-826a-79812a1a813f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/26a9c80d-b277-48af-bd0e-d7f11c473859 HTTP/1.1" status: 204 len: 168 time: 0.5314116 Aug 27 12:28:14.101572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51628) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:14.117936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fba51803-4e7f-44c5-9898-c1b88da4f72f None None] Could not find standard attr ID for object 26a9c80d-b277-48af-bd0e-d7f11c473859. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:14.136865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fba51803-4e7f-44c5-9898-c1b88da4f72f None None] Provisioning for port dc136eed-85cf-4b70-b17d-316c052de4c0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:14.137279 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2572b2-354b-48c5-bca1-086dd3647465 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:14.141633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fba51803-4e7f-44c5-9898-c1b88da4f72f None None] Provisioning complete for port dc136eed-85cf-4b70-b17d-316c052de4c0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:14.141818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:14.141918 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e2572b2-354b-48c5-bca1-086dd3647465 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/26a9c80d-b277-48af-bd0e-d7f11c473859 HTTP/1.1" status: 404 len: 333 time: 0.0397918 Aug 27 12:28:14.142548 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fba51803-4e7f-44c5-9898-c1b88da4f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:14.189587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fba51803-4e7f-44c5-9898-c1b88da4f72f None None] Port dc136eed-85cf-4b70-b17d-316c052de4c0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:14.289633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port dc136eed-85cf-4b70-b17d-316c052de4c0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:14.290225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:14.400625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:14.416510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for dc136eed-85cf-4b70-b17d-316c052de4c0 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:14.472706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-289875df-5c7f-4784-8ef9-58de18970ce3 None None] Provisioning complete for port dc136eed-85cf-4b70-b17d-316c052de4c0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:14.473317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-289875df-5c7f-4784-8ef9-58de18970ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:14.645350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-289875df-5c7f-4784-8ef9-58de18970ce3 None None] Port dc136eed-85cf-4b70-b17d-316c052de4c0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:14.648146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ca565937-46e0-45cc-a78a-0c9320b0cb52 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:14.955964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c02b4f-9890-4020-bc1b-2f0ecebed16f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:14.997376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ca565937-46e0-45cc-a78a-0c9320b0cb52 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:14.997987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ca565937-46e0-45cc-a78a-0c9320b0cb52 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:15.003473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3e7c9e72-e81b-4ac2-93fd-0ab286f03d4c None None] Could not find standard attr ID for object 26a9c80d-b277-48af-bd0e-d7f11c473859. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:15.019741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d6c02b4f-9890-4020-bc1b-2f0ecebed16f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:15.025217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6c02b4f-9890-4020-bc1b-2f0ecebed16f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:15.025709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.128381 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.140039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.178042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d6c02b4f-9890-4020-bc1b-2f0ecebed16f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,segment=NetworkSegment(63a48659-bb9e-48b9-bd4a-790c224eb888),segment_id=63a48659-bb9e-48b9-bd4a-790c224eb888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:15.183495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.202077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=dc136eed-85cf-4b70-b17d-316c052de4c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:15.273382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:15.285052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d291ecd1-afad-4d1a-acb4-0a2276377247 req-9ddb68fb-44bc-4aa9-acb4-a976b89f5606 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0759320 Aug 27 12:28:15.363718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.366880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-50c215c8-8161-4aa3-926d-bb792b57e5ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/dc136eed-85cf-4b70-b17d-316c052de4c0 HTTP/1.1" status: 204 len: 168 time: 1.2241638 Aug 27 12:28:15.369533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:15.399962 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d270f75-6fb6-4aef-929b-ebcc56857d4b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:15.402104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6d270f75-6fb6-4aef-929b-ebcc56857d4b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/dc136eed-85cf-4b70-b17d-316c052de4c0 HTTP/1.1" status: 404 len: 333 time: 0.0312095 Aug 27 12:28:15.404778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:15.460341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-a47390d6-3d60-4ab3-b544-d9efe7a6751c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:15.461931 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-a47390d6-3d60-4ab3-b544-d9efe7a6751c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.2040558 Aug 27 12:28:15.476682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Request body: {'port': {'device_id': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'admin_state_up': True, 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:15.480363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 2a4828b0-73ed-4312-8696-250e0fc788fe {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:15.484295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.535427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.623010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:15.626636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.639961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.710735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.739260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4828b0-73ed-4312-8696-250e0fc788fe,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:15.742918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.747142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9f457f80-c664-4a26-a753-d859ce5464e2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/2a4828b0-73ed-4312-8696-250e0fc788fe HTTP/1.1" status: 204 len: 168 time: 0.3403587 Aug 27 12:28:15.747316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae17133-a00b-4ee1-a71a-f204aed9d97a None None] Network b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:15.749115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51656) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:15.772297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Allocated IP 172.20.0.6 (d8e926bb-780a-4413-95c3-ea1a29cefa2f/aa5ddb4f-320b-445f-a238-e7e6384dd6be/ac57392f-db1b-4021-9414-4cc2dc93b351) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:15.832566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.894030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port d6c02b4f-9890-4020-bc1b-2f0ecebed16f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:15.894472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.936908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.944253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] DHCP port deletion for b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:15.975499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port d6c02b4f-9890-4020-bc1b-2f0ecebed16f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,segment=NetworkSegment(63a48659-bb9e-48b9-bd4a-790c224eb888),segment_id=63a48659-bb9e-48b9-bd4a-790c224eb888)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:15.975893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.987777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:15.993895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for d6c02b4f-9890-4020-bc1b-2f0ecebed16f owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:15.996596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] Deleting port d6c02b4f-9890-4020-bc1b-2f0ecebed16f {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:15.997304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.021542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:16.040932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:16.045838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:16.075613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] For port d6c02b4f-9890-4020-bc1b-2f0ecebed16f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,segment=NetworkSegment(63a48659-bb9e-48b9-bd4a-790c224eb888),segment_id=63a48659-bb9e-48b9-bd4a-790c224eb888)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:16.076357 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.100328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] Calling delete_port for d6c02b4f-9890-4020-bc1b-2f0ecebed16f owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:16.110456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event updated for resources: {'Port': ['ID=ac57392f-db1b-4021-9414-4cc2dc93b351,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:16.125351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.139632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:16.140684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.163592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-bd6b05b2-ddb6-4c1c-9872-5e991e26c7b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6911113 Aug 27 12:28:16.165467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:16.176023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port d6c02b4f-9890-4020-bc1b-2f0ecebed16f on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:16.196530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Request body: {'port': {'device_id': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:16.199855 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.247862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] No DVR routers for this DVR port d6c02b4f-9890-4020-bc1b-2f0ecebed16f on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:16.255514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb286fc-2365-4870-ad30-a178dde2322c None None] Pushing event deleted for resources: {'Port': ['ID=d6c02b4f-9890-4020-bc1b-2f0ecebed16f,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:16.282232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.293752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.304296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:16.318973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a48659-bb9e-48b9-bd4a-790c224eb888') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:16.319468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a48659-bb9e-48b9-bd4a-790c224eb888') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:16.333867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.354812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.369234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:16.369893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:16.373290 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:16.482812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150c87d-e244-4b8d-918b-995bf3d836d2 req-b6bd89c6-54e1-4fe6-b2d1-3b456a9dc7a4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:16.484663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7150c87d-e244-4b8d-918b-995bf3d836d2 req-b6bd89c6-54e1-4fe6-b2d1-3b456a9dc7a4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 931 time: 0.0982656 Aug 27 12:28:16.485595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.493544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.495909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21 HTTP/1.1" status: 204 len: 168 time: 0.7456899 Aug 27 12:28:16.500465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:16.524886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1646029168'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:16.557058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884b930-b48d-459f-bac9-d80f467eedf8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=b2bc85e9-ac17-4c03-8e26-a34cdd5d2d21,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:16.586548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7150c87d-e244-4b8d-918b-995bf3d836d2 req-4c0ed36d-fa11-47e8-adeb-2c8c172a79ad tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577471 Aug 27 12:28:16.593997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c02b4f-9890-4020-bc1b-2f0ecebed16f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:16.595839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:16.599302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.632480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:28:16.639099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d6c02b4f-9890-4020-bc1b-2f0ecebed16f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:16.639763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c02b4f-9890-4020-bc1b-2f0ecebed16f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:16.641100 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac57392f-db1b-4021-9414-4cc2dc93b351 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:28:16.642002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.642357 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Added segment 8ee36880-0d41-4bc5-9496-1a388f66a667 of type vlan for network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb Aug 27 12:28:16.670315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.683770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Transition to ACTIVE for port object ac57392f-db1b-4021-9414-4cc2dc93b351 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:16.684292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.688831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.711089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.717361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:16.718113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.746426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Pushing event updated for resources: {'Port': ['ID=ac57392f-db1b-4021-9414-4cc2dc93b351,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:16.791421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2725430 Aug 27 12:28:16.793953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51674) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:16.795168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb2e20-97d4-48d6-95bb-d1f8a58eed5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Network': ['ID=95b77bde-93ae-43ee-a2e4-ea4d0a074deb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:16.799215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:16.809435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:28:16.875328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Attempting to bind port ac57392f-db1b-4021-9414-4cc2dc93b351 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:16.875567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Attempting to bind port ac57392f-db1b-4021-9414-4cc2dc93b351 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:16.875896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Attempting to bind port ac57392f-db1b-4021-9414-4cc2dc93b351 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:16.887562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Port ac57392f-db1b-4021-9414-4cc2dc93b351 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:28:16.887886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Attempting to bind port ac57392f-db1b-4021-9414-4cc2dc93b351 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:16.895371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:16.895707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:16.896086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Bound using segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:16.896709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Bound port: ac57392f-db1b-4021-9414-4cc2dc93b351, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:16.896709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:16.939500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:16.942875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.028633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] For port ac57392f-db1b-4021-9414-4cc2dc93b351, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:17.034961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] For port ac57392f-db1b-4021-9414-4cc2dc93b351, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ac57392f-db1b-4021-9414-4cc2dc93b351,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:17.041172 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.419161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:17.419780 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.421206 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] 10.222.0.65 "PUT /v2.0/ports/ac57392f-db1b-4021-9414-4cc2dc93b351 HTTP/1.1" status: 200 len: 1091 time: 1.2490473 Aug 27 12:28:17.423303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'tag': 'ac57392f-db1b-4021-9414-4cc2dc93b351'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:17.425511 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c01af33-3f10-4f41-a3a8-f905a1378084" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa8b134-ecde-4af6-9390-58fee4a9f4ae", "tag": "ac57392f-db1b-4021-9414-4cc2dc93b351"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:17.449149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dea7e-4d9a-4f57-bb66-34820058d713 service neutron] Pushing event updated for resources: {'Port': ['ID=ac57392f-db1b-4021-9414-4cc2dc93b351,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:17.486835 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e1bea-a31f-4c12-8a1f-94d67736990d x-openstack-request-id: req-e38e1bea-a31f-4c12-8a1f-94d67736990d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:17.487133 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa8b134-ecde-4af6-9390-58fee4a9f4ae", "tag": "ac57392f-db1b-4021-9414-4cc2dc93b351", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:17.487389 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e38e1bea-a31f-4c12-8a1f-94d67736990d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:17.487782 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'tag': 'ac57392f-db1b-4021-9414-4cc2dc93b351', 'status': 'completed', 'code': 200} Aug 27 12:28:17.570027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.580319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-f03c403e-01e9-4b1d-ab51-893f2e81bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:17.581824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-f03c403e-01e9-4b1d-ab51-893f2e81bbaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 1094 time: 0.0913935 Aug 27 12:28:17.646105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-49ae1e99-0119-497d-85c8-d59c7491282e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac57392f-db1b-4021-9414-4cc2dc93b351 HTTP/1.1" status: 200 len: 217 time: 0.0448546 Aug 27 12:28:17.704747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:17.719916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Checking segment: {'id': '8ee36880-0d41-4bc5-9496-1a388f66a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:17.720371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network hostable DHCP agents. Network: 95b77bde-93ae-43ee-a2e4-ea4d0a074deb, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:28:17.737536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-8c02bd57-92eb-43ea-abb7-be7b9b9e6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:17.738956 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-8c02bd57-92eb-43ea-abb7-be7b9b9e6a54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0842016 Aug 27 12:28:17.742991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbda4eb-dc2a-462c-83f1-2b0bd8434b80 req-830b49fb-c467-42f9-8789-acc2fbee3aa4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:17.744486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5fbda4eb-dc2a-462c-83f1-2b0bd8434b80 req-830b49fb-c467-42f9-8789-acc2fbee3aa4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 943 time: 0.0593042 Aug 27 12:28:17.745926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:28:17.776276 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-9e6fed6d-6b83-4bd3-94b2-446fb42c2a83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278676 Aug 27 12:28:17.776990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 95b77bde-93ae-43ee-a2e4-ea4d0a074deb) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:17.781093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:17.781779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.791351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a864b-b950-48e3-9c66-1cedc0fa008c None None] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:17.797246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5fbda4eb-dc2a-462c-83f1-2b0bd8434b80 req-559ee2d5-727a-4fee-86cc-f99d46c93a51 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Aug 27 12:28:17.847450 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f126577b-64a6-4895-9785-d3f75c3736d0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0523577 Aug 27 12:28:17.852555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:17.858900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1605467183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:17.892569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.894730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.898333 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-dd189816-b729-403d-aa77-b6a19ad70803 service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126223 Aug 27 12:28:17.957736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.964534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.971357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-95b77bde-93ae-43ee-a2e4-ea4d0a074deb', 'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': '8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:17.972862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.984357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:17.986114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59725d2e-4259-4e36-bd1d-da85818bc8b2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1317952 Aug 27 12:28:17.988955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51684) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:17.998679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb', 'name': 'tempest-PortsTestJSON-635329205'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:18.035957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2bdd21a5-5a14-4aec-9bdb-ecd7335245a4 req-b9efcc89-cb8a-4d31-947f-b267c33b3388 service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282506 Aug 27 12:28:18.138550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-ee134f0a-659f-430b-a754-1ab0d3e81a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:18.140953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-ee134f0a-659f-430b-a754-1ab0d3e81a49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 1094 time: 0.0516613 Aug 27 12:28:18.142488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:18.146502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.149810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Allocated IP 172.20.0.2 (95b77bde-93ae-43ee-a2e4-ea4d0a074deb/8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa/9da6fa63-177f-49ab-a570-bea140e9430c) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:18.169350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 19db6ed2-df0d-4ae3-b172-61c86d12f568 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:18.244705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-9f779df0-5fe7-4000-bd0e-9abeb4589b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:18.246296 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-9f779df0-5fe7-4000-bd0e-9abeb4589b0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.0946820 Aug 27 12:28:18.295660 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-659a3307-8519-4770-8762-7d8d34d0a504 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac57392f-db1b-4021-9414-4cc2dc93b351 HTTP/1.1" status: 200 len: 217 time: 0.0411451 Aug 27 12:28:18.313047 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.324466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Transition to ACTIVE for port object 9da6fa63-177f-49ab-a570-bea140e9430c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:18.342996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Transition to ACTIVE for port object 9da6fa63-177f-49ab-a570-bea140e9430c will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:18.349886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.353600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-e84b9034-de70-4a05-a822-36121778d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:18.355136 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-e84b9034-de70-4a05-a822-36121778d215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0520568 Aug 27 12:28:18.390664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:18.395874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-1fc1d043-1e69-4785-8c14-17c37082fa7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327957 Aug 27 12:28:18.396636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:18.400424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:18.406406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Pushing event updated for resources: {'Port': ['ID=9da6fa63-177f-49ab-a570-bea140e9430c,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:18.440764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.6 (95b77bde-93ae-43ee-a2e4-ea4d0a074deb/8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa/19db6ed2-df0d-4ae3-b172-61c86d12f568) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:18.495106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Attempting to bind port 9da6fa63-177f-49ab-a570-bea140e9430c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:18.495824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Attempting to bind port 9da6fa63-177f-49ab-a570-bea140e9430c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '8ee36880-0d41-4bc5-9496-1a388f66a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:18.496439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Attempting to bind port 9da6fa63-177f-49ab-a570-bea140e9430c on network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:18.503281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:18.503756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Checking segment: {'id': '8ee36880-0d41-4bc5-9496-1a388f66a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:18.504228 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.504687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Bound using segment: {'id': '8ee36880-0d41-4bc5-9496-1a388f66a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:18.505237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Bound port: 9da6fa63-177f-49ab-a570-bea140e9430c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee36880-0d41-4bc5-9496-1a388f66a667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '95b77bde-93ae-43ee-a2e4-ea4d0a074deb'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:18.505692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.518141 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32101281-11d2-4a16-b18e-0d692083b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.530588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-290e30ba-93a8-4f9a-9cbd-e10faa391283 service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267538 Aug 27 12:28:18.578789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] For port 9da6fa63-177f-49ab-a570-bea140e9430c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:18.582721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] For port 9da6fa63-177f-49ab-a570-bea140e9430c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9da6fa63-177f-49ab-a570-bea140e9430c,segment=NetworkSegment(8ee36880-0d41-4bc5-9496-1a388f66a667),segment_id=8ee36880-0d41-4bc5-9496-1a388f66a667)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:18.588700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.649608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.660497 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5c01af33-3f10-4f41-a3a8-f905a1378084 req-48cf7400-ab87-4906-a107-7a1f7fa015d2 service neutron] 10.222.0.65 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216319 Aug 27 12:28:18.664430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021b8b1-afad-48c8-ace5-ef119f66afc3 None None] Pushing event updated for resources: {'Port': ['ID=9da6fa63-177f-49ab-a570-bea140e9430c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:18.686172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 19db6ed2-df0d-4ae3-b172-61c86d12f568 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:18.724613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.803940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:18.810361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:18.814575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:18.822215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=19db6ed2-df0d-4ae3-b172-61c86d12f568,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:18.945574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:18.947113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:18.994434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-740da610-904b-4a4d-b472-d326305d4255 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0022938 Aug 27 12:28:18.995289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51700) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:19.036063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd3de4-1353-4323-bfe2-1e65ba3115cd req-4e222897-6e16-4dc7-b445-c36de4b1b8b1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:19.046548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75fd3de4-1353-4323-bfe2-1e65ba3115cd req-4e222897-6e16-4dc7-b445-c36de4b1b8b1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 943 time: 0.0964437 Aug 27 12:28:19.096257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75fd3de4-1353-4323-bfe2-1e65ba3115cd req-662cbf72-bd33-4deb-aa55-c890824a70af tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480704 Aug 27 12:28:19.363779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:19.657009 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:19.662500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:19.734780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad39158-f161-402f-9f33-6f77c627dbad None None] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:19.738478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=19db6ed2-df0d-4ae3-b172-61c86d12f568,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:19.803737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6016fb33-6624-4ef3-8e00-345330de195e None None] Provisioning for port 9da6fa63-177f-49ab-a570-bea140e9430c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:19.882357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.015073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.171581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.241463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f91a4-0d38-413f-8f4a-d3ee3e5c96d3 req-d8449b2d-f104-475b-97d5-663669a68efd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:20.244237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b1f91a4-0d38-413f-8f4a-d3ee3e5c96d3 req-d8449b2d-f104-475b-97d5-663669a68efd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 943 time: 0.0675013 Aug 27 12:28:20.259284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7d63f574-b075-4b39-a16a-500a9817718c None None] Provisioning for port 19db6ed2-df0d-4ae3-b172-61c86d12f568 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:20.263902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7d63f574-b075-4b39-a16a-500a9817718c None None] Provisioning complete for port 19db6ed2-df0d-4ae3-b172-61c86d12f568 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:20.264683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d63f574-b075-4b39-a16a-500a9817718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.304993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b1f91a4-0d38-413f-8f4a-d3ee3e5c96d3 req-10e3b8a5-8d23-4ab4-8b15-9485572bc88a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542886 Aug 27 12:28:20.309408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7d63f574-b075-4b39-a16a-500a9817718c None None] Port 19db6ed2-df0d-4ae3-b172-61c86d12f568 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:20.367923 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.374349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.437766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7b592051-3485-48f8-8627-deab0a379c9d None None] Provisioning complete for port 19db6ed2-df0d-4ae3-b172-61c86d12f568 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:20.438147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b592051-3485-48f8-8627-deab0a379c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.464520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.475986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=19db6ed2-df0d-4ae3-b172-61c86d12f568,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:20.539887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7b592051-3485-48f8-8627-deab0a379c9d None None] Port 19db6ed2-df0d-4ae3-b172-61c86d12f568 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:20.585997 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:20.587514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:20.649817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9da6fa63-177f-49ab-a570-bea140e9430c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:20.676684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ac57392f-db1b-4021-9414-4cc2dc93b351 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:28:20.735063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Router 03dc6b37-d389-4401-8eef-c466b3694b4c is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:28:20.794725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7f7a4c9f-abc0-4b54-b659-50161281ce37 None None] Provisioning complete for port 19db6ed2-df0d-4ae3-b172-61c86d12f568 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:20.795325 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4c9f-abc0-4b54-b659-50161281ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.799636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9da6fa63-177f-49ab-a570-bea140e9430c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:20.825875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9da6fa63-177f-49ab-a570-bea140e9430c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:20.826246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:20.846982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:20.853853 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e7776840-63f8-4b58-ac2c-eda5f6b12375 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/routers/03dc6b37-d389-4401-8eef-c466b3694b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571873 Aug 27 12:28:20.856511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51726) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:20.866170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] Sync routers for ids ['03dc6b37-d389-4401-8eef-c466b3694b4c'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:20.889534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ac57392f-db1b-4021-9414-4cc2dc93b351, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ac57392f-db1b-4021-9414-4cc2dc93b351,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:20.909066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a4c9f-abc0-4b54-b659-50161281ce37 None None] Port 19db6ed2-df0d-4ae3-b172-61c86d12f568 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:20.915634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba543d6-e622-4e74-82db-54b995a2fe91 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:20.917735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2ba543d6-e622-4e74-82db-54b995a2fe91 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports?device_id=03dc6b37-d389-4401-8eef-c466b3694b4c HTTP/1.1" status: 200 len: 981 time: 0.0599816 Aug 27 12:28:20.920610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51728) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:20.923622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] Routers {'03dc6b37-d389-4401-8eef-c466b3694b4c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:20.924378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03dc6b37-d389-4401-8eef-c466b3694b4c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:20.926901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ac57392f-db1b-4021-9414-4cc2dc93b351', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': 'ac57392f-db1b-4021-9414-4cc2dc93b351', 'mac_address': 'fa:16:3e:19:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:28:20.972427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:21.022845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] Routers {'03dc6b37-d389-4401-8eef-c466b3694b4c'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:21.023603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:27:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03dc6b37-d389-4401-8eef-c466b3694b4c'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:21.049005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a720f3d4-8db0-4e81-b158-96bcab493a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.087054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.103481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:21.104707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d269f0-4ae4-45cb-89a4-8caf0e32c11a None None] The sync data for ids ['03dc6b37-d389-4401-8eef-c466b3694b4c'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:21.120020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac57392f-db1b-4021-9414-4cc2dc93b351 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:28:21.140596 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.147866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eba9fe59-e48d-40ac-8c93-601058b913c5 None None] Provisioning complete for port 19db6ed2-df0d-4ae3-b172-61c86d12f568 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:21.148226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eba9fe59-e48d-40ac-8c93-601058b913c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.168219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ac57392f-db1b-4021-9414-4cc2dc93b351, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ac57392f-db1b-4021-9414-4cc2dc93b351,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:21.190522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.196211 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.255480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-eba9fe59-e48d-40ac-8c93-601058b913c5 None None] Port 19db6ed2-df0d-4ae3-b172-61c86d12f568 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:21.261762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9da6fa63-177f-49ab-a570-bea140e9430c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9da6fa63-177f-49ab-a570-bea140e9430c,segment=NetworkSegment(8ee36880-0d41-4bc5-9496-1a388f66a667),segment_id=8ee36880-0d41-4bc5-9496-1a388f66a667)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:21.270878 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.279689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ac57392f-db1b-4021-9414-4cc2dc93b351,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:21.341749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9da6fa63-177f-49ab-a570-bea140e9430c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:21.387125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.427292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ac57392f-db1b-4021-9414-4cc2dc93b351'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:28:21.444278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb12a-e72b-479a-9fd9-aacd4e9284cb req-824de5fc-d5a5-46cc-aa27-2091498594b6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:21.447081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20adb12a-e72b-479a-9fd9-aacd4e9284cb req-824de5fc-d5a5-46cc-aa27-2091498594b6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 944 time: 0.0661352 Aug 27 12:28:21.501934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20adb12a-e72b-479a-9fd9-aacd4e9284cb req-ab651339-5eec-41b4-8a08-67b2453133f5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Aug 27 12:28:21.686095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 19db6ed2-df0d-4ae3-b172-61c86d12f568 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:21.686358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.780136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:21.793702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 19db6ed2-df0d-4ae3-b172-61c86d12f568 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:22.111205 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:22.321312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:22.351642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=19db6ed2-df0d-4ae3-b172-61c86d12f568,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:22.516835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:22.547568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9da6fa63-177f-49ab-a570-bea140e9430c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:22.614713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9da6fa63-177f-49ab-a570-bea140e9430c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:22.615144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:22.635342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf6813-ff8e-43ff-9ba8-b3a06d4ee57f req-0b06a1a7-260f-46d3-851f-705740c4dc0d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:22.637125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-babf6813-ff8e-43ff-9ba8-b3a06d4ee57f req-0b06a1a7-260f-46d3-851f-705740c4dc0d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 944 time: 0.0546970 Aug 27 12:28:22.670163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ac57392f-db1b-4021-9414-4cc2dc93b351 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:22.698999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-babf6813-ff8e-43ff-9ba8-b3a06d4ee57f req-d2d6d181-fc26-4fa5-9034-1702ca84b597 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556593 Aug 27 12:28:22.724331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Router 03dc6b37-d389-4401-8eef-c466b3694b4c has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:28:22.791762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ac57392f-db1b-4021-9414-4cc2dc93b351 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:22.798024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ac57392f-db1b-4021-9414-4cc2dc93b351 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:22.799196 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:22.818851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:22.824791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-307bb66c-754e-4f88-9417-085d7bc929ae tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/routers/03dc6b37-d389-4401-8eef-c466b3694b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019971 Aug 27 12:28:22.826790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51748) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:22.828436 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] Sync routers for ids ['03dc6b37-d389-4401-8eef-c466b3694b4c'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:22.842669 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] Routers {'03dc6b37-d389-4401-8eef-c466b3694b4c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:22.843287 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03dc6b37-d389-4401-8eef-c466b3694b4c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:22.856209 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddae408-5cab-415f-86ae-9ca829fffe1d tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:22.857876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7ddae408-5cab-415f-86ae-9ca829fffe1d tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/19db6ed2-df0d-4ae3-b172-61c86d12f568 HTTP/1.1" status: 404 len: 333 time: 0.0298603 Aug 27 12:28:22.861403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51750) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:22.890696 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:22.900426 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] Routers {'03dc6b37-d389-4401-8eef-c466b3694b4c'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:22.901393 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['03dc6b37-d389-4401-8eef-c466b3694b4c'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:22.937333 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:22.938374 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306469f-7bd2-477f-a236-c2e9c6517281 None None] The sync data for ids ['03dc6b37-d389-4401-8eef-c466b3694b4c'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:22.985491 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.003375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.020298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac57392f-db1b-4021-9414-4cc2dc93b351'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:23.023525 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748dc93-ccf3-42b3-aa96-7c6f920676e9" -d '{"events": [{"server_uuid": "6aa8b134-ecde-4af6-9390-58fee4a9f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "ac57392f-db1b-4021-9414-4cc2dc93b351"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:23.067126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ac57392f-db1b-4021-9414-4cc2dc93b351, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ac57392f-db1b-4021-9414-4cc2dc93b351,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:23.073652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.108651 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca135838-85cc-4e49-a852-2f2af134f697 x-openstack-request-id: req-ca135838-85cc-4e49-a852-2f2af134f697 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:23.108974 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa8b134-ecde-4af6-9390-58fee4a9f4ae", "name": "network-vif-plugged", "status": "completed", "tag": "ac57392f-db1b-4021-9414-4cc2dc93b351", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:23.109965 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca135838-85cc-4e49-a852-2f2af134f697 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:23.110662 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac57392f-db1b-4021-9414-4cc2dc93b351', 'code': 200} Aug 27 12:28:23.141331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ac57392f-db1b-4021-9414-4cc2dc93b351,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:23.229176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.232527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.281467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6591ee-355d-402e-abee-e8374be0977a req-087e3354-8147-44a3-8aad-293faa69d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:23.282998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae6591ee-355d-402e-abee-e8374be0977a req-087e3354-8147-44a3-8aad-293faa69d6d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 1096 time: 0.1150241 Aug 27 12:28:23.284147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.284589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Fanout notify agent at l3_agent the message router_deleted on router 03dc6b37-d389-4401-8eef-c466b3694b4c {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:28:23.291361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.295132 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2cab2237-db0d-4130-b7e1-98e7526402c5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/routers/03dc6b37-d389-4401-8eef-c466b3694b4c HTTP/1.1" status: 204 len: 168 time: 0.4288449 Aug 27 12:28:23.295531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:23.323604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae6591ee-355d-402e-abee-e8374be0977a req-6bebd399-1758-4fef-9e97-989af28fe700 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Aug 27 12:28:23.360379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:23.363510 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.403713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.489461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.554198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.585263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.590215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa HTTP/1.1" status: 204 len: 168 time: 0.2906177 Aug 27 12:28:23.590215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de08a8-fc82-40da-9ec2-6b83f2b78b55 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:23.590523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51760) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:23.595565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a7636-bb0e-4565-b8f0-d1f88ad37fe3 None None] Network 95b77bde-93ae-43ee-a2e4-ea4d0a074deb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:23.667611 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.725406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 9da6fa63-177f-49ab-a570-bea140e9430c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:23.726238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.788138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] DHCP port deletion for 95b77bde-93ae-43ee-a2e4-ea4d0a074deb request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:23.829513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port 9da6fa63-177f-49ab-a570-bea140e9430c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9da6fa63-177f-49ab-a570-bea140e9430c,segment=NetworkSegment(8ee36880-0d41-4bc5-9496-1a388f66a667),segment_id=8ee36880-0d41-4bc5-9496-1a388f66a667)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:23.829883 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.835315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] Deleting port 9da6fa63-177f-49ab-a570-bea140e9430c {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:23.835775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.847427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 9da6fa63-177f-49ab-a570-bea140e9430c owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:23.862635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6001d-e4a1-4c53-b982-eabad0a0b3b9 req-c12e6e64-23cb-4902-a969-d67e53cfc77d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:23.864218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b6001d-e4a1-4c53-b982-eabad0a0b3b9 req-c12e6e64-23cb-4902-a969-d67e53cfc77d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 945 time: 0.0833452 Aug 27 12:28:23.907401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] For port 9da6fa63-177f-49ab-a570-bea140e9430c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9da6fa63-177f-49ab-a570-bea140e9430c,segment=NetworkSegment(8ee36880-0d41-4bc5-9496-1a388f66a667),segment_id=8ee36880-0d41-4bc5-9496-1a388f66a667)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:23.907799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:23.921976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] Calling delete_port for 9da6fa63-177f-49ab-a570-bea140e9430c owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:23.959863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72b6001d-e4a1-4c53-b982-eabad0a0b3b9 req-e5c36e04-486b-45c2-bb1d-22403d4b85d6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506980 Aug 27 12:28:23.991192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.013162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port 9da6fa63-177f-49ab-a570-bea140e9430c on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:24.018945 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.055807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] No DVR routers for this DVR port 9da6fa63-177f-49ab-a570-bea140e9430c on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:24.057947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022acebc-e0c1-4e2b-8581-c7103b6d9cf1 None None] Pushing event deleted for resources: {'Port': ['ID=9da6fa63-177f-49ab-a570-bea140e9430c,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:24.062048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.073022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=9da6fa63-177f-49ab-a570-bea140e9430c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:24.132100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.142223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b77bde-93ae-43ee-a2e4-ea4d0a074deb']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:24.157018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee36880-0d41-4bc5-9496-1a388f66a667') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:24.157314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee36880-0d41-4bc5-9496-1a388f66a667') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:24.166708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.181175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.187410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:24.187795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:24.196943 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:24.248315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.255266 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.257108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/95b77bde-93ae-43ee-a2e4-ea4d0a074deb HTTP/1.1" status: 204 len: 168 time: 0.6656995 Aug 27 12:28:24.261047 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51766) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:24.268816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c3f98-afad-4059-885c-575ac2314cd5 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=95b77bde-93ae-43ee-a2e4-ea4d0a074deb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:24.317133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885b2b81-b5c1-4b7e-ac96-65bed50e2892 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:24.318409 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-885b2b81-b5c1-4b7e-ac96-65bed50e2892 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/2c609cb7-7d41-4e6c-a73d-a4401ce94716 HTTP/1.1" status: 200 len: 840 time: 0.0560591 Aug 27 12:28:24.322745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51768) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:24.371366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-268133c7-4041-4b2c-9d17-db4f018cae30 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/2c609cb7-7d41-4e6c-a73d-a4401ce94716?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0474768 Aug 27 12:28:24.375320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51770) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:24.380860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:24.507692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:24.511198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.529470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9da6fa63-177f-49ab-a570-bea140e9430c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:24.552338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9da6fa63-177f-49ab-a570-bea140e9430c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:24.552811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9da6fa63-177f-49ab-a570-bea140e9430c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:24.701425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.746926 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:28:24.747793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:24.750880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:24.754977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:24.755660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.760944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b87cad-3ede-4f8b-afbe-e9d3510fb878 None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:24.773753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:24.788324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c82df031-06b9-415e-b114-87d429ca4284 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4099000 Aug 27 12:28:24.789754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51772) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:24.794652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'security_group': {'name': 'tempest-secgroup-1098155774'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:24.822305 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.907025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.911703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.937294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-f2ffb137-66cd-485e-9ca3-1072851cbb14', 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'tenant_id': 'ec49ec5e5cdb4efda265031aa11f7bca', 'fixed_ips': [{'subnet_id': 'c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:24.938415 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.941088 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:24.942526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1516032 Aug 27 12:28:24.945303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51774) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:24.950482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513899118'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:24.956011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a978b-7cb6-46f0-9895-20d0b97f4e6f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194f1646-04b3-4a29-8fb0-7892d3a0db0b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:24.975997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.094843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.096015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51780) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:25.127300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6dcbf-6e07-4780-8c30-ce5c2851ed2a req-018dfbc6-85fa-4cd4-88a6-98bddf48418b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:25.129372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9a6dcbf-6e07-4780-8c30-ce5c2851ed2a req-018dfbc6-85fa-4cd4-88a6-98bddf48418b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 945 time: 0.0731251 Aug 27 12:28:25.135972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.177658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a9a6dcbf-6e07-4780-8c30-ce5c2851ed2a req-a67af5e4-77eb-4434-a3dc-52391bce9e15 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 Aug 27 12:28:25.182545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.183793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2375755 Aug 27 12:28:25.186803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:25.187197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Deleting subnet 1a8bdb8c-9495-487e-8f67-463d38ba9601 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:25.190399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979d9f-7c7b-4225-a10a-0f4a94b770c8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1846cddd-1d10-4f17-9e9d-e4b3155e3da5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:25.201745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.201955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-31217015', 'security_groups': ['1846cddd-1d10-4f17-9e9d-e4b3155e3da5'], 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:25.239351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.282648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.345422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Allocated IP 172.20.0.2 (f2ffb137-66cd-485e-9ca3-1072851cbb14/c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8/cae1cbb9-adfa-4253-8b81-5c4ae678b909) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:25.358315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.367778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:25.395994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8bdb8c-9495-487e-8f67-463d38ba9601,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:25.412214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.415633 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9a7c27c-fb1e-468f-badc-95c4bbd304c0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1a8bdb8c-9495-487e-8f67-463d38ba9601 HTTP/1.1" status: 204 len: 168 time: 0.3182509 Aug 27 12:28:25.417816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51786) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:25.500075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.522052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 86511a0a-80f9-412c-a907-4a8b420fd577 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:25.539277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.574622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.587710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Transition to ACTIVE for port object cae1cbb9-adfa-4253-8b81-5c4ae678b909 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:25.627283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Transition to ACTIVE for port object cae1cbb9-adfa-4253-8b81-5c4ae678b909 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:25.634996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.675213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.682707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Pushing event updated for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:25.689929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5549370-4c3b-4ac4-978f-3fe2068717a3']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:25.697145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:25.698790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:25.703655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:25.708454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720495f4-3258-424a-b59e-c5e2d5956b84') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:25.714814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720495f4-3258-424a-b59e-c5e2d5956b84') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:25.732196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.755011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.762212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:25.762653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:25.764921 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:25.774503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.14 (f2ffb137-66cd-485e-9ca3-1072851cbb14/c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8/86511a0a-80f9-412c-a907-4a8b420fd577) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:25.775323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Attempting to bind port cae1cbb9-adfa-4253-8b81-5c4ae678b909 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:25.775718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Attempting to bind port cae1cbb9-adfa-4253-8b81-5c4ae678b909 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '81252ef8-d2ab-4546-8c42-c2e22add0b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:25.776096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Attempting to bind port cae1cbb9-adfa-4253-8b81-5c4ae678b909 on network f2ffb137-66cd-485e-9ca3-1072851cbb14 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:25.782570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:25.782977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Checking segment: {'id': '81252ef8-d2ab-4546-8c42-c2e22add0b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:25.783381 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.783777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Bound using segment: {'id': '81252ef8-d2ab-4546-8c42-c2e22add0b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:25.784249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Bound port: cae1cbb9-adfa-4253-8b81-5c4ae678b909, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81252ef8-d2ab-4546-8c42-c2e22add0b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:25.784636 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.836528 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.852712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.858942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d5549370-4c3b-4ac4-978f-3fe2068717a3 HTTP/1.1" status: 204 len: 168 time: 0.4395268 Aug 27 12:28:25.860173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51796) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:25.871863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:25.876310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cae1cbb9-adfa-4253-8b81-5c4ae678b909,segment=NetworkSegment(81252ef8-d2ab-4546-8c42-c2e22add0b27),segment_id=81252ef8-d2ab-4546-8c42-c2e22add0b27)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:25.881882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.908961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71410e-aa08-421c-9343-108ea1bae6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5549370-4c3b-4ac4-978f-3fe2068717a3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:25.962992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846afb3-7297-46a7-9a41-f1ddce9178da None None] Pushing event updated for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:25.973230 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.978134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Deleting subnet 3aac93b7-c37d-4155-b29a-f7b0b15a3537 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:25.983944 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:25.993345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 86511a0a-80f9-412c-a907-4a8b420fd577 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:26.041361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.049584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.097720 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.098249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:26.105201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:26.112013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:26.123716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=86511a0a-80f9-412c-a907-4a8b420fd577,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:26.168895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.191691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:26.192723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.192999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.198366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3aac93b7-c37d-4155-b29a-f7b0b15a3537 HTTP/1.1" status: 204 len: 168 time: 0.3342154 Aug 27 12:28:26.214632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51798) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:26.236771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dec0cdf1-85ea-4cbe-9368-9fe0ba050b77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0473475 Aug 27 12:28:26.240210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51800) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:26.246789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:26.249689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f36927-401a-4368-815d-27550ed9b2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aac93b7-c37d-4155-b29a-f7b0b15a3537,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:26.332058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.417474 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:26.421393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.436972 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.450015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f3ec29-d33a-449e-9b8f-93799318225b']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:26.466026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b251c3-e9c6-4ba8-a727-1cd1e0dc38c3') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:26.466343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b251c3-e9c6-4ba8-a727-1cd1e0dc38c3') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:26.481358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.499618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.509607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:26.510041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:26.512991 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:26.554489 n-d-688802-4 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8 (CIDR: 172.20.0.0/28) Aug 27 12:28:26.559469 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:28:26.560901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:26.591171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cae1cbb9-adfa-4253-8b81-5c4ae678b909 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:26.611150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8040f83-fe50-434d-b87d-bbcf00db99fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3672118 Aug 27 12:28:26.611779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51802) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:26.617994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:26.621543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.647807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.652054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] 10.222.0.76 "DELETE /v2.0/networks/87f3ec29-d33a-449e-9b8f-93799318225b HTTP/1.1" status: 204 len: 168 time: 0.4288986 Aug 27 12:28:26.672683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:26.677046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613c00e-faf4-42e5-8a9f-bd8aa604a666 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f3ec29-d33a-449e-9b8f-93799318225b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:26.782033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:26.788464 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.820172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51810) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:26.879367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-be655b74-4117-44b7-8430-90141ece4baa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb76ed18217541659d6aaf88fa43c2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575092 Aug 27 12:28:26.882238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51814) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:26.956560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82feb0ec-59ce-4cee-b082-483bde0cef39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:26.987280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82feb0ec-59ce-4cee-b082-483bde0cef39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.052737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82feb0ec-59ce-4cee-b082-483bde0cef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.058603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82feb0ec-59ce-4cee-b082-483bde0cef39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.063134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-82feb0ec-59ce-4cee-b082-483bde0cef39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/201dde03-6ba5-44fd-ae80-5ef51d12d1bd HTTP/1.1" status: 204 len: 168 time: 0.1774843 Aug 27 12:28:27.081903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feb0ec-59ce-4cee-b082-483bde0cef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201dde03-6ba5-44fd-ae80-5ef51d12d1bd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:27.112362 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.172395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:27.184087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:27.188507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:27.189306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.202484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=19fb0e9a-36ac-4a17-9413-0ea5907dfe74,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:27.214212 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f82959df-6a12-4f37-a52c-7d6bdd4dbcda tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6013346 Aug 27 12:28:27.217096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:27.223401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-434763694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '19fb0e9a-36ac-4a17-9413-0ea5907dfe74'}], 'security_groups': ['194f1646-04b3-4a29-8fb0-7892d3a0db0b']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:27.320274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934dc1a6-2a10-4ac9-a299-67255c171b23 None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:27.324428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.412944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Provisioning complete for port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:27.413655 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.491108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:27.547567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Provisioning for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:27.559517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:27.559961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.600705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51828) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:27.652565 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1dea8e1b-4e59-47d8-97cb-6d3e520f1901 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4cd0fa069794adfaade9877383b7c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505767 Aug 27 12:28:27.654990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:27.682595 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.712289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efe68153-9c3c-485a-8a79-b7a299e89e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.734537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Delete allocated IP 172.20.0.14 (f2ffb137-66cd-485e-9ca3-1072851cbb14/c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 12:28:27.737186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efe68153-9c3c-485a-8a79-b7a299e89e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.747896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.19 (f2ffb137-66cd-485e-9ca3-1072851cbb14/19fb0e9a-36ac-4a17-9413-0ea5907dfe74/86511a0a-80f9-412c-a907-4a8b420fd577) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:27.753590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cae1cbb9-adfa-4253-8b81-5c4ae678b909,segment=NetworkSegment(81252ef8-d2ab-4546-8c42-c2e22add0b27),segment_id=81252ef8-d2ab-4546-8c42-c2e22add0b27)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:27.754926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Update dhcp port {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'fixed_ips': [{'subnet_id': 'c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '19fb0e9a-36ac-4a17-9413-0ea5907dfe74'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'cae1cbb9-adfa-4253-8b81-5c4ae678b909'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:28:27.758681 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.807472 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.811421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efe68153-9c3c-485a-8a79-b7a299e89e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.814892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efe68153-9c3c-485a-8a79-b7a299e89e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.816909 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-efe68153-9c3c-485a-8a79-b7a299e89e54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8c8134b-c481-47a1-ae6f-73ba46802dc2 HTTP/1.1" status: 204 len: 168 time: 0.1609857 Aug 27 12:28:27.828044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe68153-9c3c-485a-8a79-b7a299e89e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c8134b-c481-47a1-ae6f-73ba46802dc2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:27.872673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e2104-9d08-49b0-b60c-350b9b610f29 None None] Pushing event updated for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:27.926326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:27.942455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Ignored duplicate provisioning block setup for port 86511a0a-80f9-412c-a907-4a8b420fd577 by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 12:28:27.947860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.032877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Allocated IP 172.20.0.18 (f2ffb137-66cd-485e-9ca3-1072851cbb14/19fb0e9a-36ac-4a17-9413-0ea5907dfe74/cae1cbb9-adfa-4253-8b81-5c4ae678b909) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:28.052137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=86511a0a-80f9-412c-a907-4a8b420fd577,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:28.080906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] In _notify_port_updated(), no bound segment for port 86511a0a-80f9-412c-a907-4a8b420fd577 on network f2ffb137-66cd-485e-9ca3-1072851cbb14 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:28:28.089683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:28.090483 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.092102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ac7b6ff-706d-43f2-927c-1dfd3b0446b1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/ports/86511a0a-80f9-412c-a907-4a8b420fd577 HTTP/1.1" status: 200 len: 920 time: 0.8738742 Aug 27 12:28:28.095081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:28.163950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cae1cbb9-adfa-4253-8b81-5c4ae678b909,segment=NetworkSegment(81252ef8-d2ab-4546-8c42-c2e22add0b27),segment_id=81252ef8-d2ab-4546-8c42-c2e22add0b27)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:28.205374 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.228799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Transition to ACTIVE for port object cae1cbb9-adfa-4253-8b81-5c4ae678b909 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:28.234365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.236663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 86511a0a-80f9-412c-a907-4a8b420fd577 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:28.237293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.349794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.370006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 86511a0a-80f9-412c-a907-4a8b420fd577 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:28.419628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504e2c8-5c37-41c5-857e-44142455a988 None None] Pushing event updated for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:28.550021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.586635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=86511a0a-80f9-412c-a907-4a8b420fd577,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:28.605620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cae1cbb9-adfa-4253-8b81-5c4ae678b909 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:28.686568 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.692637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-88a0dc9e-2b0d-4d9a-9c99-3d4e06655cb8 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/86511a0a-80f9-412c-a907-4a8b420fd577 HTTP/1.1" status: 204 len: 168 time: 0.5959570 Aug 27 12:28:28.696773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:28.741662 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea186e2-48c7-436e-8f0d-db0532630ec2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:28.743660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5ea186e2-48c7-436e-8f0d-db0532630ec2 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/86511a0a-80f9-412c-a907-4a8b420fd577 HTTP/1.1" status: 404 len: 333 time: 0.0455129 Aug 27 12:28:28.748726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51858) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:28.856358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5590b95d-6021-417f-b231-6c3592c2a046 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.894470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5590b95d-6021-417f-b231-6c3592c2a046 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.953361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5590b95d-6021-417f-b231-6c3592c2a046 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.956859 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5590b95d-6021-417f-b231-6c3592c2a046 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:28.961627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:28.962235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5590b95d-6021-417f-b231-6c3592c2a046 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/security-groups/1846cddd-1d10-4f17-9e9d-e4b3155e3da5 HTTP/1.1" status: 204 len: 168 time: 0.2118893 Aug 27 12:28:28.973419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590b95d-6021-417f-b231-6c3592c2a046 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846cddd-1d10-4f17-9e9d-e4b3155e3da5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:29.060953 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a4fd048-b3c5-4d29-9350-984a5604c3c1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.093341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a4fd048-b3c5-4d29-9350-984a5604c3c1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.146003 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a4fd048-b3c5-4d29-9350-984a5604c3c1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.150017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a4fd048-b3c5-4d29-9350-984a5604c3c1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.154708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51868) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:29.162431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0a4fd048-b3c5-4d29-9350-984a5604c3c1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/security-groups/194f1646-04b3-4a29-8fb0-7892d3a0db0b HTTP/1.1" status: 204 len: 168 time: 0.1987767 Aug 27 12:28:29.178335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fd048-b3c5-4d29-9350-984a5604c3c1 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f1646-04b3-4a29-8fb0-7892d3a0db0b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:29.201378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Could not find standard attr ID for object 86511a0a-80f9-412c-a907-4a8b420fd577. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:29.221560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Provisioning complete for port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:29.221939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.265833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:29.281781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Provisioning for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:29.287885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:29.288789 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2c5dd56d-48a9-4a27-b5cd-6c7e801ed215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.291896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:29.296243 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.372218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.518794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.555514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-107519f4-ee6f-4a75-b55b-13dea04e8332 None None] Could not find standard attr ID for object 86511a0a-80f9-412c-a907-4a8b420fd577. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:29.608745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51876) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:29.616037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.643984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:29.648421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.650471 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-410538be-32fb-40b6-ac1a-288db2dafbce tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8 HTTP/1.1" status: 204 len: 168 time: 0.4945352 Aug 27 12:28:29.654853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:29.660173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:29.750073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffff6-d119-4054-9dad-7763aadf191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.852960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffff6-d119-4054-9dad-7763aadf191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.857879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b5ffff6-d119-4054-9dad-7763aadf191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.873529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:29.878734 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:29.906338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b5ffff6-d119-4054-9dad-7763aadf191c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2dd55fd91ce4447f9adba0d61eedeeaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941761 Aug 27 12:28:29.906563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51882) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:29.947189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ffff6-d119-4054-9dad-7763aadf191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69894d11-4139-482a-83ed-3664f02cad6d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:29.971597 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc506-9826-4e7b-bc17-0f5dc31af219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.000314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc506-9826-4e7b-bc17-0f5dc31af219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.070847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc506-9826-4e7b-bc17-0f5dc31af219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.073624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e0cc506-9826-4e7b-bc17-0f5dc31af219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.078132 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e0cc506-9826-4e7b-bc17-0f5dc31af219 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/69894d11-4139-482a-83ed-3664f02cad6d HTTP/1.1" status: 204 len: 168 time: 0.1706922 Aug 27 12:28:30.089450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cc506-9826-4e7b-bc17-0f5dc31af219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69894d11-4139-482a-83ed-3664f02cad6d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:30.118636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3fecaf-c7ea-4bc2-8551-588fed9dcf6e None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:30.191277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c7d2bfc2-b741-4184-9cc4-8a2c8758d10f None None] Could not find standard attr ID for object 86511a0a-80f9-412c-a907-4a8b420fd577. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:30.238886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.288655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:30.307110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:30.308543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:30.311493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:30.312070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.327326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f4cb2c41-c94f-4a92-a384-6260b44b548a tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6713488 Aug 27 12:28:30.330149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:30.334785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'security_group': {'name': 'tempest-secgroup-413369774'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:30.361551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.477362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.484025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.530335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a6238-e3ee-4e37-8ff2-5778096b4f80,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:30.534457 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.538674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51898) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:30.539393 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-df896b94-6e05-43e3-b822-b103c1b7466f tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2080586 Aug 27 12:28:30.553288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885231876'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:30.602796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.644168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687662e6-d8cf-4a21-a731-3cfdd85f30dd None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:30.705161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.710884 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.742237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2276db65-246c-4463-875f-7f5b5176ae75 None None] Provisioning complete for port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:30.742762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2276db65-246c-4463-875f-7f5b5176ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.755812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.757382 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2176251 Aug 27 12:28:30.759830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51906) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:30.764978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'security_group': {'name': 'tempest-secgroup-593865402'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:30.772279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e039946-8986-4a9b-9b93-51903aea8db3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8150656-be0f-4b5b-96e5-dbfe2dc13c25,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:30.799461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.839068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2276db65-246c-4463-875f-7f5b5176ae75 None None] Port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:30.881552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2276db65-246c-4463-875f-7f5b5176ae75 None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:30.882071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2276db65-246c-4463-875f-7f5b5176ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.922102 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.928898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.950990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:30.953575 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1920207 Aug 27 12:28:30.956214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:30.961912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-869721890', 'security_groups': ['739bfd79-f23b-44da-978b-7bb4376ccc69'], 'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:30.979852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfc696-e8d9-49b0-b481-b39abee422a9 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739bfd79-f23b-44da-978b-7bb4376ccc69,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:31.120057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:31.230707 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:31.256927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5e54479c-d8d0-4292-bba5-9f10ae866365 None None] Provisioning complete for port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:31.257304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e54479c-d8d0-4292-bba5-9f10ae866365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:31.262115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] device_id is not set on port 32e4959d-46e0-431a-827e-4678030bb3c2 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:31.300083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5e54479c-d8d0-4292-bba5-9f10ae866365 None None] Port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:31.320832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5e54479c-d8d0-4292-bba5-9f10ae866365 None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:31.321207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e54479c-d8d0-4292-bba5-9f10ae866365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:31.508029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.5 (f2ffb137-66cd-485e-9ca3-1072851cbb14/6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c/32e4959d-46e0-431a-827e-4678030bb3c2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:31.706064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:31.723765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 32e4959d-46e0-431a-827e-4678030bb3c2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:31.761032 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:31.804218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:31.809751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:31.813860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:31.821626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=32e4959d-46e0-431a-827e-4678030bb3c2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:31.877315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:31.878159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:31.906863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51982) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:31.914366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:31.918223 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b02e100e-63e8-4166-8aab-4b73d1dea8bc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9608765 Aug 27 12:28:32.085969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:32.091098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:32.173155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d52a51d4-23d4-47d5-a44a-6bcb6bd78259 None None] Provisioning for port 32e4959d-46e0-431a-827e-4678030bb3c2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:32.180473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d52a51d4-23d4-47d5-a44a-6bcb6bd78259 None None] Provisioning complete for port 32e4959d-46e0-431a-827e-4678030bb3c2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:32.181443 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d52a51d4-23d4-47d5-a44a-6bcb6bd78259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:32.203889 n-d-688802-4 neutron-server[94624]: INFO neutron.db.ipam_backend_mixin [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c (CIDR: 172.20.0.0/28) Aug 27 12:28:32.207915 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:28:32.208523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:32.225750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d52a51d4-23d4-47d5-a44a-6bcb6bd78259 None None] Port 32e4959d-46e0-431a-827e-4678030bb3c2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:32.230631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 51992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:32.232734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b08893b-6ecd-48a5-a512-322e33ea3d77 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3246129 Aug 27 12:28:32.237203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:32.366993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:32.370869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:32.482844 n-d-688802-4 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 19fb0e9a-36ac-4a17-9413-0ea5907dfe74 (CIDR: 172.20.0.16/28) Aug 27 12:28:32.486505 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:28:32.487033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:32.504319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-611b0ce2-7a59-47c6-965a-51e5ed44d3fa tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2715311 Aug 27 12:28:32.507702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 51994) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:32.512906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'subnet': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:32.643785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Made reservation on behalf of ec49ec5e5cdb4efda265031aa11f7bca for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:32.647454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:33.136575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:33.190125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:33.195449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:33.201966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:33.202952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:33.210197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d09e5-5528-4011-af80-3f58dccc7400 None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:33.296885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Subnet': ['ID=d793621e-cf77-4967-a436-93b4bf123cd6,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:33.297708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:33.297794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a7300660-ed90-411e-a10d-f350213f24ec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7286298 Aug 27 12:28:33.297869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1487312586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd793621e-cf77-4967-a436-93b4bf123cd6'}], 'security_groups': ['8a1a6238-e3ee-4e37-8ff2-5778096b4f80', 'e8150656-be0f-4b5b-96e5-dbfe2dc13c25']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:33.357800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:33.511870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Update dhcp port {'port': {'network_id': 'f2ffb137-66cd-485e-9ca3-1072851cbb14', 'fixed_ips': [{'subnet_id': '19fb0e9a-36ac-4a17-9413-0ea5907dfe74', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c'}, {'subnet_id': 'd793621e-cf77-4967-a436-93b4bf123cd6'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'cae1cbb9-adfa-4253-8b81-5c4ae678b909'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:28:33.543791 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:33.697972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Delete allocated IP 172.20.0.5 (f2ffb137-66cd-485e-9ca3-1072851cbb14/6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c) {{(pid=94623) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 12:28:33.707142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Allocated IP 172.20.0.39 (f2ffb137-66cd-485e-9ca3-1072851cbb14/d793621e-cf77-4967-a436-93b4bf123cd6/32e4959d-46e0-431a-827e-4678030bb3c2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:34.209945 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.224069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Transition to ACTIVE for port object 32e4959d-46e0-431a-827e-4678030bb3c2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:34.228855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.318954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event updated for resources: {'Port': ['ID=32e4959d-46e0-431a-827e-4678030bb3c2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:34.330726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.331072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.331417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.331774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.332108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.332440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.332773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.333099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.333451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.334459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.334768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Allocated IP 172.20.0.2 (f2ffb137-66cd-485e-9ca3-1072851cbb14/6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c/cae1cbb9-adfa-4253-8b81-5c4ae678b909) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:34.335310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.335310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:28:34.343676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Allocated IP 172.20.0.34 (f2ffb137-66cd-485e-9ca3-1072851cbb14/d793621e-cf77-4967-a436-93b4bf123cd6/cae1cbb9-adfa-4253-8b81-5c4ae678b909) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:34.354027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] In _notify_port_updated(), no bound segment for port 32e4959d-46e0-431a-827e-4678030bb3c2 on network f2ffb137-66cd-485e-9ca3-1072851cbb14 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:28:34.359867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:34.360278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.364482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52006) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:34.364969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2582a53f-4241-4e14-bc7b-99abac9f2910 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "PUT /v2.0/ports/32e4959d-46e0-431a-827e-4678030bb3c2 HTTP/1.1" status: 200 len: 960 time: 1.1264718 Aug 27 12:28:34.453332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cae1cbb9-adfa-4253-8b81-5c4ae678b909,segment=NetworkSegment(81252ef8-d2ab-4546-8c42-c2e22add0b27),segment_id=81252ef8-d2ab-4546-8c42-c2e22add0b27)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:34.459076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 32e4959d-46e0-431a-827e-4678030bb3c2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:34.459076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.491712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.506910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Transition to ACTIVE for port object cae1cbb9-adfa-4253-8b81-5c4ae678b909 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:34.511579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.562146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.579555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 32e4959d-46e0-431a-827e-4678030bb3c2 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:34.627247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed56f42-99c0-4814-8674-11b7207b0cd1 None None] Pushing event updated for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:34.733121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.770005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=32e4959d-46e0-431a-827e-4678030bb3c2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:34.846062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.852387 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9bd836d-6c71-446b-858a-b9faebb37289 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/32e4959d-46e0-431a-827e-4678030bb3c2 HTTP/1.1" status: 204 len: 168 time: 0.4828699 Aug 27 12:28:34.853055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52008) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:34.879824 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d573ffaa-d785-4ab2-9968-e837eefcf4ca tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] GET failed (client error): The resource could not be found. Aug 27 12:28:34.881548 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d573ffaa-d785-4ab2-9968-e837eefcf4ca tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports/32e4959d-46e0-431a-827e-4678030bb3c2 HTTP/1.1" status: 404 len: 333 time: 0.0274558 Aug 27 12:28:34.884362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52012) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:34.954360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fa22a13-5807-4e58-bf42-564cc779a334 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:34.980500 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fa22a13-5807-4e58-bf42-564cc779a334 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.024516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fa22a13-5807-4e58-bf42-564cc779a334 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.027612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9fa22a13-5807-4e58-bf42-564cc779a334 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.031314 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9fa22a13-5807-4e58-bf42-564cc779a334 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/security-groups/739bfd79-f23b-44da-978b-7bb4376ccc69 HTTP/1.1" status: 204 len: 168 time: 0.1433818 Aug 27 12:28:35.031679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:35.039688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa22a13-5807-4e58-bf42-564cc779a334 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bfd79-f23b-44da-978b-7bb4376ccc69,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:35.106042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b5abaa9-7bf6-494a-8888-f5a902a6a9b3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.130169 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b5abaa9-7bf6-494a-8888-f5a902a6a9b3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.175772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b5abaa9-7bf6-494a-8888-f5a902a6a9b3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.178762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8b5abaa9-7bf6-494a-8888-f5a902a6a9b3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.180996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8b5abaa9-7bf6-494a-8888-f5a902a6a9b3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/security-groups/e8150656-be0f-4b5b-96e5-dbfe2dc13c25 HTTP/1.1" status: 204 len: 168 time: 0.1478508 Aug 27 12:28:35.183778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52020) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:35.196933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5abaa9-7bf6-494a-8888-f5a902a6a9b3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8150656-be0f-4b5b-96e5-dbfe2dc13c25,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:35.246686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12c0375b-691a-4b3e-8a50-56066369ce09 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.263952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Could not find standard attr ID for object 32e4959d-46e0-431a-827e-4678030bb3c2. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:35.272147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12c0375b-691a-4b3e-8a50-56066369ce09 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.274882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Provisioning complete for port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:35.275251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.310666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:35.315454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12c0375b-691a-4b3e-8a50-56066369ce09 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.319116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-12c0375b-691a-4b3e-8a50-56066369ce09 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.323082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-12c0375b-691a-4b3e-8a50-56066369ce09 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/security-groups/8a1a6238-e3ee-4e37-8ff2-5778096b4f80 HTTP/1.1" status: 204 len: 168 time: 0.1358564 Aug 27 12:28:35.323461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:35.326071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Provisioning for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:35.330663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0375b-691a-4b3e-8a50-56066369ce09 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a6238-e3ee-4e37-8ff2-5778096b4f80,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:35.330868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:35.331519 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-81996ed0-b728-4ad0-98d5-d7c54cd5300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.405532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:35.409138 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.452130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.542674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.616170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.643651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:35.651352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.657732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-76e20cf2-80b6-4786-8011-4a174f5f692c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c HTTP/1.1" status: 204 len: 168 time: 0.3286779 Aug 27 12:28:35.658243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:35.709725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e7cd5-08d9-4919-a2a8-15277f526bcd None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:35.720182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet d793621e-cf77-4967-a436-93b4bf123cd6 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:35.723882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.761242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-70eb3765-7e60-454f-8580-87400896bef9 None None] Could not find standard attr ID for object 32e4959d-46e0-431a-827e-4678030bb3c2. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:28:35.780775 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:35.802940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-325198bf-4047-4715-aa37-9974dbbc23d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529108 Aug 27 12:28:35.897450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-419f2ecf-1759-4086-a233-cad724ade5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:35.899298 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-419f2ecf-1759-4086-a233-cad724ade5c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.0471697 Aug 27 12:28:35.905079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.000702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.040290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-23201977-551b-49ba-b9e2-774b79706dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:36.043225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-23201977-551b-49ba-b9e2-774b79706dc6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 910 time: 0.1230383 Aug 27 12:28:36.056261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=d793621e-cf77-4967-a436-93b4bf123cd6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:36.062608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.066957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ff3bd6a-7cbb-449f-aafa-b5c077c3b75e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/d793621e-cf77-4967-a436-93b4bf123cd6 HTTP/1.1" status: 204 len: 168 time: 0.4053779 Aug 27 12:28:36.067576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.095246 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-773b1802-0009-4844-9086-e747e54d0beb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.095741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773b1802-0009-4844-9086-e747e54d0beb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.098234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-773b1802-0009-4844-9086-e747e54d0beb tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/6b2dbc13-9172-4fb1-94c4-8b11bb4a9b0c HTTP/1.1" status: 404 len: 337 time: 0.0289531 Aug 27 12:28:36.101389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.142731 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-363900a1-2677-4257-9525-58392073a23c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 1000 time: 0.0905797 Aug 27 12:28:36.171393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting subnet 19fb0e9a-36ac-4a17-9413-0ea5907dfe74 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:36.176612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.208777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-b3861ae1-b44b-4f86-89fe-41843cacb97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:36.210486 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-b3861ae1-b44b-4f86-89fe-41843cacb97e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.0594797 Aug 27 12:28:36.219469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.273264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-056a0ebe-dc0c-486d-ba43-73cd2d8a6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:36.275332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-056a0ebe-dc0c-486d-ba43-73cd2d8a6c70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570476 Aug 27 12:28:36.324448 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.400182 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-d177c9d1-0ae0-4ab4-9714-467d5f576f0a service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167142 Aug 27 12:28:36.412515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.453337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Subnet': ['ID=19fb0e9a-36ac-4a17-9413-0ea5907dfe74,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:36.460714 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.465914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2aa835b-62d5-498c-a4a8-b58dc7af9b4c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/19fb0e9a-36ac-4a17-9413-0ea5907dfe74 HTTP/1.1" status: 204 len: 168 time: 0.3626440 Aug 27 12:28:36.466701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52034) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.496328 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d163a7-99ad-41ce-85e8-a7ae6629c241 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.496866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d163a7-99ad-41ce-85e8-a7ae6629c241 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.501590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-29d163a7-99ad-41ce-85e8-a7ae6629c241 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/c3d2fc5b-86ec-45de-8cfc-75e45fd6e1d8 HTTP/1.1" status: 404 len: 337 time: 0.0334573 Aug 27 12:28:36.502749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52036) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.546486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.546625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bfdf4f2d-01c8-4ff8-9d99-13e9bf4cb4f0 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "GET /v2.0/ports?device_id=03dc6b37-d389-4401-8eef-c466b3694b4c HTTP/1.1" status: 200 len: 205 time: 0.0425427 Aug 27 12:28:36.561269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-47242529-1105-49a9-9ac0-d00009e5e3cd req-b2af7706-aa5a-4d31-8f7d-f7dcfb488531 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534121 Aug 27 12:28:36.572571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cae1cbb9-adfa-4253-8b81-5c4ae678b909 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:36.596046 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-459f811c-520f-4687-b815-b5090360f8e3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] delete failed (client error): The resource could not be found. Aug 27 12:28:36.597501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-459f811c-520f-4687-b815-b5090360f8e3 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/routers/03dc6b37-d389-4401-8eef-c466b3694b4c HTTP/1.1" status: 404 len: 336 time: 0.0495365 Aug 27 12:28:36.600361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52040) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.625343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d61fd-1f95-4056-aa1c-c3e9195711e6 None None] Network f2ffb137-66cd-485e-9ca3-1072851cbb14 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:36.631861 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c202bf7-a773-4422-982a-0e7555c49802 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.632316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c202bf7-a773-4422-982a-0e7555c49802 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.634034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c202bf7-a773-4422-982a-0e7555c49802 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/8e9850f6-61d1-4ed2-85ad-e3ccc2de04aa HTTP/1.1" status: 404 len: 337 time: 0.0326269 Aug 27 12:28:36.636607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52042) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.663526 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9e13e7-156b-4824-8f1e-a4b866cfba5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.663979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9e13e7-156b-4824-8f1e-a4b866cfba5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.665748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0d9e13e7-156b-4824-8f1e-a4b866cfba5c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/2a4828b0-73ed-4312-8696-250e0fc788fe HTTP/1.1" status: 404 len: 337 time: 0.0282423 Aug 27 12:28:36.669208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52044) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.702008 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd42559-6a2f-4563-892d-157147e5b21e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.702502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd42559-6a2f-4563-892d-157147e5b21e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.704625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6fd42559-6a2f-4563-892d-157147e5b21e tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/433d7f3e-f6e2-4b68-843f-a69992b0e1f4 HTTP/1.1" status: 404 len: 337 time: 0.0339069 Aug 27 12:28:36.707415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52046) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.733078 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e80f23-12ed-4c13-9deb-634c11caf5cc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.733784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e80f23-12ed-4c13-9deb-634c11caf5cc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.737943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e2e80f23-12ed-4c13-9deb-634c11caf5cc tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/ff9844c8-9121-4bf5-8d4a-13d53e5ae67d HTTP/1.1" status: 404 len: 333 time: 0.0270014 Aug 27 12:28:36.738201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52048) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.766330 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6253967e-1f8c-4dcd-9c24-c9d74b60ca27 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.766840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6253967e-1f8c-4dcd-9c24-c9d74b60ca27 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.771739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6253967e-1f8c-4dcd-9c24-c9d74b60ca27 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/14540029-7d08-4901-aa97-e91ce1f0cb35 HTTP/1.1" status: 404 len: 337 time: 0.0292118 Aug 27 12:28:36.772027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52050) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.798912 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec743a8-8add-4d71-ad18-15342dc61aec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.799310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec743a8-8add-4d71-ad18-15342dc61aec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.801078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1ec743a8-8add-4d71-ad18-15342dc61aec tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/9a85b3eb-3516-45de-b6f6-d24186ac186e HTTP/1.1" status: 404 len: 337 time: 0.0281441 Aug 27 12:28:36.804048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52052) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.828319 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee937a0d-1614-4f1d-8075-189c4e7a7e29 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.828910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee937a0d-1614-4f1d-8075-189c4e7a7e29 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.831148 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee937a0d-1614-4f1d-8075-189c4e7a7e29 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/858f4bf8-2e51-42b1-a46a-435998f48708 HTTP/1.1" status: 404 len: 333 time: 0.0261126 Aug 27 12:28:36.835316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52054) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.848368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7b01be69-f0a4-4948-a701-be4e90377524 None None] Provisioning complete for port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:36.848887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b01be69-f0a4-4948-a701-be4e90377524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.865464 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd44d180-9ac7-4849-b2e7-6b41c3adf36c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.865966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd44d180-9ac7-4849-b2e7-6b41c3adf36c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.870091 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd44d180-9ac7-4849-b2e7-6b41c3adf36c tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/dfcbe586-18a6-4c07-b038-c8141945c85c HTTP/1.1" status: 404 len: 337 time: 0.0310595 Aug 27 12:28:36.870437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52056) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.886293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7b01be69-f0a4-4948-a701-be4e90377524 None None] Port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:36.897183 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cfd8e2-db1a-4820-9a30-51f393193849 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] DELETE failed (client error): The resource could not be found. Aug 27 12:28:36.898347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cfd8e2-db1a-4820-9a30-51f393193849 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:28:36.902343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-60cfd8e2-db1a-4820-9a30-51f393193849 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/subnets/be1dc7c5-8d4f-452e-92b3-691893e26a87 HTTP/1.1" status: 404 len: 337 time: 0.0285809 Aug 27 12:28:36.902482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:36.902568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52058) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:36.902717 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:36.968645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7b01be69-f0a4-4948-a701-be4e90377524 None None] Provisioning complete for port cae1cbb9-adfa-4253-8b81-5c4ae678b909 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:36.969022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7b01be69-f0a4-4948-a701-be4e90377524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.001143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port 2c609cb7-7d41-4e6c-a73d-a4401ce94716 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:37.001496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.110603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.139926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] DHCP port deletion for f2ffb137-66cd-485e-9ca3-1072851cbb14 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:37.145596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for 2c609cb7-7d41-4e6c-a73d-a4401ce94716 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:37.192470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] Deleting port cae1cbb9-adfa-4253-8b81-5c4ae678b909 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:37.193175 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.233678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.260491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cae1cbb9-adfa-4253-8b81-5c4ae678b909,segment=NetworkSegment(81252ef8-d2ab-4546-8c42-c2e22add0b27),segment_id=81252ef8-d2ab-4546-8c42-c2e22add0b27)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:37.260894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.264170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=2c609cb7-7d41-4e6c-a73d-a4401ce94716,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:37.269790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.272505 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f8b581b-1df2-40fb-b921-1d8eaf3b5374 tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/ports/2c609cb7-7d41-4e6c-a73d-a4401ce94716 HTTP/1.1" status: 204 len: 168 time: 0.3690279 Aug 27 12:28:37.275399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52064) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:37.285177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] Calling delete_port for cae1cbb9-adfa-4253-8b81-5c4ae678b909 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:37.354299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.375986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.401582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] Pushing event deleted for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:37.407162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d9ecd-3313-4b74-a58d-565e3400adf0 None None] No DVR routers for this DVR port cae1cbb9-adfa-4253-8b81-5c4ae678b909 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:37.426710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Deleting port cae1cbb9-adfa-4253-8b81-5c4ae678b909 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:37.427060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.492345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] For port cae1cbb9-adfa-4253-8b81-5c4ae678b909, host n-d-688802-4, got binding levels [] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:37.492922 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.506464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Calling delete_port for cae1cbb9-adfa-4253-8b81-5c4ae678b909 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:37.509112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Port cae1cbb9-adfa-4253-8b81-5c4ae678b909 was not found and therefore no delete operation was performed {{(pid=94624) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:28:37.510369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.537637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Port': ['ID=cae1cbb9-adfa-4253-8b81-5c4ae678b909,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:37.539684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] No DVR routers for this DVR port cae1cbb9-adfa-4253-8b81-5c4ae678b909 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:37.625429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.636249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ffb137-66cd-485e-9ca3-1072851cbb14']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:37.648120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81252ef8-d2ab-4546-8c42-c2e22add0b27') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:37.648431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81252ef8-d2ab-4546-8c42-c2e22add0b27') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:37.657733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.673173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.679469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:37.679921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:37.682985 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:37.745218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.752896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:37.756580 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] 10.222.0.76 "DELETE /v2.0/networks/f2ffb137-66cd-485e-9ca3-1072851cbb14 HTTP/1.1" status: 204 len: 168 time: 0.4782755 Aug 27 12:28:37.767409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfc6d5-dec8-4097-8076-06df6336670b tempest-PortsTestJSON-1234007917 tempest-PortsTestJSON-1234007917-project] Pushing event deleted for resources: {'Network': ['ID=f2ffb137-66cd-485e-9ca3-1072851cbb14,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:38.032222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52070) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:38.183922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:38.192436 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b2c6ac21-302b-4c8d-9d9b-b964ce8ac10b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec49ec5e5cdb4efda265031aa11f7bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501727 Aug 27 12:28:38.238212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5585-98f1-41c3-9bd7-7b5addb0afbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:38.260721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5585-98f1-41c3-9bd7-7b5addb0afbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:38.303831 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:38.339311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5585-98f1-41c3-9bd7-7b5addb0afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:38.341904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fbe5585-98f1-41c3-9bd7-7b5addb0afbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:38.344588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6fbe5585-98f1-41c3-9bd7-7b5addb0afbd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/318b61da-b102-4ff7-90f1-b0996077ebeb HTTP/1.1" status: 204 len: 168 time: 0.1590285 Aug 27 12:28:38.358105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe5585-98f1-41c3-9bd7-7b5addb0afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b61da-b102-4ff7-90f1-b0996077ebeb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:38.546169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cae1cbb9-adfa-4253-8b81-5c4ae678b909 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:38.567129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: cae1cbb9-adfa-4253-8b81-5c4ae678b909 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:38.567339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cae1cbb9-adfa-4253-8b81-5c4ae678b909 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:38.732210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bcdb3-3c3e-49cd-b118-e5d69ec98cb7 req-bfa244e1-9f85-43e3-8f9b-4cc97cf5b267 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:38.738911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-644bcdb3-3c3e-49cd-b118-e5d69ec98cb7 req-bfa244e1-9f85-43e3-8f9b-4cc97cf5b267 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 945 time: 0.2753994 Aug 27 12:28:38.778578 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-644bcdb3-3c3e-49cd-b118-e5d69ec98cb7 req-1d2132a4-d0a9-4f98-9a92-6d6b9f1b6977 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Aug 27 12:28:39.138798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:39.240743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345285132'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:39.267629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:39.272178 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.281268 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.380433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.384615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.416978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:28:39.431318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cde4cfb-91b7-4928-bbd0-34f0d80743a3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:39.438034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.438613 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment fdc83f10-38e9-42e1-b5f7-2cc7083f898e of type vlan for network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd Aug 27 12:28:39.491906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.519461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.525752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:39.526739 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.590812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4498386 Aug 27 12:28:39.592967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:39.597714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157358360'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:39.610343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee8df8-a390-4fe0-90ec-e42a3bcb8fdf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=0f98b00c-44ad-4ae8-9b8a-547548c6cffd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:39.621881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:28:39.631223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:39.635651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.668292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:28:39.678284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.678668 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment 283badbb-a457-4769-a2c4-2c76a135137e of type vlan for network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 Aug 27 12:28:39.723213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.750108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.756174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:39.756758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:39.817453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2237597 Aug 27 12:28:39.821349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:39.826601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:39.844488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbb6fd-809b-4354-8591-630c9bae164f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=91d31a0c-3849-418a-9a6b-2d2e2b4464f8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:39.854520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:28:39.945641 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:39.950772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.073982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864ab0c-c3b0-4484-be14-40ccd5f34fcc req-7f7b45f5-be68-4028-84a0-d42868f4232e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:40.075533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e864ab0c-c3b0-4484-be14-40ccd5f34fcc req-7f7b45f5-be68-4028-84a0-d42868f4232e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 945 time: 0.1980820 Aug 27 12:28:40.124387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e864ab0c-c3b0-4484-be14-40ccd5f34fcc req-4b31c879-d8ae-489d-ad00-dfe0a4a1fd35 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Aug 27 12:28:40.160232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.226116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=de4b23c0-6e81-49c4-b93c-71964b55b4e4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:40.247781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:40.248140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 0f98b00c-44ad-4ae8-9b8a-547548c6cffd, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:28:40.294296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:28:40.307174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-30906f84-1a48-408c-a26e-76809258c3ec tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:40.308773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-30906f84-1a48-408c-a26e-76809258c3ec tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 945 time: 0.0733335 Aug 27 12:28:40.313609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0f98b00c-44ad-4ae8-9b8a-547548c6cffd) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:40.318521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:40.319144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.332319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97f9a8-346c-442f-834f-97c56d83d813 None None] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:40.343821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bbdf204d-9a7a-4228-b4d8-398fd798d3ed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5213423 Aug 27 12:28:40.347049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:40.355428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:40.484132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Deleting port ac57392f-db1b-4021-9414-4cc2dc93b351 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:40.485165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.522725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:40.527317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.558490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-0f98b00c-44ad-4ae8-9b8a-547548c6cffd', 'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': 'de4b23c0-6e81-49c4-b93c-71964b55b4e4'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:40.560423 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.605567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] For port ac57392f-db1b-4021-9414-4cc2dc93b351, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ac57392f-db1b-4021-9414-4cc2dc93b351,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:40.605994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.623080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Calling delete_port for ac57392f-db1b-4021-9414-4cc2dc93b351 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:40.719367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Allocated IP 2001:db8::2 (0f98b00c-44ad-4ae8-9b8a-547548c6cffd/de4b23c0-6e81-49c4-b93c-71964b55b4e4/c3fd49ec-c085-4c51-a098-ecb217f77846) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:40.771575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.773640 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.802067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ac57392f-db1b-4021-9414-4cc2dc93b351'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:28:40.806032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event deleted for resources: {'Port': ['ID=ac57392f-db1b-4021-9414-4cc2dc93b351,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:40.860183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] No DVR routers for this DVR port ac57392f-db1b-4021-9414-4cc2dc93b351 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:40.863072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.865351 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b7449fb2-f390-4307-8326-ce042b0eca0e req-8c3e8122-15a6-4c3e-9c70-946136154594 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.65 "DELETE /v2.0/ports/ac57392f-db1b-4021-9414-4cc2dc93b351 HTTP/1.1" status: 204 len: 173 time: 0.5424199 Aug 27 12:28:40.865812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'name': 'network-vif-deleted', 'tag': 'ac57392f-db1b-4021-9414-4cc2dc93b351'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:40.868193 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2932faaf-fee1-46f4-9494-5db9b9703e61" -d '{"events": [{"server_uuid": "6aa8b134-ecde-4af6-9390-58fee4a9f4ae", "name": "network-vif-deleted", "tag": "ac57392f-db1b-4021-9414-4cc2dc93b351"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:40.870197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=2b155edf-5e60-4661-9b94-96d6009371d5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:40.874657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': '283badbb-a457-4769-a2c4-2c76a135137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:40.875565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 91d31a0c-3849-418a-9a6b-2d2e2b4464f8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:28:40.905668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:28:40.919539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 91d31a0c-3849-418a-9a6b-2d2e2b4464f8) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:40.919923 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352da67b-ccf9-4e6a-8b92-63a257b2e5e1 x-openstack-request-id: req-352da67b-ccf9-4e6a-8b92-63a257b2e5e1 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:40.920405 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa8b134-ecde-4af6-9390-58fee4a9f4ae", "name": "network-vif-deleted", "tag": "ac57392f-db1b-4021-9414-4cc2dc93b351", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:40.920622 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-352da67b-ccf9-4e6a-8b92-63a257b2e5e1 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:40.921095 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa8b134-ecde-4af6-9390-58fee4a9f4ae', 'name': 'network-vif-deleted', 'tag': 'ac57392f-db1b-4021-9414-4cc2dc93b351', 'status': 'completed', 'code': 200} Aug 27 12:28:40.925048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:40.926018 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.941175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1a189-58cf-4244-82be-4273a7819112 None None] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:40.947450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52128) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:40.952467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735928149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:40.955186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4ce42eb-a1c2-4b5a-b7d1-a3451e51ede3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6065538 Aug 27 12:28:40.982114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:40.983615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.006698 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.022258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Transition to ACTIVE for port object c3fd49ec-c085-4c51-a098-ecb217f77846 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:41.055022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Transition to ACTIVE for port object c3fd49ec-c085-4c51-a098-ecb217f77846 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:41.080193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.088550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.090841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.109662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.114350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:41.114664 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f315018f-76ee-4d99-816c-9a4b072bfe6a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1661103 Aug 27 12:28:41.151424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-91d31a0c-3849-418a-9a6b-2d2e2b4464f8', 'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '2b155edf-5e60-4661-9b94-96d6009371d5'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:41.152287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.192259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:41.196894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:41.203148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Pushing event updated for resources: {'Port': ['ID=c3fd49ec-c085-4c51-a098-ecb217f77846,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:41.207168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:41.297266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e35557e1-7514-45bf-8572-8bbf28ebaff8 req-80295a3d-d4ad-4975-a1eb-3cfbe9eede77 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0495739 Aug 27 12:28:41.323647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Attempting to bind port c3fd49ec-c085-4c51-a098-ecb217f77846 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:41.324024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Attempting to bind port c3fd49ec-c085-4c51-a098-ecb217f77846 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:41.324395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Attempting to bind port c3fd49ec-c085-4c51-a098-ecb217f77846 on network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:41.335938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:41.336369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Checking segment: {'id': 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:41.337212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.337615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Bound using segment: {'id': 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:41.338114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Bound port: c3fd49ec-c085-4c51-a098-ecb217f77846, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0f98b00c-44ad-4ae8-9b8a-547548c6cffd'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:41.338705 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.430525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Allocated IP 2001:db8:1::2 (91d31a0c-3849-418a-9a6b-2d2e2b4464f8/2b155edf-5e60-4661-9b94-96d6009371d5/bd38c3f9-afca-409c-b84f-7bdd6724c3e1) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:41.459497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] For port c3fd49ec-c085-4c51-a098-ecb217f77846, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:41.465201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] For port c3fd49ec-c085-4c51-a098-ecb217f77846, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c3fd49ec-c085-4c51-a098-ecb217f77846,segment=NetworkSegment(fdc83f10-38e9-42e1-b5f7-2cc7083f898e),segment_id=fdc83f10-38e9-42e1-b5f7-2cc7083f898e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:41.477577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.603718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec05f44-ee8f-44f4-9b8f-b4e9dc911d46 None None] Pushing event updated for resources: {'Port': ['ID=c3fd49ec-c085-4c51-a098-ecb217f77846,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:41.623052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.703133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.720844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Transition to ACTIVE for port object bd38c3f9-afca-409c-b84f-7bdd6724c3e1 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:41.743642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Transition to ACTIVE for port object bd38c3f9-afca-409c-b84f-7bdd6724c3e1 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:41.753952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.808477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:41.816918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:41.833258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:41.846769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Pushing event updated for resources: {'Port': ['ID=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:41.945007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Attempting to bind port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:41.945589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Attempting to bind port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '283badbb-a457-4769-a2c4-2c76a135137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:41.946148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Attempting to bind port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 on network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:41.952350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:41.952714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Checking segment: {'id': '283badbb-a457-4769-a2c4-2c76a135137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:41.953108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.953498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Bound using segment: {'id': '283badbb-a457-4769-a2c4-2c76a135137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:41.953956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Bound port: bd38c3f9-afca-409c-b84f-7bdd6724c3e1, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283badbb-a457-4769-a2c4-2c76a135137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '91d31a0c-3849-418a-9a6b-2d2e2b4464f8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:41.954619 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:41.975501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8::1 (0f98b00c-44ad-4ae8-9b8a-547548c6cffd/de4b23c0-6e81-49c4-b93c-71964b55b4e4/0b2e740b-9818-4cdf-aa09-3b5ee4b34dee) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:42.038229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] For port bd38c3f9-afca-409c-b84f-7bdd6724c3e1, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:42.042323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] For port bd38c3f9-afca-409c-b84f-7bdd6724c3e1, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,segment=NetworkSegment(283badbb-a457-4769-a2c4-2c76a135137e),segment_id=283badbb-a457-4769-a2c4-2c76a135137e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:42.048341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.115399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48fd9-f5d6-427c-810a-aa51d3f077f0 None None] Pushing event updated for resources: {'Port': ['ID=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:42.146820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.164010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:42.217729 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.280692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:42.303555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=0b2e740b-9818-4cdf-aa09-3b5ee4b34dee,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:42.307687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:42.310738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:42.311305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.472495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bcc4a20b-a42e-4cec-8cff-ae212041959f req-945b6d0c-e3ed-4d7c-a782-9d0c4791a9f0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0480230 Aug 27 12:28:42.530963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.705535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd38c3f9-afca-409c-b84f-7bdd6724c3e1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:42.809194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:42.814092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c3fd49ec-c085-4c51-a098-ecb217f77846 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:42.902070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c3fd49ec-c085-4c51-a098-ecb217f77846 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:42.952796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.960293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:42.961469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:43.002412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e6bb2-21a9-4b06-acc6-56d9692a6c9e None None] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:43.083135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=0b2e740b-9818-4cdf-aa09-3b5ee4b34dee,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:43.145536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] Provisioning for port c3fd49ec-c085-4c51-a098-ecb217f77846 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:43.158230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] Provisioning complete for port c3fd49ec-c085-4c51-a098-ecb217f77846 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:43.158690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:43.161102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:43.163121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:43.303755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:43.351611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] For port c3fd49ec-c085-4c51-a098-ecb217f77846, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c3fd49ec-c085-4c51-a098-ecb217f77846,segment=NetworkSegment(fdc83f10-38e9-42e1-b5f7-2cc7083f898e),segment_id=fdc83f10-38e9-42e1-b5f7-2cc7083f898e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:43.357122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:43.399887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 132d2380-e92d-419e-bf9d-e56eec8aa86a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:28:43.439768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4a367-b8d9-4785-b2d9-89ec902b32e6 None None] Pushing event updated for resources: {'Port': ['ID=c3fd49ec-c085-4c51-a098-ecb217f77846,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:43.540585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:43.556371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-723106fb-eec4-4b78-8bd4-57c1bd86f08d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/132d2380-e92d-419e-bf9d-e56eec8aa86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403610 Aug 27 12:28:43.557368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] Sync routers for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:43.559332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:43.573803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:43.574471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:43.645534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:43.645814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17b7a6b7-35ad-4fbc-aa8f-43a297ce1117 req-c0ac3dff-9ba8-4793-914c-65b195391657 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0572076 Aug 27 12:28:43.677033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:43.678152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:43.684510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d1e3d-942b-43b6-a26d-59ad7596202b tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:43.688661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f23d1e3d-942b-43b6-a26d-59ad7596202b tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports/0b2e740b-9818-4cdf-aa09-3b5ee4b34dee HTTP/1.1" status: 200 len: 911 time: 0.1251705 Aug 27 12:28:43.688860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:43.726810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:43.727635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358202e-fd0c-46df-8f83-cb55d6c6ce88 None None] The sync data for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:43.786023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-67989890-6500-44cf-b75c-884cb469cabd None None] Provisioning for port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:43.792124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878abd97-0813-419a-b8b1-7747f4c751d6 None None] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:43.796291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-67989890-6500-44cf-b75c-884cb469cabd None None] Provisioning complete for port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:43.796668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67989890-6500-44cf-b75c-884cb469cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:43.917520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-67989890-6500-44cf-b75c-884cb469cabd None None] Port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:43.944859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-67989890-6500-44cf-b75c-884cb469cabd None None] Provisioning complete for port c3fd49ec-c085-4c51-a098-ecb217f77846 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:43.945170 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67989890-6500-44cf-b75c-884cb469cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.276427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Provisioning complete for port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:44.276521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.426268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:44.442429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.444369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Provisioning for port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:44.459055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Provisioning complete for port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:44.461821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.464428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-b0041aec-a7fe-4eb6-a0f9-c51824119e97 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2525363 Aug 27 12:28:44.602842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c3fd49ec-c085-4c51-a098-ecb217f77846 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:44.642290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.646849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f84-4735-4834-a867-944f6576e51b req-9b358dd9-de04-48bd-99d1-c68073071eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:44.649355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-9b358dd9-de04-48bd-99d1-c68073071eed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.0797307 Aug 27 12:28:44.703757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c3fd49ec-c085-4c51-a098-ecb217f77846 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:44.704512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.734274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] For port bd38c3f9-afca-409c-b84f-7bdd6724c3e1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,segment=NetworkSegment(283badbb-a457-4769-a2c4-2c76a135137e),segment_id=283badbb-a457-4769-a2c4-2c76a135137e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:44.772316 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.797448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ac57392f-db1b-4021-9414-4cc2dc93b351 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:44.805956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efa70b28-a6c2-4d10-994f-f4307925fe1f req-5091c5c8-4154-4e93-9572-210558f18c21 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0532262 Aug 27 12:28:44.873011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ac57392f-db1b-4021-9414-4cc2dc93b351 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:44.873370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ac57392f-db1b-4021-9414-4cc2dc93b351 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:44.904783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f84-4735-4834-a867-944f6576e51b req-ade6c441-735a-43b0-9cae-f724b257a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:44.906543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-ade6c441-735a-43b0-9cae-f724b257a0bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 898 time: 0.2329538 Aug 27 12:28:44.917718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430513a0-1d6d-41a6-b042-7a1815deff02 None None] Pushing event updated for resources: {'Port': ['ID=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:44.925693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-34a9cfa0-5aba-4188-aeb8-0e5d5db40f9f None None] Provisioning complete for port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:44.926068 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34a9cfa0-5aba-4188-aeb8-0e5d5db40f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:44.987040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-9feb1a7b-44c8-46ef-a9be-0bcd0ae2dd1c req-f32cde64-6401-4ff8-b382-fdeab9711bca service neutron] (94624) timed out ('10.222.0.76', 58130) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:28:45.007263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-34a9cfa0-5aba-4188-aeb8-0e5d5db40f9f None None] Port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:45.018777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-34a9cfa0-5aba-4188-aeb8-0e5d5db40f9f None None] Provisioning complete for port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:45.019155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-34a9cfa0-5aba-4188-aeb8-0e5d5db40f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:45.026634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8:1::1 (91d31a0c-3849-418a-9a6b-2d2e2b4464f8/2b155edf-5e60-4661-9b94-96d6009371d5/53ffddfe-dae7-4b41-972a-1b31fc15f17f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:45.059858 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-23afcfd5-ec84-4071-9e5e-8453fdf3754a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 1001 time: 0.1265318 Aug 27 12:28:45.439423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f84-4735-4834-a867-944f6576e51b req-7a4b713b-ca68-493e-95a4-966338241544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:45.441103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-7a4b713b-ca68-493e-95a4-966338241544 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.3714178 Aug 27 12:28:45.493600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:45.515572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 53ffddfe-dae7-4b41-972a-1b31fc15f17f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:45.521448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f84-4735-4834-a867-944f6576e51b req-e6bf77ca-b8ce-48e0-be4c-17ae32bd952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:45.522549 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-e6bf77ca-b8ce-48e0-be4c-17ae32bd952b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704715 Aug 27 12:28:45.615078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:45.672080 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-d92d0b4e-6a5a-4959-b79b-bf912f78fe7c service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408312 Aug 27 12:28:45.674587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:45.690637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:45.699096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:45.699663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:45.770569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=53ffddfe-dae7-4b41-972a-1b31fc15f17f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:45.878021 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3b99f84-4735-4834-a867-944f6576e51b req-6f899076-893f-482f-93a6-c18aceb5bb2e service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977632 Aug 27 12:28:45.912367 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:45.965006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d39cffd-77d9-41e9-acb1-a9c783a21d9f req-6c113b0b-9a8e-4825-9b75-7fe5f7989d46 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa8b134-ecde-4af6-9390-58fee4a9f4ae HTTP/1.1" status: 200 len: 210 time: 0.0356169 Aug 27 12:28:46.151770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-028c7f97-4436-4983-8944-77c1779a1692 None None] Provisioning for port 53ffddfe-dae7-4b41-972a-1b31fc15f17f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:46.155860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-028c7f97-4436-4983-8944-77c1779a1692 None None] Provisioning complete for port 53ffddfe-dae7-4b41-972a-1b31fc15f17f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:46.156312 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-028c7f97-4436-4983-8944-77c1779a1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:46.192252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-028c7f97-4436-4983-8944-77c1779a1692 None None] Port 53ffddfe-dae7-4b41-972a-1b31fc15f17f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:46.214969 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:46.219552 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:46.220529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:46.312001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=53ffddfe-dae7-4b41-972a-1b31fc15f17f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:46.360926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:46.363131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:46.477094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 132d2380-e92d-419e-bf9d-e56eec8aa86a has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:28:46.565736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd38c3f9-afca-409c-b84f-7bdd6724c3e1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:46.588263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:46.595716 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eff7862d-db0b-4708-8373-b895b2352ebb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/132d2380-e92d-419e-bf9d-e56eec8aa86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058113 Aug 27 12:28:46.598577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:46.599549 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] Sync routers for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:46.613572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:46.614197 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:46.637356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:46.637868 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:46.652495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b4ff3-8ad7-41fc-9af3-28ddfab94279 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:46.654417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-042b4ff3-8ad7-41fc-9af3-28ddfab94279 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports/53ffddfe-dae7-4b41-972a-1b31fc15f17f HTTP/1.1" status: 200 len: 913 time: 0.0531690 Aug 27 12:28:46.656982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52180) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:46.744286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a026126-7998-4744-b46b-f25ba7735755 None None] Provisioning complete for port 53ffddfe-dae7-4b41-972a-1b31fc15f17f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:46.744953 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a026126-7998-4744-b46b-f25ba7735755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:46.790263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8a026126-7998-4744-b46b-f25ba7735755 None None] Port 53ffddfe-dae7-4b41-972a-1b31fc15f17f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:46.798212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:46.808036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:46.808724 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:46.858636 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:46.859372 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e98784-8bb0-4071-9a17-ccb56cd440b4 None None] The sync data for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:47.110816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:47.372427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 53ffddfe-dae7-4b41-972a-1b31fc15f17f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:47.372743 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:47.469770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:47.487409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 53ffddfe-dae7-4b41-972a-1b31fc15f17f owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:47.490694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa267f-e11e-45ee-989e-2b42077bebcf req-cfe11f67-2e95-4336-811a-dd187941a38f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:47.492786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bfa267f-e11e-45ee-989e-2b42077bebcf req-cfe11f67-2e95-4336-811a-dd187941a38f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1047728 Aug 27 12:28:47.513204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bfa267f-e11e-45ee-989e-2b42077bebcf req-df28e510-d32c-46f4-904d-73e9f5bed3c4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0128345 Aug 27 12:28:47.550662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bfa267f-e11e-45ee-989e-2b42077bebcf req-6a483fc9-1c6e-42ec-804c-b3fd35b7848e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336406 Aug 27 12:28:47.646888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bfa267f-e11e-45ee-989e-2b42077bebcf req-e5a7e02d-315d-4df1-9516-2d0d1676b465 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879147 Aug 27 12:28:47.666769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:47.750368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bfa267f-e11e-45ee-989e-2b42077bebcf req-ce8c8354-146a-461b-a1ee-650b28a2376a service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965061 Aug 27 12:28:47.947590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=53ffddfe-dae7-4b41-972a-1b31fc15f17f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:47.952967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-847f18ff-e74e-4e9c-b672-c33dcbeaee8a req-0dd0e0b1-0170-4896-853f-9d7c0c439897 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=da68b8d7-9bfb-4fa1-bdfe-c9d738f3bdaa HTTP/1.1" status: 200 len: 210 time: 0.0442209 Aug 27 12:28:48.094979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:48.406701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 132d2380-e92d-419e-bf9d-e56eec8aa86a has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:28:48.487486 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67e84664-4239-47d5-b9b9-12f72919742b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:48.526166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:48.531885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6c20afb7-67e0-440d-8d31-1392f63225dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/132d2380-e92d-419e-bf9d-e56eec8aa86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8738408 Aug 27 12:28:48.536403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:48.538817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] Sync routers for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:48.552323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:48.562003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:48.781464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:48.792623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:48.793662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:48.832482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:48.833213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb315c3-b85b-43e1-9f94-7cf7f2f7468c None None] The sync data for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:48.875772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-3388be05-17e9-4991-91b7-516e49e4345e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:48.877876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-3388be05-17e9-4991-91b7-516e49e4345e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.2886097 Aug 27 12:28:48.931488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-e6d7996f-a3d4-45a9-9315-387bdcf4bbf6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0459247 Aug 27 12:28:48.980922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-590248fe-23bf-4dd5-893c-0b7207e6b084 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395246 Aug 27 12:28:49.167318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-3759c8f5-afe5-4895-8ea9-cad199554627 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608279 Aug 27 12:28:49.256505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:49.663631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-cacee737-57f1-4c73-9774-e5708faed022 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847925 Aug 27 12:28:49.853275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:49.853878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:49.939229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-724d03bc-9b9b-4c88-a9a3-4c3d9d09e59d req-58554cb0-5153-4a7e-a6f8-6da2779c6d99 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 210 time: 0.0694458 Aug 27 12:28:49.975956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:49.987975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 0b2e740b-9818-4cdf-aa09-3b5ee4b34dee owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:50.169368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:50.174983 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:50.198388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=0b2e740b-9818-4cdf-aa09-3b5ee4b34dee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:50.316667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:50.507085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 132d2380-e92d-419e-bf9d-e56eec8aa86a has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:28:50.589265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:50.594629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4dc584f2-2ffb-4678-9828-2c5c3ec3901f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/132d2380-e92d-419e-bf9d-e56eec8aa86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0564570 Aug 27 12:28:50.597839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52278) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:50.599557 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] Sync routers for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:50.615510 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:50.616128 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:50.635761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-656dbd41-d2fd-49ab-868c-432f0448813e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=132d2380-e92d-419e-bf9d-e56eec8aa86a HTTP/1.1" status: 200 len: 205 time: 0.0359821 Aug 27 12:28:50.636540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:50.653625 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:50.662599 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] Routers {'132d2380-e92d-419e-bf9d-e56eec8aa86a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:50.663810 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['132d2380-e92d-419e-bf9d-e56eec8aa86a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:50.704906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:50.705816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a5266-636d-440f-aa6b-8142c2384c59 None None] The sync data for ids ['132d2380-e92d-419e-bf9d-e56eec8aa86a'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:50.732820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:50.913933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:50.917215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:50.980046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc1ab-03fe-4b51-94f1-560f4a0ed6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.006001 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.006565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router 132d2380-e92d-419e-bf9d-e56eec8aa86a {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:28:51.016759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.017883 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80ba0105-f671-4038-8f00-3095264fdc79 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/132d2380-e92d-419e-bf9d-e56eec8aa86a HTTP/1.1" status: 204 len: 168 time: 0.3802671 Aug 27 12:28:51.020645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:51.067376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-41f3b33b-a9c6-4b4f-b575-1f5a8eec8980 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:51.070016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-41f3b33b-a9c6-4b4f-b575-1f5a8eec8980 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1659129 Aug 27 12:28:51.089826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Request body: {'port': {'device_id': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'admin_state_up': True, 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:51.097046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d14e294-e97e-40c3-8329-b98241800034 req-31346446-d9e6-4dfd-b564-23ae2b28c4ae tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 210 time: 0.0358021 Aug 27 12:28:51.109609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 2b155edf-5e60-4661-9b94-96d6009371d5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:51.113248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.153313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.169046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.239385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:51.243854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.272375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.348507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.374372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=2b155edf-5e60-4661-9b94-96d6009371d5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:51.387861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.392120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-34a8642d-4bf8-4419-ba8b-731367f0504c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/2b155edf-5e60-4661-9b94-96d6009371d5 HTTP/1.1" status: 204 len: 168 time: 0.3689983 Aug 27 12:28:51.394155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:51.396068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65a30e-42ea-4238-8ce7-8382d54a203d None None] Network 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:51.447553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Allocated IP 172.20.0.5 (d8e926bb-780a-4413-95c3-ea1a29cefa2f/aa5ddb4f-320b-445f-a238-e7e6384dd6be/8a6593b7-8cbc-4408-84b5-717a3210ce8c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:51.473820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet de4b23c0-6e81-49c4-b93c-71964b55b4e4 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:28:51.480851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.572305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.650475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.681609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] DHCP port deletion for 91d31a0c-3849-418a-9a6b-2d2e2b4464f8 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:51.702473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.717974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.747640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] Deleting port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:51.748405 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.755783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:51.759462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:51.778654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:51.847844 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.877443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event updated for resources: {'Port': ['ID=8a6593b7-8cbc-4408-84b5-717a3210ce8c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:51.878262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] For port bd38c3f9-afca-409c-b84f-7bdd6724c3e1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,segment=NetworkSegment(283badbb-a457-4769-a2c4-2c76a135137e),segment_id=283badbb-a457-4769-a2c4-2c76a135137e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:51.878931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.896845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:51.897361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] Calling delete_port for bd38c3f9-afca-409c-b84f-7bdd6724c3e1 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:51.897474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.918936 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-28bb9edf-9e3d-4b03-920a-662f4708a237 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331871 Aug 27 12:28:51.940239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Request body: {'port': {'device_id': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:51.956094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=de4b23c0-6e81-49c4-b93c-71964b55b4e4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:51.972952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35d21b-a4f7-4afc-8fa9-b3506917e391 None None] Network 0f98b00c-44ad-4ae8-9b8a-547548c6cffd requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:51.975700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:51.981405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b59ea4a3-3522-435f-abf5-e77042414184 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/de4b23c0-6e81-49c4-b93c-71964b55b4e4 HTTP/1.1" status: 204 len: 168 time: 0.5860503 Aug 27 12:28:51.983654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52306) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:52.065428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.091829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57cec-bff4-4382-8946-6240f5c7b894 req-e39d673e-e97c-4918-8298-59963a409a53 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:52.094197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eea57cec-bff4-4382-8946-6240f5c7b894 req-e39d673e-e97c-4918-8298-59963a409a53 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1341546 Aug 27 12:28:52.162922 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.167128 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.191491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eea57cec-bff4-4382-8946-6240f5c7b894 req-2286ab44-b952-4038-872b-c2765456165d tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874989 Aug 27 12:28:52.206459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.242918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] Pushing event deleted for resources: {'Port': ['ID=bd38c3f9-afca-409c-b84f-7bdd6724c3e1,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:52.260301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40914f83-dc0a-45c8-9618-94d37b7356a8 None None] No DVR routers for this DVR port bd38c3f9-afca-409c-b84f-7bdd6724c3e1 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:52.335743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.354786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d31a0c-3849-418a-9a6b-2d2e2b4464f8']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:52.371628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ef576-4589-427a-9f33-46899ea723b0 req-0be4ce8c-9bef-459e-8e89-7b4e170667c4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:52.378368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e29ef576-4589-427a-9f33-46899ea723b0 req-0be4ce8c-9bef-459e-8e89-7b4e170667c4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 931 time: 0.0970538 Aug 27 12:28:52.395004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283badbb-a457-4769-a2c4-2c76a135137e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:52.395286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283badbb-a457-4769-a2c4-2c76a135137e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:52.421977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.439823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.447340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:52.447557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] DHCP port deletion for 0f98b00c-44ad-4ae8-9b8a-547548c6cffd request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:28:52.448461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.504678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] Deleting port c3fd49ec-c085-4c51-a098-ecb217f77846 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:52.506718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:52.509749 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:52.517406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.528395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.533120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/91d31a0c-3849-418a-9a6b-2d2e2b4464f8 HTTP/1.1" status: 204 len: 168 time: 0.5458207 Aug 27 12:28:52.534748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:52.560236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6593b7-8cbc-4408-84b5-717a3210ce8c {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:28:52.570215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.584171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Transition to ACTIVE for port object 8a6593b7-8cbc-4408-84b5-717a3210ce8c will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:52.588543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.603519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc9751-d47c-40a1-aab8-d540fec85ac6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=91d31a0c-3849-418a-9a6b-2d2e2b4464f8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:52.613716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] For port c3fd49ec-c085-4c51-a098-ecb217f77846, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c3fd49ec-c085-4c51-a098-ecb217f77846,segment=NetworkSegment(fdc83f10-38e9-42e1-b5f7-2cc7083f898e),segment_id=fdc83f10-38e9-42e1-b5f7-2cc7083f898e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:52.614549 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.631063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e29ef576-4589-427a-9f33-46899ea723b0 req-8690cbdf-3cf6-4d1c-b3d9-1b47627a177a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380645 Aug 27 12:28:52.632703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] Calling delete_port for c3fd49ec-c085-4c51-a098-ecb217f77846 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:52.636111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd38c3f9-afca-409c-b84f-7bdd6724c3e1 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:52.653543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6593b7-8cbc-4408-84b5-717a3210ce8c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:52.662963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.687696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: bd38c3f9-afca-409c-b84f-7bdd6724c3e1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:28:52.688410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bd38c3f9-afca-409c-b84f-7bdd6724c3e1 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:28:52.689027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c3fd49ec-c085-4c51-a098-ecb217f77846 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:28:52.723622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port c3fd49ec-c085-4c51-a098-ecb217f77846 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:52.724452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.745228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Attempting to bind port 8a6593b7-8cbc-4408-84b5-717a3210ce8c on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:52.745810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Attempting to bind port 8a6593b7-8cbc-4408-84b5-717a3210ce8c by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:52.746287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Attempting to bind port 8a6593b7-8cbc-4408-84b5-717a3210ce8c on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:52.752299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Port 8a6593b7-8cbc-4408-84b5-717a3210ce8c on network d8e926bb-780a-4413-95c3-ea1a29cefa2f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:28:52.752786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Attempting to bind port 8a6593b7-8cbc-4408-84b5-717a3210ce8c on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:52.760227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:52.761292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:52.761849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Bound using segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:52.762446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Bound port: 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:52.763292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.792700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port c3fd49ec-c085-4c51-a098-ecb217f77846, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c3fd49ec-c085-4c51-a098-ecb217f77846,segment=NetworkSegment(fdc83f10-38e9-42e1-b5f7-2cc7083f898e),segment_id=fdc83f10-38e9-42e1-b5f7-2cc7083f898e)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:52.793300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.807453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for c3fd49ec-c085-4c51-a098-ecb217f77846 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:52.851042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] For port 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:52.854721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] For port 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:52.861490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.913474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.916492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.922140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:52.922781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:52.924367 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] 10.222.0.77 "PUT /v2.0/ports/8a6593b7-8cbc-4408-84b5-717a3210ce8c HTTP/1.1" status: 200 len: 1091 time: 0.9890711 Aug 27 12:28:52.926832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'tag': '8a6593b7-8cbc-4408-84b5-717a3210ce8c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:28:52.930808 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c4470e-049c-47a9-ba09-72f4be1f9daf" -d '{"events": [{"name": "network-changed", "server_uuid": "a370bd15-4e30-4206-959e-2437cfcb3ee3", "tag": "8a6593b7-8cbc-4408-84b5-717a3210ce8c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:28:52.966079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5935-e62d-4fa3-b194-e8640801b741 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6593b7-8cbc-4408-84b5-717a3210ce8c,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:52.985448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] Pushing event deleted for resources: {'Port': ['ID=c3fd49ec-c085-4c51-a098-ecb217f77846,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:52.993494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abbf67-7070-489c-a707-6a5aaa2d44be None None] No DVR routers for this DVR port c3fd49ec-c085-4c51-a098-ecb217f77846 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:52.995847 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.007510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=c3fd49ec-c085-4c51-a098-ecb217f77846,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:53.007510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port c3fd49ec-c085-4c51-a098-ecb217f77846 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:28:53.024928 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d0d94-da9f-4523-a59c-9afad563dd6b x-openstack-request-id: req-071d0d94-da9f-4523-a59c-9afad563dd6b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:28:53.025321 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a370bd15-4e30-4206-959e-2437cfcb3ee3", "tag": "8a6593b7-8cbc-4408-84b5-717a3210ce8c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:28:53.025449 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-071d0d94-da9f-4523-a59c-9afad563dd6b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:28:53.025899 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'tag': '8a6593b7-8cbc-4408-84b5-717a3210ce8c', 'status': 'completed', 'code': 200} Aug 27 12:28:53.046060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-414319be-804f-403d-a5fe-8e529b155201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.048008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-414319be-804f-403d-a5fe-8e529b155201 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0634854 Aug 27 12:28:53.111910 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-28283cbb-98b4-446a-98e9-1dca763c8dd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c HTTP/1.1" status: 200 len: 217 time: 0.0487030 Aug 27 12:28:53.129010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.141353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f98b00c-44ad-4ae8-9b8a-547548c6cffd']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:53.154663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:53.154969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc83f10-38e9-42e1-b5f7-2cc7083f898e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:53.165786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.181948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.184527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765211-9a06-4528-a974-f836c7b08754 req-29d24f25-e3dc-4611-93e6-9ee91206e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.186316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-29d24f25-e3dc-4611-93e6-9ee91206e96b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0666246 Aug 27 12:28:53.190781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:28:53.191801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:28:53.196340 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:28:53.226483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-271a7732-a640-4c96-93fb-5940df1cdd64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316639 Aug 27 12:28:53.267589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.282160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.285494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/0f98b00c-44ad-4ae8-9b8a-547548c6cffd HTTP/1.1" status: 204 len: 168 time: 0.7497923 Aug 27 12:28:53.309198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:53.309198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:53.319988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc037d5c-b2c1-4897-a452-d5d68170bc45 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=0f98b00c-44ad-4ae8-9b8a-547548c6cffd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:53.328346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1974426776'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:53.348955 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-b941b609-4429-4d7f-b136-fd154bbafdff service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144636 Aug 27 12:28:53.381466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:53.384758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.406926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c6d01-e086-4e44-a225-d08ebc969333 req-e65bb2a7-207f-4a74-9e81-813d05a65423 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.408487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-364c6d01-e086-4e44-a225-d08ebc969333 req-e65bb2a7-207f-4a74-9e81-813d05a65423 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0983443 Aug 27 12:28:53.439111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:28:53.461883 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.462235 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment d3dbc15a-9ed6-4ed5-80d0-ef0a857700da of type vlan for network 69a2ed58-0e1a-4db2-8594-1f0677f04303 Aug 27 12:28:53.485463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-364c6d01-e086-4e44-a225-d08ebc969333 req-d82dc062-27d1-4746-bb9a-9b3121020cc2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655241 Aug 27 12:28:53.505937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a2765211-9a06-4528-a974-f836c7b08754 req-c3bfbc60-d4e3-498c-9704-588cd6e9f25c service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480312 Aug 27 12:28:53.514529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3f4955-2f7c-4ee1-bb52-71dce54bf25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.531038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.577780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.583622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.584203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.671761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-ad192ca0-cc29-4d9b-a4ab-45f5dfe599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.673786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-ad192ca0-cc29-4d9b-a4ab-45f5dfe599ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 1094 time: 0.0579391 Aug 27 12:28:53.679912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=69a2ed58-0e1a-4db2-8594-1f0677f04303,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:53.692059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:28:53.748486 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3f4955-2f7c-4ee1-bb52-71dce54bf25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.767159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3f4955-2f7c-4ee1-bb52-71dce54bf25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.784073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6b3d879f-eb1a-4525-8e0e-39c39c234d0e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4589045 Aug 27 12:28:53.786927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52332) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:53.797888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:53.821117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3f3f4955-2f7c-4ee1-bb52-71dce54bf25d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=027fe1a2910b4676bb1ee3b2f6288c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865677 Aug 27 12:28:53.827960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c47730-7e67-4d4c-a030-9ab4732d1706 req-b33cd5bf-41c2-40b3-ade0-608730451753 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.829662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92c47730-7e67-4d4c-a030-9ab4732d1706 req-b33cd5bf-41c2-40b3-ade0-608730451753 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 943 time: 0.0977609 Aug 27 12:28:53.830112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:53.832056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f4955-2f7c-4ee1-bb52-71dce54bf25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51c42b-2dc9-4544-b7de-2705704f9754,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:53.839797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-3bb713b2-aae4-4178-a31d-40eb730c7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.841309 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-3bb713b2-aae4-4178-a31d-40eb730c7c3d service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.1514244 Aug 27 12:28:53.894101 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-3f899509-a8b4-410f-b262-cce5ff9215bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c HTTP/1.1" status: 200 len: 217 time: 0.0439253 Aug 27 12:28:53.903132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92c47730-7e67-4d4c-a030-9ab4732d1706 req-94f95cef-9f74-48f6-8d5d-b682f6e8d007 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581384 Aug 27 12:28:53.914603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c78edf95-5743-4a82-a110-f2afdbcc8ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.939544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c78edf95-5743-4a82-a110-f2afdbcc8ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.966694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-c0dc68c4-01a0-4ca5-ab5a-fe5870f0fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:53.968198 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-c0dc68c4-01a0-4ca5-ab5a-fe5870f0fb4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0603309 Aug 27 12:28:53.973215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:53.977237 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.986970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c78edf95-5743-4a82-a110-f2afdbcc8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.990133 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c78edf95-5743-4a82-a110-f2afdbcc8ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:53.994743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c78edf95-5743-4a82-a110-f2afdbcc8ae1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf51c42b-2dc9-4544-b7de-2705704f9754 HTTP/1.1" status: 204 len: 168 time: 0.1611683 Aug 27 12:28:54.005766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78edf95-5743-4a82-a110-f2afdbcc8ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51c42b-2dc9-4544-b7de-2705704f9754,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:54.023573 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.308105 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-4a0f9f67-a307-41fc-9792-adc282b87bb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3269966 Aug 27 12:28:54.452628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-27269f77-c1e3-4ff2-b9bb-529ffb69e9e7 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367915 Aug 27 12:28:54.571698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.629273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77b897-9df9-4122-9a5e-b2ee96f2ad52 req-7fb71b17-dab5-497b-bc61-f30705e8abf9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:54.631522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c77b897-9df9-4122-9a5e-b2ee96f2ad52 req-7fb71b17-dab5-497b-bc61-f30705e8abf9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0594337 Aug 27 12:28:54.642343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-31c4470e-049c-47a9-ba09-72f4be1f9daf req-58c5460f-eb4d-4b7c-8d9a-5e144b0fb01f service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761212 Aug 27 12:28:54.662215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=0405bdda-d38a-4bc8-afe2-9b771869192f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:54.670501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:54.670865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 69a2ed58-0e1a-4db2-8594-1f0677f04303, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:28:54.675659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6c77b897-9df9-4122-9a5e-b2ee96f2ad52 req-9ab9fb6d-2a4c-4a71-994a-95bd0be11330 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Aug 27 12:28:54.689202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:28:54.705542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 69a2ed58-0e1a-4db2-8594-1f0677f04303) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:54.711403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:54.711518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.715080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a695b-679e-4b9b-a8f7-78ef02971ef0 None None] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:54.729947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-794c2c90-2f89-47fc-907a-19568a83fc90 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9418833 Aug 27 12:28:54.732510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52358) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:54.738578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1498513922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:54.764666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.766407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.823623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.827665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.846042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:54.849715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdd5c996-29d3-4b9b-a22c-e46e15217eed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1135268 Aug 27 12:28:54.850701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52364) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:54.855962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'port': {'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303', 'name': 'tempest-RoutersIpV6Test-1741028962'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:28:54.892919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-69a2ed58-0e1a-4db2-8594-1f0677f04303', 'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '0405bdda-d38a-4bc8-afe2-9b771869192f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:28:54.893843 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.017264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:28:55.021559 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.056549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab5d5c-0ed6-4fff-8184-06fd52b8bdde req-37587a9b-3c1a-4bd2-8532-db473214ec50 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:55.058161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4ab5d5c-0ed6-4fff-8184-06fd52b8bdde req-37587a9b-3c1a-4bd2-8532-db473214ec50 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 943 time: 0.0790854 Aug 27 12:28:55.059378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] device_id is not set on port c42375fc-3232-467c-9af2-6cd9ee15d0c0 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:28:55.059604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Allocated IP 2001:db8::2 (69a2ed58-0e1a-4db2-8594-1f0677f04303/0405bdda-d38a-4bc8-afe2-9b771869192f/6e96e4e4-0d09-4d0a-9dd0-f40633977a1c) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:55.151300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4ab5d5c-0ed6-4fff-8184-06fd52b8bdde req-b94f9a08-83c0-43cc-a269-0187144e8fb1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850031 Aug 27 12:28:55.235078 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.244939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Transition to ACTIVE for port object 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:55.259715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Transition to ACTIVE for port object 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:55.267454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.304574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:55.307466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:55.310912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:55.326007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Pushing event updated for resources: {'Port': ['ID=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:55.339644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8::e6 (69a2ed58-0e1a-4db2-8594-1f0677f04303/0405bdda-d38a-4bc8-afe2-9b771869192f/c42375fc-3232-467c-9af2-6cd9ee15d0c0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:28:55.377847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Attempting to bind port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:28:55.378719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Attempting to bind port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:28:55.378719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Attempting to bind port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c on network 69a2ed58-0e1a-4db2-8594-1f0677f04303 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:28:55.383720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:28:55.384094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Checking segment: {'id': 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:28:55.384493 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.384880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Bound using segment: {'id': 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:28:55.385338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Bound port: 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '69a2ed58-0e1a-4db2-8594-1f0677f04303'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:28:55.386122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.462448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] For port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:28:55.465650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] For port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,segment=NetworkSegment(d3dbc15a-9ed6-4ed5-80d0-ef0a857700da),segment_id=d3dbc15a-9ed6-4ed5-80d0-ef0a857700da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:28:55.470968 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.498852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.519128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object c42375fc-3232-467c-9af2-6cd9ee15d0c0 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:28:55.541292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837381e-828d-4aff-8c7b-f776dc62fb91 None None] Pushing event updated for resources: {'Port': ['ID=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:55.573384 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.621662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:55.624824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:55.627253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:28:55.633642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:55.634408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:55.641162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=c42375fc-3232-467c-9af2-6cd9ee15d0c0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:55.656561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5a5e3ef3-88ae-4824-9057-f250a70f730f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8049328 Aug 27 12:28:55.659615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:55.951463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddca84-4ac3-4baf-8bd6-8ae67d465945 req-55e13f05-5aa4-40c7-9bbd-5248b6e821ef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:55.952993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03ddca84-4ac3-4baf-8bd6-8ae67d465945 req-55e13f05-5aa4-40c7-9bbd-5248b6e821ef tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1760888 Aug 27 12:28:56.037271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03ddca84-4ac3-4baf-8bd6-8ae67d465945 req-62757534-41d7-459e-9f2a-910d371ed0d0 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760958 Aug 27 12:28:56.085816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:56.345694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a3181-7e63-4e9f-ac0e-d7b4ac3986a3 req-48a824c7-c5f7-4acc-b240-f7aef43b95a5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:56.347290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e98a3181-7e63-4e9f-ac0e-d7b4ac3986a3 req-48a824c7-c5f7-4acc-b240-f7aef43b95a5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 943 time: 0.1129379 Aug 27 12:28:56.408378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:56.413034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e98a3181-7e63-4e9f-ac0e-d7b4ac3986a3 req-0782b62a-a7e8-4fd1-8b68-000bb72b76f9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Aug 27 12:28:56.413979 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:56.489583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=c42375fc-3232-467c-9af2-6cd9ee15d0c0,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:56.642871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:56.667686 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2b2bd-7ed2-45f5-a266-7236cba9f97b None None] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:28:56.762268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-48ceae12-22c4-4488-bf17-0a28c34989dd None None] Provisioning for port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:56.792843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:56.816396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:56.816771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:56.940739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:56.976628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:56.980667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,segment=NetworkSegment(d3dbc15a-9ed6-4ed5-80d0-ef0a857700da),segment_id=d3dbc15a-9ed6-4ed5-80d0-ef0a857700da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:56.986885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.057625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:57.123118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.203275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd268d80-1b77-4d32-94f9-7473d167cf2e None None] Provisioning for port c42375fc-3232-467c-9af2-6cd9ee15d0c0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:28:57.209312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd268d80-1b77-4d32-94f9-7473d167cf2e None None] Provisioning complete for port c42375fc-3232-467c-9af2-6cd9ee15d0c0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:57.210607 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd268d80-1b77-4d32-94f9-7473d167cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.220082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45695d6-d2f4-4f31-ac3d-7dd2e42e14cc req-c15d6ad7-41fd-46c3-b974-75c426fa9cf9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:57.221603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e45695d6-d2f4-4f31-ac3d-7dd2e42e14cc req-c15d6ad7-41fd-46c3-b974-75c426fa9cf9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0996366 Aug 27 12:28:57.259150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-cd268d80-1b77-4d32-94f9-7473d167cf2e None None] Port c42375fc-3232-467c-9af2-6cd9ee15d0c0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:57.271988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd268d80-1b77-4d32-94f9-7473d167cf2e None None] Provisioning complete for port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:57.272495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd268d80-1b77-4d32-94f9-7473d167cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.336445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e45695d6-d2f4-4f31-ac3d-7dd2e42e14cc req-51c6e3e5-fc18-4bfd-a72e-265f669ca0f4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762274 Aug 27 12:28:57.507492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.514576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.516673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.518162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8e05a882-55ac-4e60-ac12-8b9cdcc86aa1 None None] Provisioning complete for port c42375fc-3232-467c-9af2-6cd9ee15d0c0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:57.518807 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8e05a882-55ac-4e60-ac12-8b9cdcc86aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.607346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8e05a882-55ac-4e60-ac12-8b9cdcc86aa1 None None] Port c42375fc-3232-467c-9af2-6cd9ee15d0c0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:57.734571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=c42375fc-3232-467c-9af2-6cd9ee15d0c0,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:57.771724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9416e8-85fc-46bb-971e-312662bec7fd req-78032b5a-c197-4fd8-96ce-a8ae5d058577 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:57.773425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d9416e8-85fc-46bb-971e-312662bec7fd req-78032b5a-c197-4fd8-96ce-a8ae5d058577 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 943 time: 0.1470387 Aug 27 12:28:57.825041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:28:57.827505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:28:57.830963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2fc87a9e-4599-4b04-a929-25df90821102 None None] Provisioning complete for port c42375fc-3232-467c-9af2-6cd9ee15d0c0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:57.831472 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2fc87a9e-4599-4b04-a929-25df90821102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:57.846762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d9416e8-85fc-46bb-971e-312662bec7fd req-235c6164-d969-40ce-810f-8af597b2ca74 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Aug 27 12:28:57.882615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2fc87a9e-4599-4b04-a929-25df90821102 None None] Port c42375fc-3232-467c-9af2-6cd9ee15d0c0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:57.963400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router e9645711-1724-417f-9a96-996a7b2cdcd0 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:28:58.060211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:58.065499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-24c19a09-4949-40c1-88b5-14e257711cbe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/e9645711-1724-417f-9a96-996a7b2cdcd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046710 Aug 27 12:28:58.068035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:58.071179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] Sync routers for ids ['e9645711-1724-417f-9a96-996a7b2cdcd0'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:58.081283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] Routers {'e9645711-1724-417f-9a96-996a7b2cdcd0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:58.082003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e9645711-1724-417f-9a96-996a7b2cdcd0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:58.113453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e137bbd-3433-4ee3-93a7-b74d9cac6ffe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:58.114950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e137bbd-3433-4ee3-93a7-b74d9cac6ffe tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports/c42375fc-3232-467c-9af2-6cd9ee15d0c0 HTTP/1.1" status: 200 len: 983 time: 0.0460074 Aug 27 12:28:58.117716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:58.121637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:58.136081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d5d63b23-d698-4308-a243-554f33e391ef None None] Provisioning complete for port c42375fc-3232-467c-9af2-6cd9ee15d0c0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:58.136453 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5d63b23-d698-4308-a243-554f33e391ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.137857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] Routers {'e9645711-1724-417f-9a96-996a7b2cdcd0'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:58.138490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e9645711-1724-417f-9a96-996a7b2cdcd0'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:58.187126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:58.187774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e55760-a17f-4ddc-9992-b4f8725700d3 None None] The sync data for ids ['e9645711-1724-417f-9a96-996a7b2cdcd0'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:58.202923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d5d63b23-d698-4308-a243-554f33e391ef None None] Port c42375fc-3232-467c-9af2-6cd9ee15d0c0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:28:58.490856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc659d2-44da-459a-9334-1952d771489b req-c340e495-6bce-48ff-aff2-f4e8d44bc1c4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:58.492315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bc659d2-44da-459a-9334-1952d771489b req-c340e495-6bce-48ff-aff2-f4e8d44bc1c4 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0780947 Aug 27 12:28:58.521542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8a6593b7-8cbc-4408-84b5-717a3210ce8c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:28:58.584825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:28:58.596528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1bc659d2-44da-459a-9334-1952d771489b req-0ead1660-d45b-476b-8087-5a6291d43c2b tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966752 Aug 27 12:28:58.599792 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.662604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:58.678581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:28:58.678581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.709880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '8a6593b7-8cbc-4408-84b5-717a3210ce8c', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': '8a6593b7-8cbc-4408-84b5-717a3210ce8c', 'mac_address': 'fa:16:3e:de:43:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:28:58.761886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.795344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6593b7-8cbc-4408-84b5-717a3210ce8c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:28:58.826715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:28:58.830757 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.840245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port c42375fc-3232-467c-9af2-6cd9ee15d0c0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:28:58.841262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.880837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8a6593b7-8cbc-4408-84b5-717a3210ce8c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:58.969638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:58.986171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for c42375fc-3232-467c-9af2-6cd9ee15d0c0 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:28:59.011246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1bdcc-06cd-48cc-b819-be6f5c89e92f req-6a0f6cb3-951c-44ea-b626-325aee9e7ff1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:59.012747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83f1bdcc-06cd-48cc-b819-be6f5c89e92f req-6a0f6cb3-951c-44ea-b626-325aee9e7ff1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 944 time: 0.0776358 Aug 27 12:28:59.093362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-83f1bdcc-06cd-48cc-b819-be6f5c89e92f req-05874f21-71aa-48e2-abb4-2682b2ba682e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506124 Aug 27 12:28:59.209157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:59.237675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=c42375fc-3232-467c-9af2-6cd9ee15d0c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:28:59.252742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8a6593b7-8cbc-4408-84b5-717a3210ce8c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:28:59.338779 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:28:59.515417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router e9645711-1724-417f-9a96-996a7b2cdcd0 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:28:59.595077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:28:59.601555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-69cd07a6-a77f-406c-bd07-6c0dbff85c06 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/e9645711-1724-417f-9a96-996a7b2cdcd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4826834 Aug 27 12:28:59.605401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] Sync routers for ids ['e9645711-1724-417f-9a96-996a7b2cdcd0'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:28:59.606089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:59.615401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] Routers {'e9645711-1724-417f-9a96-996a7b2cdcd0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:59.615990 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e9645711-1724-417f-9a96-996a7b2cdcd0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:59.647543 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:59.656034 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] Routers {'e9645711-1724-417f-9a96-996a7b2cdcd0'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:28:59.656636 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e9645711-1724-417f-9a96-996a7b2cdcd0'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:59.691439 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:28:59.692120 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a47b1b-d2e6-4696-b764-6e768c76dd4c None None] The sync data for ids ['e9645711-1724-417f-9a96-996a7b2cdcd0'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:28:59.799677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21548781-d6ca-4018-ac7a-2164125223f2 req-c36ed519-4419-417d-b71d-7e210e392057 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:28:59.801674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21548781-d6ca-4018-ac7a-2164125223f2 req-c36ed519-4419-417d-b71d-7e210e392057 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1289458 Aug 27 12:28:59.850658 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ad72cca7-4c5c-4b95-b8c0-f5431bfecadc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 12:28:59.851700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ad72cca7-4c5c-4b95-b8c0-f5431bfecadc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/e9645711-1724-417f-9a96-996a7b2cdcd0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2445560 Aug 27 12:28:59.854667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:59.870419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21548781-d6ca-4018-ac7a-2164125223f2 req-87514315-2755-47ec-bba0-b3897b376f31 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526130 Aug 27 12:28:59.883226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-08c9fd45-8cfb-4093-8c49-ebd663ded794 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9645711-1724-417f-9a96-996a7b2cdcd0 HTTP/1.1" status: 200 len: 205 time: 0.0269024 Aug 27 12:28:59.885241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52440) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:28:59.962581 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.120469 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.123117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.181765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.182315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router e9645711-1724-417f-9a96-996a7b2cdcd0 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:29:00.191784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.194508 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bfb63f42-477b-480a-bd0d-049ddec79441 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/e9645711-1724-417f-9a96-996a7b2cdcd0 HTTP/1.1" status: 204 len: 168 time: 0.3083394 Aug 27 12:29:00.197043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52446) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:00.256816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff001e-2d0a-4cd9-bed5-f66de31298bb req-be9d3e4a-6439-49ac-8394-5803477533c9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:00.258247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5ff001e-2d0a-4cd9-bed5-f66de31298bb req-be9d3e4a-6439-49ac-8394-5803477533c9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 944 time: 0.0556009 Aug 27 12:29:00.259876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 0405bdda-d38a-4bc8-afe2-9b771869192f {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:00.263690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.308011 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.308289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5ff001e-2d0a-4cd9-bed5-f66de31298bb req-94e56755-273c-4f7d-87f4-66f6b018a4c9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Aug 27 12:29:00.399876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.474229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.501057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=0405bdda-d38a-4bc8-afe2-9b771869192f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:00.506194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.508085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/0405bdda-d38a-4bc8-afe2-9b771869192f HTTP/1.1" status: 204 len: 168 time: 0.3101072 Aug 27 12:29:00.510886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52450) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:00.513341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.513698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.513844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a2196d-0696-4ca1-a68e-8951e8f1218d None None] Network 69a2ed58-0e1a-4db2-8594-1f0677f04303 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:00.514264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.514357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.514731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.515069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.515403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.515735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.516064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.516390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.516714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.517035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd88b7-e92a-40f5-bc97-a75cd09768d7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:00.554132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8a6593b7-8cbc-4408-84b5-717a3210ce8c up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:00.589493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.651736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:00.653483 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.661851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 8a6593b7-8cbc-4408-84b5-717a3210ce8c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:00.667922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 8a6593b7-8cbc-4408-84b5-717a3210ce8c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:00.668307 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.734280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,segment=NetworkSegment(d3dbc15a-9ed6-4ed5-80d0-ef0a857700da),segment_id=d3dbc15a-9ed6-4ed5-80d0-ef0a857700da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:00.734909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.751052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:00.752622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] DHCP port deletion for 69a2ed58-0e1a-4db2-8594-1f0677f04303 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:00.764838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.807175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6593b7-8cbc-4408-84b5-717a3210ce8c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:00.809399 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c5d42-2ac1-459b-a97a-6ee0f1e0498e" -d '{"events": [{"server_uuid": "a370bd15-4e30-4206-959e-2437cfcb3ee3", "name": "network-vif-plugged", "status": "completed", "tag": "8a6593b7-8cbc-4408-84b5-717a3210ce8c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:00.824745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:00.832034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.839468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.860501 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba4597-5e2c-4dc7-b128-479fe977058a x-openstack-request-id: req-13ba4597-5e2c-4dc7-b128-479fe977058a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:00.860793 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a370bd15-4e30-4206-959e-2437cfcb3ee3", "name": "network-vif-plugged", "status": "completed", "tag": "8a6593b7-8cbc-4408-84b5-717a3210ce8c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:00.861042 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13ba4597-5e2c-4dc7-b128-479fe977058a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:00.861432 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6593b7-8cbc-4408-84b5-717a3210ce8c', 'code': 200} Aug 27 12:29:00.867859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:00.869678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Deleting port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:00.870110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.872167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:00.936679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=8a6593b7-8cbc-4408-84b5-717a3210ce8c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:00.962554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] For port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:00.962956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.971852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.975426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Calling delete_port for 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:00.978124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:29:00.979418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:00.981779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf85fc-009c-4e69-804d-6c80203b22e2 req-03fd6f8c-1caa-462b-92e6-a54b5d29d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:00.983322 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ecbf85fc-009c-4e69-804d-6c80203b22e2 req-03fd6f8c-1caa-462b-92e6-a54b5d29d9b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0423665 Aug 27 12:29:01.006198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] Pushing event deleted for resources: {'Port': ['ID=6e96e4e4-0d09-4d0a-9dd0-f40633977a1c,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:01.008117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a2ed58-0e1a-4db2-8594-1f0677f04303']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:01.013244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7525bb3b-00a5-4bde-ae84-e8515174d126 None None] No DVR routers for this DVR port 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:01.031201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:01.031501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dbc15a-9ed6-4ed5-80d0-ef0a857700da') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:01.040430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ecbf85fc-009c-4e69-804d-6c80203b22e2 req-c34e8e73-7e46-467b-b5e8-ef12b536fb6b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Aug 27 12:29:01.044554 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.064498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4754-b068-4586-9027-fe7ada41d92e req-68abdac7-9418-4670-816e-85e3cb480e50 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:01.065977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9eea4754-b068-4586-9027-fe7ada41d92e req-68abdac7-9418-4670-816e-85e3cb480e50 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0910180 Aug 27 12:29:01.070129 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.081971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:01.082413 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:01.086950 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:01.163044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9eea4754-b068-4586-9027-fe7ada41d92e req-e41ce4fc-674e-4e65-8127-7a3fab2a7802 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883760 Aug 27 12:29:01.169919 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.188082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.190176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/69a2ed58-0e1a-4db2-8594-1f0677f04303 HTTP/1.1" status: 204 len: 168 time: 0.6782317 Aug 27 12:29:01.191103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd33ca-2624-4f01-90aa-012871a26695 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=69a2ed58-0e1a-4db2-8594-1f0677f04303,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:01.196703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:01.203978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-253141858'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:01.227141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:01.230987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.254819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:01.263959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.264318 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment 6a9c9ec7-9610-4bb8-a010-362a3b737755 of type vlan for network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 Aug 27 12:29:01.304121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.334361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.339897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:01.340429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.397821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1994784 Aug 27 12:29:01.406896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:01.413492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:01.425170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bbdf-fead-4b01-aac3-eeab681facae tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:01.439417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:01.748696 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:29:01.854206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6101e-eabc-4778-83b6-44cba679a7cc req-0cbfda7a-bb4a-4397-b336-b556a5e274e6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:01.856026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aa6101e-eabc-4778-83b6-44cba679a7cc req-0cbfda7a-bb4a-4397-b336-b556a5e274e6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.4642916 Aug 27 12:29:01.898026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:01.901455 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:01.921460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aa6101e-eabc-4778-83b6-44cba679a7cc req-7fcb1710-6a80-4278-9f38-3ebcc2078f70 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580976 Aug 27 12:29:02.101618 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.160615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:02.171405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': '6a9c9ec7-9610-4bb8-a010-362a3b737755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:02.171765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:02.189093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:02.209552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:02.214416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:02.215109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.223452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f1db9-7e97-4947-a2e8-ca0b26f0a1df None None] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:02.234963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:02.235513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2cc79ad2-09c6-48ec-9d57-dfe2eb71d0f1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8268611 Aug 27 12:29:02.239993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1171657758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:02.271396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.272573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.321176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb465696-57a3-4dec-a5c0-ef624fdbefea req-46e2f1cb-ed88-4543-a934-f81ea7f6a197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:02.322952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb465696-57a3-4dec-a5c0-ef624fdbefea req-46e2f1cb-ed88-4543-a934-f81ea7f6a197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.0706718 Aug 27 12:29:02.345037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.350696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.369864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.370906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb465696-57a3-4dec-a5c0-ef624fdbefea req-cddc9658-c252-43bb-8b13-6507ddaf5a14 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Aug 27 12:29:02.378679 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca2a29c5-828b-472b-8c03-3b00dbeb6510 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1425388 Aug 27 12:29:02.380275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52472) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:02.589861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:02.630570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:02.631237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6e96e4e4-0d09-4d0a-9dd0-f40633977a1c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:02.643086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4', 'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': 'ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:02.643086 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.753493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.791707 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Allocated IP 2001:db8::2 (9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4/ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b/8ddcf408-36f2-4184-ae43-0103ad2b1346) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:02.972422 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:02.983378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Transition to ACTIVE for port object 8ddcf408-36f2-4184-ae43-0103ad2b1346 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:03.000037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Transition to ACTIVE for port object 8ddcf408-36f2-4184-ae43-0103ad2b1346 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:03.007361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.058906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:03.059799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Pushing event updated for resources: {'Port': ['ID=8ddcf408-36f2-4184-ae43-0103ad2b1346,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:03.064445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:03.066588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:03.090250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f42e42-d1ce-4a26-9b3f-c91b0248bc2e req-aaad21be-7dd2-4d8d-a8ae-b9f26055f52a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:03.091982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22f42e42-d1ce-4a26-9b3f-c91b0248bc2e req-aaad21be-7dd2-4d8d-a8ae-b9f26055f52a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.0963299 Aug 27 12:29:03.101527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8::1 (9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4/ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b/896cc2fa-3f2f-44a6-a97c-83c518f47337) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:03.129564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Attempting to bind port 8ddcf408-36f2-4184-ae43-0103ad2b1346 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:03.129943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Attempting to bind port 8ddcf408-36f2-4184-ae43-0103ad2b1346 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6a9c9ec7-9610-4bb8-a010-362a3b737755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:03.130346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Attempting to bind port 8ddcf408-36f2-4184-ae43-0103ad2b1346 on network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:03.136247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:03.136632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Checking segment: {'id': '6a9c9ec7-9610-4bb8-a010-362a3b737755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:03.137042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.137443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Bound using segment: {'id': '6a9c9ec7-9610-4bb8-a010-362a3b737755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:03.137922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Bound port: 8ddcf408-36f2-4184-ae43-0103ad2b1346, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9c9ec7-9610-4bb8-a010-362a3b737755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:03.138307 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.204341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22f42e42-d1ce-4a26-9b3f-c91b0248bc2e req-42f56d49-8827-4a3e-93e6-93294f3cbdea tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040220 Aug 27 12:29:03.213037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] For port 8ddcf408-36f2-4184-ae43-0103ad2b1346, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:03.218126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] For port 8ddcf408-36f2-4184-ae43-0103ad2b1346, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ddcf408-36f2-4184-ae43-0103ad2b1346,segment=NetworkSegment(6a9c9ec7-9610-4bb8-a010-362a3b737755),segment_id=6a9c9ec7-9610-4bb8-a010-362a3b737755)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:03.223803 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.289493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.317501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2336c-f8ce-4e4f-866c-ffe250496b7e None None] Pushing event updated for resources: {'Port': ['ID=8ddcf408-36f2-4184-ae43-0103ad2b1346,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:03.320090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 896cc2fa-3f2f-44a6-a97c-83c518f47337 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:03.363789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.413900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:03.417721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:03.420716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:03.422201 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.488239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=896cc2fa-3f2f-44a6-a97c-83c518f47337,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:03.619681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32de9b-ebb5-4889-a56b-a74ea1aa5866 req-c235ff95-4341-48fa-8c06-280929279729 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:03.621287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed32de9b-ebb5-4889-a56b-a74ea1aa5866 req-c235ff95-4341-48fa-8c06-280929279729 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.1485958 Aug 27 12:29:03.659461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05720ee5-f23e-41ed-ab84-9658989dea4e req-39c378af-64b7-4fc9-a626-608df17e0c57 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:03.661582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05720ee5-f23e-41ed-ab84-9658989dea4e req-39c378af-64b7-4fc9-a626-608df17e0c57 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1664145 Aug 27 12:29:03.699007 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:03.780585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed32de9b-ebb5-4889-a56b-a74ea1aa5866 req-bc23bd66-711a-4166-a986-17cf76a87cef tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172769 Aug 27 12:29:03.796772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05720ee5-f23e-41ed-ab84-9658989dea4e req-cb2dc81c-ebee-4505-b963-34c02680db0a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209412 Aug 27 12:29:04.048976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.054827 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.055600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.060568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52490) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:04.146675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=896cc2fa-3f2f-44a6-a97c-83c518f47337,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:04.209877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:04.211643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:04.248974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e8e47c9-64d0-4e68-9654-451494938fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.355553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 69802b3a-8ccd-4902-bd5d-948a701f1aa8 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:29:04.398876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e8e47c9-64d0-4e68-9654-451494938fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.406052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e8e47c9-64d0-4e68-9654-451494938fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.449806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e8e47c9-64d0-4e68-9654-451494938fa0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=65b317f612d1457dbf44ff0ce17cf8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855698 Aug 27 12:29:04.449806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e47c9-64d0-4e68-9654-451494938fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b89a0b-43e0-40f2-aeb2-d6856077034e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:04.451107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52494) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:04.471200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:04.480337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e9f8bcd-775b-417c-8cf7-784fede1ae57 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/69802b3a-8ccd-4902-bd5d-948a701f1aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0986743 Aug 27 12:29:04.482094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52496) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:04.485025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] Sync routers for ids ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:04.508318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] Routers {'69802b3a-8ccd-4902-bd5d-948a701f1aa8'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:04.509040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:04.520001 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cba610ae-fe3a-4afe-9c5f-f14b62ddcd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.547505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb3ed1-dd69-433d-8bfe-a544770d9d4f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:04.552928 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ddb3ed1-dd69-433d-8bfe-a544770d9d4f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports/896cc2fa-3f2f-44a6-a97c-83c518f47337 HTTP/1.1" status: 200 len: 911 time: 0.0698354 Aug 27 12:29:04.553492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52498) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:04.568964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cba610ae-fe3a-4afe-9c5f-f14b62ddcd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.585035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:04.599171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb3732-6584-4fea-89c0-ef93a2090306 None None] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:04.602677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] Routers {'69802b3a-8ccd-4902-bd5d-948a701f1aa8'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:04.603472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:04.637623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cba610ae-fe3a-4afe-9c5f-f14b62ddcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.641647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cba610ae-fe3a-4afe-9c5f-f14b62ddcd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.642951 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cba610ae-fe3a-4afe-9c5f-f14b62ddcd8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4b89a0b-43e0-40f2-aeb2-d6856077034e HTTP/1.1" status: 204 len: 168 time: 0.1909015 Aug 27 12:29:04.663510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba610ae-fe3a-4afe-9c5f-f14b62ddcd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b89a0b-43e0-40f2-aeb2-d6856077034e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:04.720026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ddcf408-36f2-4184-ae43-0103ad2b1346 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:04.747197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:04.747878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8380c-eb5d-44c4-a393-fb50594cb7fd None None] The sync data for ids ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:04.818128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8afe7cb1-58b4-4201-b65f-c531f30013e2 None None] Provisioning for port 8ddcf408-36f2-4184-ae43-0103ad2b1346 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:04.881346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8ddcf408-36f2-4184-ae43-0103ad2b1346 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:04.889203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8ddcf408-36f2-4184-ae43-0103ad2b1346 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:04.890429 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:04.998022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f883ff-65c6-4203-8cdb-c5890238c477 req-0a1f7cdb-568b-48c2-8fc5-555091c3a7ac tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:04.999548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2f883ff-65c6-4203-8cdb-c5890238c477 req-0a1f7cdb-568b-48c2-8fc5-555091c3a7ac tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1042199 Aug 27 12:29:05.000547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.013772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e2cec-45d3-4258-a545-7218502df744 req-495dad5a-058a-4691-865d-6a60c0ca93fa tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:05.015955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-193e2cec-45d3-4258-a545-7218502df744 req-495dad5a-058a-4691-865d-6a60c0ca93fa tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.1055777 Aug 27 12:29:05.046910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8ddcf408-36f2-4184-ae43-0103ad2b1346, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ddcf408-36f2-4184-ae43-0103ad2b1346,segment=NetworkSegment(6a9c9ec7-9610-4bb8-a010-362a3b737755),segment_id=6a9c9ec7-9610-4bb8-a010-362a3b737755)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:05.052364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.109489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8ddcf408-36f2-4184-ae43-0103ad2b1346,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:05.110668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2f883ff-65c6-4203-8cdb-c5890238c477 req-68c63659-41ca-47b0-b605-fd407d84fb20 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926182 Aug 27 12:29:05.117642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-193e2cec-45d3-4258-a545-7218502df744 req-cc6e39b3-1cc0-4ba6-b637-343a9b2b7548 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896378 Aug 27 12:29:05.147730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.288873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-03a23054-cb65-4502-8e4f-d9be14cf8c61 None None] Provisioning for port 896cc2fa-3f2f-44a6-a97c-83c518f47337 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:05.312816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-03a23054-cb65-4502-8e4f-d9be14cf8c61 None None] Provisioning complete for port 896cc2fa-3f2f-44a6-a97c-83c518f47337 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:05.313538 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-03a23054-cb65-4502-8e4f-d9be14cf8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.377639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-03a23054-cb65-4502-8e4f-d9be14cf8c61 None None] Port 896cc2fa-3f2f-44a6-a97c-83c518f47337 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:05.396569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-03a23054-cb65-4502-8e4f-d9be14cf8c61 None None] Provisioning complete for port 8ddcf408-36f2-4184-ae43-0103ad2b1346 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:05.398826 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-03a23054-cb65-4502-8e4f-d9be14cf8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.607514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c569fb-5571-440f-b882-29d864acde65 req-9d791642-6aac-4ef7-9429-9a12d71e74a7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:05.609122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8c569fb-5571-440f-b882-29d864acde65 req-9d791642-6aac-4ef7-9429-9a12d71e74a7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.1643894 Aug 27 12:29:05.617950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 896cc2fa-3f2f-44a6-a97c-83c518f47337 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:05.618302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.714909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8c569fb-5571-440f-b882-29d864acde65 req-e1a829bf-bf2a-4bc1-9312-681f6c65b16f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994849 Aug 27 12:29:05.724440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ecc5cd4a-a184-48b5-b5bf-35f1c77ba2fa None None] Provisioning complete for port 896cc2fa-3f2f-44a6-a97c-83c518f47337 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:05.724956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cd4a-a184-48b5-b5bf-35f1c77ba2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.763121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:05.778069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 896cc2fa-3f2f-44a6-a97c-83c518f47337 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:05.783183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5cd4a-a184-48b5-b5bf-35f1c77ba2fa None None] Port 896cc2fa-3f2f-44a6-a97c-83c518f47337 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:06.004787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.013661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-543934d0-2eab-4ea5-8799-3787d76c1a78 None None] Provisioning complete for port 896cc2fa-3f2f-44a6-a97c-83c518f47337 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:06.014132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-543934d0-2eab-4ea5-8799-3787d76c1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.035313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-543934d0-2eab-4ea5-8799-3787d76c1a78 None None] Port 896cc2fa-3f2f-44a6-a97c-83c518f47337 was deleted so its status cannot be updated. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 12:29:06.044815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=896cc2fa-3f2f-44a6-a97c-83c518f47337,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:06.158632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.349652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86115938-1956-4218-9329-f1204f89a5fa req-f2ea6757-a602-4d11-bc80-62d2bac5a301 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:06.351196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86115938-1956-4218-9329-f1204f89a5fa req-f2ea6757-a602-4d11-bc80-62d2bac5a301 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1045535 Aug 27 12:29:06.406033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 69802b3a-8ccd-4902-bd5d-948a701f1aa8 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:06.430619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86115938-1956-4218-9329-f1204f89a5fa req-fff2a851-3d79-4553-a375-93f635fce2ae tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487533 Aug 27 12:29:06.502267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:06.508704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e655c7a5-576a-4225-9c37-7ede6d2f3430 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/69802b3a-8ccd-4902-bd5d-948a701f1aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542065 Aug 27 12:29:06.511317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:06.517674 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] Sync routers for ids ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:06.527818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] Routers {'69802b3a-8ccd-4902-bd5d-948a701f1aa8'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:06.528563 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:06.547744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3cfbb3da-f66d-4f4e-a4b0-14334fb82114 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=69802b3a-8ccd-4902-bd5d-948a701f1aa8 HTTP/1.1" status: 200 len: 205 time: 0.0326548 Aug 27 12:29:06.547996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:06.566463 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:06.576091 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] Routers {'69802b3a-8ccd-4902-bd5d-948a701f1aa8'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:06.576887 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:06.609105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ddcf408-36f2-4184-ae43-0103ad2b1346 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:06.611784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:06.612604 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b277dd0-4c20-4837-be35-3a299d4391e7 None None] The sync data for ids ['69802b3a-8ccd-4902-bd5d-948a701f1aa8'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:06.627379 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.666235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8ddcf408-36f2-4184-ae43-0103ad2b1346 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:06.666565 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.808314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.811270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.877376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.878119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router 69802b3a-8ccd-4902-bd5d-948a701f1aa8 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:29:06.885857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:06.889595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5f86a73d-5824-4314-9c7b-a025d24a4585 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/69802b3a-8ccd-4902-bd5d-948a701f1aa8 HTTP/1.1" status: 204 len: 168 time: 0.3379972 Aug 27 12:29:06.890174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52546) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:06.911769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6856-6b39-4adb-bc38-0696f38f55d6 req-09439171-d5a8-4dd8-9e5b-65b33e56467b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:06.913299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-584d6856-6b39-4adb-bc38-0696f38f55d6 req-09439171-d5a8-4dd8-9e5b-65b33e56467b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.1186776 Aug 27 12:29:06.955236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-584d6856-6b39-4adb-bc38-0696f38f55d6 req-7e2dbca2-67f2-44ec-84f2-4da179421351 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Aug 27 12:29:06.956545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:06.961590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.003779 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.090119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.152918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.177574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:07.183613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.185006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d097c1df-f1e0-439c-9fd4-604f3c4cc433 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b HTTP/1.1" status: 204 len: 168 time: 0.2937922 Aug 27 12:29:07.188469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:07.189819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b884fc-c521-4e64-898e-922f77dcfe7f None None] Network 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:07.267062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.346746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cff56-7f06-4134-8135-42a5b8fce23b req-5dd677c9-f30d-4b1d-ade9-e4f5912108c8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:07.348822 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-343cff56-7f06-4134-8135-42a5b8fce23b req-5dd677c9-f30d-4b1d-ade9-e4f5912108c8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 945 time: 0.0794520 Aug 27 12:29:07.380720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] DHCP port deletion for 9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:07.400199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 8ddcf408-36f2-4184-ae43-0103ad2b1346 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:07.400557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.441269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] Deleting port 8ddcf408-36f2-4184-ae43-0103ad2b1346 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:07.442021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.514906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 8ddcf408-36f2-4184-ae43-0103ad2b1346, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ddcf408-36f2-4184-ae43-0103ad2b1346,segment=NetworkSegment(6a9c9ec7-9610-4bb8-a010-362a3b737755),segment_id=6a9c9ec7-9610-4bb8-a010-362a3b737755)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:07.515238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] For port 8ddcf408-36f2-4184-ae43-0103ad2b1346, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ddcf408-36f2-4184-ae43-0103ad2b1346,segment=NetworkSegment(6a9c9ec7-9610-4bb8-a010-362a3b737755),segment_id=6a9c9ec7-9610-4bb8-a010-362a3b737755)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:07.515385 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.516014 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.534008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] Calling delete_port for 8ddcf408-36f2-4184-ae43-0103ad2b1346 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:07.534560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 8ddcf408-36f2-4184-ae43-0103ad2b1346 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:07.549203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-fd80db46-a0e3-4081-84c0-dcbdec1acbd7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b28263b9eca64866858d7c9df3904548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489395 Aug 27 12:29:07.549789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Deleting port 8a6593b7-8cbc-4408-84b5-717a3210ce8c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:07.549789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.629822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.659430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] Pushing event deleted for resources: {'Port': ['ID=8ddcf408-36f2-4184-ae43-0103ad2b1346,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:07.667148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d307c-d372-4cc2-9ff6-8abb2effa097 None None] No DVR routers for this DVR port 8ddcf408-36f2-4184-ae43-0103ad2b1346 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:07.698503 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] For port 8a6593b7-8cbc-4408-84b5-717a3210ce8c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=8a6593b7-8cbc-4408-84b5-717a3210ce8c,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:07.698939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.716605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Calling delete_port for 8a6593b7-8cbc-4408-84b5-717a3210ce8c owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:07.724028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.763584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=8ddcf408-36f2-4184-ae43-0103ad2b1346,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:07.793839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port 8ddcf408-36f2-4184-ae43-0103ad2b1346 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:07.894661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.913422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:07.924452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9c9ec7-9610-4bb8-a010-362a3b737755') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:07.924766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9c9ec7-9610-4bb8-a010-362a3b737755') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:07.939675 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.982554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.994560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:07.995023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:07.998134 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:08.037676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d3b3-6079-4998-811d-48574ee7e0ae req-233e0228-953f-47e0-9b02-e4aa6c86b7cd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:08.039241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d455d3b3-6079-4998-811d-48574ee7e0ae req-233e0228-953f-47e0-9b02-e4aa6c86b7cd tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.5130851 Aug 27 12:29:08.047917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.085708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['8a6593b7-8cbc-4408-84b5-717a3210ce8c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:29:08.093056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event deleted for resources: {'Port': ['ID=8a6593b7-8cbc-4408-84b5-717a3210ce8c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:08.106158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.128337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.131103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4 HTTP/1.1" status: 204 len: 168 time: 0.9417403 Aug 27 12:29:08.137662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:08.144325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2002951901', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:08.151685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9d32f-5e3c-4529-814e-0e7751f6e9ca tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=9dfcb7c1-b6b9-41c3-9c1a-9d7b4753ddb4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:08.157550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-fa18b45f-ae4d-4e09-a3a5-941e51c02ef5 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:08.159077 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-fa18b45f-ae4d-4e09-a3a5-941e51c02ef5 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5943456 Aug 27 12:29:08.164191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d455d3b3-6079-4998-811d-48574ee7e0ae req-868550ec-f138-4ef6-b374-ecb93c730288 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170259 Aug 27 12:29:08.166861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] No DVR routers for this DVR port 8a6593b7-8cbc-4408-84b5-717a3210ce8c on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:08.171896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.174121 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-343cff56-7f06-4134-8135-42a5b8fce23b req-d7dc6863-6d94-433e-86e4-3bb47a93f256 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "DELETE /v2.0/ports/8a6593b7-8cbc-4408-84b5-717a3210ce8c HTTP/1.1" status: 204 len: 173 time: 0.8182247 Aug 27 12:29:08.174761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'name': 'network-vif-deleted', 'tag': '8a6593b7-8cbc-4408-84b5-717a3210ce8c'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:08.177456 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4092f8f8-8529-4f0f-80c7-c96452f6b9ca" -d '{"events": [{"server_uuid": "a370bd15-4e30-4206-959e-2437cfcb3ee3", "name": "network-vif-deleted", "tag": "8a6593b7-8cbc-4408-84b5-717a3210ce8c"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:08.186794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.187781 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.193624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-5c28d628-4487-4a47-babb-1e0a8babb2a4 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/quotas/b28263b9eca64866858d7c9df3904548 HTTP/1.1" status: 200 len: 375 time: 0.0267138 Aug 27 12:29:08.238895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-0c8702ff-1232-4e91-898d-5e21c3722e79 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b28263b9eca64866858d7c9df3904548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367427 Aug 27 12:29:08.280727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.293930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.295665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de49f4fd-5289-41e7-adcc-4a35302b870c req-17a9110b-a496-4f8b-8cef-96f136cb17f8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=a370bd15-4e30-4206-959e-2437cfcb3ee3 HTTP/1.1" status: 200 len: 210 time: 0.0539947 Aug 27 12:29:08.365325 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43057990-4acc-4ac7-a16c-e162a214ce97 x-openstack-request-id: req-43057990-4acc-4ac7-a16c-e162a214ce97 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:08.365592 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a370bd15-4e30-4206-959e-2437cfcb3ee3", "name": "network-vif-deleted", "tag": "8a6593b7-8cbc-4408-84b5-717a3210ce8c", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:08.366120 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43057990-4acc-4ac7-a16c-e162a214ce97 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:08.366626 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a370bd15-4e30-4206-959e-2437cfcb3ee3', 'name': 'network-vif-deleted', 'tag': '8a6593b7-8cbc-4408-84b5-717a3210ce8c', 'status': 'completed', 'code': 200} Aug 27 12:29:08.480302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ee4bfab-608a-4bdd-adc8-1db8aaa2eb1d req-6ff97a36-5051-492b-9bd1-2cc158ec291b tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 210 time: 0.0596812 Aug 27 12:29:08.485880 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.583857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ddcf408-36f2-4184-ae43-0103ad2b1346 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:08.607532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8ddcf408-36f2-4184-ae43-0103ad2b1346 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:08.607874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ddcf408-36f2-4184-ae43-0103ad2b1346 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:08.730876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.753995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:08.875301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 172.25.8.208 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6baa3aa3-bfcc-4343-b08f-91a9dc99647c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:09.001090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.041121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.081520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:09.084308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:09.089837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:09.117417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=6baa3aa3-bfcc-4343-b08f-91a9dc99647c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:09.338345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-77b4d803-692c-4d20-83b8-f1047c0b2e70 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b28263b9eca64866858d7c9df3904548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460258 Aug 27 12:29:09.345938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec014aa-7a37-414a-9acf-0a5f7064a71f req-8de89b16-4872-4b30-9b95-d4aa735c5e90 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:09.347757 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bec014aa-7a37-414a-9acf-0a5f7064a71f req-8de89b16-4872-4b30-9b95-d4aa735c5e90 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1029818 Aug 27 12:29:09.462321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bec014aa-7a37-414a-9acf-0a5f7064a71f req-cdd0f97b-c930-4bed-8268-50c323fe9237 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879204 Aug 27 12:29:09.469359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.602760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d278b67c-ac98-4969-b2c8-c23209db0561 req-a58ba84b-704b-4d21-bb41-cd79701d00d7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 210 time: 0.0289514 Aug 27 12:29:09.603112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-015430cf-f8d2-472e-8712-a55c9e13428d tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:09.610581 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-015430cf-f8d2-472e-8712-a55c9e13428d tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578390 Aug 27 12:29:09.625458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Request body: {'port': {'device_id': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'b28263b9eca64866858d7c9df3904548'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:09.741702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Made reservation on behalf of b28263b9eca64866858d7c9df3904548 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:09.748991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.758643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.799922 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.821873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-ef7abc93-3361-468c-8d66-21264742c7e3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:09.823981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-ef7abc93-3361-468c-8d66-21264742c7e3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1676672 Aug 27 12:29:09.855538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.860928 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:09.872104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-1ec07887-7fdd-457d-ab52-4d63f0f0b6b8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0163424 Aug 27 12:29:09.930330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6834443c-6cb1-4d72-a516-40afeac322df,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:09.938917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-f1575ae5-cb90-42ea-8f41-462cc65d997c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568314 Aug 27 12:29:10.002244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Allocated IP 192.168.233.13 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/f9e8a7fb-f41a-4d51-aa97-7ed6767e9437) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:10.050751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 8c8c14cc-3431-4ed1-859d-8ca74d50a452 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:29:10.068450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-8d52bf68-0a06-41e7-aaff-3ab4e1f131c1 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172681 Aug 27 12:29:10.169937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:10.184379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Transition to ACTIVE for port object f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:10.219998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:10.239586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:10.242698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-829c4760-d4f9-4569-aa85-439b011038de service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659427 Aug 27 12:29:10.254007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] Sync routers for ids ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:10.260947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:10.264726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05f24a6c-4558-4d72-9b95-4a8d1f98932c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1236064 Aug 27 12:29:10.265004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:10.270880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] Routers {'8c8c14cc-3431-4ed1-859d-8ca74d50a452'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:10.271673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:10.278224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:10.283508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:10.287298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Pushing event updated for resources: {'Port': ['ID=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:10.297445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:10.341616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:10.355659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:10.356653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:10.364379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] Routers {'8c8c14cc-3431-4ed1-859d-8ca74d50a452'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:10.365472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:10.372835 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-72de929b-f7e3-40a9-b9e0-910f284564e7 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7538357 Aug 27 12:29:10.390323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Request body: {'port': {'device_id': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:10.453780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-508dd54d-60f2-4a80-855a-9e1f52d48087 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/routers/8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 200 len: 885 time: 0.1848173 Aug 27 12:29:10.456582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52606) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:10.467766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:10.468680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee885b-8a2b-49e7-ba68-e216d0f5490f None None] The sync data for ids ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:10.519940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-393729ee-2f16-467b-86c6-4b155b98de8a req-f17368d4-29fa-43c0-a24e-74f229c4e0c2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 210 time: 0.0484936 Aug 27 12:29:10.556610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8a6593b7-8cbc-4408-84b5-717a3210ce8c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:10.595842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:10.607583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 8a6593b7-8cbc-4408-84b5-717a3210ce8c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:10.611926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 8a6593b7-8cbc-4408-84b5-717a3210ce8c not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:10.632911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1182e424-75e9-4655-8789-a3284fd30796 None None] Provisioning for port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:10.638442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1182e424-75e9-4655-8789-a3284fd30796 None None] Provisioning complete for port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:10.639210 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1182e424-75e9-4655-8789-a3284fd30796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:10.686034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a6b0-ea73-400b-be4c-ae73aa08b59d req-30272e3c-5153-422e-8bf3-94e9262009d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:10.687614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14e6a6b0-ea73-400b-be4c-ae73aa08b59d req-30272e3c-5153-422e-8bf3-94e9262009d3 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1023176 Aug 27 12:29:10.699329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1182e424-75e9-4655-8789-a3284fd30796 None None] Port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:10.765531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14e6a6b0-ea73-400b-be4c-ae73aa08b59d req-b3cd6b46-ed74-4730-b445-1c366af8a860 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682459 Aug 27 12:29:10.782647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463f43a-2e19-4ebd-b247-ada45eb8a893 req-1a4ae7ff-0862-44e2-b291-3d8955ab3181 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:10.784511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a463f43a-2e19-4ebd-b247-ada45eb8a893 req-1a4ae7ff-0862-44e2-b291-3d8955ab3181 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 935 time: 0.0773034 Aug 27 12:29:10.839208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a463f43a-2e19-4ebd-b247-ada45eb8a893 req-bf5ce20d-d616-42ea-bc02-a4e20cc6c783 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Aug 27 12:29:11.174186 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0f434c8-017c-48e8-9c90-5ef97c5b6852 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7164950 Aug 27 12:29:11.177701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:11.182650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2002951901'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:11.258748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:29:11.266642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:11.279290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Transition to ACTIVE for port object f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:11.284727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:11.360434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:11.424775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Attempting to bind port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:11.425094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Attempting to bind port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:11.425503 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Attempting to bind port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:11.431986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:29:11.432377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Attempting to bind port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:11.437795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:11.438139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:11.438583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:11.439024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Bound port: f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:11.439387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:11.517601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] For port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:11.522019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] For port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:11.530888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:11.678898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:11.679729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:11.681402 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 HTTP/1.1" status: 200 len: 1095 time: 1.3005199 Aug 27 12:29:11.684756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'tag': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:11.688144 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a8cea-09b0-41ac-a10e-191b01942835" -d '{"events": [{"name": "network-changed", "server_uuid": "43761dd0-fc71-442c-ae1c-bc4674224c49", "tag": "f9e8a7fb-f41a-4d51-aa97-7ed6767e9437"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:11.741225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2a8e-e384-4020-96cf-c31d57bdf155 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:11.774686 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61052a3-fd86-454b-af87-e8585f37021b x-openstack-request-id: req-e61052a3-fd86-454b-af87-e8585f37021b {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:11.775476 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43761dd0-fc71-442c-ae1c-bc4674224c49", "tag": "f9e8a7fb-f41a-4d51-aa97-7ed6767e9437", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:11.775993 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e61052a3-fd86-454b-af87-e8585f37021b {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:11.776445 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'tag': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437', 'status': 'completed', 'code': 200} Aug 27 12:29:11.856011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-874030aa-9266-401f-9bd2-6648e270d6d9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:11.857863 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-874030aa-9266-401f-9bd2-6648e270d6d9 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.3151934 Aug 27 12:29:11.879943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Request body: {'port': {'device_id': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'admin_state_up': True, 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:11.981810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86860355-f9d0-4cee-a3d0-21ceeb7e0f28 req-17c09d71-a467-4b33-82e9-195d162458fb tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 210 time: 0.0625138 Aug 27 12:29:12.002631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.023378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b11e1-b4aa-4b55-a808-de9254b8783a req-97df21cb-e3cc-484a-9d41-b8d6690758b8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.030894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-06e86d74-134d-4c24-a596-fc4009f370a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.031674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b59b11e1-b4aa-4b55-a808-de9254b8783a req-97df21cb-e3cc-484a-9d41-b8d6690758b8 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1134849 Aug 27 12:29:12.033006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-06e86d74-134d-4c24-a596-fc4009f370a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b28263b9eca64866858d7c9df3904548&device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 1098 time: 0.2738545 Aug 27 12:29:12.040702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.085883 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-af204061-e596-4f13-a41b-cd658cd8ae98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 HTTP/1.1" status: 200 len: 217 time: 0.0432534 Aug 27 12:29:12.126918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b59b11e1-b4aa-4b55-a808-de9254b8783a req-0df3fdfc-9d17-4e2a-abbf-ce5285ebb4a5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943010 Aug 27 12:29:12.128915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:12.132557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.172226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-80a5e0c6-2829-4a0b-bebf-cfada75abbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.173732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-80a5e0c6-2829-4a0b-bebf-cfada75abbc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0792120 Aug 27 12:29:12.213916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462dfe-befb-4bc6-9558-9ca2f9be1c50 req-101ebeaf-da74-4eea-a4b2-cef1785c3447 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.215502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31462dfe-befb-4bc6-9558-9ca2f9be1c50 req-101ebeaf-da74-4eea-a4b2-cef1785c3447 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 947 time: 0.1184862 Aug 27 12:29:12.250863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 8c8c14cc-3431-4ed1-859d-8ca74d50a452 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:12.279396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31462dfe-befb-4bc6-9558-9ca2f9be1c50 req-bd68a91a-fe68-4023-8f08-a39331413fe6 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Aug 27 12:29:12.298747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-4a9060fe-c7a6-43b6-af9a-2a5c325143cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.300306 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-4a9060fe-c7a6-43b6-af9a-2a5c325143cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928442 Aug 27 12:29:12.318354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-a17c19aa-d788-477e-b60c-10d017dd9b89 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:29:12.319350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-a17c19aa-d788-477e-b60c-10d017dd9b89 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057266 Aug 27 12:29:12.384621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Allocated IP 172.20.0.14 (d8e926bb-780a-4413-95c3-ea1a29cefa2f/aa5ddb4f-320b-445f-a238-e7e6384dd6be/4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:12.400979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:12.407893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.409088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-684c030d-d76e-4b30-8694-9ac0744fcc17 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 200 len: 892 time: 1.2304499 Aug 27 12:29:12.412689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:12.414321 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] Sync routers for ids ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:12.431106 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] Routers {'8c8c14cc-3431-4ed1-859d-8ca74d50a452'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:12.432461 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:12.474647 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:12.477559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-7eeabd68-4e92-4902-b376-8b25e3918781 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498020 Aug 27 12:29:12.488453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] Routers {'8c8c14cc-3431-4ed1-859d-8ca74d50a452'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:12.489100 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:12.528582 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:12.529195 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a5929-ca70-44ff-9e60-41ff7d926c3a None None] The sync data for ids ['8c8c14cc-3431-4ed1-859d-8ca74d50a452'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:12.563161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:12.585170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bb192797-7938-428f-9e1c-756162218c08 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/routers/8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 200 len: 892 time: 0.1665237 Aug 27 12:29:12.585170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4a54d-2835-4fa5-92b7-aa11efc768c0 req-13b7158d-c32e-4bea-bfae-7030af09db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.586341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95f4a54d-2835-4fa5-92b7-aa11efc768c0 req-13b7158d-c32e-4bea-bfae-7030af09db75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.1143026 Aug 27 12:29:12.586868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:12.627943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f0333472-dc7d-4bfb-8d47-e6eb29293b1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 200 len: 205 time: 0.0371461 Aug 27 12:29:12.628291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:12.654102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.672661 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b4d6e40-4345-4dc7-95a0-4815c8fb15d9 req-e83cfc06-d7d0-4ffa-8aa8-edba464aacbc service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866007 Aug 27 12:29:12.678106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.689243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:12.690906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:12.694493 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f049806-0c0e-4ec0-9071-fa9da68f83ae" -d '{"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-unplugged", "status": "completed", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:12.698774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.749210 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e768c33-afc2-4cc2-9761-1b8f168d52b5 x-openstack-request-id: req-9e768c33-afc2-4cc2-9761-1b8f168d52b5 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:12.749739 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-unplugged", "status": "completed", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:12.749996 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e768c33-afc2-4cc2-9761-1b8f168d52b5 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:12.750435 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'code': 200} Aug 27 12:29:12.750840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95f4a54d-2835-4fa5-92b7-aa11efc768c0 req-d4b6e7eb-1613-4ec6-a5a0-f998eb3dea99 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532235 Aug 27 12:29:12.764268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:12.769699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.774104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.778958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:12.784558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.842994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:12.851431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:12.854420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:12.857110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:12.862286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8cea-09b0-41ac-a10e-191b01942835 req-758f9ecb-9fe8-4a52-991a-e7fc726bddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.863906 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-758f9ecb-9fe8-4a52-991a-e7fc726bddd5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b28263b9eca64866858d7c9df3904548&device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 1098 time: 0.1181226 Aug 27 12:29:12.917966 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.982231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:12.982911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:12.989282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 6baa3aa3-bfcc-4343-b08f-91a9dc99647c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:12.989843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.009875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-fd82afb7-ff8d-40d8-9971-5e85c8a47a2a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1353126 Aug 27 12:29:13.028595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8cea-09b0-41ac-a10e-191b01942835 req-53ed50b1-fd53-4a43-8a38-26455230bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.030364 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-53ed50b1-fd53-4a43-8a38-26455230bb7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.1470759 Aug 27 12:29:13.085070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-14f3a3d2-bb9a-4163-a21e-63032bd1e8f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 HTTP/1.1" status: 200 len: 217 time: 0.0464559 Aug 27 12:29:13.093070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.131375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 6baa3aa3-bfcc-4343-b08f-91a9dc99647c owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:13.135934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Request body: {'port': {'device_id': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:13.182756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8cea-09b0-41ac-a10e-191b01942835 req-c6640df7-97c7-4e1e-8c86-4711390b6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.184280 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-c6640df7-97c7-4e1e-8c86-4711390b6589 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0894194 Aug 27 12:29:13.198446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75987fcd-4141-4670-8705-8851d8eb2d51 req-6591f7f4-262e-42ab-80e3-5487aeb2619c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.203576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75987fcd-4141-4670-8705-8851d8eb2d51 req-6591f7f4-262e-42ab-80e3-5487aeb2619c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 932 time: 0.1127105 Aug 27 12:29:13.232562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.280744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8cea-09b0-41ac-a10e-191b01942835 req-919f3489-82be-4b9b-a58c-6b1592eda5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.282292 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-919f3489-82be-4b9b-a58c-6b1592eda5c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823660 Aug 27 12:29:13.339247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-75987fcd-4141-4670-8705-8851d8eb2d51 req-be17251d-d552-4bbb-b232-277ff3561a6e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299005 Aug 27 12:29:13.357091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63f585-a9d5-4bd3-9b6a-8db80e4efc49 req-371b4a09-b3ef-47b6-8207-2be918a110d9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.358824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e63f585-a9d5-4bd3-9b6a-8db80e4efc49 req-371b4a09-b3ef-47b6-8207-2be918a110d9 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.1511154 Aug 27 12:29:13.461873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e63f585-a9d5-4bd3-9b6a-8db80e4efc49 req-cb9126f4-81e5-45a0-8ba8-d04fc94c6560 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854201 Aug 27 12:29:13.479340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.507830 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-32ef18cc-a862-4ab2-a0ce-80ea2904c5f1 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134750 Aug 27 12:29:13.511149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=6baa3aa3-bfcc-4343-b08f-91a9dc99647c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:13.546475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f20f8-3eec-43a4-b61d-87963cf88c28 req-e15b254b-b1a6-4581-a7af-1610bd46495c tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.548128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d3f20f8-3eec-43a4-b61d-87963cf88c28 req-e15b254b-b1a6-4581-a7af-1610bd46495c tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 947 time: 0.1080992 Aug 27 12:29:13.615222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.622312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7d3f20f8-3eec-43a4-b61d-87963cf88c28 req-ee2f5b46-5836-42c3-9ab6-3bc8fac20bb6 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529048 Aug 27 12:29:13.673813 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-788a8cea-09b0-41ac-a10e-191b01942835 req-bb9b40d7-64d7-49ac-a211-8604c14c9146 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555996 Aug 27 12:29:13.682018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:29:13.689517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.701312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Transition to ACTIVE for port object 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:13.706049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.711619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.713785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.757292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:13.759641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.760182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router 8c8c14cc-3431-4ed1-859d-8ca74d50a452 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:29:13.766875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.771822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e010f590-69aa-4251-8f83-a0aabd28a246 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 204 len: 168 time: 1.1388452 Aug 27 12:29:13.772657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:13.777527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1077653104'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:13.798951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:13.802965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.826946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:13.827168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Attempting to bind port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:13.827406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Attempting to bind port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:13.827741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Attempting to bind port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:13.832329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e on network d8e926bb-780a-4413-95c3-ea1a29cefa2f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:29:13.832645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Attempting to bind port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:13.836447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.836802 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment 757fe465-103b-4e17-81dd-8588faedd22b of type vlan for network ba25c468-23c5-4e7e-b389-a42596b1b953 Aug 27 12:29:13.837658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:13.838000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:13.838396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Bound using segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:13.838833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Bound port: 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:13.839183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.878763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.902653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:13.903139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.905770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:13.908847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.909213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.909445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.942867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:13.943331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:13.944597 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] 10.222.0.77 "PUT /v2.0/ports/4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e HTTP/1.1" status: 200 len: 1092 time: 0.8136261 Aug 27 12:29:13.946986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:13.949344 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549d54d3-187c-4a75-98ac-a5c2d26ad970" -d '{"events": [{"name": "network-changed", "server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:13.972526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1959918 Aug 27 12:29:13.972526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52650) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:13.979553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:13.993559 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ac2ab-1ab6-4ae7-9b61-3afbccbe84c1 x-openstack-request-id: req-770ac2ab-1ab6-4ae7-9b61-3afbccbe84c1 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:13.993861 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:13.994115 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-770ac2ab-1ab6-4ae7-9b61-3afbccbe84c1 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:13.994550 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'status': 'completed', 'code': 200} Aug 27 12:29:13.995273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878912dc-1fad-4fc4-968c-3936fbbfa5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:14.026934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e045a6-7fb2-4a2c-8ebb-bc208b23e518 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=ba25c468-23c5-4e7e-b389-a42596b1b953,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:14.038885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ba25c468-23c5-4e7e-b389-a42596b1b953 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:14.078657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:14.083523 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.117362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-71ab04ea-1869-4767-9f84-e0c10d6afc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.118916 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-71ab04ea-1869-4767-9f84-e0c10d6afc27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 1095 time: 0.0491698 Aug 27 12:29:14.172394 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-2427bde8-3585-4f72-bacb-b71f3fe388b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e HTTP/1.1" status: 200 len: 217 time: 0.0379870 Aug 27 12:29:14.226941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-d015a164-0ded-4fea-82db-01772e849047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.228703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-d015a164-0ded-4fea-82db-01772e849047 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0489836 Aug 27 12:29:14.265235 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-dfff4669-de65-4c3d-bb5d-a0887f8cc4f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298007 Aug 27 12:29:14.281395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.347925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=13bce8e0-9959-4ee0-9ee4-ade4ad67f602,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:14.357668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': '757fe465-103b-4e17-81dd-8588faedd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:14.358045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: ba25c468-23c5-4e7e-b389-a42596b1b953, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:14.365271 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-a3ce75ed-6d91-4ae3-9ddb-a3b13c445e73 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900912 Aug 27 12:29:14.375368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network ba25c468-23c5-4e7e-b389-a42596b1b953 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:14.386022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ba25c468-23c5-4e7e-b389-a42596b1b953) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:14.395053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bde640-99b2-465e-b4f5-1a0dd2e523b2 None None] Network ba25c468-23c5-4e7e-b389-a42596b1b953 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:14.395738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.396334 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.417751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9066f70a-3e1c-4abd-9015-5f6227d380cc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4447887 Aug 27 12:29:14.421028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:14.427385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1322268753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:14.482094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.482562 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-67298174-9fe7-4b46-bed0-0bbdff79aaab req-adfce28d-f00b-4a19-b949-997a3a9d8ac8 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098833 Aug 27 12:29:14.483214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.504236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cb512-1eec-4093-b380-dd6e92c013ae req-368120f7-b0c4-45de-b8be-821194f24000 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.506059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b20cb512-1eec-4093-b380-dd6e92c013ae req-368120f7-b0c4-45de-b8be-821194f24000 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 944 time: 0.0715010 Aug 27 12:29:14.572878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.574330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-ba25c468-23c5-4e7e-b389-a42596b1b953', 'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '13bce8e0-9959-4ee0-9ee4-ade4ad67f602'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:14.577551 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.582094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:29:14.586099 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.630935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b20cb512-1eec-4093-b380-dd6e92c013ae req-43b51bd0-065b-4a75-80eb-200d969f1612 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058741 Aug 27 12:29:14.635067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:14.639031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9e26bb2d-1fa0-4d50-b586-15f85377cce7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2140326 Aug 27 12:29:14.639885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:14.640019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-baafab7f-9e04-490d-8efa-cded627fbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.641113 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-baafab7f-9e04-490d-8efa-cded627fbe29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 1095 time: 0.0443060 Aug 27 12:29:14.663782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0017-d21b-4c80-a330-9c94a73a71d9 req-ff0b1c68-5e01-4eea-9caa-a5a4af03e22a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.665460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaca0017-d21b-4c80-a330-9c94a73a71d9 req-ff0b1c68-5e01-4eea-9caa-a5a4af03e22a tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 944 time: 0.1015716 Aug 27 12:29:14.728584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.resource_extend [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 12:29:14.760007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-d909aedc-9718-4bd9-a7c1-d591da427605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.761598 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-d909aedc-9718-4bd9-a7c1-d591da427605 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.1052639 Aug 27 12:29:14.794967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Allocated IP 2001:db8::2 (ba25c468-23c5-4e7e-b389-a42596b1b953/13bce8e0-9959-4ee0-9ee4-ade4ad67f602/57670594-dddf-4eb1-a707-f8494fea7cba) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:14.811187 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-3cca5e65-8f39-42d7-b182-5bad43c74a0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e HTTP/1.1" status: 200 len: 217 time: 0.0411649 Aug 27 12:29:14.864314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-0466a53c-408c-43e9-9377-6ba376bae914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.865936 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-0466a53c-408c-43e9-9377-6ba376bae914 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0477488 Aug 27 12:29:14.880891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaca0017-d21b-4c80-a330-9c94a73a71d9 req-16df23f5-2faf-4488-b1c4-061cbd03d5e5 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770933 Aug 27 12:29:14.882274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:14.902777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'port_id': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'mac_address': 'fa:16:3e:7f:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:29:14.908004 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-5f966514-6855-4096-8789-f1fd8e2235b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340686 Aug 27 12:29:14.917092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:14.960806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094f4ff-c919-4ab8-83b8-4699eebd6f29 req-536e052d-6bc3-48bb-89ad-2bf7c8ebddab tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:14.962344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2094f4ff-c919-4ab8-83b8-4699eebd6f29 req-536e052d-6bc3-48bb-89ad-2bf7c8ebddab tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 947 time: 0.2574518 Aug 27 12:29:14.973583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:29:14.985590 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.023762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-f416f26d-a0e2-4ad8-a83b-bd9386377714 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079118 Aug 27 12:29:15.028784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bf7ea9-b0bc-4920-824d-611f9ed41941 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:29:15.103812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-66c42936-8fbb-4249-ae6b-120868d64818 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/floatingips/4db8dad0-b3ba-4d4a-b19a-1276af0b5742 HTTP/1.1" status: 200 len: 991 time: 0.1742616 Aug 27 12:29:15.104442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:15.109710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.118792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.124943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.132258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Transition to ACTIVE for port object 57670594-dddf-4eb1-a707-f8494fea7cba will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:15.135120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2094f4ff-c919-4ab8-83b8-4699eebd6f29 req-a10de108-704d-4185-a749-c2c77c756656 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394215 Aug 27 12:29:15.170045 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-549d54d3-187c-4a75-98ac-a5c2d26ad970 req-8c644a9d-7a55-4647-9d4a-549623891f96 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384842 Aug 27 12:29:15.362048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Transition to ACTIVE for port object 57670594-dddf-4eb1-a707-f8494fea7cba will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:15.364257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:15.379201 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.380841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:15.387423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437', 'mac_address': 'fa:16:3e:3a:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:29:15.420316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Network ba25c468-23c5-4e7e-b389-a42596b1b953 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:15.433866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8::1 (ba25c468-23c5-4e7e-b389-a42596b1b953/13bce8e0-9959-4ee0-9ee4-ade4ad67f602/14c37ef8-099f-497c-a325-b7c8270ded30) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:15.446500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:15.455351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:15.470531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Pushing event updated for resources: {'Port': ['ID=57670594-dddf-4eb1-a707-f8494fea7cba,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:15.481774 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.529723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:29:15.548832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Attempting to bind port 57670594-dddf-4eb1-a707-f8494fea7cba on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:15.549199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Attempting to bind port 57670594-dddf-4eb1-a707-f8494fea7cba by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '757fe465-103b-4e17-81dd-8588faedd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:15.549560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Attempting to bind port 57670594-dddf-4eb1-a707-f8494fea7cba on network ba25c468-23c5-4e7e-b389-a42596b1b953 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:15.562045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:15.562445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Checking segment: {'id': '757fe465-103b-4e17-81dd-8588faedd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:15.562848 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.563240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Bound using segment: {'id': '757fe465-103b-4e17-81dd-8588faedd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:15.563714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Bound port: 57670594-dddf-4eb1-a707-f8494fea7cba, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757fe465-103b-4e17-81dd-8588faedd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ba25c468-23c5-4e7e-b389-a42596b1b953'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:15.564091 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.567269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:15.576350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.636852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['22bf7ea9-b0bc-4920-824d-611f9ed41941'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:29:15.693343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:15.717810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] For port 57670594-dddf-4eb1-a707-f8494fea7cba, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:15.722764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] For port 57670594-dddf-4eb1-a707-f8494fea7cba, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57670594-dddf-4eb1-a707-f8494fea7cba,segment=NetworkSegment(757fe465-103b-4e17-81dd-8588faedd22b),segment_id=757fe465-103b-4e17-81dd-8588faedd22b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:15.731004 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:15.800466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f9e8a7fb-f41a-4d51-aa97-7ed6767e9437'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:29:15.837614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053be8f-5e02-45cb-b9ca-6a95adad06d1 None None] Pushing event updated for resources: {'Port': ['ID=57670594-dddf-4eb1-a707-f8494fea7cba,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:15.935957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51072f-77d7-40c4-a7f1-29423a796c4d req-c65b39c2-1026-4244-b844-0d8f506587bd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:15.941526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc51072f-77d7-40c4-a7f1-29423a796c4d req-c65b39c2-1026-4244-b844-0d8f506587bd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 944 time: 0.0805521 Aug 27 12:29:15.994425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.018683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc51072f-77d7-40c4-a7f1-29423a796c4d req-4f4d2486-c06c-49b9-8f19-b23f0f1d036a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591705 Aug 27 12:29:16.019965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 14c37ef8-099f-497c-a325-b7c8270ded30 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:16.070035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.125090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network ba25c468-23c5-4e7e-b389-a42596b1b953 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:16.129226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=14c37ef8-099f-497c-a325-b7c8270ded30,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:16.133126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:16.135242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:16.135800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.279428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055f87-e825-48b6-916b-74a3539d5b00 req-74b2b63e-70b1-4afa-9b4a-b17804bbfce5 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:16.280962 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0055f87-e825-48b6-916b-74a3539d5b00 req-74b2b63e-70b1-4afa-9b4a-b17804bbfce5 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 948 time: 0.0837562 Aug 27 12:29:16.292346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.355338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0055f87-e825-48b6-916b-74a3539d5b00 req-b21bba34-7225-4063-83bd-fdbe6d762e52 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648947 Aug 27 12:29:16.600766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.606348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.607211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.617222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57670594-dddf-4eb1-a707-f8494fea7cba up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:16.662296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=14c37ef8-099f-497c-a325-b7c8270ded30,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:16.682545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 57670594-dddf-4eb1-a707-f8494fea7cba completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:16.753344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network ba25c468-23c5-4e7e-b389-a42596b1b953 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:16.755224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:16.768785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f213220-c86e-4f8b-a318-269b04da1b66 None None] Network ba25c468-23c5-4e7e-b389-a42596b1b953 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:16.853598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] Provisioning for port 57670594-dddf-4eb1-a707-f8494fea7cba completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:16.859442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] Provisioning complete for port 57670594-dddf-4eb1-a707-f8494fea7cba triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:16.859897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:16.868737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 65f534ae-3040-4d37-a07c-d59c028ec5f8 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:29:16.963433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:16.968941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-80235e83-2acf-4f94-af52-d538e014556f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/65f534ae-3040-4d37-a07c-d59c028ec5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3286278 Aug 27 12:29:16.971588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:16.977564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] Sync routers for ids ['65f534ae-3040-4d37-a07c-d59c028ec5f8'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:16.983092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:17.022262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f625c-b20b-49c4-897a-500d2e247c30 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:17.025743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f11f625c-b20b-49c4-897a-500d2e247c30 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports/14c37ef8-099f-497c-a325-b7c8270ded30 HTTP/1.1" status: 200 len: 911 time: 0.0509710 Aug 27 12:29:17.026842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52670) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:17.031957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13bce8e0-9959-4ee0-9ee4-ade4ad67f602'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:17.039176 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.042320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] Routers {'65f534ae-3040-4d37-a07c-d59c028ec5f8'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:17.043008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['65f534ae-3040-4d37-a07c-d59c028ec5f8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:17.085359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:17.112159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] Routers {'65f534ae-3040-4d37-a07c-d59c028ec5f8'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:17.112786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['65f534ae-3040-4d37-a07c-d59c028ec5f8'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:17.156685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:17.160171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] For port 57670594-dddf-4eb1-a707-f8494fea7cba, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57670594-dddf-4eb1-a707-f8494fea7cba,segment=NetworkSegment(757fe465-103b-4e17-81dd-8588faedd22b),segment_id=757fe465-103b-4e17-81dd-8588faedd22b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:17.161213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:17.162029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45520f20-5b45-45a7-9425-ed52be0f6d5c None None] The sync data for ids ['65f534ae-3040-4d37-a07c-d59c028ec5f8'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:17.166191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.171118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:17.171814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.200096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3de9d-31aa-4449-939c-8586459a7566 req-24a7eb32-2d88-4777-9f40-c43887eb8d6a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:17.201643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cb3de9d-31aa-4449-939c-8586459a7566 req-24a7eb32-2d88-4777-9f40-c43887eb8d6a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 944 time: 0.0931613 Aug 27 12:29:17.246654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790240dc-5832-41bf-8e35-918ccff66025 None None] Pushing event updated for resources: {'Port': ['ID=57670594-dddf-4eb1-a707-f8494fea7cba,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:17.259249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.274983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cb3de9d-31aa-4449-939c-8586459a7566 req-85b77778-cf45-453e-8a0a-b8b550c25bb1 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Aug 27 12:29:17.292916 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.316280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:17.319332 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246fb18-8cbb-4258-9e8e-0525da8c39b0" -d '{"events": [{"server_uuid": "43761dd0-fc71-442c-ae1c-bc4674224c49", "name": "network-vif-plugged", "status": "completed", "tag": "f9e8a7fb-f41a-4d51-aa97-7ed6767e9437"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:17.334290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:17.340767 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.412906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:17.416594 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fdbf0d-c01b-463a-b02d-b6d0408bb638 x-openstack-request-id: req-16fdbf0d-c01b-463a-b02d-b6d0408bb638 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:17.416899 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43761dd0-fc71-442c-ae1c-bc4674224c49", "name": "network-vif-plugged", "status": "completed", "tag": "f9e8a7fb-f41a-4d51-aa97-7ed6767e9437", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:17.417147 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16fdbf0d-c01b-463a-b02d-b6d0408bb638 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:17.417574 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437', 'code': 200} Aug 27 12:29:17.451400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2649d34f-f036-4f01-b6e9-db67efa63052 None None] Provisioning complete for port 57670594-dddf-4eb1-a707-f8494fea7cba triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:17.452080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2649d34f-f036-4f01-b6e9-db67efa63052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.490053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68d84-64eb-4fb3-8d61-f98a27d1b2e2 req-d043a9ae-705a-4ea3-aa01-f2ce457640fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:17.491764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc68d84-64eb-4fb3-8d61-f98a27d1b2e2 req-d043a9ae-705a-4ea3-aa01-f2ce457640fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 1100 time: 0.0510767 Aug 27 12:29:17.533939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3dc68d84-64eb-4fb3-8d61-f98a27d1b2e2 req-fc8f8c22-7075-4af5-8a0f-6109999b688c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Aug 27 12:29:17.552398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2649d34f-f036-4f01-b6e9-db67efa63052 None None] Provisioning for port 14c37ef8-099f-497c-a325-b7c8270ded30 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:17.557230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2649d34f-f036-4f01-b6e9-db67efa63052 None None] Provisioning complete for port 14c37ef8-099f-497c-a325-b7c8270ded30 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:17.557842 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2649d34f-f036-4f01-b6e9-db67efa63052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.580951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1fc7e-c293-47f3-9c6d-4fa2523c6692 req-8928c49a-ebda-4f5e-959b-25f5070ea61d tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:17.583071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bca1fc7e-c293-47f3-9c6d-4fa2523c6692 req-8928c49a-ebda-4f5e-959b-25f5070ea61d tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 949 time: 0.1270673 Aug 27 12:29:17.596225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2649d34f-f036-4f01-b6e9-db67efa63052 None None] Port 14c37ef8-099f-497c-a325-b7c8270ded30 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:17.670587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bca1fc7e-c293-47f3-9c6d-4fa2523c6692 req-d0730e25-e44f-4506-ad7e-c83e61504a13 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591302 Aug 27 12:29:17.718454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a17dc5dd-04b9-4d0d-ab4d-1e58bf771080 None None] Provisioning complete for port 14c37ef8-099f-497c-a325-b7c8270ded30 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:17.719022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a17dc5dd-04b9-4d0d-ab4d-1e58bf771080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.756872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a17dc5dd-04b9-4d0d-ab4d-1e58bf771080 None None] Port 14c37ef8-099f-497c-a325-b7c8270ded30 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:17.805218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.813563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.819455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:17.820059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.821367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/ports/14c37ef8-099f-497c-a325-b7c8270ded30 HTTP/1.1" status: 200 len: 911 time: 0.7937779 Aug 27 12:29:17.824415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:17.864056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334c90b-f8f3-45ba-9993-fe9c38ef01e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=14c37ef8-099f-497c-a325-b7c8270ded30,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:17.875973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-550231fd-dc40-414c-8eae-c10657cf7466 None None] Provisioning complete for port 14c37ef8-099f-497c-a325-b7c8270ded30 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:17.876351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-550231fd-dc40-414c-8eae-c10657cf7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:17.913237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-550231fd-dc40-414c-8eae-c10657cf7466 None None] Port 14c37ef8-099f-497c-a325-b7c8270ded30 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:18.142241 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.402788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cf6e7-14f0-450f-9086-e5db57192e7a req-121451af-a430-4585-8a46-f55926bc7220 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:18.404301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b73cf6e7-14f0-450f-9086-e5db57192e7a req-121451af-a430-4585-8a46-f55926bc7220 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 944 time: 0.0505838 Aug 27 12:29:18.448392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b73cf6e7-14f0-450f-9086-e5db57192e7a req-13c9f4b5-319a-4d3a-9f56-98b42bf6e538 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368669 Aug 27 12:29:18.473976 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c04326a5-48e4-4498-8ac8-9ab60186a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.579673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57670594-dddf-4eb1-a707-f8494fea7cba up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:18.602897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:29:18.604771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:18.664657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 14c37ef8-099f-497c-a325-b7c8270ded30 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:18.665604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.743732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 57670594-dddf-4eb1-a707-f8494fea7cba triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:18.744289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.768295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 22bf7ea9-b0bc-4920-824d-611f9ed41941 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:18.768671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.769275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.783492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 14c37ef8-099f-497c-a325-b7c8270ded30 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:18.802182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356f239-6b3c-44eb-ac56-c717f0cf4c70 req-8aaa1f2a-4cb7-4cac-ab87-11ad4411a642 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:18.803862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e356f239-6b3c-44eb-ac56-c717f0cf4c70 req-8aaa1f2a-4cb7-4cac-ab87-11ad4411a642 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 949 time: 0.0525210 Aug 27 12:29:18.826102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:18.845296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'mac_address': 'fa:16:3e:21:ff:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:29:18.853197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e356f239-6b3c-44eb-ac56-c717f0cf4c70 req-68f28c73-da69-4e81-b66a-7ccc1b1612ea tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Aug 27 12:29:18.950421 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.953501 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.968674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:18.976112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:29:19.003335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=14c37ef8-099f-497c-a325-b7c8270ded30,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:19.007785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:19.015527 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.022653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:19.045941 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.076841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:19.128301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.147161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:19.296077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 65f534ae-3040-4d37-a07c-d59c028ec5f8 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:19.375325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:19.383358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:19.385362 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] Sync routers for ids ['65f534ae-3040-4d37-a07c-d59c028ec5f8'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:19.390032 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73e300ae-6452-43eb-bb1a-57509bb04aed tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/65f534ae-3040-4d37-a07c-d59c028ec5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578704 Aug 27 12:29:19.397311 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] Routers {'65f534ae-3040-4d37-a07c-d59c028ec5f8'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:19.397946 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['65f534ae-3040-4d37-a07c-d59c028ec5f8'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:19.412793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2000324-eef1-4117-826f-a7784e77bb5c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=65f534ae-3040-4d37-a07c-d59c028ec5f8 HTTP/1.1" status: 200 len: 205 time: 0.0279293 Aug 27 12:29:19.415385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52696) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:19.418873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:19.422655 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0e688-8c75-4c96-9945-5691c3bf0e4f" -d '{"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-plugged", "status": "completed", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:19.441903 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:19.450904 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] Routers {'65f534ae-3040-4d37-a07c-d59c028ec5f8'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:19.451453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:28:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['65f534ae-3040-4d37-a07c-d59c028ec5f8'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:19.457083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:29:19.482708 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4502b-5aa2-4428-9944-1d1748e7f1b1 x-openstack-request-id: req-9fc4502b-5aa2-4428-9944-1d1748e7f1b1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:19.483001 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-plugged", "status": "completed", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:19.483257 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9fc4502b-5aa2-4428-9944-1d1748e7f1b1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:19.483654 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'code': 200} Aug 27 12:29:19.509789 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:19.510704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.512612 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aacb5e-f05b-49bc-91e4-f5d9141dd49f None None] The sync data for ids ['65f534ae-3040-4d37-a07c-d59c028ec5f8'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:19.684027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d6405-04ea-4bdc-b2f3-cee87e1c2208 req-d913e436-3dd2-44f6-91af-45563f36f6af tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:19.685494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-810d6405-04ea-4bdc-b2f3-cee87e1c2208 req-d913e436-3dd2-44f6-91af-45563f36f6af tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 945 time: 0.1333981 Aug 27 12:29:19.724425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.731207 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.784361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-810d6405-04ea-4bdc-b2f3-cee87e1c2208 req-17629d46-80d1-4765-a469-a33487f740a7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710740 Aug 27 12:29:19.789348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.790249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router 65f534ae-3040-4d37-a07c-d59c028ec5f8 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:29:19.797074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.798275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-06cc8a27-dc96-44f3-af97-66b6be2b26e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/65f534ae-3040-4d37-a07c-d59c028ec5f8 HTTP/1.1" status: 204 len: 168 time: 0.3817728 Aug 27 12:29:19.801057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52702) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:19.853549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 13bce8e0-9959-4ee0-9ee4-ade4ad67f602 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:19.857042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.898483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:19.986143 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.045908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.076524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.078710 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/13bce8e0-9959-4ee0-9ee4-ade4ad67f602 HTTP/1.1" status: 204 len: 168 time: 0.2763681 Aug 27 12:29:20.079934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b84bb-d5cf-47bd-b1b4-c1cd703136c5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=13bce8e0-9959-4ee0-9ee4-ade4ad67f602,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:20.082009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52704) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:20.085302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12da74-55a2-4833-9d23-ac1e7e612a3d None None] Network ba25c468-23c5-4e7e-b389-a42596b1b953 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:20.170961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.214270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.231588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 57670594-dddf-4eb1-a707-f8494fea7cba {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:20.231942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.288273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] DHCP port deletion for ba25c468-23c5-4e7e-b389-a42596b1b953 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:20.302734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 57670594-dddf-4eb1-a707-f8494fea7cba, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57670594-dddf-4eb1-a707-f8494fea7cba,segment=NetworkSegment(757fe465-103b-4e17-81dd-8588faedd22b),segment_id=757fe465-103b-4e17-81dd-8588faedd22b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:20.303094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.318940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 57670594-dddf-4eb1-a707-f8494fea7cba owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:20.412296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.438035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=57670594-dddf-4eb1-a707-f8494fea7cba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:20.444759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port 57670594-dddf-4eb1-a707-f8494fea7cba on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:20.512061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Deleting port 57670594-dddf-4eb1-a707-f8494fea7cba {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:20.512573 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.551469 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.563690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba25c468-23c5-4e7e-b389-a42596b1b953']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:20.576561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757fe465-103b-4e17-81dd-8588faedd22b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:20.576907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757fe465-103b-4e17-81dd-8588faedd22b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:20.587460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.591148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] For port 57670594-dddf-4eb1-a707-f8494fea7cba, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:20.591621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.605517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.607859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57670594-dddf-4eb1-a707-f8494fea7cba no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:20.612233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:20.612645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:20.616277 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:20.635311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Calling delete_port for 57670594-dddf-4eb1-a707-f8494fea7cba owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:20.637061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 57670594-dddf-4eb1-a707-f8494fea7cba {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:20.637466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57670594-dddf-4eb1-a707-f8494fea7cba not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:20.639380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:20.684865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Port 57670594-dddf-4eb1-a707-f8494fea7cba was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:29:20.687805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.689415 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.698690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.704332 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/ba25c468-23c5-4e7e-b389-a42596b1b953 HTTP/1.1" status: 204 len: 168 time: 0.6115239 Aug 27 12:29:20.704648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:20.709348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1502839691', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:20.720480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572ab69-39a0-4bd9-ad92-fc3140117e04 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=ba25c468-23c5-4e7e-b389-a42596b1b953,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:20.722603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Pushing event deleted for resources: {'Port': ['ID=57670594-dddf-4eb1-a707-f8494fea7cba,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:20.724896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] Network ba25c468-23c5-4e7e-b389-a42596b1b953 is not hosted by any dhcp agent {{(pid=94625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:29:20.725497 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f97b7-c042-4871-b802-5e3ae7a45946 None None] No DVR routers for this DVR port 57670594-dddf-4eb1-a707-f8494fea7cba on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:20.728927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:20.738978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:20.739397 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.749618 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.751058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.809115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.814297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.834481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.842175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.847042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f5fa7b62-34c6-43cf-bf57-1f9e09e1d9dc tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1413307 Aug 27 12:29:20.848152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52712) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:20.854974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551473779'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:20.880579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:20.884828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.890650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:20.896984 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.917057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:20.933690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.934232 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment cb3af9c6-7516-4400-8d83-fe2b1525109b of type vlan for network 3139bff2-28db-4853-8c60-eb43682ef34e Aug 27 12:29:20.940557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2e9b-5b6a-45fc-827f-3c84c50c816b req-a9037339-7ab9-4079-bb3d-d5fcb91676b8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:20.942895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b68c2e9b-5b6a-45fc-827f-3c84c50c816b req-a9037339-7ab9-4079-bb3d-d5fcb91676b8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 945 time: 0.0755093 Aug 27 12:29:20.950740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:20.981849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b617fe38-b4f5-483c-90d8-b1a8a49cb608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:20.992800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b68c2e9b-5b6a-45fc-827f-3c84c50c816b req-a1a2bedc-813c-4c24-9f27-7ab7fbe807c6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 Aug 27 12:29:21.000796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.028216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.033748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:21.034335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.089425 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2396641 Aug 27 12:29:21.092021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52714) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:21.099113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:21.148752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a468f-11fe-4867-8f34-76476fc54e6d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=3139bff2-28db-4853-8c60-eb43682ef34e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:21.152475 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.164882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3139bff2-28db-4853-8c60-eb43682ef34e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:21.203560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:21.208505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.398973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.461089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:21.469851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:21.470225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 3139bff2-28db-4853-8c60-eb43682ef34e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:21.484964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:29:21.487559 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a114c8-4446-4379-8eaf-86f52bb34db1" -d '{"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:29:21.488304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 3139bff2-28db-4853-8c60-eb43682ef34e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:21.499330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 3139bff2-28db-4853-8c60-eb43682ef34e) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:21.503425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:21.504234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.512342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a702e9b-debf-41f6-bd67-1516851d5ccf None None] Network 3139bff2-28db-4853-8c60-eb43682ef34e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:21.528773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9667509e-266d-48a3-bc61-d9e12774e727 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4330370 Aug 27 12:29:21.528978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52722) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:21.691071 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abea4cc-19da-4633-9d39-beb9eec63e6e x-openstack-request-id: req-4abea4cc-19da-4633-9d39-beb9eec63e6e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:29:21.691995 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:29:21.692438 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4abea4cc-19da-4633-9d39-beb9eec63e6e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:29:21.693078 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'code': 200} Aug 27 12:29:21.695337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-3139bff2-28db-4853-8c60-eb43682ef34e', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:21.696529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.852980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Allocated IP 2001:db8::2 (3139bff2-28db-4853-8c60-eb43682ef34e/2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9/eec5c3db-d9da-4cce-9d67-642ef095078a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:21.863886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8528ae2-f2ae-4a64-badd-5b1ccba25fe7 req-9f0dcd62-5536-4755-bbc4-62ab19757ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:21.865353 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8528ae2-f2ae-4a64-badd-5b1ccba25fe7 req-9f0dcd62-5536-4755-bbc4-62ab19757ef9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 1097 time: 0.0577648 Aug 27 12:29:21.893239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:21.993585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c8528ae2-f2ae-4a64-badd-5b1ccba25fe7 req-9ccff2a1-8c8a-4708-9de8-5f605a980d44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064680 Aug 27 12:29:22.018207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.029258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Transition to ACTIVE for port object eec5c3db-d9da-4cce-9d67-642ef095078a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:22.047340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Transition to ACTIVE for port object eec5c3db-d9da-4cce-9d67-642ef095078a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:22.055013 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.115937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Pushing event updated for resources: {'Port': ['ID=eec5c3db-d9da-4cce-9d67-642ef095078a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:22.135739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Network 3139bff2-28db-4853-8c60-eb43682ef34e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:22.138772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:22.143603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af389fc-d28d-4194-a704-2272b4964196 req-c0a5a146-2861-41ee-9de5-c519acde053c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:22.144784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:22.145147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3af389fc-d28d-4194-a704-2272b4964196 req-c0a5a146-2861-41ee-9de5-c519acde053c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0672400 Aug 27 12:29:22.149233 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.187447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3af389fc-d28d-4194-a704-2272b4964196 req-33401abf-fc6c-4c77-8b7e-6acd22c2914b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Aug 27 12:29:22.195507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8::1 (3139bff2-28db-4853-8c60-eb43682ef34e/2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9/7eacee50-6938-4e2e-bdb9-78304247e1aa) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:22.207450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Attempting to bind port eec5c3db-d9da-4cce-9d67-642ef095078a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:22.208057 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Attempting to bind port eec5c3db-d9da-4cce-9d67-642ef095078a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:22.208498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Attempting to bind port eec5c3db-d9da-4cce-9d67-642ef095078a on network 3139bff2-28db-4853-8c60-eb43682ef34e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:22.214074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:22.215043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Checking segment: {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:22.215610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.216097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Bound using segment: {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:22.216722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Bound port: eec5c3db-d9da-4cce-9d67-642ef095078a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:22.217205 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.285011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] For port eec5c3db-d9da-4cce-9d67-642ef095078a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:22.288989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] For port eec5c3db-d9da-4cce-9d67-642ef095078a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=eec5c3db-d9da-4cce-9d67-642ef095078a,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:22.295018 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.319402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.334091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 7eacee50-6938-4e2e-bdb9-78304247e1aa will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:22.350189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbedc8-4b4b-47c8-b337-070168ee05c3 None None] Pushing event updated for resources: {'Port': ['ID=eec5c3db-d9da-4cce-9d67-642ef095078a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:22.371502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.427736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 3139bff2-28db-4853-8c60-eb43682ef34e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:22.431448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:22.439536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:22.440095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.446851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=7eacee50-6938-4e2e-bdb9-78304247e1aa,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:22.607654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.881975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.887808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.888512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:22.975367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=7eacee50-6938-4e2e-bdb9-78304247e1aa,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:23.020593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 3139bff2-28db-4853-8c60-eb43682ef34e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:23.022074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:23.152148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:29:23.253959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:23.265565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:23.267096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5163db32-fce3-4ee1-b095-6c9106a02e3d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363317 Aug 27 12:29:23.270114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:23.276214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1552664359'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:23.281091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:23.281735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:23.352296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:23.356114 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.389734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:23.406265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:23.407217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.407567 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment ea079b40-9a9e-456a-968f-dde3bbe86087 of type vlan for network 091af0de-8df4-4108-8f30-58c44ebfaf47 Aug 27 12:29:23.419241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5456b94-d6d9-44d3-a05f-6617a83b1962 req-82e8bb25-fe38-4977-b04a-786cf100e602 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:23.423468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5456b94-d6d9-44d3-a05f-6617a83b1962 req-82e8bb25-fe38-4977-b04a-786cf100e602 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1280386 Aug 27 12:29:23.450815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c3735f-5df4-41a8-a6fd-9defa15665a9 None None] Network 3139bff2-28db-4853-8c60-eb43682ef34e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:23.508820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.523377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5456b94-d6d9-44d3-a05f-6617a83b1962 req-2560b434-3491-4298-bf8b-979b7d18dae4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815685 Aug 27 12:29:23.554321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.560952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:23.561968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.603388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dcff2df8-e089-4e4f-8319-cfb17767477e None None] Provisioning for port eec5c3db-d9da-4cce-9d67-642ef095078a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:23.626388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3541842 Aug 27 12:29:23.629393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52734) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:23.636564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:23.688817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d7972-9adf-4573-9a7f-11122742ea56 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=091af0de-8df4-4108-8f30-58c44ebfaf47,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:23.701969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:23.730581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:23.734015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.868853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:22Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:22Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:23.897185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:23.897535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Updating router 36807080-fef1-414d-9abc-ad499c9f7efd port 7eacee50-6938-4e2e-bdb9-78304247e1aa binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:29:23.922712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:23.932888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.000375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=14e19e35-1549-405e-83b7-8fb773addc4d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:24.011298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:24.011841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 091af0de-8df4-4108-8f30-58c44ebfaf47, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:24.031570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:24.044972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 091af0de-8df4-4108-8f30-58c44ebfaf47) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:24.051685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:24.052558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.056259 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.061064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c40dc-0089-4cef-b4e9-b471307d58cf None None] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:24.073813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d15d2066-6106-4b19-9dca-af255ebfb78f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4407439 Aug 27 12:29:24.074234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52736) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:24.187990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a661f5fc-bf0a-4aa4-9ffb-c89d71269d9e None None] Provisioning for port 7eacee50-6938-4e2e-bdb9-78304247e1aa completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:24.194931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a661f5fc-bf0a-4aa4-9ffb-c89d71269d9e None None] Provisioning complete for port 7eacee50-6938-4e2e-bdb9-78304247e1aa triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:24.195308 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a661f5fc-bf0a-4aa4-9ffb-c89d71269d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.276146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a661f5fc-bf0a-4aa4-9ffb-c89d71269d9e None None] Port 7eacee50-6938-4e2e-bdb9-78304247e1aa cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:24.384585 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.395935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-091af0de-8df4-4108-8f30-58c44ebfaf47', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:24.396711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.400850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Transition to ACTIVE for port object 7eacee50-6938-4e2e-bdb9-78304247e1aa will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:24.413433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.460255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.537160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b406-50aa-47fe-ad18-bf0b244faeef None None] Pushing event updated for resources: {'Port': ['ID=7eacee50-6938-4e2e-bdb9-78304247e1aa,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:24.607824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Attempting to bind port 7eacee50-6938-4e2e-bdb9-78304247e1aa on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:24.608198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Attempting to bind port 7eacee50-6938-4e2e-bdb9-78304247e1aa by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:24.608566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Attempting to bind port 7eacee50-6938-4e2e-bdb9-78304247e1aa on network 3139bff2-28db-4853-8c60-eb43682ef34e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:24.619491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:24.619672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Checking segment: {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:24.620082 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.620475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Bound using segment: {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:24.620948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Bound port: 7eacee50-6938-4e2e-bdb9-78304247e1aa, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3af9c6-7516-4400-8d83-fe2b1525109b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:24.621386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.744138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device eec5c3db-d9da-4cce-9d67-642ef095078a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:24.749183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Allocated IP 2001:db8:1::2 (091af0de-8df4-4108-8f30-58c44ebfaf47/14e19e35-1549-405e-83b7-8fb773addc4d/05184403-e292-4609-81a7-fe2c374080a2) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:24.775646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4706975-8a16-48dd-9276-8babad8dbeb0 req-27a4262f-94d9-41fc-b27c-fb602c2c7088 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:24.783319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4706975-8a16-48dd-9276-8babad8dbeb0 req-27a4262f-94d9-41fc-b27c-fb602c2c7088 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1265855 Aug 27 12:29:24.897171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] For port 7eacee50-6938-4e2e-bdb9-78304247e1aa, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:24.902933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] For port 7eacee50-6938-4e2e-bdb9-78304247e1aa, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7eacee50-6938-4e2e-bdb9-78304247e1aa,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:24.909343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:24.980301 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port eec5c3db-d9da-4cce-9d67-642ef095078a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:25.010681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port eec5c3db-d9da-4cce-9d67-642ef095078a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:25.011058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.083990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b406-50aa-47fe-ad18-bf0b244faeef None None] Pushing event updated for resources: {'Port': ['ID=7eacee50-6938-4e2e-bdb9-78304247e1aa,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:25.097155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:25.097824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:25.196777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4706975-8a16-48dd-9276-8babad8dbeb0 req-65f925c6-1e6f-4470-9cc8-ccb46ddb6108 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125500 Aug 27 12:29:25.349426 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.370872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Transition to ACTIVE for port object 05184403-e292-4609-81a7-fe2c374080a2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:25.395259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:25.460729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Transition to ACTIVE for port object 05184403-e292-4609-81a7-fe2c374080a2 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:25.480490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.510848 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.526175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8:1::1 (091af0de-8df4-4108-8f30-58c44ebfaf47/14e19e35-1549-405e-83b7-8fb773addc4d/06eeadb3-e3ec-4add-8545-cc5f5f68bac3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:25.604880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:25.616816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:25.624810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:25.629832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Pushing event updated for resources: {'Port': ['ID=05184403-e292-4609-81a7-fe2c374080a2,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:25.645844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port eec5c3db-d9da-4cce-9d67-642ef095078a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=eec5c3db-d9da-4cce-9d67-642ef095078a,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:25.657636 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.687455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b8774-f089-41ca-9434-527ad6703860 req-108d037c-0d46-4d7c-8db2-9eed596f1483 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:25.688950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-165b8774-f089-41ca-9434-527ad6703860 req-108d037c-0d46-4d7c-8db2-9eed596f1483 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0841217 Aug 27 12:29:25.726038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.754030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-165b8774-f089-41ca-9434-527ad6703860 req-299843bf-2873-44c8-bebe-e7f124049249 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571918 Aug 27 12:29:25.755037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:25.778140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Attempting to bind port 05184403-e292-4609-81a7-fe2c374080a2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:25.778549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Attempting to bind port 05184403-e292-4609-81a7-fe2c374080a2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:25.778925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Attempting to bind port 05184403-e292-4609-81a7-fe2c374080a2 on network 091af0de-8df4-4108-8f30-58c44ebfaf47 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:25.783854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=eec5c3db-d9da-4cce-9d67-642ef095078a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:25.791599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:25.791960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Checking segment: {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:25.792365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.792752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Bound using segment: {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:25.793222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Bound port: 05184403-e292-4609-81a7-fe2c374080a2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:25.793610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.795670 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.837584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:25.842780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:25.846671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:25.847228 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.869458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:22Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:24Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:25.887675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:25.897836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] For port 05184403-e292-4609-81a7-fe2c374080a2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:25.900367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f97cab3-ab5b-40fa-be3d-9a68020f24f9 None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:22Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:24Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:25.911828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] For port 05184403-e292-4609-81a7-fe2c374080a2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05184403-e292-4609-81a7-fe2c374080a2,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:25.916639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.987537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:25.988995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27801bd-f643-4e57-a105-2e194ca0f10d None None] Pushing event updated for resources: {'Port': ['ID=05184403-e292-4609-81a7-fe2c374080a2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:26.318594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.324258 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.325231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.414159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:26.473591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:26.475061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:26.599194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:26.703945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05184403-e292-4609-81a7-fe2c374080a2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:26.717011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:26.722719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-19585365-ff5a-49fc-af2b-bfadd663ef8f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6470478 Aug 27 12:29:26.725198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:26.730581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-91186635'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:26.754968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:26.759329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.773291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 05184403-e292-4609-81a7-fe2c374080a2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:26.778404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device eec5c3db-d9da-4cce-9d67-642ef095078a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:26.808499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:26.830320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.830960 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment 608b0035-a17d-415b-8a75-c7093cf51c76 of type vlan for network 52d669b6-f076-4149-bc7f-c60a2a138efc Aug 27 12:29:26.843744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port eec5c3db-d9da-4cce-9d67-642ef095078a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:26.844789 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.906164 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.942869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7eacee50-6938-4e2e-bdb9-78304247e1aa up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:26.943087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f4b0-3e52-4d72-bba8-27c2a21f11c3 req-1892232f-d4fd-4ed9-bcbd-2d3d55db5b12 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:26.944602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7014f4b0-3e52-4d72-bba8-27c2a21f11c3 req-1892232f-d4fd-4ed9-bcbd-2d3d55db5b12 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0785248 Aug 27 12:29:26.950606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:26.957071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:26.957496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.002369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7eacee50-6938-4e2e-bdb9-78304247e1aa completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:27.006528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7eacee50-6938-4e2e-bdb9-78304247e1aa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:27.006949 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.042461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45c6d2-9c21-491f-8260-1ce8f3f7b5cc None None] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:27.046096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3166964 Aug 27 12:29:27.047123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:27.053910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:27.064319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7014f4b0-3e52-4d72-bba8-27c2a21f11c3 req-09b31185-92fe-48eb-9812-8d186516c265 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039615 Aug 27 12:29:27.065070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0327aff-8a35-4d62-acbd-64663b82c3d1 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=52d669b6-f076-4149-bc7f-c60a2a138efc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:27.100816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 52d669b6-f076-4149-bc7f-c60a2a138efc details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:27.151032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:27.154357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] Provisioning for port 05184403-e292-4609-81a7-fe2c374080a2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:27.155381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.179536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] Provisioning complete for port 05184403-e292-4609-81a7-fe2c374080a2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:27.179917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.289960 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.365969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 7eacee50-6938-4e2e-bdb9-78304247e1aa, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7eacee50-6938-4e2e-bdb9-78304247e1aa,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:27.401207 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:27.407659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.415602 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:27.416387 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:27.460645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.506168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=7eacee50-6938-4e2e-bdb9-78304247e1aa,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:27.518572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] For port 05184403-e292-4609-81a7-fe2c374080a2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05184403-e292-4609-81a7-fe2c374080a2,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:27.520070 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:27.523673 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.590166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad3666-12f9-4b7a-b9dd-1a6343c2af09 None None] Pushing event updated for resources: {'Port': ['ID=05184403-e292-4609-81a7-fe2c374080a2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:27.666094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.737547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=6ac8165a-f320-4dc3-8daf-2d19d0c4cc05,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:27.745859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:27.746063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 52d669b6-f076-4149-bc7f-c60a2a138efc, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:27.753760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ff54b0e9-5ea9-4e48-b7a8-889779250e18 None None] Provisioning for port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:27.760033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ff54b0e9-5ea9-4e48-b7a8-889779250e18 None None] Provisioning complete for port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:27.760576 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ff54b0e9-5ea9-4e48-b7a8-889779250e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.765474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 52d669b6-f076-4149-bc7f-c60a2a138efc is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:27.776708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 52d669b6-f076-4149-bc7f-c60a2a138efc) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:27.778738 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:25Z', 'revision_number': 3, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:26Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:27.787146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:27.788155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.793881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaaade0-49c9-4643-97a2-b648d903f3a6 None None] Network 52d669b6-f076-4149-bc7f-c60a2a138efc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:27.806896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-217164b5-bc12-4fa0-8d9d-28e1e927d8d6 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7585723 Aug 27 12:29:27.810056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:27.811428 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:27.811947 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Updating router 36807080-fef1-414d-9abc-ad499c9f7efd port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:29:27.841741 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:27.924587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ff54b0e9-5ea9-4e48-b7a8-889779250e18 None None] Port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:27.952539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ff54b0e9-5ea9-4e48-b7a8-889779250e18 None None] Provisioning complete for port 05184403-e292-4609-81a7-fe2c374080a2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:27.953016 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ff54b0e9-5ea9-4e48-b7a8-889779250e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.105959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-52d669b6-f076-4149-bc7f-c60a2a138efc', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:28.106849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.227669 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.240774 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Transition to ACTIVE for port object 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:28.248393 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.275330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.307270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32073fd9-4ed6-4191-81d2-93b5464593d3 req-affaf72d-942e-462b-8809-3be4a4ef5cbd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:28.308849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32073fd9-4ed6-4191-81d2-93b5464593d3 req-affaf72d-942e-462b-8809-3be4a4ef5cbd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0930874 Aug 27 12:29:28.321916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Allocated IP 2001:db8:2::2 (52d669b6-f076-4149-bc7f-c60a2a138efc/6ac8165a-f320-4dc3-8daf-2d19d0c4cc05/b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:28.365282 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Pushing event updated for resources: {'Port': ['ID=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:28.379340 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.379844 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.380313 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.380738 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.381165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.381585 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.382003 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.382473 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.383019 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.383560 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.384082 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.384599 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:28.399407 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Attempting to bind port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:28.399779 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Attempting to bind port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:28.400146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Attempting to bind port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 on network 091af0de-8df4-4108-8f30-58c44ebfaf47 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:28.412662 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:28.413516 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Checking segment: {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:28.413798 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.414340 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Bound using segment: {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:28.415004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Bound port: 06eeadb3-e3ec-4add-8545-cc5f5f68bac3, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea079b40-9a9e-456a-968f-dde3bbe86087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:28.415536 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.437470 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32073fd9-4ed6-4191-81d2-93b5464593d3 req-589091b4-6699-4522-8efc-7f5f129bd84f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Aug 27 12:29:28.542900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.544599 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] For port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:28.554727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Transition to ACTIVE for port object b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:28.555303 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] For port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:28.562346 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.581219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Transition to ACTIVE for port object b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:28.588149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.637071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Network 52d669b6-f076-4149-bc7f-c60a2a138efc is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:28.642326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:28.643554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:28.644435 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:28.647673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:28.648108 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb965556-9919-47c6-b937-7db6813d6d8d None None] Pushing event updated for resources: {'Port': ['ID=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:28.671547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8:2::1 (52d669b6-f076-4149-bc7f-c60a2a138efc/6ac8165a-f320-4dc3-8daf-2d19d0c4cc05/6b1b937f-cc81-4e19-bff5-f3cd34101a0f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:28.681984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Pushing event updated for resources: {'Port': ['ID=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:28.685357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05184403-e292-4609-81a7-fe2c374080a2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:28.765883 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:28.802530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Attempting to bind port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:28.803028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Attempting to bind port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:28.803455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Attempting to bind port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 on network 52d669b6-f076-4149-bc7f-c60a2a138efc {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:28.813784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:28.814291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Checking segment: {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:28.815231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.815645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Bound using segment: {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:28.816157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Bound port: b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:28.817059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.818723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.837412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object 6b1b937f-cc81-4e19-bff5-f3cd34101a0f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:28.841054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 05184403-e292-4609-81a7-fe2c374080a2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:28.841685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.878600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.927417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 52d669b6-f076-4149-bc7f-c60a2a138efc is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:28.931593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:28.939629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:28.940229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:28.944780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] For port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:28.949959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] For port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,segment=NetworkSegment(608b0035-a17d-415b-8a75-c7093cf51c76),segment_id=608b0035-a17d-415b-8a75-c7093cf51c76)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:29.039510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:29.111342 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.158620 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.160542 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:25Z', 'revision_number': 3, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:28Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:29.189116 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71546904-eb5b-4861-a02c-67e12e0c2ba7 None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:25Z', 'revision_number': 3, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:28Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:29.227803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7eacee50-6938-4e2e-bdb9-78304247e1aa up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:29.265277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed567d0-4f00-4f1c-a88e-a31a6bee1c41 None None] Pushing event updated for resources: {'Port': ['ID=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:29.297829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7eacee50-6938-4e2e-bdb9-78304247e1aa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:29.298207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.469517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.476016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.477354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.628283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:29.676052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d402e8-9251-49a3-bc6d-08481620dfe5 req-68cc5946-cbfa-46b6-90df-b0dd64927b1e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:29.677649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d402e8-9251-49a3-bc6d-08481620dfe5 req-68cc5946-cbfa-46b6-90df-b0dd64927b1e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1211488 Aug 27 12:29:29.712206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 52d669b6-f076-4149-bc7f-c60a2a138efc is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:29.715861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:29.734941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69d402e8-9251-49a3-bc6d-08481620dfe5 req-904309a4-c2a9-4fa8-b847-49514f8b1d45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480258 Aug 27 12:29:29.830997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:29.931647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:29.936521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0ef01cb1-6834-44e2-8bbe-abecbc5be876 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1231875 Aug 27 12:29:29.939425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52776) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:29.944831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-81807127'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:29.967810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:29.971564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:29.998659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:30.001872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:30.012550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:30.013315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.013432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:30.013774 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added segment 7752be06-0055-4338-b9ce-356bccf022ff of type vlan for network 6b90cb58-b849-4b15-8b29-3dd81febd47a Aug 27 12:29:30.060381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.094695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.101822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:30.102568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.134959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:30.181038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2403011 Aug 27 12:29:30.184581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:30.185517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c2a7-9598-4dd6-a985-3973693c5766 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Network': ['ID=6b90cb58-b849-4b15-8b29-3dd81febd47a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:30.193489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'subnet': {'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:30.198488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:30.330144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Made reservation on behalf of 7e4c1172758b455faa698ce98f2d3f24 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:30.334029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.498569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:29Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:28Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:29Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:30.528151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:30.529108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Updating router 36807080-fef1-414d-9abc-ad499c9f7efd port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:29:30.532447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697133dd-6b95-4b43-aa07-6ffb7e38d112 None None] Network 52d669b6-f076-4149-bc7f-c60a2a138efc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:30.605807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.608158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.640300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b4366488-88af-45ab-af22-3fa8c537c087 None None] Provisioning for port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:30.687463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Subnet': ['ID=346cb746-50cb-4275-999b-7906a4a27c7c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:30.694724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Checking segment: {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:30.695107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network hostable DHCP agents. Network: 6b90cb58-b849-4b15-8b29-3dd81febd47a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:30.715033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:30.729029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 6b90cb58-b849-4b15-8b29-3dd81febd47a) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:30.736750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:30.737502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:30.755731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:30.758151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52786) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:30.758276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ef0b7-20a1-4dcc-8bbf-0c1df4784124 None None] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:30.758488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e9e3e3f1-b505-4a97-a015-7b78f62e514f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5722864 Aug 27 12:29:31.059179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:31.088795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:31.089004 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.164341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-6b90cb58-b849-4b15-8b29-3dd81febd47a', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:31.165129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.252771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.305444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66d2ab-f7b7-46f9-80ae-12e2b8617c32 req-31fbbf71-4a98-4d78-9df4-118313cd3ac0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:31.313763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e66d2ab-f7b7-46f9-80ae-12e2b8617c32 req-31fbbf71-4a98-4d78-9df4-118313cd3ac0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.4923689 Aug 27 12:29:31.368092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e66d2ab-f7b7-46f9-80ae-12e2b8617c32 req-f82d413f-628f-4da5-8397-bf6cb9a09929 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471416 Aug 27 12:29:31.373777 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.429196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Transition to ACTIVE for port object 6b1b937f-cc81-4e19-bff5-f3cd34101a0f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:31.445249 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.513074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.553250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-20a3aad6-a9e5-4c36-820f-d4677dd68c1f None None] Provisioning complete for port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:31.553630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-20a3aad6-a9e5-4c36-820f-d4677dd68c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.581032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781bd89-d964-429c-8719-5364892e4fa1 None None] Pushing event updated for resources: {'Port': ['ID=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:31.631180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Allocated IP 2001:db8:3::2 (6b90cb58-b849-4b15-8b29-3dd81febd47a/346cb746-50cb-4275-999b-7906a4a27c7c/f4448772-c8ba-4102-a8eb-5d16b46b67e2) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:31.666112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,segment=NetworkSegment(608b0035-a17d-415b-8a75-c7093cf51c76),segment_id=608b0035-a17d-415b-8a75-c7093cf51c76)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:31.679420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.679672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:31.740927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Attempting to bind port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:31.741294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Attempting to bind port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:31.741651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Attempting to bind port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f on network 52d669b6-f076-4149-bc7f-c60a2a138efc {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:31.992546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:31.992926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Checking segment: {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:31.993327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:31.993785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Bound using segment: {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:31.994188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Bound port: 6b1b937f-cc81-4e19-bff5-f3cd34101a0f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608b0035-a17d-415b-8a75-c7093cf51c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:31.994591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.050702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:32.147374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:32.185368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:32.185876 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.221459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] For port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:32.229142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-20a3aad6-a9e5-4c36-820f-d4677dd68c1f None None] Provisioning for port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:32.252315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] For port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,segment=NetworkSegment(608b0035-a17d-415b-8a75-c7093cf51c76),segment_id=608b0035-a17d-415b-8a75-c7093cf51c76)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:32.260023 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.263902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.298839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Transition to ACTIVE for port object f4448772-c8ba-4102-a8eb-5d16b46b67e2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:32.349734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Transition to ACTIVE for port object f4448772-c8ba-4102-a8eb-5d16b46b67e2 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:32.388732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.390603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781bd89-d964-429c-8719-5364892e4fa1 None None] Pushing event updated for resources: {'Port': ['ID=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:32.398654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:32.399335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:32.477039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Allocated IP 2001:db8:3::1 (6b90cb58-b849-4b15-8b29-3dd81febd47a/346cb746-50cb-4275-999b-7906a4a27c7c/da0a3f36-af9d-4b96-bece-5c01226c3247) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:32.538523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452511cc-3ead-4d12-92d9-689432ddebde req-74f68a85-ddea-4a02-950a-99eff62de715 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:32.544674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-452511cc-3ead-4d12-92d9-689432ddebde req-74f68a85-ddea-4a02-950a-99eff62de715 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0924804 Aug 27 12:29:32.614227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-452511cc-3ead-4d12-92d9-689432ddebde req-9312baeb-6e2f-4268-ace2-c2c424c6bbc2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 Aug 27 12:29:32.633826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.649630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:32.650835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Transition to ACTIVE for port object da0a3f36-af9d-4b96-bece-5c01226c3247 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:32.665359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:32.667578 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.672379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:32.678790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Pushing event updated for resources: {'Port': ['ID=f4448772-c8ba-4102-a8eb-5d16b46b67e2,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:32.690062 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.704387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:32.731753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:32.736990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:32.741221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:32.741785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.797356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=da0a3f36-af9d-4b96-bece-5c01226c3247,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:32.829595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:32.838026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Attempting to bind port f4448772-c8ba-4102-a8eb-5d16b46b67e2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:32.838410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Attempting to bind port f4448772-c8ba-4102-a8eb-5d16b46b67e2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:32.838782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Attempting to bind port f4448772-c8ba-4102-a8eb-5d16b46b67e2 on network 6b90cb58-b849-4b15-8b29-3dd81febd47a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:32.870622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.875014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:32.875392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Checking segment: {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:32.875786 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.876494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Bound using segment: {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:32.877081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Bound port: f4448772-c8ba-4102-a8eb-5d16b46b67e2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:32.877436 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.878155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:32.993322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:33.067615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:33.086349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] For port f4448772-c8ba-4102-a8eb-5d16b46b67e2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:33.116454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] For port f4448772-c8ba-4102-a8eb-5d16b46b67e2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f4448772-c8ba-4102-a8eb-5d16b46b67e2,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:33.125077 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:33.193431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:33.196584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:33.197078 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:33.200460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:33.201733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:33.251249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b731c-84d2-496a-b0a1-35fc713d788f None None] Pushing event updated for resources: {'Port': ['ID=f4448772-c8ba-4102-a8eb-5d16b46b67e2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:33.275829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event updated for resources: {'Port': ['ID=da0a3f36-af9d-4b96-bece-5c01226c3247,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:33.286184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:29Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:28Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:33.341596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c6bb1-72ff-4f9d-baf3-7334b024e231 None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:29Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:28Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:33.371724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:33.374628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:33.555766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:33.732224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:33.742287 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dfc7787d-f0be-46dd-80c5-68dccef85138 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9823601 Aug 27 12:29:33.744931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52802) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:33.753402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:33.770617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5121bd-5da2-42e0-af9a-585e96c1c774 req-a642787c-5809-4d61-8ae6-09526599f729 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:33.782998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b5121bd-5da2-42e0-af9a-585e96c1c774 req-a642787c-5809-4d61-8ae6-09526599f729 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0875223 Aug 27 12:29:33.826911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b5121bd-5da2-42e0-af9a-585e96c1c774 req-afa5d2b5-a35d-49d6-b9d1-82d96f0b3405 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 Aug 27 12:29:34.306895 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:34.317620 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:34.318584 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:34.460642 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:34.472025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 12:29:34.491925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Removed routes are [] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 12:29:34.492360 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:34.693812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14deec38-b50f-43ac-be0b-ca684c6b8e5b None None] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:34.755271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:34.763992 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:34.771061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-16c63781-a2e5-4ee2-96bb-6c22f4ccbe1a None None] Provisioning for port f4448772-c8ba-4102-a8eb-5d16b46b67e2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:34.849522 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0a3f36-af9d-4b96-bece-5c01226c3247', 'name': '', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:c7:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:31Z', 'updated_at': '2021-08-27T12:29:33Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:34.905457 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:34.906054 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Updating router 36807080-fef1-414d-9abc-ad499c9f7efd port da0a3f36-af9d-4b96-bece-5c01226c3247 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:29:34.913587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:34.943900 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.062788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb8b9-ebc1-414f-9e06-969970aeedbd req-8ef32458-855a-4c26-bd97-981dbccec926 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:35.071500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-502eb8b9-ebc1-414f-9e06-969970aeedbd req-8ef32458-855a-4c26-bd97-981dbccec926 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1186852 Aug 27 12:29:35.103603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:35.128087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.128878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-502eb8b9-ebc1-414f-9e06-969970aeedbd req-8bf817d9-b032-4c62-ba08-02a08de4b350 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548658 Aug 27 12:29:35.131794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-27d859b5-da57-49ee-96d9-d794e39a9e98 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 954 time: 1.3858719 Aug 27 12:29:35.134334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52808) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:35.258239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f4448772-c8ba-4102-a8eb-5d16b46b67e2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:35.278335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1b6bb4d7-c1d3-47ea-916e-10df60896259 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 954 time: 0.1428423 Aug 27 12:29:35.281059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52810) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:35.288043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'routes': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:35.356621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f4448772-c8ba-4102-a8eb-5d16b46b67e2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:35.361593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f4448772-c8ba-4102-a8eb-5d16b46b67e2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:35.364303 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.439070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-056f8eca-495c-4fa0-b52a-c646b7578b91 None None] Provisioning complete for port f4448772-c8ba-4102-a8eb-5d16b46b67e2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:35.439327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-056f8eca-495c-4fa0-b52a-c646b7578b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.532867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.602058 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.615714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port f4448772-c8ba-4102-a8eb-5d16b46b67e2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f4448772-c8ba-4102-a8eb-5d16b46b67e2,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:35.624083 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Transition to ACTIVE for port object da0a3f36-af9d-4b96-bece-5c01226c3247 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:35.624449 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.625320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6b1b937f-cc81-4e19-bff5-f3cd34101a0f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:35.644707 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.705618 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-056f8eca-495c-4fa0-b52a-c646b7578b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.775051 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc1f76-d15c-4389-9c64-166759a80b0f None None] Pushing event updated for resources: {'Port': ['ID=da0a3f36-af9d-4b96-bece-5c01226c3247,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:35.781269 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Attempting to bind port da0a3f36-af9d-4b96-bece-5c01226c3247 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:35.781702 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Attempting to bind port da0a3f36-af9d-4b96-bece-5c01226c3247 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:35.782027 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Attempting to bind port da0a3f36-af9d-4b96-bece-5c01226c3247 on network 6b90cb58-b849-4b15-8b29-3dd81febd47a {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:35.785474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=f4448772-c8ba-4102-a8eb-5d16b46b67e2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:35.787850 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:35.788230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Checking segment: {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:35.788618 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.789037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Bound using segment: {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:35.789898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Bound port: da0a3f36-af9d-4b96-bece-5c01226c3247, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7752be06-0055-4338-b9ce-356bccf022ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:35.790279 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.833223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:35.843489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:35.844676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:35.848364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-056f8eca-495c-4fa0-b52a-c646b7578b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:29:35.848364 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-056f8eca-495c-4fa0-b52a-c646b7578b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:29:35.926057 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] For port da0a3f36-af9d-4b96-bece-5c01226c3247, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:35.931424 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] For port da0a3f36-af9d-4b96-bece-5c01226c3247, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da0a3f36-af9d-4b96-bece-5c01226c3247,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:35.943800 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.015515 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:36.016236 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:36.035920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added routes are [] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 12:29:36.037035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 12:29:36.072847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc1f76-d15c-4389-9c64-166759a80b0f None None] Pushing event updated for resources: {'Port': ['ID=da0a3f36-af9d-4b96-bece-5c01226c3247,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:36.108270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.192833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.229554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:36.291469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d5af-cb0e-4bf2-97c4-9cb5a6f41955 req-c2d237d7-8b4c-422e-9b61-ca7ea57d9586 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:36.300885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a23d5af-cb0e-4bf2-97c4-9cb5a6f41955 req-c2d237d7-8b4c-422e-9b61-ca7ea57d9586 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0633678 Aug 27 12:29:36.308881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,segment=NetworkSegment(608b0035-a17d-415b-8a75-c7093cf51c76),segment_id=608b0035-a17d-415b-8a75-c7093cf51c76)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:36.324726 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.327226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:36.360334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a23d5af-cb0e-4bf2-97c4-9cb5a6f41955 req-a8edc4b7-aad6-4a2a-83bf-631ab8e10480 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571244 Aug 27 12:29:36.511610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:36.512610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.559020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:36.566262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-056f8eca-495c-4fa0-b52a-c646b7578b91 None None] Provisioning for port da0a3f36-af9d-4b96-bece-5c01226c3247 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:36.587468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.593160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.741254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:36.776763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:34Z', 'revision_number': 6, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0a3f36-af9d-4b96-bece-5c01226c3247', 'name': '', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:c7:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:31Z', 'updated_at': '2021-08-27T12:29:35Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:36.814741 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0352ed5-f9b2-446b-a56c-fe47b90def7e None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:34Z', 'revision_number': 6, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0a3f36-af9d-4b96-bece-5c01226c3247', 'name': '', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:c7:eb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:31Z', 'updated_at': '2021-08-27T12:29:35Z', 'revision_number': 4, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:36.886278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:36.895386 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:36.900246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52818) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:36.911092 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e64fed2c-1974-4d3b-b41f-f44f49e7d36a tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 704 time: 1.6282446 Aug 27 12:29:37.058849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-73e69772-0a48-4aa7-88ea-5596e69c9a6f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 704 time: 0.1573906 Aug 27 12:29:37.061304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:37.170502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da0a3f36-af9d-4b96-bece-5c01226c3247 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:37.265472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port da0a3f36-af9d-4b96-bece-5c01226c3247 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:37.276254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port da0a3f36-af9d-4b96-bece-5c01226c3247 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:37.277408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:37.449960 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:37.489925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port da0a3f36-af9d-4b96-bece-5c01226c3247, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da0a3f36-af9d-4b96-bece-5c01226c3247,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:37.501554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:37.506869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f4448772-c8ba-4102-a8eb-5d16b46b67e2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:37.555195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadb642-a163-43a1-9799-55ea05025a6d req-9d5f992b-60ff-4ea1-a579-34f7b937a5ad tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:37.556978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beadb642-a163-43a1-9799-55ea05025a6d req-9d5f992b-60ff-4ea1-a579-34f7b937a5ad tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1058702 Aug 27 12:29:37.617008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=da0a3f36-af9d-4b96-bece-5c01226c3247,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:37.617704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-beadb642-a163-43a1-9799-55ea05025a6d req-56539a67-9662-42b7-8f37-0b21ddb197bb tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544338 Aug 27 12:29:37.640453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f4448772-c8ba-4102-a8eb-5d16b46b67e2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:37.640835 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:37.707267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:37.754598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6b1b937f-cc81-4e19-bff5-f3cd34101a0f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:37.819642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:37.821905 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:37.865727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393c316-1073-4598-8873-addfef321dc6 None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:37.889224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:37.891273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:38.020773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:38.027978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port da0a3f36-af9d-4b96-bece-5c01226c3247 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:38.030401 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:38.135456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port da0a3f36-af9d-4b96-bece-5c01226c3247, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da0a3f36-af9d-4b96-bece-5c01226c3247,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:38.136851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:38.157756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for da0a3f36-af9d-4b96-bece-5c01226c3247 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:38.254151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 7, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0a3f36-af9d-4b96-bece-5c01226c3247', 'name': '', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:c7:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:31Z', 'updated_at': '2021-08-27T12:29:37Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:38.287852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393c316-1073-4598-8873-addfef321dc6 None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:38.304105 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:38.304951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:38.307054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:38.375275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:38.405582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=da0a3f36-af9d-4b96-bece-5c01226c3247,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:38.417235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.417593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.417946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.418291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.418664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.419005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.419366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.419666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.420000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.420333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.420843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.420958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:38.421177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:29:38.586684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:38.745982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a393c316-1073-4598-8873-addfef321dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 7, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0a3f36-af9d-4b96-bece-5c01226c3247', 'name': '', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:c7:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:31Z', 'updated_at': '2021-08-27T12:29:37Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:38.749902 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:29:38.780074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393c316-1073-4598-8873-addfef321dc6 None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 7, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0a3f36-af9d-4b96-bece-5c01226c3247', 'name': '', 'network_id': '6b90cb58-b849-4b15-8b29-3dd81febd47a', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:c7:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:31Z', 'updated_at': '2021-08-27T12:29:37Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '346cb746-50cb-4275-999b-7906a4a27c7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:38.878781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5597b-75d6-4a55-a4d9-4367505b173a req-428515b2-aade-4e88-ba5c-ef058a631b93 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:38.880449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78c5597b-75d6-4a55-a4d9-4367505b173a req-428515b2-aade-4e88-ba5c-ef058a631b93 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1549838 Aug 27 12:29:38.889575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:38.938002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78c5597b-75d6-4a55-a4d9-4367505b173a req-e8c683e4-da45-4999-86c2-9780c1927913 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Aug 27 12:29:39.051070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:39.059267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-53100c94-f5ae-4388-92cc-18c984c082e2 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9944439 Aug 27 12:29:39.059590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:39.118836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 346cb746-50cb-4275-999b-7906a4a27c7c {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:39.123652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.128821 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c51912-4fea-444a-ba17-0c675499980e None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:39.139387 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:39.140257 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:39.171654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.248537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:39.269660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.337010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.372598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=346cb746-50cb-4275-999b-7906a4a27c7c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:39.377107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.379165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59503f33-5602-49c8-b59e-4949e11bd800 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/346cb746-50cb-4275-999b-7906a4a27c7c HTTP/1.1" status: 204 len: 168 time: 0.3185546 Aug 27 12:29:39.384824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52bbe3-f300-46e6-bfb2-d6d2a626f46f None None] Network 6b90cb58-b849-4b15-8b29-3dd81febd47a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:39.387073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52832) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:39.513173 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:38Z', 'revision_number': 8, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:39.525461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.545495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c51912-4fea-444a-ba17-0c675499980e None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:39.559090 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:39.560314 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:39.598538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port f4448772-c8ba-4102-a8eb-5d16b46b67e2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:39.602588 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.633884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] DHCP port deletion for 6b90cb58-b849-4b15-8b29-3dd81febd47a request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:39.675304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port f4448772-c8ba-4102-a8eb-5d16b46b67e2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f4448772-c8ba-4102-a8eb-5d16b46b67e2,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:39.676193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.694091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for f4448772-c8ba-4102-a8eb-5d16b46b67e2 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:39.718653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] Deleting port f4448772-c8ba-4102-a8eb-5d16b46b67e2 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:39.719320 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.725765 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:39.788286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] For port f4448772-c8ba-4102-a8eb-5d16b46b67e2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f4448772-c8ba-4102-a8eb-5d16b46b67e2,segment=NetworkSegment(7752be06-0055-4338-b9ce-356bccf022ff),segment_id=7752be06-0055-4338-b9ce-356bccf022ff)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:39.789086 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.803398 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.809165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] Calling delete_port for f4448772-c8ba-4102-a8eb-5d16b46b67e2 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:39.878263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=f4448772-c8ba-4102-a8eb-5d16b46b67e2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:39.893706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port f4448772-c8ba-4102-a8eb-5d16b46b67e2 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:39.908833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:39.951393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] Pushing event deleted for resources: {'Port': ['ID=f4448772-c8ba-4102-a8eb-5d16b46b67e2,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:39.958897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3006e33-f533-45c3-93e8-8f31dfacb86c None None] No DVR routers for this DVR port f4448772-c8ba-4102-a8eb-5d16b46b67e2 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:40.013356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.027388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b90cb58-b849-4b15-8b29-3dd81febd47a']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:40.040834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7752be06-0055-4338-b9ce-356bccf022ff') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:40.041275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7752be06-0055-4338-b9ce-356bccf022ff') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:40.054685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.069465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.077334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:40.077892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:40.082202 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:40.122735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-84c51912-4fea-444a-ba17-0c675499980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:38Z', 'revision_number': 8, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:40.131328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c636e4-8071-46f0-97c8-ec9a63ef7eaf req-6e80a30c-a302-4698-b0b9-cb4caeab7b45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:40.132918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c636e4-8071-46f0-97c8-ec9a63ef7eaf req-6e80a30c-a302-4698-b0b9-cb4caeab7b45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0951805 Aug 27 12:29:40.152520 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c51912-4fea-444a-ba17-0c675499980e None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:38Z', 'revision_number': 8, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b1b937f-cc81-4e19-bff5-f3cd34101a0f', 'name': '', 'network_id': '52d669b6-f076-4149-bc7f-c60a2a138efc', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:95:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:28Z', 'updated_at': '2021-08-27T12:29:36Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '6ac8165a-f320-4dc3-8daf-2d19d0c4cc05', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:40.180777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.199451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.201327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/6b90cb58-b849-4b15-8b29-3dd81febd47a HTTP/1.1" status: 204 len: 168 time: 0.8123851 Aug 27 12:29:40.204537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52838) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:40.213654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c636e4-8071-46f0-97c8-ec9a63ef7eaf req-e67fb925-0d83-48c2-a18c-7ceab86aab7c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627038 Aug 27 12:29:40.220995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b9593-2248-444e-a747-20c1378b211e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=6b90cb58-b849-4b15-8b29-3dd81febd47a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:40.571707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:40.952901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da0a3f36-af9d-4b96-bece-5c01226c3247 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:40.974885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: da0a3f36-af9d-4b96-bece-5c01226c3247 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:40.975320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da0a3f36-af9d-4b96-bece-5c01226c3247 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:40.975803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f4448772-c8ba-4102-a8eb-5d16b46b67e2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:40.995547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f4448772-c8ba-4102-a8eb-5d16b46b67e2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:40.995994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f4448772-c8ba-4102-a8eb-5d16b46b67e2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:41.095370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:41.095961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:41.192397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 6b1b937f-cc81-4e19-bff5-f3cd34101a0f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,segment=NetworkSegment(608b0035-a17d-415b-8a75-c7093cf51c76),segment_id=608b0035-a17d-415b-8a75-c7093cf51c76)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:41.192782 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:41.211225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 6b1b937f-cc81-4e19-bff5-f3cd34101a0f owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:41.340348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caeb26-9aea-4ff6-ac6e-398445488490 req-68fc89c8-a1a7-4719-bae1-f90db21ad701 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:41.341872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73caeb26-9aea-4ff6-ac6e-398445488490 req-68fc89c8-a1a7-4719-bae1-f90db21ad701 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0540886 Aug 27 12:29:41.396254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73caeb26-9aea-4ff6-ac6e-398445488490 req-cd9dfae7-db8b-4221-b39d-6989f4babdf0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Aug 27 12:29:41.426919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:41.461703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=6b1b937f-cc81-4e19-bff5-f3cd34101a0f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:41.574296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:41.771569 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:41.869932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:41.878166 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e452b40b-e6cb-47a2-9218-005f7ee79a1e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726754 Aug 27 12:29:41.878466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:41.880928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:41.889940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:41.890652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:41.932859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 6ac8165a-f320-4dc3-8daf-2d19d0c4cc05 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:41.936234 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:41.977181 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:41.985927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:42.070777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.133392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.160742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac8165a-f320-4dc3-8daf-2d19d0c4cc05,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:42.164994 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.167089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-43d5c49b-6247-4897-a9b3-b14cc20ce600 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/6ac8165a-f320-4dc3-8daf-2d19d0c4cc05 HTTP/1.1" status: 204 len: 168 time: 0.2873564 Aug 27 12:29:42.170175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52848) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:42.176164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2cc683-0cd4-4307-8dc2-d25a2c5887f8 None None] Network 52d669b6-f076-4149-bc7f-c60a2a138efc requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:42.255134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.323455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:42.323805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.398303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,segment=NetworkSegment(608b0035-a17d-415b-8a75-c7093cf51c76),segment_id=608b0035-a17d-415b-8a75-c7093cf51c76)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:42.398303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.413689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:42.460251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:41Z', 'revision_number': 9, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:42.493828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:42.512102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:42.513064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:42.557995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25e5c6-5824-4736-a8b8-497873172132 req-5da7866d-5193-4c1a-aa73-0298dbc69324 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:42.559720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd25e5c6-5824-4736-a8b8-497873172132 req-5da7866d-5193-4c1a-aa73-0298dbc69324 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0836236 Aug 27 12:29:42.565104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.607905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:42.615089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:42.621567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:42.700575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd25e5c6-5824-4736-a8b8-497873172132 req-c13d7c89-653d-42fe-bfa6-4bb099e84f7b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325955 Aug 27 12:29:42.714470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.725633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d669b6-f076-4149-bc7f-c60a2a138efc']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:42.736801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608b0035-a17d-415b-8a75-c7093cf51c76') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:42.737100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608b0035-a17d-415b-8a75-c7093cf51c76') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:42.746416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.760808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.766909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:42.767429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.770930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e5730-ce7b-499f-9d99-5bafaae1f3c4 None None] DHCP port deletion for 52d669b6-f076-4149-bc7f-c60a2a138efc request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:42.771109 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:42.833939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.841508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:42.846799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/52d669b6-f076-4149-bc7f-c60a2a138efc HTTP/1.1" status: 204 len: 168 time: 0.6735497 Aug 27 12:29:42.847691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:42.875479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:41Z', 'revision_number': 9, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:42.901013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6feb83-9ae1-4229-8d65-0bda1132cc83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=52d669b6-f076-4149-bc7f-c60a2a138efc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:42.921868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7a980-3be8-4c74-ae1e-e918dec5601f None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:41Z', 'revision_number': 9, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '06eeadb3-e3ec-4add-8545-cc5f5f68bac3', 'name': '', 'network_id': '091af0de-8df4-4108-8f30-58c44ebfaf47', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:1a:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:24Z', 'updated_at': '2021-08-27T12:29:32Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '14e19e35-1549-405e-83b7-8fb773addc4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:43.203739 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:43.383118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:43.409340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:43.410951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b4dff319-0b6c-42f0-a6ba-d0e4a6e7ca00 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:43.522958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:43.523492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:43.612054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 06eeadb3-e3ec-4add-8545-cc5f5f68bac3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:43.612429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:43.625706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:43.828762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.192402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=06eeadb3-e3ec-4add-8545-cc5f5f68bac3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:44.202590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a94e-7fe4-408a-b609-9000ecca57c1 req-ff8e8a4e-e65d-4317-a8c0-3b2e497b0a1d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:44.204357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8918a94e-7fe4-408a-b609-9000ecca57c1 req-ff8e8a4e-e65d-4317-a8c0-3b2e497b0a1d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.4279647 Aug 27 12:29:44.324259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8918a94e-7fe4-408a-b609-9000ecca57c1 req-70681393-ed6d-4268-b4de-91ef379c42cb tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993373 Aug 27 12:29:44.342635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.539199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:44.638471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:44.646267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5a1f1dbe-8aed-40e9-9085-28fd92124ada tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7979093 Aug 27 12:29:44.646653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:44.648445 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:44.657597 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:44.658193 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:44.699764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 14e19e35-1549-405e-83b7-8fb773addc4d {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:44.703201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.745750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.749823 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:44.848292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.932198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.965247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=14e19e35-1549-405e-83b7-8fb773addc4d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:44.971074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:44.976170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:44.976291 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eaf5417c-9dbe-4298-aa1d-c7b8ddea1b28 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/14e19e35-1549-405e-83b7-8fb773addc4d HTTP/1.1" status: 204 len: 168 time: 0.3285487 Aug 27 12:29:44.978442 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526d16f-b6aa-4c60-8348-086860a23217 None None] Network 091af0de-8df4-4108-8f30-58c44ebfaf47 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:44.982403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6b1b937f-cc81-4e19-bff5-f3cd34101a0f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:45.021063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:43Z', 'revision_number': 10, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:45.038414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6b1b937f-cc81-4e19-bff5-f3cd34101a0f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:45.038414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6b1b937f-cc81-4e19-bff5-f3cd34101a0f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:45.056172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:45.065797 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:45.066192 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:45.080251 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.145203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 05184403-e292-4609-81a7-fe2c374080a2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:45.145722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.160985 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:45.196896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] DHCP port deletion for 091af0de-8df4-4108-8f30-58c44ebfaf47 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:45.237094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 05184403-e292-4609-81a7-fe2c374080a2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05184403-e292-4609-81a7-fe2c374080a2,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:45.238312 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.252583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 05184403-e292-4609-81a7-fe2c374080a2 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:45.254486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] Deleting port 05184403-e292-4609-81a7-fe2c374080a2 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:45.255037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.322325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] For port 05184403-e292-4609-81a7-fe2c374080a2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=05184403-e292-4609-81a7-fe2c374080a2,segment=NetworkSegment(ea079b40-9a9e-456a-968f-dde3bbe86087),segment_id=ea079b40-9a9e-456a-968f-dde3bbe86087)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:45.322978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.337793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] Calling delete_port for 05184403-e292-4609-81a7-fe2c374080a2 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:45.367881 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.408805 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:43Z', 'revision_number': 10, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:45.422475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=05184403-e292-4609-81a7-fe2c374080a2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:45.434732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.440058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port 05184403-e292-4609-81a7-fe2c374080a2 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:45.452814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2081c0f-d2d6-4d0f-beb1-38e1821b7f10 None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:43Z', 'revision_number': 10, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None, '_interfaces': [{'id': '7eacee50-6938-4e2e-bdb9-78304247e1aa', 'name': '', 'network_id': '3139bff2-28db-4853-8c60-eb43682ef34e', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'mac_address': 'fa:16:3e:ad:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:29:22Z', 'updated_at': '2021-08-27T12:29:27Z', 'revision_number': 5, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'subnets': [{'id': '2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:45.462451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] Pushing event deleted for resources: {'Port': ['ID=05184403-e292-4609-81a7-fe2c374080a2,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:45.466192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa69a9-dc71-48a4-8071-88b2aa598a91 None None] No DVR routers for this DVR port 05184403-e292-4609-81a7-fe2c374080a2 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:45.575579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.588549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091af0de-8df4-4108-8f30-58c44ebfaf47']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:45.601587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea079b40-9a9e-456a-968f-dde3bbe86087') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:45.601889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea079b40-9a9e-456a-968f-dde3bbe86087') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:45.617141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0653-93ed-4ee4-b601-7286d573b6cf req-e736ed80-201f-47d8-919a-97ec2c90bb86 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:45.618748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f2d0653-93ed-4ee4-b601-7286d573b6cf req-e736ed80-201f-47d8-919a-97ec2c90bb86 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1268046 Aug 27 12:29:45.622542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.654348 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.664445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:45.664859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:45.668819 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:45.722478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f2d0653-93ed-4ee4-b601-7286d573b6cf req-f76c43d0-e75b-4bf6-ab86-2130c14b05fc tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928159 Aug 27 12:29:45.738730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.745721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:45.747560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/091af0de-8df4-4108-8f30-58c44ebfaf47 HTTP/1.1" status: 204 len: 168 time: 0.7704020 Aug 27 12:29:45.750408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52870) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:45.759170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2c67b-213f-499f-aa13-23a4dca9b0ec tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=091af0de-8df4-4108-8f30-58c44ebfaf47,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:46.090475 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:46.290429 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-7fcd6d34-1566-448a-bf90-d9a1fb39bee6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664599 Aug 27 12:29:46.407324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-33011a92-0d10-4690-a8ea-0620fa379803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:46.408802 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-33011a92-0d10-4690-a8ea-0620fa379803 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.0522923 Aug 27 12:29:46.412119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port 7eacee50-6938-4e2e-bdb9-78304247e1aa {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:46.412497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:46.563528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port 7eacee50-6938-4e2e-bdb9-78304247e1aa, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7eacee50-6938-4e2e-bdb9-78304247e1aa,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:46.563896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:46.582321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for 7eacee50-6938-4e2e-bdb9-78304247e1aa owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:46.584582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-c3604e3b-9e6e-4824-aa78-d0f1de60d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:46.586062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-c3604e3b-9e6e-4824-aa78-d0f1de60d218 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 898 time: 0.1356988 Aug 27 12:29:46.695874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-57aea31e-1d84-4b78-b226-e206a0a8438d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 1001 time: 0.1007400 Aug 27 12:29:46.789491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-1ecf8cdd-4f5f-43de-9945-0e0a5fcedd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:46.790994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-1ecf8cdd-4f5f-43de-9945-0e0a5fcedd2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.0883908 Aug 27 12:29:46.850581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6c72f-7144-44d1-bb9e-ee10f1d1d74c req-8de1d335-8276-4f6b-af0b-40196ec6b908 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:46.863168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7be6c72f-7144-44d1-bb9e-ee10f1d1d74c req-8de1d335-8276-4f6b-af0b-40196ec6b908 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0710304 Aug 27 12:29:46.875918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:46.881972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-dc7c5b53-ef3b-4f69-afcb-b35d88923f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:46.883491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-dc7c5b53-ef3b-4f69-afcb-b35d88923f90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849795 Aug 27 12:29:46.910849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7be6c72f-7144-44d1-bb9e-ee10f1d1d74c req-057569d9-2668-4079-a9be-bce4a97cc684 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Aug 27 12:29:46.918499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=7eacee50-6938-4e2e-bdb9-78304247e1aa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:46.989834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05184403-e292-4609-81a7-fe2c374080a2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:47.011201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 05184403-e292-4609-81a7-fe2c374080a2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:47.011793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 05184403-e292-4609-81a7-fe2c374080a2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:47.013268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:47.038560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:47.039286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 06eeadb3-e3ec-4add-8545-cc5f5f68bac3 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:47.085468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:47.150116 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-a435e081-4f99-4a64-9154-8ef0d4feb5ab service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402654 Aug 27 12:29:47.336293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:47.338667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5ae06783-f0a9-4dbd-992a-1df70ad3cfa6 req-5a23c989-62c3-4690-94fd-543d3de6da19 service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638527 Aug 27 12:29:47.416934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:47.425761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:47.429865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:47.437469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5e4f9370-f3c2-48af-ba16-e6ea6da61baf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857216 Aug 27 12:29:47.442586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:47.443361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:47.484891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting subnet 2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:29:47.488804 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:47.517885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:47.530612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:47.575936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:46Z', 'revision_number': 11, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:47.604194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:47.616544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:47.617160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:47.625976 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:47.691854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:47.696682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:47.726782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:47.728675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9 HTTP/1.1" status: 204 len: 168 time: 0.3019686 Aug 27 12:29:47.729682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a1772-8c84-41a0-b898-ccf08cc08fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:47.731666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52902) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:47.749382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0331b7-4dc0-4526-88e8-c37d99f964ce None None] Network 3139bff2-28db-4853-8c60-eb43682ef34e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:47.751749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:46Z', 'revision_number': 11, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:47.808328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6344a-8ad3-49c6-997f-e576513a510a None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:46Z', 'revision_number': 11, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:47.819557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.035998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f35a74-90a1-41ac-94cc-c8bdf98ee5ac req-e8288e19-f498-4416-9244-a8cadfa0c9ab tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:48.037691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9f35a74-90a1-41ac-94cc-c8bdf98ee5ac req-e8288e19-f498-4416-9244-a8cadfa0c9ab tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0537910 Aug 27 12:29:48.083625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d9f35a74-90a1-41ac-94cc-c8bdf98ee5ac req-1764f681-5b2b-47cd-89ad-7eaa98370110 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Aug 27 12:29:48.169871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Deleting port eec5c3db-d9da-4cce-9d67-642ef095078a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:48.169871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.173276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] DHCP port deletion for 3139bff2-28db-4853-8c60-eb43682ef34e request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:29:48.230405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] Deleting port eec5c3db-d9da-4cce-9d67-642ef095078a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:29:48.230781 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.238108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] For port eec5c3db-d9da-4cce-9d67-642ef095078a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=eec5c3db-d9da-4cce-9d67-642ef095078a,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:48.238514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.253421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Calling delete_port for eec5c3db-d9da-4cce-9d67-642ef095078a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:48.297783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] For port eec5c3db-d9da-4cce-9d67-642ef095078a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=eec5c3db-d9da-4cce-9d67-642ef095078a,segment=NetworkSegment(cb3af9c6-7516-4400-8d83-fe2b1525109b),segment_id=cb3af9c6-7516-4400-8d83-fe2b1525109b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:48.298272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.316185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] Calling delete_port for eec5c3db-d9da-4cce-9d67-642ef095078a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:29:48.340932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.375668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Port': ['ID=eec5c3db-d9da-4cce-9d67-642ef095078a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:48.377724 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No DVR routers for this DVR port eec5c3db-d9da-4cce-9d67-642ef095078a on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:48.421753 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.445821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] Pushing event deleted for resources: {'Port': ['ID=eec5c3db-d9da-4cce-9d67-642ef095078a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:48.467187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ee2c0-c3b1-4c2e-b99f-8754d81da768 None None] No DVR routers for this DVR port eec5c3db-d9da-4cce-9d67-642ef095078a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:29:48.474269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.483495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d850627b-7be8-44b1-8569-c35650c3a204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.491196 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3139bff2-28db-4853-8c60-eb43682ef34e']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:48.503518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3af9c6-7516-4400-8d83-fe2b1525109b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:48.503816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3af9c6-7516-4400-8d83-fe2b1525109b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:48.513189 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.527595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.533904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:29:48.535006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:29:48.538033 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:29:48.599355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.607434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.609225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/networks/3139bff2-28db-4853-8c60-eb43682ef34e HTTP/1.1" status: 204 len: 168 time: 0.8764966 Aug 27 12:29:48.611919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52922) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:48.625228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'routes': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:48.629019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d6c01-4185-42cb-b2b9-65ca2ed1ba43 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Pushing event deleted for resources: {'Network': ['ID=3139bff2-28db-4853-8c60-eb43682ef34e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:48.786222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Added routes are [] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 12:29:48.786559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Removed routes are [] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 12:29:48.786927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.942271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.946408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:48.979948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device eec5c3db-d9da-4cce-9d67-642ef095078a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:49.003895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: eec5c3db-d9da-4cce-9d67-642ef095078a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:49.004387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device eec5c3db-d9da-4cce-9d67-642ef095078a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:49.004906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7eacee50-6938-4e2e-bdb9-78304247e1aa no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:29:49.028272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7eacee50-6938-4e2e-bdb9-78304247e1aa {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:29:49.028967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7eacee50-6938-4e2e-bdb9-78304247e1aa not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:29:49.041923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 36807080-fef1-414d-9abc-ad499c9f7efd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:49.119376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:49.126726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.131393 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-efdd36f7-8704-42e8-9cfa-5e09efe2f090 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 705 time: 0.5184915 Aug 27 12:29:49.131577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:49.132079 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] Sync routers for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:49.141752 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:49.142687 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:49.159944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09d5201a-2a78-458a-9b44-982070757cd3 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 205 time: 0.0262845 Aug 27 12:29:49.162714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52938) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:49.224049 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:49.239886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7acbd7-c44b-4fae-8014-e39a46971652 req-eca5308f-147c-4b4b-8a25-027ab8b69044 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:49.251950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de7acbd7-c44b-4fae-8014-e39a46971652 req-eca5308f-147c-4b4b-8a25-027ab8b69044 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0715005 Aug 27 12:29:49.252764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.287872 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:46Z', 'revision_number': 11, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:49.294331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de7acbd7-c44b-4fae-8014-e39a46971652 req-6ef33125-dd61-4789-a3e8-139b6897bc83 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Aug 27 12:29:49.317091 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] Checking router: 36807080-fef1-414d-9abc-ad499c9f7efd for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:49.325382 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] Routers {'36807080-fef1-414d-9abc-ad499c9f7efd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:49.327312 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['36807080-fef1-414d-9abc-ad499c9f7efd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:49.397651 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] Set router 36807080-fef1-414d-9abc-ad499c9f7efd gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:49.438457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.441233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.458892 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:46Z', 'revision_number': 11, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:49.485695 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.486335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router 36807080-fef1-414d-9abc-ad499c9f7efd {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:29:49.489131 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36c6be-f96b-4f87-99c4-15542217f60b None None] The sync data for ids ['36807080-fef1-414d-9abc-ad499c9f7efd'] in n-d-688802-4 is: [{'id': '36807080-fef1-414d-9abc-ad499c9f7efd', 'name': 'tempest-RoutersIpV6Test-router-1502839691', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:20Z', 'updated_at': '2021-08-27T12:29:46Z', 'revision_number': 11, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:49.495793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.496972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2fe32159-fd73-4403-8c0a-a602be1e7308 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 204 len: 168 time: 0.3332682 Aug 27 12:29:49.504248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:49.509360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-410484267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:49.536583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.537591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.594027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.598849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.617340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.618946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-81a60f3f-1985-478f-8f62-b3ffe4e802ff tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1134951 Aug 27 12:29:49.621653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52950) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:49.626805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:49.849557 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.860785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:49.962648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Router 14d0d539-63db-4408-af82-1992f2a4a743 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:29:50.042152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:50.048812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.052623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c55c28c-6391-469c-be3e-30d56aff0ba0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "PUT /v2.0/routers/14d0d539-63db-4408-af82-1992f2a4a743 HTTP/1.1" status: 200 len: 697 time: 0.4273279 Aug 27 12:29:50.052623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52958) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.055792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] Sync routers for ids ['14d0d539-63db-4408-af82-1992f2a4a743'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:50.065604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] Routers {'14d0d539-63db-4408-af82-1992f2a4a743'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:50.066222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['14d0d539-63db-4408-af82-1992f2a4a743'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:50.136109 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-00660610-cea5-4072-a635-86eb9488de44 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/routers/14d0d539-63db-4408-af82-1992f2a4a743 HTTP/1.1" status: 200 len: 703 time: 0.0823267 Aug 27 12:29:50.140165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52964) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.148146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] Set router 14d0d539-63db-4408-af82-1992f2a4a743 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:50.170998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7b290bb4-a322-455c-9dbb-4b3cd00b21a7 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=14d0d539-63db-4408-af82-1992f2a4a743 HTTP/1.1" status: 200 len: 205 time: 0.0293229 Aug 27 12:29:50.173667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52966) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.214511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d0d539-63db-4408-af82-1992f2a4a743', 'name': 'tempest-RoutersIpV6Test-router-410484267', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:49Z', 'updated_at': '2021-08-27T12:29:49Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:50.241851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.242610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] Checking router: 14d0d539-63db-4408-af82-1992f2a4a743 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:29:50.250970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] Routers {'14d0d539-63db-4408-af82-1992f2a4a743'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:50.251603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['14d0d539-63db-4408-af82-1992f2a4a743'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:50.259643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.324506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] Set router 14d0d539-63db-4408-af82-1992f2a4a743 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:29:50.382786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d0d539-63db-4408-af82-1992f2a4a743', 'name': 'tempest-RoutersIpV6Test-router-410484267', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:49Z', 'updated_at': '2021-08-27T12:29:49Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:50.410518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd2c35-ae1b-409f-a171-c53ddb1e4aa9 None None] The sync data for ids ['14d0d539-63db-4408-af82-1992f2a4a743'] in n-d-688802-4 is: [{'id': '14d0d539-63db-4408-af82-1992f2a4a743', 'name': 'tempest-RoutersIpV6Test-router-410484267', 'tenant_id': '7e4c1172758b455faa698ce98f2d3f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:29:49Z', 'updated_at': '2021-08-27T12:29:49Z', 'revision_number': 2, 'project_id': '7e4c1172758b455faa698ce98f2d3f24', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:50.444139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.448420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.469366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabeb68-1301-4df4-8815-0a81925d3f49 req-1c7fdcbf-84e8-43ea-9ae4-39a19ab21d2b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:50.470942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dabeb68-1301-4df4-8815-0a81925d3f49 req-1c7fdcbf-84e8-43ea-9ae4-39a19ab21d2b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0743489 Aug 27 12:29:50.506077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.506966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Fanout notify agent at l3_agent the message router_deleted on router 14d0d539-63db-4408-af82-1992f2a4a743 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:29:50.515465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.516699 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-575b497d-b92d-44c6-b7e3-218b1db04104 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/14d0d539-63db-4408-af82-1992f2a4a743 HTTP/1.1" status: 204 len: 168 time: 0.3419394 Aug 27 12:29:50.520659 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52976) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.546264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dabeb68-1301-4df4-8815-0a81925d3f49 req-32008bf3-5284-48bf-bab6-2293bd15aec8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Aug 27 12:29:50.577033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eda7bd12-d4ea-4b98-9bdf-4565f77d77d0 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=14d0d539-63db-4408-af82-1992f2a4a743 HTTP/1.1" status: 200 len: 205 time: 0.0538628 Aug 27 12:29:50.577561 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52978) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.621563 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-cc67f439-0da1-4d12-b810-b77af8dd6d9c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:50.625257 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cc67f439-0da1-4d12-b810-b77af8dd6d9c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/14d0d539-63db-4408-af82-1992f2a4a743 HTTP/1.1" status: 404 len: 336 time: 0.0445275 Aug 27 12:29:50.626130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52980) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.653399 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-373cde7b-66a3-4123-88fa-6e345dec8fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:50.653868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373cde7b-66a3-4123-88fa-6e345dec8fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:50.655721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-373cde7b-66a3-4123-88fa-6e345dec8fad tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/346cb746-50cb-4275-999b-7906a4a27c7c HTTP/1.1" status: 404 len: 337 time: 0.0285497 Aug 27 12:29:50.658478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52982) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.692383 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aff5fcb-7c3f-4a45-b889-d7ceeb5c83ac tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:50.692851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aff5fcb-7c3f-4a45-b889-d7ceeb5c83ac tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:50.694641 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8aff5fcb-7c3f-4a45-b889-d7ceeb5c83ac tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/6ac8165a-f320-4dc3-8daf-2d19d0c4cc05 HTTP/1.1" status: 404 len: 337 time: 0.0351293 Aug 27 12:29:50.697743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52988) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.726133 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4399baa-9a1f-42db-8e66-4842e77bcf15 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:50.726570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4399baa-9a1f-42db-8e66-4842e77bcf15 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:50.730215 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d4399baa-9a1f-42db-8e66-4842e77bcf15 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/14e19e35-1549-405e-83b7-8fb773addc4d HTTP/1.1" status: 404 len: 337 time: 0.0299544 Aug 27 12:29:50.731041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 52990) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.763113 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c58fd5-4c9a-4e84-9688-067c2b299f8e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:50.763580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c58fd5-4c9a-4e84-9688-067c2b299f8e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:50.765529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-77c58fd5-4c9a-4e84-9688-067c2b299f8e tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/2bb054a8-ecf5-4c03-8a34-bc6cb6aabbe9 HTTP/1.1" status: 404 len: 337 time: 0.0333676 Aug 27 12:29:50.768113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52992) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.796725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3402667f-78a4-4fb1-8fee-0a8a09b6ab83 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 200 len: 205 time: 0.0272551 Aug 27 12:29:50.798940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.836206 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a5242435-4378-4b5e-8006-367242c403e9 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:50.837240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5242435-4378-4b5e-8006-367242c403e9 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/36807080-fef1-414d-9abc-ad499c9f7efd HTTP/1.1" status: 404 len: 336 time: 0.0374081 Aug 27 12:29:50.839864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.871655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-395fe301-6832-4cf1-9e4c-43f5425a8283 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=65f534ae-3040-4d37-a07c-d59c028ec5f8 HTTP/1.1" status: 200 len: 205 time: 0.0307376 Aug 27 12:29:50.874026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 52998) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.910887 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-2a75995c-5343-4dfa-b6ee-920c958222e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:50.914366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a75995c-5343-4dfa-b6ee-920c958222e8 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/65f534ae-3040-4d37-a07c-d59c028ec5f8 HTTP/1.1" status: 404 len: 336 time: 0.0368266 Aug 27 12:29:50.919121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53000) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.951872 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee49155-1c2c-4d8b-b11f-e717c10e9f86 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:50.952337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee49155-1c2c-4d8b-b11f-e717c10e9f86 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:50.954369 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2ee49155-1c2c-4d8b-b11f-e717c10e9f86 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/13bce8e0-9959-4ee0-9ee4-ade4ad67f602 HTTP/1.1" status: 404 len: 337 time: 0.0339906 Aug 27 12:29:50.957174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53004) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:50.985765 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5837815a-ef46-4d7f-9966-2297160b260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:50.990095 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-49140d3d-9b6d-4b43-8585-1264f216337d tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 200 len: 205 time: 0.0306332 Aug 27 12:29:50.992671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53010) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.038030 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ebb99469-9a12-462e-8c70-718cb3544204 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:51.039172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ebb99469-9a12-462e-8c70-718cb3544204 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/8c8c14cc-3431-4ed1-859d-8ca74d50a452 HTTP/1.1" status: 404 len: 336 time: 0.0455313 Aug 27 12:29:51.041888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.074072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-238a4bb2-6e2b-4336-a197-d0da39100e9f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=69802b3a-8ccd-4902-bd5d-948a701f1aa8 HTTP/1.1" status: 200 len: 205 time: 0.0309951 Aug 27 12:29:51.076447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.114668 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-58f52f21-bbce-4e6f-9262-851e59f1854f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:51.115730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-58f52f21-bbce-4e6f-9262-851e59f1854f tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/69802b3a-8ccd-4902-bd5d-948a701f1aa8 HTTP/1.1" status: 404 len: 336 time: 0.0383990 Aug 27 12:29:51.118278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53016) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.145848 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-5318e6e4-11d9-40df-8471-993f136aa8bb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:51.146299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5318e6e4-11d9-40df-8471-993f136aa8bb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:51.150795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5318e6e4-11d9-40df-8471-993f136aa8bb tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/ad2de4ab-eb1f-4b2f-a5e9-c8edf474cb1b HTTP/1.1" status: 404 len: 337 time: 0.0313048 Aug 27 12:29:51.151116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53018) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.154599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:51.183379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.183859 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e2544f0d-9ffe-4e5b-b4cb-242c49a0498c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9645711-1724-417f-9a96-996a7b2cdcd0 HTTP/1.1" status: 200 len: 205 time: 0.0311196 Aug 27 12:29:51.231500 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-200777e3-c401-42ff-b418-b51374358928 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:51.235147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-200777e3-c401-42ff-b418-b51374358928 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/e9645711-1724-417f-9a96-996a7b2cdcd0 HTTP/1.1" status: 404 len: 336 time: 0.0479150 Aug 27 12:29:51.235287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.263944 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba8eb26-b548-4951-abe0-3801588f0dcf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:51.264404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba8eb26-b548-4951-abe0-3801588f0dcf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:51.266136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fba8eb26-b548-4951-abe0-3801588f0dcf tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/0405bdda-d38a-4bc8-afe2-9b771869192f HTTP/1.1" status: 404 len: 337 time: 0.0299580 Aug 27 12:29:51.269320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.296319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-88ae787c-96e8-47d5-b701-f179d7031d9c tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "GET /v2.0/ports?device_id=132d2380-e92d-419e-bf9d-e56eec8aa86a HTTP/1.1" status: 200 len: 205 time: 0.0257952 Aug 27 12:29:51.298826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.343282 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ea7c64fa-7bc3-4a62-9c52-3526ffaef9e5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] delete failed (client error): The resource could not be found. Aug 27 12:29:51.344334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea7c64fa-7bc3-4a62-9c52-3526ffaef9e5 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/routers/132d2380-e92d-419e-bf9d-e56eec8aa86a HTTP/1.1" status: 404 len: 336 time: 0.0446460 Aug 27 12:29:51.347037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53032) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.376791 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb588be-a83e-4655-a414-11f836281da9 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:51.376874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb588be-a83e-4655-a414-11f836281da9 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:51.378739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6bb588be-a83e-4655-a414-11f836281da9 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/2b155edf-5e60-4661-9b94-96d6009371d5 HTTP/1.1" status: 404 len: 337 time: 0.0295479 Aug 27 12:29:51.381601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53034) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.414708 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bed6ad-daa7-424e-bbb2-173c294665b4 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] DELETE failed (client error): The resource could not be found. Aug 27 12:29:51.415262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bed6ad-daa7-424e-bbb2-173c294665b4 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:29:51.417230 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d0bed6ad-daa7-424e-bbb2-173c294665b4 tempest-RoutersIpV6Test-1453798720 tempest-RoutersIpV6Test-1453798720-project] 10.222.0.76 "DELETE /v2.0/subnets/de4b23c0-6e81-49c4-b93c-71964b55b4e4 HTTP/1.1" status: 404 len: 337 time: 0.0344853 Aug 27 12:29:51.690161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6bd39-7f8d-4e62-b667-830d437e9eff req-a63b2fa1-9a0e-424d-b472-d6675723ea4d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:51.692120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfb6bd39-7f8d-4e62-b667-830d437e9eff req-a63b2fa1-9a0e-424d-b472-d6675723ea4d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0709591 Aug 27 12:29:51.707718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53046) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.739614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfb6bd39-7f8d-4e62-b667-830d437e9eff req-d153d404-61d2-495b-8a94-799e2559dab3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Aug 27 12:29:51.854824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a62b7a5b-055d-4641-a399-b382a33becb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e4c1172758b455faa698ce98f2d3f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458430 Aug 27 12:29:51.857285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53054) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:51.907443 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ade80-4260-42bc-9780-31a9ba5aeac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:51.931015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ade80-4260-42bc-9780-31a9ba5aeac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:51.980621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ade80-4260-42bc-9780-31a9ba5aeac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:51.983423 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b8ade80-4260-42bc-9780-31a9ba5aeac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:51.984620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b8ade80-4260-42bc-9780-31a9ba5aeac5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cde4cfb-91b7-4928-bbd0-34f0d80743a3 HTTP/1.1" status: 204 len: 168 time: 0.1263285 Aug 27 12:29:51.994211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ade80-4260-42bc-9780-31a9ba5aeac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cde4cfb-91b7-4928-bbd0-34f0d80743a3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:52.125677 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:52.674914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53090) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:52.781282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-167614615'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:52.803779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:52.807883 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:52.826532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:52.884150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c30d2-5972-46d5-aa7b-b92606a08b9d req-75503a9d-da2a-48b7-a96b-12c496757b53 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:52.885945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-754c30d2-5972-46d5-aa7b-b92606a08b9d req-75503a9d-da2a-48b7-a96b-12c496757b53 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0751576 Aug 27 12:29:52.951439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-754c30d2-5972-46d5-aa7b-b92606a08b9d req-ae13857b-0fb8-4cb4-80b7-1dc4f54ca686 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Aug 27 12:29:52.991530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:52.995452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.017992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:53.031954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb893b-8513-4722-97af-2e79698f63fd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:53.037447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.037798 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 424d02e8-859b-4b94-b5e7-7b509cbd5405 of type vlan for network 0d3fe490-7323-4095-8113-980b12403c1e Aug 27 12:29:53.082843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.107252 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.112847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:53.113366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.170792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4947970 Aug 27 12:29:53.173444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:53.180377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-1027627145'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:53.189415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58edc4-50e7-431e-9964-b6b96ec86748 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=0d3fe490-7323-4095-8113-980b12403c1e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:53.202107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0d3fe490-7323-4095-8113-980b12403c1e details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:53.205203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:53.209458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.238941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:29:53.254889 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.255520 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 4e08d98a-1a6c-4657-8f29-c77643aa350b of type vlan for network 520c1ec9-db84-4e6c-9a70-ff471f114769 Aug 27 12:29:53.297177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.326920 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.333256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:53.333846 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.389260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2145629 Aug 27 12:29:53.393193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53108) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:53.401020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '0d3fe490-7323-4095-8113-980b12403c1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:53.404050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c00b3-5cd6-4825-94c4-f6894c931ebe tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=520c1ec9-db84-4e6c-9a70-ff471f114769,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:53.414903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:29:53.497808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:53.501395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:53.956698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.017445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.027757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=08f1f0dd-9aac-4dd9-96bc-d4b8036480a9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:54.030004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '424d02e8-859b-4b94-b5e7-7b509cbd5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0d3fe490-7323-4095-8113-980b12403c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:54.030368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 0d3fe490-7323-4095-8113-980b12403c1e, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:54.059748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 0d3fe490-7323-4095-8113-980b12403c1e is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:54.068945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0d3fe490-7323-4095-8113-980b12403c1e) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:54.073637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:54.074697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.087943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f2ddd-1cdf-4648-81f2-f852ff2b0bba None None] Network 0d3fe490-7323-4095-8113-980b12403c1e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:54.115836 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e059d6cc-dc55-4b82-b78b-b32233c06b8c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7171412 Aug 27 12:29:54.116302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12ae1d-56db-44f1-9036-35af1018a49e req-1db22686-1de2-4b8b-8517-f7c6d18b3c6f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:54.116811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53126) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:54.117861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae12ae1d-56db-44f1-9036-35af1018a49e req-1db22686-1de2-4b8b-8517-f7c6d18b3c6f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0731845 Aug 27 12:29:54.124006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:54.170456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae12ae1d-56db-44f1-9036-35af1018a49e req-71a101f6-183a-49b6-adb1-73bdaea3976a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458238 Aug 27 12:29:54.217993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:29:54.223577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.283161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-0d3fe490-7323-4095-8113-980b12403c1e', 'network_id': '0d3fe490-7323-4095-8113-980b12403c1e', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': '08f1f0dd-9aac-4dd9-96bc-d4b8036480a9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:54.284049 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.422962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.437465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Allocated IP 172.20.0.2 (0d3fe490-7323-4095-8113-980b12403c1e/08f1f0dd-9aac-4dd9-96bc-d4b8036480a9/9a6a5200-e918-4b8a-8911-ef7c3c4bc806) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:54.490138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=3a53737d-b8c3-484e-945d-7215cad79f45,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:54.500231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '4e08d98a-1a6c-4657-8f29-c77643aa350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:54.500603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 520c1ec9-db84-4e6c-9a70-ff471f114769, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:29:54.520077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:29:54.533346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 520c1ec9-db84-4e6c-9a70-ff471f114769) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:54.541805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:54.542509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.546243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b88019-9360-4114-b743-ca7edfc0179f None None] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:54.557804 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07a0c96f-939c-4208-b89a-76b58f9da056 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4385228 Aug 27 12:29:54.560486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:54.565146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1435018076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:29:54.590544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.591696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.649218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.655077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.674123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.678703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53138) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:54.678919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f1c6cf87-d98f-4357-ad13-1a0459349eed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1171677 Aug 27 12:29:54.826867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.844869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Transition to ACTIVE for port object 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:54.904819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Transition to ACTIVE for port object 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:54.917965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.981208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Network 0d3fe490-7323-4095-8113-980b12403c1e is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:54.982338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.985684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:54.988415 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-520c1ec9-db84-4e6c-9a70-ff471f114769', 'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': '3a53737d-b8c3-484e-945d-7215cad79f45'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:29:54.989227 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:54.991632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:55.019101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Pushing event updated for resources: {'Port': ['ID=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:55.130238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Attempting to bind port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:55.130665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Attempting to bind port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '424d02e8-859b-4b94-b5e7-7b509cbd5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0d3fe490-7323-4095-8113-980b12403c1e'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:55.130995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Attempting to bind port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 on network 0d3fe490-7323-4095-8113-980b12403c1e {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:55.141932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:55.142412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Checking segment: {'id': '424d02e8-859b-4b94-b5e7-7b509cbd5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0d3fe490-7323-4095-8113-980b12403c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:55.142727 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.144146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Bound using segment: {'id': '424d02e8-859b-4b94-b5e7-7b509cbd5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0d3fe490-7323-4095-8113-980b12403c1e'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:55.144146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Bound port: 9a6a5200-e918-4b8a-8911-ef7c3c4bc806, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424d02e8-859b-4b94-b5e7-7b509cbd5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0d3fe490-7323-4095-8113-980b12403c1e'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:55.144480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.251881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] For port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:55.274073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] For port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,segment=NetworkSegment(424d02e8-859b-4b94-b5e7-7b509cbd5405),segment_id=424d02e8-859b-4b94-b5e7-7b509cbd5405)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:55.276644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Allocated IP 172.21.0.2 (520c1ec9-db84-4e6c-9a70-ff471f114769/3a53737d-b8c3-484e-945d-7215cad79f45/efe1d0b8-a85d-4078-a889-86c95417084a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:55.284630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.294670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.20.0.1 (0d3fe490-7323-4095-8113-980b12403c1e/08f1f0dd-9aac-4dd9-96bc-d4b8036480a9/96f04d3b-773b-4a56-8ed1-c3917b6d8f43) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:55.322330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdacb1-8f66-46a5-b725-1db4a6609908 req-234e4c17-c31f-4dbe-a4c6-980187dc05e6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:55.323833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77fdacb1-8f66-46a5-b725-1db4a6609908 req-234e4c17-c31f-4dbe-a4c6-980187dc05e6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0781844 Aug 27 12:29:55.402337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39109323-db30-46e8-8210-1d56b6dddebb None None] Pushing event updated for resources: {'Port': ['ID=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:55.442940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77fdacb1-8f66-46a5-b725-1db4a6609908 req-28d3b7ba-5c3d-4833-936c-ad86e63776b4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028481 Aug 27 12:29:55.495679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.501202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.510806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Transition to ACTIVE for port object efe1d0b8-a85d-4078-a889-86c95417084a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:55.521651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:55.531157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Transition to ACTIVE for port object efe1d0b8-a85d-4078-a889-86c95417084a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:55.537451 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.565079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.577320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:55.593439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:55.597730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:55.613487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Pushing event updated for resources: {'Port': ['ID=efe1d0b8-a85d-4078-a889-86c95417084a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:55.620075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 0d3fe490-7323-4095-8113-980b12403c1e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:55.624645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:55.628601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:55.665541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=96f04d3b-773b-4a56-8ed1-c3917b6d8f43,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:55.671039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Attempting to bind port efe1d0b8-a85d-4078-a889-86c95417084a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:29:55.671565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Attempting to bind port efe1d0b8-a85d-4078-a889-86c95417084a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4e08d98a-1a6c-4657-8f29-c77643aa350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:29:55.671933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Attempting to bind port efe1d0b8-a85d-4078-a889-86c95417084a on network 520c1ec9-db84-4e6c-9a70-ff471f114769 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:29:55.685771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:29:55.686163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Checking segment: {'id': '4e08d98a-1a6c-4657-8f29-c77643aa350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:29:55.686461 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.686862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Bound using segment: {'id': '4e08d98a-1a6c-4657-8f29-c77643aa350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:29:55.687348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Bound port: efe1d0b8-a85d-4078-a889-86c95417084a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e08d98a-1a6c-4657-8f29-c77643aa350b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '520c1ec9-db84-4e6c-9a70-ff471f114769'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:29:55.687736 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.691053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.775658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] For port efe1d0b8-a85d-4078-a889-86c95417084a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:29:55.781327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] For port efe1d0b8-a85d-4078-a889-86c95417084a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=efe1d0b8-a85d-4078-a889-86c95417084a,segment=NetworkSegment(4e08d98a-1a6c-4657-8f29-c77643aa350b),segment_id=4e08d98a-1a6c-4657-8f29-c77643aa350b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:29:55.787599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.852429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:55.860352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a0de5-393e-44bd-ab76-516c9856f20e None None] Pushing event updated for resources: {'Port': ['ID=efe1d0b8-a85d-4078-a889-86c95417084a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:56.179964 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:56.187271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:56.271653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=96f04d3b-773b-4a56-8ed1-c3917b6d8f43,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:56.274878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:56.385609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 0d3fe490-7323-4095-8113-980b12403c1e is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:56.387153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:56.521181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 47c82903-cd2f-46ad-bc4c-dc05c0c1c48b is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:29:56.592541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680534b-6663-492f-b916-1e383050e7a9 None None] Network 0d3fe490-7323-4095-8113-980b12403c1e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:56.669051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:56.678495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac50de7b-b704-4e0d-a1b0-fe1cf7b3e5dc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/47c82903-cd2f-46ad-bc4c-dc05c0c1c48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9959431 Aug 27 12:29:56.679453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53176) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:56.685185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd601d-9be7-4e54-aef1-2c8c1882e295 req-7c80db20-5c86-4a75-a6df-4e5b8b347021 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:56.687089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34dd601d-9be7-4e54-aef1-2c8c1882e295 req-7c80db20-5c86-4a75-a6df-4e5b8b347021 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1180604 Aug 27 12:29:56.694876 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] Sync routers for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:56.711572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:56.716690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:56.733579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cb33d250-1d18-40f8-8477-cc6460e60ace None None] Provisioning for port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:56.780974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e98c82-fa64-41f4-9e97-54be6c6f667b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:56.783557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34dd601d-9be7-4e54-aef1-2c8c1882e295 req-c948b2e8-8a41-4fcf-b62a-6bcf76314516 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819385 Aug 27 12:29:56.785586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:56.786893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a5e98c82-fa64-41f4-9e97-54be6c6f667b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports/96f04d3b-773b-4a56-8ed1-c3917b6d8f43 HTTP/1.1" status: 200 len: 910 time: 0.1055684 Aug 27 12:29:56.795291 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:56.824474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:56.825280 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:56.894297 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:56.896230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99195c-74f3-4c3b-b6b9-2b003860693b None None] The sync data for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:57.103831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:57.174773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:57.184280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:57.184536 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.213306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ed00e-bc9e-4c42-aa32-fd4776328c3b None None] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:29:57.296384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Provisioning for port 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:57.311762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Provisioning complete for port 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:57.312179 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.415875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Port 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:57.442188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.489909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,segment=NetworkSegment(424d02e8-859b-4b94-b5e7-7b509cbd5405),segment_id=424d02e8-859b-4b94-b5e7-7b509cbd5405)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:57.494705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Provisioning complete for port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:57.495081 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.500003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.500883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device efe1d0b8-a85d-4078-a889-86c95417084a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:57.655078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:57.719976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port efe1d0b8-a85d-4078-a889-86c95417084a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:57.734332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Provisioning for port efe1d0b8-a85d-4078-a889-86c95417084a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:57.739580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Provisioning complete for port efe1d0b8-a85d-4078-a889-86c95417084a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:57.740627 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.864842 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.923331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] For port efe1d0b8-a85d-4078-a889-86c95417084a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=efe1d0b8-a85d-4078-a889-86c95417084a,segment=NetworkSegment(4e08d98a-1a6c-4657-8f29-c77643aa350b),segment_id=4e08d98a-1a6c-4657-8f29-c77643aa350b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:57.928200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.963375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:57.983743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d3415-cca3-425d-8733-699829bfe5ae None None] Pushing event updated for resources: {'Port': ['ID=efe1d0b8-a85d-4078-a889-86c95417084a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:58.050131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-da8260b7-4192-4abc-a51a-01eca879283b None None] Provisioning complete for port 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:58.050553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-da8260b7-4192-4abc-a51a-01eca879283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.062329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8958b7b-8454-4e59-9091-b2494e4352c4 req-a19def13-4499-4148-9a59-2a3427e603ae tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:58.063857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8958b7b-8454-4e59-9091-b2494e4352c4 req-a19def13-4499-4148-9a59-2a3427e603ae tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1421103 Aug 27 12:29:58.097192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-da8260b7-4192-4abc-a51a-01eca879283b None None] Port 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:58.108822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-da8260b7-4192-4abc-a51a-01eca879283b None None] Provisioning complete for port efe1d0b8-a85d-4078-a889-86c95417084a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:58.109368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-da8260b7-4192-4abc-a51a-01eca879283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.151999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8958b7b-8454-4e59-9091-b2494e4352c4 req-108c9eec-12ca-4da2-b885-897b7a68a28f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792909 Aug 27 12:29:58.284777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.21.0.1 (520c1ec9-db84-4e6c-9a70-ff471f114769/3a53737d-b8c3-484e-945d-7215cad79f45/14790689-2bc7-453a-8e02-30ce7649efeb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:29:58.403637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.417559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 14790689-2bc7-453a-8e02-30ce7649efeb will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:29:58.455335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.495917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:58.500930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:58.506584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:29:58.535771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=14790689-2bc7-453a-8e02-30ce7649efeb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:58.563210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.699849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.766499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:29:58.853982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2257fd4-fbcf-4b07-a480-2d906a93aae3 None None] Provisioning for port 14790689-2bc7-453a-8e02-30ce7649efeb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:29:58.866053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2257fd4-fbcf-4b07-a480-2d906a93aae3 None None] Provisioning complete for port 14790689-2bc7-453a-8e02-30ce7649efeb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:58.866473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2257fd4-fbcf-4b07-a480-2d906a93aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.914758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:58.927241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f2257fd4-fbcf-4b07-a480-2d906a93aae3 None None] Port 14790689-2bc7-453a-8e02-30ce7649efeb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:58.931176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'mac_address': 'fa:16:3e:21:ff:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:29:58.977397 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:58.988437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:58.995282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:29:59.003450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.008271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.051714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:29:59.058572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.090179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.092035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=14790689-2bc7-453a-8e02-30ce7649efeb,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:59.107880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:59.108261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.132509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:29:59.200232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device efe1d0b8-a85d-4078-a889-86c95417084a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:29:59.208501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:29:59.215243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:29:59.217504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:29:59.312644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port efe1d0b8-a85d-4078-a889-86c95417084a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:59.313027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.391146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178bcbc-cee1-48b3-95c5-76a36c012625 req-95a125a6-2568-4f09-bc42-b6f7fa71eaee tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:59.392885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9178bcbc-cee1-48b3-95c5-76a36c012625 req-95a125a6-2568-4f09-bc42-b6f7fa71eaee tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 945 time: 0.1139233 Aug 27 12:29:59.404219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 47c82903-cd2f-46ad-bc4c-dc05c0c1c48b has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:29:59.466186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9178bcbc-cee1-48b3-95c5-76a36c012625 req-2168ba81-4695-414f-a4cc-b15aa5eb1cb0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604649 Aug 27 12:29:59.570661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:29:59.578027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3039f298-1839-472b-84fd-698af207b688 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/47c82903-cd2f-46ad-bc4c-dc05c0c1c48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7885921 Aug 27 12:29:59.578250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53232) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:59.585561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] Sync routers for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:29:59.591601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f43230f1-418c-4d19-8f74-8c9677a3d356 None None] Provisioning complete for port 14790689-2bc7-453a-8e02-30ce7649efeb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:29:59.591955 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f43230f1-418c-4d19-8f74-8c9677a3d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:29:59.617384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:59.618015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:59.628659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5cb6b-d05e-42a3-9904-90cfbc898538 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:29:59.632760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8a5cb6b-d05e-42a3-9904-90cfbc898538 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports/14790689-2bc7-453a-8e02-30ce7649efeb HTTP/1.1" status: 200 len: 910 time: 0.0508196 Aug 27 12:29:59.633023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:29:59.651106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:59.663702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f43230f1-418c-4d19-8f74-8c9677a3d356 None None] Port 14790689-2bc7-453a-8e02-30ce7649efeb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:29:59.667552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:29:59.668155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:59.701872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:29:59.702558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0100703-3847-4c31-b2cf-6dcad146ee56 None None] The sync data for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:29:59.959435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.205647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 14790689-2bc7-453a-8e02-30ce7649efeb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:00.207088 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.304886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.318999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 14790689-2bc7-453a-8e02-30ce7649efeb owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:00.490115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.518595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=14790689-2bc7-453a-8e02-30ce7649efeb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:00.667841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eae451-06c6-43c9-b300-1470b82579a8 req-1ef15bb9-d5ba-4055-bf42-7f2300a5960b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:00.669407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49eae451-06c6-43c9-b300-1470b82579a8 req-1ef15bb9-d5ba-4055-bf42-7f2300a5960b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 945 time: 0.1269436 Aug 27 12:30:00.751188 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.756228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49eae451-06c6-43c9-b300-1470b82579a8 req-af4d8e44-3430-4aaf-bb3c-c14346e44dea tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579562 Aug 27 12:30:00.794584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:00.871844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:00.872220 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.954888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:00.956331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 47c82903-cd2f-46ad-bc4c-dc05c0c1c48b has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:00.978573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:00.982212 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c656df5a-977d-4d46-9154-336726074cd3" -d '{"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:00.994543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:00.999752 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:01.058727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:01.070502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:01.077848 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81304e8b-2ec1-4687-a69e-1648d7574986 x-openstack-request-id: req-81304e8b-2ec1-4687-a69e-1648d7574986 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:01.078036 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-plugged", "status": "completed", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:01.078301 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81304e8b-2ec1-4687-a69e-1648d7574986 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:01.078656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53268) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:01.079297 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'code': 200} Aug 27 12:30:01.087782 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] Sync routers for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:01.090490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6ffea2f9-f31d-4cef-a155-bab213b19cf8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/47c82903-cd2f-46ad-bc4c-dc05c0c1c48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4537780 Aug 27 12:30:01.120519 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:01.121148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:01.166403 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:01.176624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:01.177454 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:01.318572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:01.319226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81100a5-06f5-424b-83df-934f26c2e970 None None] The sync data for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:01.485936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:01.749538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:01.749897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:01.864628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:01.882563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 96f04d3b-773b-4a56-8ed1-c3917b6d8f43 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:01.889889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16d6d-4426-4cc6-a4ed-3aaadafa3dbb req-e1767ab6-c41a-4ae6-bd7b-0751c465be6f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:01.891496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19b16d6d-4426-4cc6-a4ed-3aaadafa3dbb req-e1767ab6-c41a-4ae6-bd7b-0751c465be6f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0628784 Aug 27 12:30:01.946438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-19b16d6d-4426-4cc6-a4ed-3aaadafa3dbb req-2c2a8aa4-1e00-4ea0-b080-b68bb9b0f2cf tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Aug 27 12:30:02.071229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.099434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=96f04d3b-773b-4a56-8ed1-c3917b6d8f43,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:02.133451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.134019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.134602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.135094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.135624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.136099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.136643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.137210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.137788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.138325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.138929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.139401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:02.288551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.452333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 47c82903-cd2f-46ad-bc4c-dc05c0c1c48b has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:02.530563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:02.538624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8abe4256-9d46-44e0-a52f-2dd6bb8fdb45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/47c82903-cd2f-46ad-bc4c-dc05c0c1c48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4556212 Aug 27 12:30:02.538854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53296) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:02.539860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] Sync routers for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:02.551391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:02.552025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:02.567420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7ffa20b6-fe9f-4c5f-bf22-59d726d711e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=47c82903-cd2f-46ad-bc4c-dc05c0c1c48b HTTP/1.1" status: 200 len: 205 time: 0.0274534 Aug 27 12:30:02.569983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:02.584701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:02.593489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] Routers {'47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:02.594089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:02.628427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:02.629092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf288-44ea-4481-8452-56802e9ceabe None None] The sync data for ids ['47c82903-cd2f-46ad-bc4c-dc05c0c1c48b'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:02.647018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.816739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.819023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.864255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.864818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router 47c82903-cd2f-46ad-bc4c-dc05c0c1c48b {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:30:02.871680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.872922 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-054b99e4-57a7-4068-bbf8-810d1d9f1ca4 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/47c82903-cd2f-46ad-bc4c-dc05c0c1c48b HTTP/1.1" status: 204 len: 168 time: 0.3018484 Aug 27 12:30:02.875341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53312) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:02.930801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet 3a53737d-b8c3-484e-945d-7215cad79f45 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:02.934317 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:02.977870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.083240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ca3f-816c-455c-abbe-e8e36fd63947 req-3ff21c8c-9c96-45c4-bcd0-3cb22396010f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:03.084768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b93ca3f-816c-455c-abbe-e8e36fd63947 req-3ff21c8c-9c96-45c4-bcd0-3cb22396010f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0680571 Aug 27 12:30:03.119986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.132456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b93ca3f-816c-455c-abbe-e8e36fd63947 req-5374b7d1-863d-47b5-93e3-4b345b0a9f70 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Aug 27 12:30:03.197423 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.227897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=3a53737d-b8c3-484e-945d-7215cad79f45,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:03.231935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.234255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-195c421f-056e-406d-9793-ddbbc01b2735 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/3a53737d-b8c3-484e-945d-7215cad79f45 HTTP/1.1" status: 204 len: 168 time: 0.3577378 Aug 27 12:30:03.236729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53334) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:03.239379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86eb2c-5377-47f9-9e32-a732a00c67ef None None] Network 520c1ec9-db84-4e6c-9a70-ff471f114769 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:03.296430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet 08f1f0dd-9aac-4dd9-96bc-d4b8036480a9 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:03.299389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.345024 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.487617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.495733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] DHCP port deletion for 520c1ec9-db84-4e6c-9a70-ff471f114769 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:03.589651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] Deleting port efe1d0b8-a85d-4078-a889-86c95417084a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:03.590990 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.603949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.649296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=08f1f0dd-9aac-4dd9-96bc-d4b8036480a9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:03.654118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.660362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c6998aa3-7b01-470c-a45d-80c2de1bfcbf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/08f1f0dd-9aac-4dd9-96bc-d4b8036480a9 HTTP/1.1" status: 204 len: 168 time: 0.4219167 Aug 27 12:30:03.662696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53352) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:03.673771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd691d9-da79-475b-8865-7c23e226780e None None] Network 0d3fe490-7323-4095-8113-980b12403c1e requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:03.777372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] For port efe1d0b8-a85d-4078-a889-86c95417084a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=efe1d0b8-a85d-4078-a889-86c95417084a,segment=NetworkSegment(4e08d98a-1a6c-4657-8f29-c77643aa350b),segment_id=4e08d98a-1a6c-4657-8f29-c77643aa350b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:03.777372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.791651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:03.801963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] Calling delete_port for efe1d0b8-a85d-4078-a889-86c95417084a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:03.869142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port efe1d0b8-a85d-4078-a889-86c95417084a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:03.869741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.001606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port efe1d0b8-a85d-4078-a889-86c95417084a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=efe1d0b8-a85d-4078-a889-86c95417084a,segment=NetworkSegment(4e08d98a-1a6c-4657-8f29-c77643aa350b),segment_id=4e08d98a-1a6c-4657-8f29-c77643aa350b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:04.001874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.002104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.032445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for efe1d0b8-a85d-4078-a889-86c95417084a owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:04.043761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] Pushing event deleted for resources: {'Port': ['ID=efe1d0b8-a85d-4078-a889-86c95417084a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:04.048476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139584d-d9fe-4958-8828-b855d068a2c6 None None] No DVR routers for this DVR port efe1d0b8-a85d-4078-a889-86c95417084a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:04.083906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] DHCP port deletion for 0d3fe490-7323-4095-8113-980b12403c1e request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:04.149207 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.182999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] Deleting port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:04.183372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.191761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port efe1d0b8-a85d-4078-a889-86c95417084a on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:04.194364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=efe1d0b8-a85d-4078-a889-86c95417084a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:04.277245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] For port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,segment=NetworkSegment(424d02e8-859b-4b94-b5e7-7b509cbd5405),segment_id=424d02e8-859b-4b94-b5e7-7b509cbd5405)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:04.277640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.353216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.368381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520c1ec9-db84-4e6c-9a70-ff471f114769']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:04.379062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58590f48-bd68-49c3-b467-3031ed1f93fd req-49fcd12e-cbe4-46f4-b48c-71f917477277 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:04.381034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58590f48-bd68-49c3-b467-3031ed1f93fd req-49fcd12e-cbe4-46f4-b48c-71f917477277 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1253142 Aug 27 12:30:04.391613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e08d98a-1a6c-4657-8f29-c77643aa350b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:04.392279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e08d98a-1a6c-4657-8f29-c77643aa350b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:04.416651 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.442253 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.455195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58590f48-bd68-49c3-b467-3031ed1f93fd req-002d0411-3329-4c84-a2c2-9125eb818714 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679085 Aug 27 12:30:04.456380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:30:04.456885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:30:04.460780 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:30:04.499168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] Calling delete_port for 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:04.574205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.590660 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.595153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/520c1ec9-db84-4e6c-9a70-ff471f114769 HTTP/1.1" status: 204 len: 168 time: 0.9328659 Aug 27 12:30:04.597920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53368) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:04.629041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a5471-b02f-4d81-80f6-2b99ccfa860c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=520c1ec9-db84-4e6c-9a70-ff471f114769,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:04.644956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.677572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] Pushing event deleted for resources: {'Port': ['ID=9a6a5200-e918-4b8a-8911-ef7c3c4bc806,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:04.682732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c84e1-0ca9-4a5b-be97-bad35dc8a5bd None None] No DVR routers for this DVR port 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:04.715461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.813380 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.824601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3fe490-7323-4095-8113-980b12403c1e']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:04.836982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424d02e8-859b-4b94-b5e7-7b509cbd5405') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:04.837363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424d02e8-859b-4b94-b5e7-7b509cbd5405') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:04.856720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.874265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.881556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:30:04.882144 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:30:04.885767 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:30:05.002086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.009804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:05.021594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.027058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/0d3fe490-7323-4095-8113-980b12403c1e HTTP/1.1" status: 204 len: 168 time: 0.4243777 Aug 27 12:30:05.030609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53376) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:05.035112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:05.035489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6a5200-e918-4b8a-8911-ef7c3c4bc806 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:05.035902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device efe1d0b8-a85d-4078-a889-86c95417084a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:05.038511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-1553106876'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:05.039517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01652b-0ba0-4535-bb53-4eaf341cdf38 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=0d3fe490-7323-4095-8113-980b12403c1e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:05.059257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: efe1d0b8-a85d-4078-a889-86c95417084a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:05.059742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device efe1d0b8-a85d-4078-a889-86c95417084a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:05.084441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:05.088098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.119924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:05.135925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.136447 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 8fb97d58-cbb9-48be-bca5-20bc2d870c15 of type vlan for network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b Aug 27 12:30:05.188160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.219625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.225970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:05.226618 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:05.295521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53382) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:05.298512 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2625556 Aug 27 12:30:05.306006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:05.308001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ae83-ab14-4b32-9581-8fed251df537 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:05.327423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:05.484232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:05.490032 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.134451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c57f2-c101-4358-af14-1058e48833c9 req-2ff4f27e-727d-49af-90a6-666115fb1339 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:06.136036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d51c57f2-c101-4358-af14-1058e48833c9 req-2ff4f27e-727d-49af-90a6-666115fb1339 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1063800 Aug 27 12:30:06.208228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d51c57f2-c101-4358-af14-1058e48833c9 req-b62c0d22-767e-4575-9174-bc73ab2d2d87 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642977 Aug 27 12:30:06.297855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.368668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=67949f4c-d1c2-4432-9cce-ff329663b8bc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:06.389757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '8fb97d58-cbb9-48be-bca5-20bc2d870c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:06.390118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:06.408640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:06.422899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:06.451949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ed72a-b1d0-4879-b0f5-c11d68944f77 None None] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:06.459924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:06.462035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.487846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5fb806c-5f29-43cd-ad87-7f9a583448b6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1902921 Aug 27 12:30:06.490882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:06.496431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1908779498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:06.550762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.552190 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.617772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.623347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.645156 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.646537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b', 'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': '67949f4c-d1c2-4432-9cce-ff329663b8bc'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:06.649580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:06.650448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53410) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:06.655884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'port': {'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b', 'name': 'tempest-RoutersTest-460952700'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:06.659752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1ed88394-386e-4d4d-b888-7c20fd3ca167 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1675572 Aug 27 12:30:06.859430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Allocated IP 172.20.0.2 (b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b/67949f4c-d1c2-4432-9cce-ff329663b8bc/5b413347-257d-48e6-8161-c29121ccf2da) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:07.146870 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.163927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Transition to ACTIVE for port object 5b413347-257d-48e6-8161-c29121ccf2da will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:07.208438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Transition to ACTIVE for port object 5b413347-257d-48e6-8161-c29121ccf2da will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:07.222550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.234650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:07.239229 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.258583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] device_id is not set on port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:30:07.300089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Pushing event updated for resources: {'Port': ['ID=5b413347-257d-48e6-8161-c29121ccf2da,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:07.312045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:07.316524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:07.337705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:07.426632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Attempting to bind port 5b413347-257d-48e6-8161-c29121ccf2da on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:07.426632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Attempting to bind port 5b413347-257d-48e6-8161-c29121ccf2da by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '8fb97d58-cbb9-48be-bca5-20bc2d870c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:07.426632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Attempting to bind port 5b413347-257d-48e6-8161-c29121ccf2da on network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:07.430516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:07.430885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Checking segment: {'id': '8fb97d58-cbb9-48be-bca5-20bc2d870c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:07.431304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.431709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Bound using segment: {'id': '8fb97d58-cbb9-48be-bca5-20bc2d870c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:07.432391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Bound port: 5b413347-257d-48e6-8161-c29121ccf2da, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb97d58-cbb9-48be-bca5-20bc2d870c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:07.432795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.444053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bf979-7b6a-4bf7-b3c6-58dd961a0100 req-fee6a40a-8d05-42a3-8133-d9b487a5b4f5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:07.465308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-537bf979-7b6a-4bf7-b3c6-58dd961a0100 req-fee6a40a-8d05-42a3-8133-d9b487a5b4f5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1288702 Aug 27 12:30:07.505698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.20.0.12 (b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b/67949f4c-d1c2-4432-9cce-ff329663b8bc/e5bf63d9-7dc7-4685-a5bf-8e26457adfb5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:07.529017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] For port 5b413347-257d-48e6-8161-c29121ccf2da, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:07.534015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] For port 5b413347-257d-48e6-8161-c29121ccf2da, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5b413347-257d-48e6-8161-c29121ccf2da,segment=NetworkSegment(8fb97d58-cbb9-48be-bca5-20bc2d870c15),segment_id=8fb97d58-cbb9-48be-bca5-20bc2d870c15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:07.546011 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.602684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-537bf979-7b6a-4bf7-b3c6-58dd961a0100 req-84e9aaef-ddcd-4297-a32d-61b1065d41b6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340978 Aug 27 12:30:07.617256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb10f9b-5204-482b-ab54-4c766dc8f8ca None None] Pushing event updated for resources: {'Port': ['ID=5b413347-257d-48e6-8161-c29121ccf2da,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:07.756168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.777758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:07.823349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:07.883613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:07.886973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:07.893883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:07.928828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=e5bf63d9-7dc7-4685-a5bf-8e26457adfb5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:07.989580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:07.990269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:08.021204 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be8e0f94-adcc-4290-94a2-39aafe493a39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3695440 Aug 27 12:30:08.025142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:08.301223 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:08.416119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:08.866416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:08.886080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:08.907882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ca30d-056b-4175-9def-9d5cb627bc50 None None] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:08.948964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=e5bf63d9-7dc7-4685-a5bf-8e26457adfb5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:09.012646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ddb731a0-615e-488b-ad76-f283d9810b89 None None] Provisioning for port 5b413347-257d-48e6-8161-c29121ccf2da completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:09.028699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783191-7812-4ae5-a720-1824e476fbd7 req-c6622119-2a2f-49bb-a98b-eca89d031bff tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:09.042739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38783191-7812-4ae5-a720-1824e476fbd7 req-c6622119-2a2f-49bb-a98b-eca89d031bff tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.2870677 Aug 27 12:30:09.121786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38783191-7812-4ae5-a720-1824e476fbd7 req-fc4bfe00-fdab-41fb-8c13-907fd6087ef7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780447 Aug 27 12:30:09.162085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5b413347-257d-48e6-8161-c29121ccf2da up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:09.260241 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 5b413347-257d-48e6-8161-c29121ccf2da completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:09.266864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5b413347-257d-48e6-8161-c29121ccf2da triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:09.267445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:09.280361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:09.402573 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:09.449781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 5b413347-257d-48e6-8161-c29121ccf2da, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5b413347-257d-48e6-8161-c29121ccf2da,segment=NetworkSegment(8fb97d58-cbb9-48be-bca5-20bc2d870c15),segment_id=8fb97d58-cbb9-48be-bca5-20bc2d870c15)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:09.465797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:09.544683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=5b413347-257d-48e6-8161-c29121ccf2da,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:09.569305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:09.661317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ce943146-46e3-42d1-8b54-e31bd63320e7 None None] Provisioning complete for port 5b413347-257d-48e6-8161-c29121ccf2da triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:09.661710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce943146-46e3-42d1-8b54-e31bd63320e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:09.898758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ce943146-46e3-42d1-8b54-e31bd63320e7 None None] Provisioning for port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:09.906490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ce943146-46e3-42d1-8b54-e31bd63320e7 None None] Provisioning complete for port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:09.906841 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce943146-46e3-42d1-8b54-e31bd63320e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:10.020744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ce943146-46e3-42d1-8b54-e31bd63320e7 None None] Port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:10.124412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:10.134796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:10.162170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0c0c8653-3e80-4a44-8f08-dfcb69b448d1 None None] Provisioning complete for port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:10.167570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0c0c8653-3e80-4a44-8f08-dfcb69b448d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:10.278604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0c0c8653-3e80-4a44-8f08-dfcb69b448d1 None None] Port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:10.337249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=e5bf63d9-7dc7-4685-a5bf-8e26457adfb5,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:10.365747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:10.391248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcd4ac-5fab-4477-8a0a-a4e1b7ed2d49 req-e9fb9f51-508e-4309-8c50-2a2ece47b819 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:10.392909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cbcd4ac-5fab-4477-8a0a-a4e1b7ed2d49 req-e9fb9f51-508e-4309-8c50-2a2ece47b819 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1372201 Aug 27 12:30:10.397501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8827dbdd-f7dc-40e0-919a-6a3b80edf8ad None None] Provisioning complete for port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:10.397880 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8827dbdd-f7dc-40e0-919a-6a3b80edf8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:10.448792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8827dbdd-f7dc-40e0-919a-6a3b80edf8ad None None] Port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:10.510908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7cbcd4ac-5fab-4477-8a0a-a4e1b7ed2d49 req-71834285-92c5-4088-a00d-00adbfc03367 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985179 Aug 27 12:30:10.567092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:10.569165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:10.763551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router abaa375a-5ea2-4cff-b335-562302c6c41f is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:30:10.912405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:10.925574 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] Sync routers for ids ['abaa375a-5ea2-4cff-b335-562302c6c41f'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:10.929323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a9341ae3-0452-4a1d-adb6-06c4e48de723 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/abaa375a-5ea2-4cff-b335-562302c6c41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014351 Aug 27 12:30:10.930291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53476) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:10.941353 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] Routers {'abaa375a-5ea2-4cff-b335-562302c6c41f'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:10.941993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['abaa375a-5ea2-4cff-b335-562302c6c41f'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:11.069946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c7c972ce-1af0-474e-a4fe-3a9349407ba4 None None] Provisioning complete for port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:11.069946 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c7c972ce-1af0-474e-a4fe-3a9349407ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:11.087922 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:11.089502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628b135-e51d-40ba-a678-886e7620278b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:11.093903 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e628b135-e51d-40ba-a678-886e7620278b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports/e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 HTTP/1.1" status: 200 len: 977 time: 0.1599305 Aug 27 12:30:11.094161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53478) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:11.103372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5b413347-257d-48e6-8161-c29121ccf2da up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:11.131426 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] Routers {'abaa375a-5ea2-4cff-b335-562302c6c41f'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:11.132089 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['abaa375a-5ea2-4cff-b335-562302c6c41f'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:11.191993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:11.192714 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fa956-15fd-40fd-bd02-8889769d7e6f None None] The sync data for ids ['abaa375a-5ea2-4cff-b335-562302c6c41f'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:11.214175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c7c972ce-1af0-474e-a4fe-3a9349407ba4 None None] Port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:11.227252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5b413347-257d-48e6-8161-c29121ccf2da triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:11.227839 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:11.596136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:11.679915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c2c53-8b36-4b92-be67-c550b1e1957e req-706cd960-4069-453e-b26d-b462e918edd3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:11.681478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c2c2c53-8b36-4b92-be67-c550b1e1957e req-706cd960-4069-453e-b26d-b462e918edd3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0761998 Aug 27 12:30:11.765102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c2c2c53-8b36-4b92-be67-c550b1e1957e req-62a583d0-5ebe-4c69-8374-062136d59a74 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702105 Aug 27 12:30:11.872092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:11.872570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:11.995041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:12.011334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for e5bf63d9-7dc7-4685-a5bf-8e26457adfb5 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:12.250478 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:12.293339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=e5bf63d9-7dc7-4685-a5bf-8e26457adfb5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:12.463851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:12.682444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router abaa375a-5ea2-4cff-b335-562302c6c41f has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:12.771280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:12.777885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1e5fa8af-d5b5-4311-92fa-0476f557b16d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/abaa375a-5ea2-4cff-b335-562302c6c41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823971 Aug 27 12:30:12.780713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:12.793666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] Sync routers for ids ['abaa375a-5ea2-4cff-b335-562302c6c41f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:12.826839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] Routers {'abaa375a-5ea2-4cff-b335-562302c6c41f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:12.827682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['abaa375a-5ea2-4cff-b335-562302c6c41f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:12.875921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:12.892486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] Routers {'abaa375a-5ea2-4cff-b335-562302c6c41f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:12.894420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['abaa375a-5ea2-4cff-b335-562302c6c41f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:12.961883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:12.962916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52430be4-ac6b-4f2b-b64f-02aceeb32af0 None None] The sync data for ids ['abaa375a-5ea2-4cff-b335-562302c6c41f'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:13.039285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5997e-ab4f-475a-9a5c-1681f88dcf34 req-72bb411a-7333-4bb0-9eed-8edb5c2fcc19 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:13.041064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79b5997e-ab4f-475a-9a5c-1681f88dcf34 req-72bb411a-7333-4bb0-9eed-8edb5c2fcc19 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1862240 Aug 27 12:30:13.119395 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c56cb191-a835-4aee-a8c3-8f21ba462a07 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 12:30:13.129337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53516) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:13.130572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c56cb191-a835-4aee-a8c3-8f21ba462a07 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/abaa375a-5ea2-4cff-b335-562302c6c41f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3485684 Aug 27 12:30:13.170517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79b5997e-ab4f-475a-9a5c-1681f88dcf34 req-2832a4fc-85df-4b83-8b63-d796464a4bd4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201131 Aug 27 12:30:13.184409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:13.185913 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e32c7314-b196-4eee-b37f-e47a29e248f8 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=abaa375a-5ea2-4cff-b335-562302c6c41f HTTP/1.1" status: 200 len: 205 time: 0.0546424 Aug 27 12:30:13.276718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.500357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.506875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.562320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.562882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router abaa375a-5ea2-4cff-b335-562302c6c41f {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:30:13.574200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.577062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-885b0190-5106-4c23-8c14-f2651ef99c1f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/abaa375a-5ea2-4cff-b335-562302c6c41f HTTP/1.1" status: 204 len: 168 time: 0.3901141 Aug 27 12:30:13.579505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53528) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:13.667933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet 67949f4c-d1c2-4432-9cce-ff329663b8bc {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:13.671872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.731234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.858896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.941544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.982699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=67949f4c-d1c2-4432-9cce-ff329663b8bc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:13.985265 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:13.996166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c761ac-e2d9-431c-8704-1b15dd73f261 None None] Network b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:14.003448 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-31ecdca5-06aa-42fe-a8c7-a3a3867db94c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/67949f4c-d1c2-4432-9cce-ff329663b8bc HTTP/1.1" status: 204 len: 168 time: 0.4226794 Aug 27 12:30:14.005950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53538) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:14.110578 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.188577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 5b413347-257d-48e6-8161-c29121ccf2da {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:14.189778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.303920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 5b413347-257d-48e6-8161-c29121ccf2da, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5b413347-257d-48e6-8161-c29121ccf2da,segment=NetworkSegment(8fb97d58-cbb9-48be-bca5-20bc2d870c15),segment_id=8fb97d58-cbb9-48be-bca5-20bc2d870c15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:14.304341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.322678 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 5b413347-257d-48e6-8161-c29121ccf2da owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:14.391470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] DHCP port deletion for b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:14.420248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc7da6-9bbe-49fc-96b5-b4aa7cca71b3 req-3a400b79-9f94-4913-a698-f9c59b9c9603 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:14.432254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77fc7da6-9bbe-49fc-96b5-b4aa7cca71b3 req-3a400b79-9f94-4913-a698-f9c59b9c9603 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1580005 Aug 27 12:30:14.494236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Deleting port 5b413347-257d-48e6-8161-c29121ccf2da {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:14.494710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.544946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.568403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port 5b413347-257d-48e6-8161-c29121ccf2da on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:14.643472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=5b413347-257d-48e6-8161-c29121ccf2da,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:14.669770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] For port 5b413347-257d-48e6-8161-c29121ccf2da, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5b413347-257d-48e6-8161-c29121ccf2da,segment=NetworkSegment(8fb97d58-cbb9-48be-bca5-20bc2d870c15),segment_id=8fb97d58-cbb9-48be-bca5-20bc2d870c15)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:14.670619 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.683234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77fc7da6-9bbe-49fc-96b5-b4aa7cca71b3 req-a970b8a5-4ab8-4824-b9f6-d6f16bbc9537 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500153 Aug 27 12:30:14.709210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Calling delete_port for 5b413347-257d-48e6-8161-c29121ccf2da owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:14.842473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.853728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:14.865279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb97d58-cbb9-48be-bca5-20bc2d870c15') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:14.865666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb97d58-cbb9-48be-bca5-20bc2d870c15') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:14.875609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.899750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.906099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:30:14.906669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:30:14.913069 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:30:14.935680 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:14.967565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] No DVR routers for this DVR port 5b413347-257d-48e6-8161-c29121ccf2da on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:30:14.992107 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:30:15.013242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.027518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.029418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b HTTP/1.1" status: 204 len: 168 time: 1.0224826 Aug 27 12:30:15.031995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Pushing event deleted for resources: {'Port': ['ID=5b413347-257d-48e6-8161-c29121ccf2da,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:15.034278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53552) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:15.051604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5b413347-257d-48e6-8161-c29121ccf2da no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:15.061818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-760642170'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:15.083498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.084381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.084957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.085767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.086901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.101101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.102714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.103308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.103862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.104412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.104973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.105527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe0fc3-229f-43a2-9fb3-ae74e1b8b477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:15.109506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 5b413347-257d-48e6-8161-c29121ccf2da {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:15.110125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5b413347-257d-48e6-8161-c29121ccf2da not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:15.125978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1c589-1e4f-4d08-8754-407e2051f80a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=b3f97b4b-8a13-4f3a-8e4e-61d6f0645a0b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:15.144365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:15.148795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.199208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:15.232473 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.232958 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 1cac6c56-deb2-4d7f-8711-0b25bd21cf2a of type vlan for network 5eaccfd3-68c9-47dd-aade-c97271109e19 Aug 27 12:30:15.296135 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.337357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.344469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:15.345070 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.436688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3999305 Aug 27 12:30:15.439832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53558) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:15.444773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:15.474689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98328df-e8e3-4c42-a696-05be03e99c80 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=5eaccfd3-68c9-47dd-aade-c97271109e19,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:15.492011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:15.683896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:15.703741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:15.782396 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:30:16.090264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04a823-2e6b-4a6c-9079-66391c534c55 req-5fe26c3a-e9a8-48a2-9209-9703310fc778 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:16.092257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b04a823-2e6b-4a6c-9079-66391c534c55 req-5fe26c3a-e9a8-48a2-9209-9703310fc778 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.2000527 Aug 27 12:30:16.211507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b04a823-2e6b-4a6c-9079-66391c534c55 req-2c30b3b4-ae0e-4c55-a996-44fdc0e37ae6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019201 Aug 27 12:30:16.342157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:16.817651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=db279ca1-9ddd-4e16-912f-5aa449a91bc4,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:16.834487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:16.835056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 5eaccfd3-68c9-47dd-aade-c97271109e19, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:16.853331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:16.863471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5eaccfd3-68c9-47dd-aade-c97271109e19) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:16.874808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:16.874808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:16.884793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba425ea-4e14-4a95-ad67-a9429af3dae0 None None] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:16.894277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53588) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:16.894816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2ae4a1d6-cc1b-4009-8a10-a32a7da22caf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4539683 Aug 27 12:30:16.899174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1851141225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:16.949310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:16.950504 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.008948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.013727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.029671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.030949 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec795094-c34c-41b2-b09e-5ed84f2a919f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1356046 Aug 27 12:30:17.034222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53594) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:17.083101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-5eaccfd3-68c9-47dd-aade-c97271109e19', 'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': 'db279ca1-9ddd-4e16-912f-5aa449a91bc4'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:17.084180 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.228457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Allocated IP 172.20.0.2 (5eaccfd3-68c9-47dd-aade-c97271109e19/db279ca1-9ddd-4e16-912f-5aa449a91bc4/7f32536f-e7f9-41a8-8038-61b0f5c855b0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:17.348999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.388765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1be72-03b2-4cd5-8cda-e228e6c131e4 req-9c199815-75e8-4b76-9e5e-49d9df325243 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:17.390411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5e1be72-03b2-4cd5-8cda-e228e6c131e4 req-9c199815-75e8-4b76-9e5e-49d9df325243 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0624115 Aug 27 12:30:17.398801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.411073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Transition to ACTIVE for port object 7f32536f-e7f9-41a8-8038-61b0f5c855b0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:17.440573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Transition to ACTIVE for port object 7f32536f-e7f9-41a8-8038-61b0f5c855b0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:17.452061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.458036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5e1be72-03b2-4cd5-8cda-e228e6c131e4 req-f8d618d0-6d93-4314-9323-7eb07f778fa8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570512 Aug 27 12:30:17.476377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:17.502318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:17.506975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:17.543625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Pushing event updated for resources: {'Port': ['ID=7f32536f-e7f9-41a8-8038-61b0f5c855b0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:17.576634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Attempting to bind port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:17.577008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Attempting to bind port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:17.577376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Attempting to bind port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 on network 5eaccfd3-68c9-47dd-aade-c97271109e19 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:17.583179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:17.583755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Checking segment: {'id': '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:17.584111 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.584752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Bound using segment: {'id': '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:17.584982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Bound port: 7f32536f-e7f9-41a8-8038-61b0f5c855b0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5eaccfd3-68c9-47dd-aade-c97271109e19'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:17.585385 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.636144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.20.0.1 (5eaccfd3-68c9-47dd-aade-c97271109e19/db279ca1-9ddd-4e16-912f-5aa449a91bc4/660e8cdf-95a8-42df-9ec5-01448f928864) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:17.649741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] For port 7f32536f-e7f9-41a8-8038-61b0f5c855b0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:17.654115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] For port 7f32536f-e7f9-41a8-8038-61b0f5c855b0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7f32536f-e7f9-41a8-8038-61b0f5c855b0,segment=NetworkSegment(1cac6c56-deb2-4d7f-8711-0b25bd21cf2a),segment_id=1cac6c56-deb2-4d7f-8711-0b25bd21cf2a)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:17.659315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.733695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cae07b-1fc9-4585-9fe9-b24f2a49f20f None None] Pushing event updated for resources: {'Port': ['ID=7f32536f-e7f9-41a8-8038-61b0f5c855b0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:17.775188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.791016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 660e8cdf-95a8-42df-9ec5-01448f928864 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:17.827258 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:17.888733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=660e8cdf-95a8-42df-9ec5-01448f928864,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:17.927054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:17.942498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:17.948899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:18.003825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3075a5-6f11-413d-abe8-e126a616406f req-7fd14ef6-4aec-4fb1-a632-62a05e4fffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:18.005396 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-7fd14ef6-4aec-4fb1-a632-62a05e4fffc4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 1097 time: 0.1001914 Aug 27 12:30:18.006115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:18.469395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3075a5-6f11-413d-abe8-e126a616406f req-8388a82a-a190-4447-bbdc-e49b6c3cf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:18.471374 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-8388a82a-a190-4447-bbdc-e49b6c3cf262 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.4292986 Aug 27 12:30:18.486298 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e59a6b08-a219-450c-9bec-e177d0156be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:18.529709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:18.534049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-c4313e5f-f569-4b3d-9d7a-69de0dc76e91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e HTTP/1.1" status: 200 len: 217 time: 0.0535431 Aug 27 12:30:18.617795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836b1f4-0030-4796-b689-329bd43c5a09 req-add07357-c362-418d-bb5a-6a59e7770d6a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:18.619379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e836b1f4-0030-4796-b689-329bd43c5a09 req-add07357-c362-418d-bb5a-6a59e7770d6a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0683463 Aug 27 12:30:18.636496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3075a5-6f11-413d-abe8-e126a616406f req-494e4ebe-279b-4f92-b595-4e468f89305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:18.638345 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-494e4ebe-279b-4f92-b595-4e468f89305c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0949225 Aug 27 12:30:18.675091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e836b1f4-0030-4796-b689-329bd43c5a09 req-d796ab6d-c626-410a-b754-6f9e6884152a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Aug 27 12:30:18.721601 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-6a806de7-436d-45bf-8cb1-96940249f0b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683849 Aug 27 12:30:18.755161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-50031468-4bfc-4bce-97aa-b79bd8dc9319 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:30:18.756262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-50031468-4bfc-4bce-97aa-b79bd8dc9319 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060961 Aug 27 12:30:18.824797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832cbcd1-e99d-41e8-849d-8d5b68877810 None None] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:18.901293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b9e39f7-bf78-4166-af0a-882991b4fc03 None None] Provisioning for port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:18.967891 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-a1957a75-238a-4248-9b9c-908a1f17c02c service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028501 Aug 27 12:30:19.058189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7f32536f-e7f9-41a8-8038-61b0f5c855b0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:19.085759 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.100209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.123991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:19.128616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:19.128980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.190339 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e3075a5-6f11-413d-abe8-e126a616406f req-15d437c2-611d-4b07-8d33-b7012d148465 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997685 Aug 27 12:30:19.200544 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=660e8cdf-95a8-42df-9ec5-01448f928864,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:19.203696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.241723 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.290133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 7f32536f-e7f9-41a8-8038-61b0f5c855b0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7f32536f-e7f9-41a8-8038-61b0f5c855b0,segment=NetworkSegment(1cac6c56-deb2-4d7f-8711-0b25bd21cf2a),segment_id=1cac6c56-deb2-4d7f-8711-0b25bd21cf2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:19.296040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.329905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:19.332249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:19.351836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=7f32536f-e7f9-41a8-8038-61b0f5c855b0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:19.444466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8aab63f8-bcca-4ff8-a029-619f34ccbab1 None None] Provisioning for port 660e8cdf-95a8-42df-9ec5-01448f928864 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:19.450326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8aab63f8-bcca-4ff8-a029-619f34ccbab1 None None] Provisioning complete for port 660e8cdf-95a8-42df-9ec5-01448f928864 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:19.451072 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8aab63f8-bcca-4ff8-a029-619f34ccbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.470210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 51f95a66-cd00-4d7b-9649-bd4af834f3ac is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:30:19.501692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8aab63f8-bcca-4ff8-a029-619f34ccbab1 None None] Port 660e8cdf-95a8-42df-9ec5-01448f928864 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:19.512144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8aab63f8-bcca-4ff8-a029-619f34ccbab1 None None] Provisioning complete for port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:19.512510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8aab63f8-bcca-4ff8-a029-619f34ccbab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.588120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:19.596082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3698f054-ce04-4496-9268-bf09395bac91 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/51f95a66-cd00-4d7b-9649-bd4af834f3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5585976 Aug 27 12:30:19.596586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:19.603437 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] Sync routers for ids ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:19.616220 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] Routers {'51f95a66-cd00-4d7b-9649-bd4af834f3ac'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:19.616841 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:19.656516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a216536-66a6-4426-a264-1ca24a69d84b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:19.657035 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:19.660874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6a216536-66a6-4426-a264-1ca24a69d84b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports/660e8cdf-95a8-42df-9ec5-01448f928864 HTTP/1.1" status: 200 len: 910 time: 0.0607715 Aug 27 12:30:19.661333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53642) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:19.666769 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] Routers {'51f95a66-cd00-4d7b-9649-bd4af834f3ac'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:19.667597 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:19.713201 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:19.715381 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e0f19-da30-48c8-b2d1-9d1ea9ea68b9 None None] The sync data for ids ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:19.767922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f032222c-2e6a-4af3-b0db-39a9e6a19902 None None] Provisioning complete for port 660e8cdf-95a8-42df-9ec5-01448f928864 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:19.768297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f032222c-2e6a-4af3-b0db-39a9e6a19902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:19.821617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f032222c-2e6a-4af3-b0db-39a9e6a19902 None None] Port 660e8cdf-95a8-42df-9ec5-01448f928864 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:19.828239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30235492-e0e5-4612-82dd-358f27c0c143 req-f5591fa0-2d6c-45d4-92f7-349a273a8089 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:19.830414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30235492-e0e5-4612-82dd-358f27c0c143 req-f5591fa0-2d6c-45d4-92f7-349a273a8089 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.0692446 Aug 27 12:30:19.879594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30235492-e0e5-4612-82dd-358f27c0c143 req-feadddcd-7f8c-47cb-b0b7-8997d6752b05 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Aug 27 12:30:20.048712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.051495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d7f208d7-88d8-4ac5-b9c1-8fb44494f248 None None] Provisioning complete for port 660e8cdf-95a8-42df-9ec5-01448f928864 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:20.051899 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d7f208d7-88d8-4ac5-b9c1-8fb44494f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.094183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d7f208d7-88d8-4ac5-b9c1-8fb44494f248 None None] Port 660e8cdf-95a8-42df-9ec5-01448f928864 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:20.181066 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.325006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 660e8cdf-95a8-42df-9ec5-01448f928864 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:20.325354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.413637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.432088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 660e8cdf-95a8-42df-9ec5-01448f928864 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:20.605463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.632510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=660e8cdf-95a8-42df-9ec5-01448f928864,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:20.779921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:20.919894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:20.952989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 51f95a66-cd00-4d7b-9649-bd4af834f3ac has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:21.030759 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fe714390-bbaf-4357-a338-611986e8b1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.058192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03eb72-659d-4e10-b1aa-f70011e0ab3a req-7354ef27-9d1f-4b0a-b46c-90b9272ca19f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:21.060556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:21.066678 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3343af22-d452-4108-b96d-682f44b660ab tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/51f95a66-cd00-4d7b-9649-bd4af834f3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041746 Aug 27 12:30:21.070231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:21.077067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7f32536f-e7f9-41a8-8038-61b0f5c855b0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:21.082804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c03eb72-659d-4e10-b1aa-f70011e0ab3a req-7354ef27-9d1f-4b0a-b46c-90b9272ca19f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 946 time: 0.1201322 Aug 27 12:30:21.088318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] Sync routers for ids ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:21.101526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3e34b397-2d17-4208-99cc-b90f36ec7e6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=51f95a66-cd00-4d7b-9649-bd4af834f3ac HTTP/1.1" status: 200 len: 205 time: 0.0297976 Aug 27 12:30:21.104135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53684) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:21.133385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c03eb72-659d-4e10-b1aa-f70011e0ab3a req-c3e10212-e6db-4800-963a-086e19d5db61 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Aug 27 12:30:21.174729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] Routers {'51f95a66-cd00-4d7b-9649-bd4af834f3ac'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:21.175486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:21.201127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.375396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.379296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.394494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:21.397742 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.402695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.431334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] Routers {'51f95a66-cd00-4d7b-9649-bd4af834f3ac'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:21.432277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:21.435392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:21.435849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.440579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.441573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router 51f95a66-cd00-4d7b-9649-bd4af834f3ac {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:30:21.443006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:21.445414 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bd78c1-fdb6-4a0a-8897-9844f8233bf1" -d '{"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-unplugged", "status": "completed", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:21.452430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.454872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b0ec3152-b2de-45a6-a88e-1a70bd9c79e1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/51f95a66-cd00-4d7b-9649-bd4af834f3ac HTTP/1.1" status: 204 len: 168 time: 0.3497767 Aug 27 12:30:21.457249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:21.518477 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d8d32a-7a42-4ab8-b39a-d3d997e12a69 x-openstack-request-id: req-16d8d32a-7a42-4ab8-b39a-d3d997e12a69 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:21.518477 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-unplugged", "status": "failed", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:21.518779 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16d8d32a-7a42-4ab8-b39a-d3d997e12a69 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:21.519009 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'code': 422} returned with failed status Aug 27 12:30:21.528798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet db279ca1-9ddd-4e16-912f-5aa449a91bc4 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:21.529112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:21.529765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6c792-5530-4139-89dd-c519dd4bb2c4 None None] The sync data for ids ['51f95a66-cd00-4d7b-9649-bd4af834f3ac'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:21.533914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.535474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:21.542699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.581339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.606402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:21.682982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:21.752729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.053086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=db279ca1-9ddd-4e16-912f-5aa449a91bc4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:22.058847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.061157 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3dad1c3d-4ecc-4c84-9b25-65f1608723c1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/db279ca1-9ddd-4e16-912f-5aa449a91bc4 HTTP/1.1" status: 204 len: 168 time: 0.6024199 Aug 27 12:30:22.063375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53692) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:22.070257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a18975d-bcab-4aaa-9d01-ac13e11fe036 None None] Network 5eaccfd3-68c9-47dd-aade-c97271109e19 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:22.148831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.149605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.206949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:22.207440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.278576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 7f32536f-e7f9-41a8-8038-61b0f5c855b0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7f32536f-e7f9-41a8-8038-61b0f5c855b0,segment=NetworkSegment(1cac6c56-deb2-4d7f-8711-0b25bd21cf2a),segment_id=1cac6c56-deb2-4d7f-8711-0b25bd21cf2a)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:22.279283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.289985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] DHCP port deletion for 5eaccfd3-68c9-47dd-aade-c97271109e19 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:22.296005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 7f32536f-e7f9-41a8-8038-61b0f5c855b0 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:22.308042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490e22a-e6e1-44ef-89c5-64d16e02af93 req-2673539d-c670-4b6c-935c-5c6873c112e0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:22.318149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4490e22a-e6e1-44ef-89c5-64d16e02af93 req-2673539d-c670-4b6c-935c-5c6873c112e0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 944 time: 0.0858421 Aug 27 12:30:22.350475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] Deleting port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:22.351151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.368925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4490e22a-e6e1-44ef-89c5-64d16e02af93 req-814bc149-0b2b-41e0-b6ba-d1f8cbefb705 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Aug 27 12:30:22.389203 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.431566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] For port 7f32536f-e7f9-41a8-8038-61b0f5c855b0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7f32536f-e7f9-41a8-8038-61b0f5c855b0,segment=NetworkSegment(1cac6c56-deb2-4d7f-8711-0b25bd21cf2a),segment_id=1cac6c56-deb2-4d7f-8711-0b25bd21cf2a)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:22.432467 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.437083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=7f32536f-e7f9-41a8-8038-61b0f5c855b0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:22.439028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:22.453435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] Calling delete_port for 7f32536f-e7f9-41a8-8038-61b0f5c855b0 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:22.539611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.541656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.560594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaccfd3-68c9-47dd-aade-c97271109e19']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:22.573605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] No DVR routers for this DVR port 7f32536f-e7f9-41a8-8038-61b0f5c855b0 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:22.574143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:22.574826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cac6c56-deb2-4d7f-8711-0b25bd21cf2a') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:22.586257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be02f4-bdf7-47e6-9359-3b16fbabe656 None None] Pushing event deleted for resources: {'Port': ['ID=7f32536f-e7f9-41a8-8038-61b0f5c855b0,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:22.590098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.607525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.615371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:30:22.615880 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:30:22.619220 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:30:22.684729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.695619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.697753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/5eaccfd3-68c9-47dd-aade-c97271109e19 HTTP/1.1" status: 204 len: 168 time: 0.6330760 Aug 27 12:30:22.701504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53718) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:22.707002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691932158', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:22.716313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd65b4-ca43-4902-9113-390229499545 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=5eaccfd3-68c9-47dd-aade-c97271109e19,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:22.738870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.739963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.792990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:22.945624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.003717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7f32536f-e7f9-41a8-8038-61b0f5c855b0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:23.026260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7f32536f-e7f9-41a8-8038-61b0f5c855b0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:23.027021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7f32536f-e7f9-41a8-8038-61b0f5c855b0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:23.085281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-ff6baccc-82c0-4286-8611-a6003808bee2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:23.086908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-ff6baccc-82c0-4286-8611-a6003808bee2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c31c207-2fe2-4a7a-93fe-71916515d10d HTTP/1.1" status: 200 len: 944 time: 0.0754898 Aug 27 12:30:23.274205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.296709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.306113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Deleting port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:23.306484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.476924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] For port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:23.477603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.499593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.25.8.145 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/2461e953-3ab2-40fe-8049-5b26cd22959c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:23.501683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Calling delete_port for 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:23.667282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.733124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.769394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event deleted for resources: {'Port': ['ID=4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:23.777149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.847608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] No DVR routers for this DVR port 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:23.850261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:23.855287 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:23.857296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13337fce-c99a-42bc-8d96-7571e700cb3e req-3758e9b9-78af-42c4-be89-7665b70b235a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "DELETE /v2.0/ports/4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e HTTP/1.1" status: 204 len: 173 time: 0.7585201 Aug 27 12:30:23.857742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-deleted', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:23.860061 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f8c68-b2f3-41e6-a87e-a28689c61dc8" -d '{"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-deleted", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:23.867114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:23.873311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:23.877637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=2461e953-3ab2-40fe-8049-5b26cd22959c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:23.903762 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4f907a-2998-4c17-b1f6-3889269b0961 x-openstack-request-id: req-ca4f907a-2998-4c17-b1f6-3889269b0961 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:23.904106 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31c207-2fe2-4a7a-93fe-71916515d10d", "name": "network-vif-deleted", "tag": "4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e", "status": "failed", "code": 422}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:23.904334 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca4f907a-2998-4c17-b1f6-3889269b0961 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:23.904812 n-d-688802-4 neutron-server[94623]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c31c207-2fe2-4a7a-93fe-71916515d10d', 'name': 'network-vif-deleted', 'tag': '4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e', 'status': 'failed', 'code': 422} returned with failed status Aug 27 12:30:24.016946 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:24.181485 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:24.470302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:24.482614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-7e842b1f-9764-4912-ab8b-9304ba55c52f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:24.484410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-7e842b1f-9764-4912-ab8b-9304ba55c52f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1607435 Aug 27 12:30:24.537196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-b6f220bb-0c9f-4653-893d-30ae7723c085 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0148983 Aug 27 12:30:24.600655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-af4c0f30-4eba-4960-aa71-2ff252f38c58 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567300 Aug 27 12:30:24.719507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-dd017a36-5186-49f4-b904-cfb57835a905 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089823 Aug 27 12:30:24.720522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 74ab7bb1-1296-4522-93b1-0b223631dc6a is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:30:24.906703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e5cc1ea3-e350-44ce-818c-3662444e9338 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792228 Aug 27 12:30:24.907986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:24.922822 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] Sync routers for ids ['74ab7bb1-1296-4522-93b1-0b223631dc6a'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:24.935294 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] Routers {'74ab7bb1-1296-4522-93b1-0b223631dc6a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:24.935916 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['74ab7bb1-1296-4522-93b1-0b223631dc6a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:24.943816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:24.960381 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:24.963330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f08cbf73-2fb6-412c-ad9c-84391e2df37e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.2607653 Aug 27 12:30:24.966212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:24.978771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:24.979365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 4598d3d0-3d0a-4a6b-aa7c-01c5cb93dd5e not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:24.980410 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:24.991136 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] Routers {'74ab7bb1-1296-4522-93b1-0b223631dc6a'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:24.992115 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['74ab7bb1-1296-4522-93b1-0b223631dc6a'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:25.043441 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:25.044480 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5253511-5a83-4dbd-886c-6ffc9d272a09 None None] The sync data for ids ['74ab7bb1-1296-4522-93b1-0b223631dc6a'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:25.147909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b712edb-a258-4c80-82eb-34284752e555 req-d7db9dad-620b-4aa2-aea6-748885fba58a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 210 time: 0.0407684 Aug 27 12:30:25.159454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53768) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:25.159975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-32f76eb5-80bd-474d-92a0-f2b62aeec2e7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/routers/74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 200 len: 881 time: 0.1924360 Aug 27 12:30:25.811837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cf3be7ad-e106-4749-b2ef-8ab3c4b31712 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6511128 Aug 27 12:30:25.815044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:25.819674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1691932158'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:26.135697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:26.146242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:26.272065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 74ab7bb1-1296-4522-93b1-0b223631dc6a has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:26.308111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d162e5a1-a962-4d1c-aa6d-89edb57a548b req-0ac7bc3a-0536-449a-83fe-d9c847ca20ac tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 210 time: 0.0318038 Aug 27 12:30:26.489462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-ea2cf2de-d42c-4fd5-a647-0d88a67dcc87 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:26.491707 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-ea2cf2de-d42c-4fd5-a647-0d88a67dcc87 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1708627 Aug 27 12:30:26.497824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:26.505717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:26.507726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eae71c51-eeb7-4c4a-9a37-5bf344ac33bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 200 len: 888 time: 0.6914201 Aug 27 12:30:26.510616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:26.512200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Request body: {'port': {'device_id': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'admin_state_up': True, 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:26.512963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] Sync routers for ids ['74ab7bb1-1296-4522-93b1-0b223631dc6a'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:26.528526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] Routers {'74ab7bb1-1296-4522-93b1-0b223631dc6a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:26.529372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['74ab7bb1-1296-4522-93b1-0b223631dc6a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:26.568738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:26.579072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] Routers {'74ab7bb1-1296-4522-93b1-0b223631dc6a'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:26.579824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['74ab7bb1-1296-4522-93b1-0b223631dc6a'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:26.614223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:26.615230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955015f-a2e6-4a34-a65f-03aaef4e2538 None None] The sync data for ids ['74ab7bb1-1296-4522-93b1-0b223631dc6a'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:26.666000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:26.670490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:26.697765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8a785d9-4066-4733-811b-f11cae98ebd2 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/routers/74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 200 len: 888 time: 0.1854026 Aug 27 12:30:26.700763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53820) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:26.773049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b7de867d-4c66-4614-8d6b-50d7ec558c39 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 200 len: 205 time: 0.0708785 Aug 27 12:30:26.775685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 53830) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:26.862062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Allocated IP 172.20.0.8 (d8e926bb-780a-4413-95c3-ea1a29cefa2f/aa5ddb4f-320b-445f-a238-e7e6384dd6be/643ffaff-0efd-4c22-aebe-d693e68d1f5e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:26.903119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.044758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.057404 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.105589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.116590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 2461e953-3ab2-40fe-8049-5b26cd22959c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:27.116590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.182583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:27.188310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:27.193141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:27.222334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event updated for resources: {'Port': ['ID=643ffaff-0efd-4c22-aebe-d693e68d1f5e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:27.230225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.260087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:27.261174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.265459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 2461e953-3ab2-40fe-8049-5b26cd22959c owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:27.283676 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-2346e80d-4dcb-4f2d-bc13-8fbfa1aec69b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761097 Aug 27 12:30:27.402730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Request body: {'port': {'device_id': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:27.535295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.561699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831e2fc-e3b7-4cb8-90f8-5685671e8cef req-3d7aef4c-702f-4aa3-8bca-bdc74a7ffd76 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:27.563579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d831e2fc-e3b7-4cb8-90f8-5685671e8cef req-3d7aef4c-702f-4aa3-8bca-bdc74a7ffd76 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 931 time: 0.1156323 Aug 27 12:30:27.617255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.656881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d831e2fc-e3b7-4cb8-90f8-5685671e8cef req-f98c1541-7501-40b9-bac3-02064e89d1e8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837116 Aug 27 12:30:27.659469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=2461e953-3ab2-40fe-8049-5b26cd22959c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:27.741802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.862476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.865412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.897057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643ffaff-0efd-4c22-aebe-d693e68d1f5e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:30:27.905061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.919738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Transition to ACTIVE for port object 643ffaff-0efd-4c22-aebe-d693e68d1f5e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:27.923881 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.932854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.933713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router 74ab7bb1-1296-4522-93b1-0b223631dc6a {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:30:27.950531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:27.951690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a25398e-d83d-491e-8f8f-7962ba04265b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 204 len: 168 time: 1.1748536 Aug 27 12:30:27.956343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 53966) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:27.964063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-290885785'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:27.996754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Pushing event updated for resources: {'Port': ['ID=643ffaff-0efd-4c22-aebe-d693e68d1f5e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:28.030105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:28.033694 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.093442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:28.113074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.113440 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 11cf706a-a047-49a4-82b1-de78bf9d7b15 of type vlan for network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a Aug 27 12:30:28.114958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Attempting to bind port 643ffaff-0efd-4c22-aebe-d693e68d1f5e on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:28.115292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Attempting to bind port 643ffaff-0efd-4c22-aebe-d693e68d1f5e by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:28.115756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Attempting to bind port 643ffaff-0efd-4c22-aebe-d693e68d1f5e on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:28.128801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Port 643ffaff-0efd-4c22-aebe-d693e68d1f5e on network d8e926bb-780a-4413-95c3-ea1a29cefa2f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:30:28.129135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Attempting to bind port 643ffaff-0efd-4c22-aebe-d693e68d1f5e on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:28.157825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:28.158189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:28.158618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Bound using segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:28.159149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Bound port: 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:28.159410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.176610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.243333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.248775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:28.249368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.314534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] For port 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:28.335378 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3778982 Aug 27 12:30:28.338994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:28.340193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] For port 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:28.341624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfa3ad-d84f-4d0e-a726-b60132f54702 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=7c119797-ddb5-4eeb-9c19-8ad3ea35087a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:28.344674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:28.348213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.357934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:28.391185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:28.391909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.394094 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] 10.222.0.77 "PUT /v2.0/ports/643ffaff-0efd-4c22-aebe-d693e68d1f5e HTTP/1.1" status: 200 len: 1091 time: 1.0965731 Aug 27 12:30:28.394802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'tag': '643ffaff-0efd-4c22-aebe-d693e68d1f5e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:28.397259 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0169744e-1c37-4d6f-879e-3366af7b2f23" -d '{"events": [{"name": "network-changed", "server_uuid": "62e8391e-b68e-4e65-aa1e-ac6552f3420f", "tag": "643ffaff-0efd-4c22-aebe-d693e68d1f5e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:28.470756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019220-8ca9-4832-880d-eb7230a88b25 service neutron] Pushing event updated for resources: {'Port': ['ID=643ffaff-0efd-4c22-aebe-d693e68d1f5e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:28.507572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:28.511587 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.543239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-705a9419-ec15-4e2c-87a9-3a9ddb052c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:28.545474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-705a9419-ec15-4e2c-87a9-3a9ddb052c7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 1094 time: 0.0702899 Aug 27 12:30:28.556935 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2bbc1e-f819-418d-92d2-577e1e3ea2e2 x-openstack-request-id: req-9e2bbc1e-f819-418d-92d2-577e1e3ea2e2 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:28.557244 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e8391e-b68e-4e65-aa1e-ac6552f3420f", "tag": "643ffaff-0efd-4c22-aebe-d693e68d1f5e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:28.557679 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e2bbc1e-f819-418d-92d2-577e1e3ea2e2 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:28.558328 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'tag': '643ffaff-0efd-4c22-aebe-d693e68d1f5e', 'status': 'completed', 'code': 200} Aug 27 12:30:28.602176 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-3876bd2c-0d7b-44f2-9a0e-7434be017134 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e HTTP/1.1" status: 200 len: 217 time: 0.0396175 Aug 27 12:30:28.655159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-1609a5ce-f538-47bd-ace4-3df7ebeca744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:28.656899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-1609a5ce-f538-47bd-ace4-3df7ebeca744 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0480442 Aug 27 12:30:28.698370 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-71f3267f-b1b5-4591-8146-617469c3a286 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303462 Aug 27 12:30:28.718038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.808656 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-66b58c19-357f-42b0-bda9-fe49cdfc19ca service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024077 Aug 27 12:30:28.812054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=315df8d0-586e-4fb4-830c-053e880347ed,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:28.826613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '11cf706a-a047-49a4-82b1-de78bf9d7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:28.826985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 7c119797-ddb5-4eeb-9c19-8ad3ea35087a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:28.848862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1a3b-a240-4162-8e8a-4659817402a2 req-461fd20f-3a0d-4686-a116-74b5681fc21e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:28.855205 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a6d1a3b-a240-4162-8e8a-4659817402a2 req-461fd20f-3a0d-4686-a116-74b5681fc21e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 943 time: 0.0913944 Aug 27 12:30:28.879332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:28.900126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7c119797-ddb5-4eeb-9c19-8ad3ea35087a) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:28.904854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:28.905847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.913016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33930b7b-0f9d-47c5-8130-48e53a6739de None None] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:28.919732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a6d1a3b-a240-4162-8e8a-4659817402a2 req-fcddeb69-1446-4053-ab54-f3558709dcca tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612874 Aug 27 12:30:28.934733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-04dd0673-04f1-48b5-8df0-dd4e09aa377c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5921998 Aug 27 12:30:28.936500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:28.941734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-69e57f2b-463f-4a8c-9ccc-09579a762e5d req-8d6a19f6-ff18-4b11-bd8a-23d3e1ca275d service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244926 Aug 27 12:30:28.950641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-704757833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:28.981213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:28.982555 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.063679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.076237 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.094973 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-bc365a69-5fc0-40e7-be51-eaeb2b7cf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:29.097008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-bc365a69-5fc0-40e7-be51-eaeb2b7cf74c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 1094 time: 0.0528448 Aug 27 12:30:29.104392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-7c119797-ddb5-4eeb-9c19-8ad3ea35087a', 'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': '315df8d0-586e-4fb4-830c-053e880347ed'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:29.105581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.110768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.114696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-361f9df0-3b42-4dce-9475-4641a1d18c18 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1740386 Aug 27 12:30:29.115922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:29.270725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Allocated IP 172.20.0.2 (7c119797-ddb5-4eeb-9c19-8ad3ea35087a/315df8d0-586e-4fb4-830c-053e880347ed/c0900e1e-90d6-45c2-9ce2-92bdfcdc0707) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:29.382758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-8439679e-864e-40aa-859e-c383760c4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:29.384263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-8439679e-864e-40aa-859e-c383760c4e91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.2800636 Aug 27 12:30:29.437120 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.447937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Transition to ACTIVE for port object c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:29.450244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-a7c37814-6324-433b-8b0c-817d2dd8becb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e HTTP/1.1" status: 200 len: 217 time: 0.0393028 Aug 27 12:30:29.464489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Transition to ACTIVE for port object c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:29.474297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.540565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:29.546068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:29.548908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:29.549637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-53d4ea97-bdb8-4d89-b34e-b56a50c0f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:29.551192 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-53d4ea97-bdb8-4d89-b34e-b56a50c0f4ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0716529 Aug 27 12:30:29.569224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Pushing event updated for resources: {'Port': ['ID=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:29.579534 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.597209 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-d47ec91c-3aa8-4f79-b7e1-48f5321af1b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284271 Aug 27 12:30:29.619081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Attempting to bind port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:29.619519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Attempting to bind port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '11cf706a-a047-49a4-82b1-de78bf9d7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:29.620059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Attempting to bind port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 on network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:29.625841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:29.626472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Checking segment: {'id': '11cf706a-a047-49a4-82b1-de78bf9d7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:29.627095 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.627505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Bound using segment: {'id': '11cf706a-a047-49a4-82b1-de78bf9d7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:29.627959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Bound port: c0900e1e-90d6-45c2-9ce2-92bdfcdc0707, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cf706a-a047-49a4-82b1-de78bf9d7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7c119797-ddb5-4eeb-9c19-8ad3ea35087a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:29.628343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.699727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] For port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:29.702944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] For port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,segment=NetworkSegment(11cf706a-a047-49a4-82b1-de78bf9d7b15),segment_id=11cf706a-a047-49a4-82b1-de78bf9d7b15)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:29.709047 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:29.782846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5279d2d-aca3-4fa8-8116-1f7c48ccba67 None None] Pushing event updated for resources: {'Port': ['ID=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:29.830355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-4b595824-fc7f-4cb7-8ece-66657be9168d service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246559 Aug 27 12:30:30.043399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.20.0.1 (7c119797-ddb5-4eeb-9c19-8ad3ea35087a/315df8d0-586e-4fb4-830c-053e880347ed/f032618d-d586-4d1b-9f78-bc1664b5b0f5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:30.068651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0169744e-1c37-4d6f-879e-3366af7b2f23 req-fe8a7e3b-773f-4c20-913c-47c90f1b646a service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137449 Aug 27 12:30:30.081669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d048c-93fd-4e0b-8db5-9bff97ab5635 req-cdc2f5b9-4d09-4f2f-be0b-65251de0dd3c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:30.087103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d50d048c-93fd-4e0b-8db5-9bff97ab5635 req-cdc2f5b9-4d09-4f2f-be0b-65251de0dd3c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 943 time: 0.0558572 Aug 27 12:30:30.141215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d50d048c-93fd-4e0b-8db5-9bff97ab5635 req-dee9ce25-bc62-47a5-9170-62bdcc3753b3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Aug 27 12:30:30.205658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:30.224482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object f032618d-d586-4d1b-9f78-bc1664b5b0f5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:30.256128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:30.295733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:30.300929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:30.304661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:30.311303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=f032618d-d586-4d1b-9f78-bc1664b5b0f5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:30.352699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:30.469719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:30.922549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2ef25-554e-48b5-8564-67007f57a312 None None] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:31.013663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b9970eda-f262-4d63-a1a1-34a290f74b9d None None] Provisioning for port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:31.075804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:31.108520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.113729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.171382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:31.177994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:31.178366 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.188290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.194679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=f032618d-d586-4d1b-9f78-bc1664b5b0f5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:31.283136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.332203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,segment=NetworkSegment(11cf706a-a047-49a4-82b1-de78bf9d7b15),segment_id=11cf706a-a047-49a4-82b1-de78bf9d7b15)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:31.339670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:31.342163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:31.343556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.436798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ef2c1-7de6-4e59-8bb4-2b2e2b995a16 req-51d1ea33-dd74-4d82-a83c-7b3fc62317cb tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:31.446157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f31ef2c1-7de6-4e59-8bb4-2b2e2b995a16 req-51d1ea33-dd74-4d82-a83c-7b3fc62317cb tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 943 time: 0.1128371 Aug 27 12:30:31.493436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:31.522685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f31ef2c1-7de6-4e59-8bb4-2b2e2b995a16 req-ecc43caf-257a-4cbb-a7e6-e919378471c4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684686 Aug 27 12:30:31.533486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router a08218a3-d176-4274-849a-d2924e5ede82 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:30:31.659014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:31.665448 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07091fbe-7350-4240-b42e-98cdb1a0988b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/a08218a3-d176-4274-849a-d2924e5ede82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5485301 Aug 27 12:30:31.670013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54262) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:31.681459 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] Sync routers for ids ['a08218a3-d176-4274-849a-d2924e5ede82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:31.696324 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] Routers {'a08218a3-d176-4274-849a-d2924e5ede82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:31.697222 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a08218a3-d176-4274-849a-d2924e5ede82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:31.718224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-79cd61e4-a1d3-4c3d-aa74-53e67719cc83 None None] Provisioning for port f032618d-d586-4d1b-9f78-bc1664b5b0f5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:31.722859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-79cd61e4-a1d3-4c3d-aa74-53e67719cc83 None None] Provisioning complete for port f032618d-d586-4d1b-9f78-bc1664b5b0f5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:31.723222 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79cd61e4-a1d3-4c3d-aa74-53e67719cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.748985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b7eb4c-9250-4814-91f6-5bd71b689a63 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:31.753788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-55b7eb4c-9250-4814-91f6-5bd71b689a63 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports/f032618d-d586-4d1b-9f78-bc1664b5b0f5 HTTP/1.1" status: 200 len: 910 time: 0.0792925 Aug 27 12:30:31.754677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:31.766499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '315df8d0-586e-4fb4-830c-053e880347ed'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:31.771126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-79cd61e4-a1d3-4c3d-aa74-53e67719cc83 None None] Port f032618d-d586-4d1b-9f78-bc1664b5b0f5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:31.780364 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:31.791200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-79cd61e4-a1d3-4c3d-aa74-53e67719cc83 None None] Provisioning complete for port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:31.791557 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79cd61e4-a1d3-4c3d-aa74-53e67719cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:31.795572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] Routers {'a08218a3-d176-4274-849a-d2924e5ede82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:31.796417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a08218a3-d176-4274-849a-d2924e5ede82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:31.853152 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:31.854133 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af660f8-8d7a-4711-ba0e-c98b5ac3a15d None None] The sync data for ids ['a08218a3-d176-4274-849a-d2924e5ede82'] in n-d-688802-4 is: [] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:32.005874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:32.058557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4790259f-5bc8-4e2a-9e3f-f8b1f0caab48 None None] Provisioning complete for port f032618d-d586-4d1b-9f78-bc1664b5b0f5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:32.059621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4790259f-5bc8-4e2a-9e3f-f8b1f0caab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:32.133586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4790259f-5bc8-4e2a-9e3f-f8b1f0caab48 None None] Port f032618d-d586-4d1b-9f78-bc1664b5b0f5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:32.257902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9b1bfebc-d630-4c03-bee5-70f2184d5b99 None None] Provisioning complete for port f032618d-d586-4d1b-9f78-bc1664b5b0f5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:32.258553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b1bfebc-d630-4c03-bee5-70f2184d5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:32.303979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bfebc-d630-4c03-bee5-70f2184d5b99 None None] Port f032618d-d586-4d1b-9f78-bc1664b5b0f5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:32.448677 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:32.459049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:32.536474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=f032618d-d586-4d1b-9f78-bc1664b5b0f5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:32.546369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:32.547032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:32.551738 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e163a445-de71-44d1-9d51-f0bb2bc34cdf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/ports/f032618d-d586-4d1b-9f78-bc1664b5b0f5 HTTP/1.1" status: 200 len: 910 time: 0.7924912 Aug 27 12:30:32.553627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:32.762460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63832595-492f-4405-8b6b-2800308ec6e3 req-c6503ad8-8399-4a8c-95b3-c87f94674c0c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:32.764414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63832595-492f-4405-8b6b-2800308ec6e3 req-c6503ad8-8399-4a8c-95b3-c87f94674c0c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 943 time: 0.1319330 Aug 27 12:30:32.838074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63832595-492f-4405-8b6b-2800308ec6e3 req-3ce0a60d-825d-4957-80b9-ed90d6ff670a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666304 Aug 27 12:30:32.991270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.009037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:33.044947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 643ffaff-0efd-4c22-aebe-d693e68d1f5e details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:30:33.157266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:33.159024 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.229551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:33.249274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '643ffaff-0efd-4c22-aebe-d693e68d1f5e', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': '643ffaff-0efd-4c22-aebe-d693e68d1f5e', 'mac_address': 'fa:16:3e:a1:f2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:30:33.294432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port f032618d-d586-4d1b-9f78-bc1664b5b0f5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:33.294952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.326580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.345092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643ffaff-0efd-4c22-aebe-d693e68d1f5e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:30:33.370006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:33.375261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.419901 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.437323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for f032618d-d586-4d1b-9f78-bc1664b5b0f5 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:33.459044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=643ffaff-0efd-4c22-aebe-d693e68d1f5e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:33.633854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.663611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=f032618d-d586-4d1b-9f78-bc1664b5b0f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:33.830842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:33.867086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['643ffaff-0efd-4c22-aebe-d693e68d1f5e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:30:34.441047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router a08218a3-d176-4274-849a-d2924e5ede82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:34.457795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f897f1-05eb-4646-ae4a-22ab0e6cd281 req-66e8ec58-e6ea-4ca9-a7b3-5d100f0f26d7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:34.459363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57f897f1-05eb-4646-ae4a-22ab0e6cd281 req-66e8ec58-e6ea-4ca9-a7b3-5d100f0f26d7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 944 time: 0.5193584 Aug 27 12:30:34.555600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:34.565326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c8970693-edff-42b3-9dee-fe6f5ec35e66 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/a08218a3-d176-4274-849a-d2924e5ede82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0089097 Aug 27 12:30:34.566073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54278) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:34.575389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] Sync routers for ids ['a08218a3-d176-4274-849a-d2924e5ede82'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:34.589923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57f897f1-05eb-4646-ae4a-22ab0e6cd281 req-948e7653-9762-4a13-ae69-2019b43c5e4e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845270 Aug 27 12:30:34.592550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] Routers {'a08218a3-d176-4274-849a-d2924e5ede82'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:34.596599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a08218a3-d176-4274-849a-d2924e5ede82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:34.604991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7f2a1e1c-bd97-48f3-a612-e9ad4801ec86 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08218a3-d176-4274-849a-d2924e5ede82 HTTP/1.1" status: 200 len: 205 time: 0.0366955 Aug 27 12:30:34.607432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:34.642077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:34.655502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] Routers {'a08218a3-d176-4274-849a-d2924e5ede82'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:34.655795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a08218a3-d176-4274-849a-d2924e5ede82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:34.696571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:34.701430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:34.702093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf6b5-2ec0-4017-98f9-9166fa2e6e17 None None] The sync data for ids ['a08218a3-d176-4274-849a-d2924e5ede82'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:34.872623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:34.874855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:34.933179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:34.935188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router a08218a3-d176-4274-849a-d2924e5ede82 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:30:34.942612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:34.943794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-24fa1930-fbd6-4473-a458-8942752895d0 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/a08218a3-d176-4274-849a-d2924e5ede82 HTTP/1.1" status: 204 len: 168 time: 0.3353791 Aug 27 12:30:34.946295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:35.001008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet 315df8d0-586e-4fb4-830c-053e880347ed {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:35.004753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.027723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 643ffaff-0efd-4c22-aebe-d693e68d1f5e up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:35.062958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.099702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 643ffaff-0efd-4c22-aebe-d693e68d1f5e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:35.104776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 643ffaff-0efd-4c22-aebe-d693e68d1f5e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:35.105238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.172175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.244250 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.259132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.279063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643ffaff-0efd-4c22-aebe-d693e68d1f5e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:35.282677 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc003a-03d4-4967-b488-de7803c33fa5" -d '{"events": [{"server_uuid": "62e8391e-b68e-4e65-aa1e-ac6552f3420f", "name": "network-vif-plugged", "status": "completed", "tag": "643ffaff-0efd-4c22-aebe-d693e68d1f5e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:35.295058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=315df8d0-586e-4fb4-830c-053e880347ed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:35.296146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:35.299675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.301904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-058172bb-90a1-4922-90e1-70dd32962ec9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/315df8d0-586e-4fb4-830c-053e880347ed HTTP/1.1" status: 204 len: 168 time: 0.3544631 Aug 27 12:30:35.304612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54288) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:35.314504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08392209-161e-40eb-bc61-b65e639d1786 None None] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:35.317335 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.369486 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8f62c-acaf-4952-aaeb-da0cdc4f60cd x-openstack-request-id: req-0ea8f62c-acaf-4952-aaeb-da0cdc4f60cd {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:35.369791 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e8391e-b68e-4e65-aa1e-ac6552f3420f", "name": "network-vif-plugged", "status": "completed", "tag": "643ffaff-0efd-4c22-aebe-d693e68d1f5e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:35.370023 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ea8f62c-acaf-4952-aaeb-da0cdc4f60cd {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:35.370430 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643ffaff-0efd-4c22-aebe-d693e68d1f5e', 'code': 200} Aug 27 12:30:35.402654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.477290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:35.477704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.483466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=643ffaff-0efd-4c22-aebe-d693e68d1f5e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:35.571961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] DHCP port deletion for 7c119797-ddb5-4eeb-9c19-8ad3ea35087a request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:35.575951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,segment=NetworkSegment(11cf706a-a047-49a4-82b1-de78bf9d7b15),segment_id=11cf706a-a047-49a4-82b1-de78bf9d7b15)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:35.576496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.580341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378efed-0aac-4a4f-8eec-7ea59298dab8 req-b4837cf2-cd70-4ec9-b22a-c513b5fbe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:35.581855 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8378efed-0aac-4a4f-8eec-7ea59298dab8 req-b4837cf2-cd70-4ec9-b22a-c513b5fbe292 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 1096 time: 0.1145732 Aug 27 12:30:35.597591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:35.643612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Deleting port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:35.644148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.661387 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8378efed-0aac-4a4f-8eec-7ea59298dab8 req-1a1b8d95-d467-4acc-9e7d-d4536839189b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693116 Aug 27 12:30:35.712803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.727480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] For port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,segment=NetworkSegment(11cf706a-a047-49a4-82b1-de78bf9d7b15),segment_id=11cf706a-a047-49a4-82b1-de78bf9d7b15)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:35.727888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.734447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a8e56-2266-4808-bb09-6febc246edf6 req-973b2c10-6017-4506-9987-0d4956457e06 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:35.736189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-522a8e56-2266-4808-bb09-6febc246edf6 req-973b2c10-6017-4506-9987-0d4956457e06 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0605230 Aug 27 12:30:35.745279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Calling delete_port for c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:35.753251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:35.761187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:35.786672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-522a8e56-2266-4808-bb09-6febc246edf6 req-222d58db-9fdb-44f2-8c46-4f57267ea989 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Aug 27 12:30:35.843199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.855751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c119797-ddb5-4eeb-9c19-8ad3ea35087a']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:35.869619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cf706a-a047-49a4-82b1-de78bf9d7b15') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:35.869920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cf706a-a047-49a4-82b1-de78bf9d7b15') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:35.880421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.896481 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.903264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:30:35.903678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:30:35.906829 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:30:35.976927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.985349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.991396 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/7c119797-ddb5-4eeb-9c19-8ad3ea35087a HTTP/1.1" status: 204 len: 168 time: 0.6820347 Aug 27 12:30:35.991704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54292) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:35.994251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:35.996550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1886929022', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:36.001568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Network 7c119797-ddb5-4eeb-9c19-8ad3ea35087a is not hosted by any dhcp agent {{(pid=94625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:30:36.002030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] No DVR routers for this DVR port c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:36.008409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cbaa1-8d31-4f20-aca6-ad3975377c9c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=7c119797-ddb5-4eeb-9c19-8ad3ea35087a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:36.021056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7ca34-1556-4067-a46e-27a00746acf0 None None] Pushing event deleted for resources: {'Port': ['ID=c0900e1e-90d6-45c2-9ce2-92bdfcdc0707,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:36.046448 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.047626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.101006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.105631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.129242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.130562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05b6dd1c-6a11-4b61-ae10-fc323d51a940 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1378195 Aug 27 12:30:36.133254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54294) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:36.138391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-39659363'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:36.160250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:36.163770 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.192749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:36.202171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.202472 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 2593b73b-c4e2-4919-a5a2-81cd0fcf14b8 of type vlan for network d6798030-dd51-454d-a737-5e9367755d96 Aug 27 12:30:36.244917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.271033 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.276772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:36.277363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.340909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2063756 Aug 27 12:30:36.345938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54302) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:36.352158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:36.356225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa0af7-35b6-4213-a642-bd66d13856f3 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=d6798030-dd51-454d-a737-5e9367755d96,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:36.375342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network d6798030-dd51-454d-a737-5e9367755d96 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:36.481585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:36.485810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.627997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116452d-9b97-40d1-be19-2d61f52c0baa req-08f08f9d-8527-4172-98e3-837a6336f4b3 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:36.635249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1116452d-9b97-40d1-be19-2d61f52c0baa req-08f08f9d-8527-4172-98e3-837a6336f4b3 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 949 time: 0.0821748 Aug 27 12:30:36.675617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1116452d-9b97-40d1-be19-2d61f52c0baa req-918e30e3-f570-413e-b5d1-3d9c17c62160 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Aug 27 12:30:36.723857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.798182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=aab2a0e7-a7c6-4c0c-9356-996381e84f95,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:36.804225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:36.804821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: d6798030-dd51-454d-a737-5e9367755d96, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:36.825563 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network d6798030-dd51-454d-a737-5e9367755d96 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:36.837739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, d6798030-dd51-454d-a737-5e9367755d96) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:36.843345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:36.846212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:36.846942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331dd646-eaee-4d33-b891-3160de50cfcc None None] Network d6798030-dd51-454d-a737-5e9367755d96 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:36.866430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a51df98a-4360-491c-bba1-2fa9da2a8efc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5173244 Aug 27 12:30:36.867766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:37.006677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:37.041280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:37.041650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0900e1e-90d6-45c2-9ce2-92bdfcdc0707 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:37.056156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-d6798030-dd51-454d-a737-5e9367755d96', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:37.057426 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.076984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17a313-da30-413f-b0db-f9e2da9eb2dd req-40c2c87f-7579-455f-a803-693cf745b392 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:37.078529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc17a313-da30-413f-b0db-f9e2da9eb2dd req-40c2c87f-7579-455f-a803-693cf745b392 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1673427 Aug 27 12:30:37.210483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc17a313-da30-413f-b0db-f9e2da9eb2dd req-a533cd82-85b2-46fd-beff-a52e6264cc72 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966470 Aug 27 12:30:37.214640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Allocated IP 172.20.0.2 (d6798030-dd51-454d-a737-5e9367755d96/aab2a0e7-a7c6-4c0c-9356-996381e84f95/d6490425-4b16-4a01-8077-7c08bfb0108c) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:37.254076 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.394924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.403796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Transition to ACTIVE for port object d6490425-4b16-4a01-8077-7c08bfb0108c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:37.420896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Transition to ACTIVE for port object d6490425-4b16-4a01-8077-7c08bfb0108c will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:37.428671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.465523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Network d6798030-dd51-454d-a737-5e9367755d96 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:37.470014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:37.477464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:37.489036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Pushing event updated for resources: {'Port': ['ID=d6490425-4b16-4a01-8077-7c08bfb0108c,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:37.534504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.20.0.1 (d6798030-dd51-454d-a737-5e9367755d96/aab2a0e7-a7c6-4c0c-9356-996381e84f95/02637b37-b0c4-4a48-925e-819e1b320507) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:37.546108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Attempting to bind port d6490425-4b16-4a01-8077-7c08bfb0108c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:37.546726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Attempting to bind port d6490425-4b16-4a01-8077-7c08bfb0108c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:37.547138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Attempting to bind port d6490425-4b16-4a01-8077-7c08bfb0108c on network d6798030-dd51-454d-a737-5e9367755d96 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:37.553036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:37.553419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Checking segment: {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:37.553849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.554455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Bound using segment: {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:37.555007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Bound port: d6490425-4b16-4a01-8077-7c08bfb0108c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:37.555418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.622836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] For port d6490425-4b16-4a01-8077-7c08bfb0108c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:37.625954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] For port d6490425-4b16-4a01-8077-7c08bfb0108c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6490425-4b16-4a01-8077-7c08bfb0108c,segment=NetworkSegment(2593b73b-c4e2-4919-a5a2-81cd0fcf14b8),segment_id=2593b73b-c4e2-4919-a5a2-81cd0fcf14b8)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:37.632342 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.661027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.689743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 02637b37-b0c4-4a48-925e-819e1b320507 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:37.698239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e10ddb-6caa-4069-9878-d43adc026918 None None] Pushing event updated for resources: {'Port': ['ID=d6490425-4b16-4a01-8077-7c08bfb0108c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:37.744043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:37.816071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-5633eb9d-47da-428c-934b-f432a1b89b06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505300 Aug 27 12:30:37.827165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network d6798030-dd51-454d-a737-5e9367755d96 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:37.837133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:37.844392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:37.887521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=02637b37-b0c4-4a48-925e-819e1b320507,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:37.928184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1dfc0-77d3-4775-b905-cec0380ffdc3 req-3a170153-dd7c-413a-a2c3-e04cfece9cf8 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:37.929787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8de1dfc0-77d3-4775-b905-cec0380ffdc3 req-3a170153-dd7c-413a-a2c3-e04cfece9cf8 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 949 time: 0.1488612 Aug 27 12:30:37.961001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5927-032d-4e59-98db-694022937626 req-6ee7b56b-297d-4bde-a1a7-77f9aeb6fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:37.963170 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-6ee7b56b-297d-4bde-a1a7-77f9aeb6fe3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.0942278 Aug 27 12:30:37.966563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.032390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8de1dfc0-77d3-4775-b905-cec0380ffdc3 req-ab23dc7e-7a35-460b-a78e-f1f7c2648516 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6834443c-6cb1-4d72-a516-40afeac322df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850289 Aug 27 12:30:38.141327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.161166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5927-032d-4e59-98db-694022937626 req-2eb01e85-8d09-48a5-a13d-e31ca8df9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:38.162657 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-2eb01e85-8d09-48a5-a13d-e31ca8df9fc6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 910 time: 0.1706696 Aug 27 12:30:38.176032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-52f2cd88-ef00-4784-b95a-ac6415e48f34 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:38.177540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-52f2cd88-ef00-4784-b95a-ac6415e48f34 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.65 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 949 time: 0.0819430 Aug 27 12:30:38.296861 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.312016 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-c1f481f8-7dbf-4270-963f-0c4ed3ae96f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 1000 time: 0.1334791 Aug 27 12:30:38.391132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5927-032d-4e59-98db-694022937626 req-77f6d1fd-b90b-4b18-8c39-21a19febec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:38.393239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-77f6d1fd-b90b-4b18-8c39-21a19febec92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.0704169 Aug 27 12:30:38.399920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Deleting port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:38.400669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.547242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5927-032d-4e59-98db-694022937626 req-ddd68faf-17b4-4c37-a27b-3775435cfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:38.548849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-ddd68faf-17b4-4c37-a27b-3775435cfe48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448300 Aug 27 12:30:38.557878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] For port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:38.560853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.595356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Calling delete_port for f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:38.620750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079b97c-2c87-4274-a07c-c33ec1801354 req-d7a77891-c9f0-4261-8ae8-876fb99002cf tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:38.622362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d079b97c-2c87-4274-a07c-c33ec1801354 req-d7a77891-c9f0-4261-8ae8-876fb99002cf tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1066434 Aug 27 12:30:38.733084 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-f70307dd-cca5-437c-8777-bb2bae16bcff service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633830 Aug 27 12:30:38.742063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d079b97c-2c87-4274-a07c-c33ec1801354 req-915a433d-20bc-47fc-bee9-7a9769fd5734 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076465 Aug 27 12:30:38.855782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.862627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:38.867594 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-8d343250-cc5b-45b2-b85d-6482a75e606d service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223025 Aug 27 12:30:38.908418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea812d-ce0f-4422-8e8c-cb7930bb35ae None None] Network d6798030-dd51-454d-a737-5e9367755d96 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:38.990192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.034223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=02637b37-b0c4-4a48-925e-819e1b320507,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:39.052468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Pushing event deleted for resources: {'Port': ['ID=f9e8a7fb-f41a-4d51-aa97-7ed6767e9437,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:39.062238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.075286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.075639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.076752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.077111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.077451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.079141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.079496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.079870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.080209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.080566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.080864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.081192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:39.141572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] No DVR routers for this DVR port f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:39.145857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.148683 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7529a72d-db80-4900-b955-ad52d7de8c0d req-e433cd4c-9cbe-4d85-960a-7b49bd5a04b9 tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.65 "DELETE /v2.0/ports/f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 HTTP/1.1" status: 204 len: 173 time: 0.9629130 Aug 27 12:30:39.149241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'name': 'network-vif-deleted', 'tag': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:39.153801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f9e8a7fb-f41a-4d51-aa97-7ed6767e9437'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:30:39.168187 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97860aba-226b-4d70-bbec-ce2de37da1b4" -d '{"events": [{"server_uuid": "43761dd0-fc71-442c-ae1c-bc4674224c49", "name": "network-vif-deleted", "tag": "f9e8a7fb-f41a-4d51-aa97-7ed6767e9437"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:39.205828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6490425-4b16-4a01-8077-7c08bfb0108c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:39.234430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ac523b-acb3-4ddb-9e8d-aa128a312e46 req-dbe19529-6343-455f-a916-b796218ef1ea tempest-VolumesBackupsTest-1548280142 tempest-VolumesBackupsTest-1548280142-project] 10.222.0.76 "GET /v2.0/ports?device_id=43761dd0-fc71-442c-ae1c-bc4674224c49 HTTP/1.1" status: 200 len: 210 time: 0.0360959 Aug 27 12:30:39.246960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c0340072-aa73-4970-b7f7-93fb064abd15 None None] Provisioning for port d6490425-4b16-4a01-8077-7c08bfb0108c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:39.249758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593595-47bd-4956-9ac4-8278d8e3caab req-c81b346b-8e56-4556-a045-624eeaf88b50 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:39.252478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd593595-47bd-4956-9ac4-8278d8e3caab req-c81b346b-8e56-4556-a045-624eeaf88b50 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.2141089 Aug 27 12:30:39.319783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d6490425-4b16-4a01-8077-7c08bfb0108c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:39.325738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6490425-4b16-4a01-8077-7c08bfb0108c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:39.325904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.335735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd593595-47bd-4956-9ac4-8278d8e3caab req-09f87c2e-7326-4d82-aff9-f3571b6c9e74 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698378 Aug 27 12:30:39.341385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network d6798030-dd51-454d-a737-5e9367755d96 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:39.343089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:39.351090 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723511e4-6212-4cf8-b8b1-10a47e7496e3 x-openstack-request-id: req-723511e4-6212-4cf8-b8b1-10a47e7496e3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:39.351593 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43761dd0-fc71-442c-ae1c-bc4674224c49", "name": "network-vif-deleted", "tag": "f9e8a7fb-f41a-4d51-aa97-7ed6767e9437", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:39.351847 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-723511e4-6212-4cf8-b8b1-10a47e7496e3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:39.352249 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43761dd0-fc71-442c-ae1c-bc4674224c49', 'name': 'network-vif-deleted', 'tag': 'f9e8a7fb-f41a-4d51-aa97-7ed6767e9437', 'status': 'completed', 'code': 200} Aug 27 12:30:39.473634 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.500454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:30:39.516944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d6490425-4b16-4a01-8077-7c08bfb0108c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6490425-4b16-4a01-8077-7c08bfb0108c,segment=NetworkSegment(2593b73b-c4e2-4919-a5a2-81cd0fcf14b8),segment_id=2593b73b-c4e2-4919-a5a2-81cd0fcf14b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:39.523369 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.606741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d6490425-4b16-4a01-8077-7c08bfb0108c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:39.642984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:39.652726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-15c2502e-6d6a-45ba-8c67-ebe7936d19ed tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7825108 Aug 27 12:30:39.652833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:39.662072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533104693'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:39.662313 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:39.694765 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:39.695082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bbb16d84-70cb-46ac-92b2-f8b48fba847b None None] Provisioning for port 02637b37-b0c4-4a48-925e-819e1b320507 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:39.695444 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:39.699164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:39.703644 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.709622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bbb16d84-70cb-46ac-92b2-f8b48fba847b None None] Provisioning complete for port 02637b37-b0c4-4a48-925e-819e1b320507 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:39.712975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bbb16d84-70cb-46ac-92b2-f8b48fba847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.781159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:39.799860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.800208 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 886883b0-7db1-4f62-ad68-e266cc592f49 of type vlan for network 68b81459-17e9-4541-8527-5a6bcd4fca34 Aug 27 12:30:39.802283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bbb16d84-70cb-46ac-92b2-f8b48fba847b None None] Port 02637b37-b0c4-4a48-925e-819e1b320507 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:39.825078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bbb16d84-70cb-46ac-92b2-f8b48fba847b None None] Provisioning complete for port d6490425-4b16-4a01-8077-7c08bfb0108c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:39.829542 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bbb16d84-70cb-46ac-92b2-f8b48fba847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.853256 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:39.902537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.945719 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:39.960631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:39.962700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.009780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3535028 Aug 27 12:30:40.010693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54324) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:40.035049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:40.087086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee750022-2b6c-4ab8-aeef-aa4ea6a801e6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=68b81459-17e9-4541-8527-5a6bcd4fca34,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:40.112786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:40.145063 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:38Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:38Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:40.172292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:40.177220 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.181431 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:40.182213 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Updating router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d port 02637b37-b0c4-4a48-925e-819e1b320507 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:30:40.216652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-47fdb63f-eda2-4c12-9130-7bc3bb995edf None None] Provisioning complete for port 02637b37-b0c4-4a48-925e-819e1b320507 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:40.216867 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.217735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-47fdb63f-eda2-4c12-9130-7bc3bb995edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.277265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-47fdb63f-eda2-4c12-9130-7bc3bb995edf None None] Port 02637b37-b0c4-4a48-925e-819e1b320507 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:40.508131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-198d9ab9-8540-46d0-b79d-5b56494337f2 None None] Provisioning complete for port 02637b37-b0c4-4a48-925e-819e1b320507 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:40.510700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-198d9ab9-8540-46d0-b79d-5b56494337f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.559044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fb72b-4b1a-4855-a570-eb01d15e6152 req-147f9562-fdf2-433c-820c-01c31a500ddf tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:40.564537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-198d9ab9-8540-46d0-b79d-5b56494337f2 None None] Port 02637b37-b0c4-4a48-925e-819e1b320507 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:40.574500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc5fb72b-4b1a-4855-a570-eb01d15e6152 req-147f9562-fdf2-433c-820c-01c31a500ddf tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1136456 Aug 27 12:30:40.594751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.634013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc5fb72b-4b1a-4855-a570-eb01d15e6152 req-10518825-5d13-4c86-81a1-090a5d51263c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497985 Aug 27 12:30:40.690439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=7c630647-6c3d-4d5a-a580-7ae2ca095ab4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:40.693004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:40.693376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 68b81459-17e9-4541-8527-5a6bcd4fca34, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:40.715713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:40.729347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 68b81459-17e9-4541-8527-5a6bcd4fca34) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:40.730359 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.739001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9b44b-a46e-4c71-b7a1-2ea215655a30 None None] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:40.743362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:40.743967 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.760948 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be22a0fa-7a02-489c-82bb-f092c5f2a1c5 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7488775 Aug 27 12:30:40.763737 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Transition to ACTIVE for port object 02637b37-b0c4-4a48-925e-819e1b320507 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:40.763870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:40.775454 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:40.901618 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Pushing event updated for resources: {'Port': ['ID=02637b37-b0c4-4a48-925e-819e1b320507,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:40.991127 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.991473 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.994434 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.994799 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.995113 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.995444 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.995770 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.996094 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.996419 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.996740 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.997061 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:40.997381 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:30:41.109093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Attempting to bind port 02637b37-b0c4-4a48-925e-819e1b320507 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:41.109093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Attempting to bind port 02637b37-b0c4-4a48-925e-819e1b320507 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:41.109093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Attempting to bind port 02637b37-b0c4-4a48-925e-819e1b320507 on network d6798030-dd51-454d-a737-5e9367755d96 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:41.129112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6490425-4b16-4a01-8077-7c08bfb0108c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:41.132739 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:41.133123 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Checking segment: {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:41.133539 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.133935 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Bound using segment: {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:41.134440 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Bound port: 02637b37-b0c4-4a48-925e-819e1b320507, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:41.134828 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.202747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-68b81459-17e9-4541-8527-5a6bcd4fca34', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:41.203607 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.239096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6490425-4b16-4a01-8077-7c08bfb0108c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:41.239475 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.240756 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] For port 02637b37-b0c4-4a48-925e-819e1b320507, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:41.244273 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] For port 02637b37-b0c4-4a48-925e-819e1b320507, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02637b37-b0c4-4a48-925e-819e1b320507,segment=NetworkSegment(2593b73b-c4e2-4919-a5a2-81cd0fcf14b8),segment_id=2593b73b-c4e2-4919-a5a2-81cd0fcf14b8)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:41.252792 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.381297 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bb67e-498b-4f63-82c4-f8e5a6696495 None None] Pushing event updated for resources: {'Port': ['ID=02637b37-b0c4-4a48-925e-819e1b320507,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:41.391426 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:41.393738 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:41.465399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:41.518335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.518918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:41.519559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f9e8a7fb-f41a-4d51-aa97-7ed6767e9437 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:41.562657 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:41.597153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Allocated IP 172.21.0.2 (68b81459-17e9-4541-8527-5a6bcd4fca34/7c630647-6c3d-4d5a-a580-7ae2ca095ab4/5fcdcebf-8929-4933-aa9e-344e0e0fea41) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:41.966703 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:41.980733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Transition to ACTIVE for port object 5fcdcebf-8929-4933-aa9e-344e0e0fea41 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:42.002494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Transition to ACTIVE for port object 5fcdcebf-8929-4933-aa9e-344e0e0fea41 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:42.014119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.014346 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:38Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:41Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:42.040863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f299-c974-4166-8862-658b28442a2c req-a04aab5e-25a4-48c0-9708-555caee3c353 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:42.042867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc70f299-c974-4166-8862-658b28442a2c req-a04aab5e-25a4-48c0-9708-555caee3c353 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.2790918 Aug 27 12:30:42.054792 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a343f-4080-4b97-8ff7-faf511d95ea3 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:38Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:41Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:42.078032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Pushing event updated for resources: {'Port': ['ID=5fcdcebf-8929-4933-aa9e-344e0e0fea41,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:42.094000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:42.096793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:42.101505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:42.148222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc70f299-c974-4166-8862-658b28442a2c req-962087c8-c972-4470-81cd-51fc92cc704e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968206 Aug 27 12:30:42.149463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.21.0.1 (68b81459-17e9-4541-8527-5a6bcd4fca34/7c630647-6c3d-4d5a-a580-7ae2ca095ab4/759c32d1-6b79-4823-a935-c2b29a5f69d5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:42.163394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Attempting to bind port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:42.163810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Attempting to bind port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:42.164239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Attempting to bind port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 on network 68b81459-17e9-4541-8527-5a6bcd4fca34 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:42.170231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:42.170659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Checking segment: {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:42.171046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.171489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Bound using segment: {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:42.172103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Bound port: 5fcdcebf-8929-4933-aa9e-344e0e0fea41, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:42.172654 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.244629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] For port 5fcdcebf-8929-4933-aa9e-344e0e0fea41, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:42.247978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] For port 5fcdcebf-8929-4933-aa9e-344e0e0fea41, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5fcdcebf-8929-4933-aa9e-344e0e0fea41,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:42.253066 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.292694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.310787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 759c32d1-6b79-4823-a935-c2b29a5f69d5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:42.324022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe604a6-8a86-4085-b2da-1dd1af9dc392 None None] Pushing event updated for resources: {'Port': ['ID=5fcdcebf-8929-4933-aa9e-344e0e0fea41,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:42.372538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.426010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:42.429464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:42.434865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:42.437657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=759c32d1-6b79-4823-a935-c2b29a5f69d5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:42.503382 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:42.688656 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.079733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02637b37-b0c4-4a48-925e-819e1b320507 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:43.148527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 02637b37-b0c4-4a48-925e-819e1b320507 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:43.153162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 02637b37-b0c4-4a48-925e-819e1b320507 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:43.153608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.256286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.301979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 02637b37-b0c4-4a48-925e-819e1b320507, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02637b37-b0c4-4a48-925e-819e1b320507,segment=NetworkSegment(2593b73b-c4e2-4919-a5a2-81cd0fcf14b8),segment_id=2593b73b-c4e2-4919-a5a2-81cd0fcf14b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:43.310253 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.312090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5fcdcebf-8929-4933-aa9e-344e0e0fea41 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:43.354104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b3c4-6f7c-4701-81df-ab09c8d17707 req-57bdeae4-40e3-4628-a0fa-b7bbed1550ea tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:43.355925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f756b3c4-6f7c-4701-81df-ab09c8d17707 req-57bdeae4-40e3-4628-a0fa-b7bbed1550ea tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0903323 Aug 27 12:30:43.375630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.384855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.425612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=02637b37-b0c4-4a48-925e-819e1b320507,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:43.467859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:43.505887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f756b3c4-6f7c-4701-81df-ab09c8d17707 req-fc7c3973-be94-4e66-9066-3b174068ad2c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400673 Aug 27 12:30:43.512815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=759c32d1-6b79-4823-a935-c2b29a5f69d5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:43.515223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.644334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:43.646066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:43.753315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:43.880309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa4f96-5b9a-4ffa-9035-cf0e0d4b1d8a None None] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:43.884819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:43.896495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54364) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:43.902074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-1370820558'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:43.903167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5b87e733-063b-42af-ad0a-791454dc643c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1380396 Aug 27 12:30:43.938531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:43.942399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:43.947316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.967657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:43.968341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:43.976116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:43.986323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:43.986910 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 58a645aa-a879-43ac-b25b-63d7faf5166b of type vlan for network 630b5e1f-7174-4d9c-8305-34a6a17fad8d Aug 27 12:30:44.039956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.041213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] Provisioning for port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:44.056915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] Provisioning complete for port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:44.057287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.071590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.077421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:44.078049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.139592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2404263 Aug 27 12:30:44.140435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:44.150795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:44.157352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19727698-2f0c-4716-911b-e2071aa93f31 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=630b5e1f-7174-4d9c-8305-34a6a17fad8d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:44.260978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:44.313949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:44.324124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.357125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:44.593011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.595363 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.704754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=b6f09f78-480e-45f7-94fd-c527e69ba829,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:44.716651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] For port 5fcdcebf-8929-4933-aa9e-344e0e0fea41, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5fcdcebf-8929-4933-aa9e-344e0e0fea41,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:44.736952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.827190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cb3e2-850a-43ed-8830-47548d104f20 req-3e53c5a2-f91a-4a5b-b47d-4891406677e4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:44.829309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b4cb3e2-850a-43ed-8830-47548d104f20 req-3e53c5a2-f91a-4a5b-b47d-4891406677e4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1208813 Aug 27 12:30:44.833336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:44.833608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 630b5e1f-7174-4d9c-8305-34a6a17fad8d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:44.868562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d73ba0-377c-4cb8-9355-53801a5f8b7e None None] Pushing event updated for resources: {'Port': ['ID=5fcdcebf-8929-4933-aa9e-344e0e0fea41,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:44.881770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:42Z', 'revision_number': 3, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:44.912705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b4cb3e2-850a-43ed-8830-47548d104f20 req-c533696a-f9ec-4e00-85ea-46414bc393c2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Aug 27 12:30:44.913817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:44.927014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 630b5e1f-7174-4d9c-8305-34a6a17fad8d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:44.927711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:44.928210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Updating router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d port 759c32d1-6b79-4823-a935-c2b29a5f69d5 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:30:44.951678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:44.952586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.974358 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:44.978280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0d825381-8de4-4bb0-afc1-de7d6fe427d6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8342614 Aug 27 12:30:44.981048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:44.987395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a488c-4175-49ee-9a2f-710db0b4a981 None None] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:45.072804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02637b37-b0c4-4a48-925e-819e1b320507 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:45.144463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b0b1389c-e8b6-414b-a98f-6ab24f6845b2 None None] Provisioning complete for port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:45.144850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0b1389c-e8b6-414b-a98f-6ab24f6845b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.359614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 02637b37-b0c4-4a48-925e-819e1b320507 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:45.360252 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.458204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.493152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:45.494267 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.641523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b0b1389c-e8b6-414b-a98f-6ab24f6845b2 None None] Provisioning for port 759c32d1-6b79-4823-a935-c2b29a5f69d5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:45.690094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b0b1389c-e8b6-414b-a98f-6ab24f6845b2 None None] Provisioning complete for port 759c32d1-6b79-4823-a935-c2b29a5f69d5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:45.690494 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0b1389c-e8b6-414b-a98f-6ab24f6845b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.719927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5fcdcebf-8929-4933-aa9e-344e0e0fea41 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:45.754412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.22.0.1 (630b5e1f-7174-4d9c-8305-34a6a17fad8d/b6f09f78-480e-45f7-94fd-c527e69ba829/8192d21c-f5bc-444b-a973-2122f7578296) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:45.768372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.772905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1389c-e8b6-414b-a98f-6ab24f6845b2 None None] Port 759c32d1-6b79-4823-a935-c2b29a5f69d5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:45.787427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Transition to ACTIVE for port object 759c32d1-6b79-4823-a935-c2b29a5f69d5 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:45.797988 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.855406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:45.855911 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.860883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870940d3-b932-4aa2-8579-8c73ed55cd86 None None] Pushing event updated for resources: {'Port': ['ID=759c32d1-6b79-4823-a935-c2b29a5f69d5,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:45.891296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.911034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 8192d21c-f5bc-444b-a973-2122f7578296 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:45.961080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:45.982978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Attempting to bind port 759c32d1-6b79-4823-a935-c2b29a5f69d5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:45.983362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Attempting to bind port 759c32d1-6b79-4823-a935-c2b29a5f69d5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:45.983991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Attempting to bind port 759c32d1-6b79-4823-a935-c2b29a5f69d5 on network 68b81459-17e9-4541-8527-5a6bcd4fca34 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:46.018846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:46.019230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Checking segment: {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:46.019643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.020044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Bound using segment: {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:46.020530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Bound port: 759c32d1-6b79-4823-a935-c2b29a5f69d5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886883b0-7db1-4f62-ad68-e266cc592f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:46.020911 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.034227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=8192d21c-f5bc-444b-a973-2122f7578296,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:46.050638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:46.052533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:46.058020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:46.119585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Allocated IP 172.22.0.2 (630b5e1f-7174-4d9c-8305-34a6a17fad8d/b6f09f78-480e-45f7-94fd-c527e69ba829/9582d739-bea7-4ab8-a732-1b64a7a758e0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:46.145805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.154481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] For port 759c32d1-6b79-4823-a935-c2b29a5f69d5, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:46.156434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a9dbe-f197-43fe-b09b-efc3d8d4a03f req-e3db1b84-19fc-4fb9-a0ff-698102565442 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:46.158345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d5a9dbe-f197-43fe-b09b-efc3d8d4a03f req-e3db1b84-19fc-4fb9-a0ff-698102565442 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0956593 Aug 27 12:30:46.168743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] For port 759c32d1-6b79-4823-a935-c2b29a5f69d5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=759c32d1-6b79-4823-a935-c2b29a5f69d5,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:46.185432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.271660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d5a9dbe-f197-43fe-b09b-efc3d8d4a03f req-687203c2-5145-4c6c-be59-5e39bfeb29fe tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765171 Aug 27 12:30:46.333584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.348929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870940d3-b932-4aa2-8579-8c73ed55cd86 None None] Pushing event updated for resources: {'Port': ['ID=759c32d1-6b79-4823-a935-c2b29a5f69d5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:46.356820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:46.357650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:46.394331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54436) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:46.633489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port ba4e81e5-fd89-41da-8a63-22d912b9f504 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:46.634094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.697808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:46.760811 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.800017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.803348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Transition to ACTIVE for port object 9582d739-bea7-4ab8-a732-1b64a7a758e0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:46.809570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.864808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Transition to ACTIVE for port object 9582d739-bea7-4ab8-a732-1b64a7a758e0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:46.874429 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.890063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=8192d21c-f5bc-444b-a973-2122f7578296,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:46.902896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:46.939865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:46.950766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:46.958147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:46.961595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Pushing event updated for resources: {'Port': ['ID=9582d739-bea7-4ab8-a732-1b64a7a758e0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:47.059983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Attempting to bind port 9582d739-bea7-4ab8-a732-1b64a7a758e0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:47.060940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Attempting to bind port 9582d739-bea7-4ab8-a732-1b64a7a758e0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:47.060940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Attempting to bind port 9582d739-bea7-4ab8-a732-1b64a7a758e0 on network 630b5e1f-7174-4d9c-8305-34a6a17fad8d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:47.062591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:47.064300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:47.067094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.067440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.068423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:47.068805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Checking segment: {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:47.069216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.069615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Bound using segment: {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:47.070093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Bound port: 9582d739-bea7-4ab8-a732-1b64a7a758e0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:47.070503 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.087859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for ba4e81e5-fd89-41da-8a63-22d912b9f504 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:47.109037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:45Z', 'revision_number': 1, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:47.144555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec3081-dc4f-4a10-8bdf-e0a2376e7239 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:45Z', 'revision_number': 1, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:47.180335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] For port 9582d739-bea7-4ab8-a732-1b64a7a758e0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:47.183717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] For port 9582d739-bea7-4ab8-a732-1b64a7a758e0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9582d739-bea7-4ab8-a732-1b64a7a758e0,segment=NetworkSegment(58a645aa-a879-43ac-b25b-63d7faf5166b),segment_id=58a645aa-a879-43ac-b25b-63d7faf5166b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:47.191872 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.315855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e245-60f3-40f1-bfc9-3f0af776b80d None None] Pushing event updated for resources: {'Port': ['ID=9582d739-bea7-4ab8-a732-1b64a7a758e0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:47.387324 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.420392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=ba4e81e5-fd89-41da-8a63-22d912b9f504,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:47.511376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.511721 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Floating IP 4db8dad0-b3ba-4d4a-b19a-1276af0b5742 disassociated (deleted). External IP: 172.25.8.20, port: 22bf7ea9-b0bc-4920-824d-611f9ed41941. Aug 27 12:30:47.639842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:47.654483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842974a-aca9-43b3-8cff-6253e0ecd770 req-e0cbd33a-2cc8-4d1c-a146-9b64c2f9cfc8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:47.656387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5842974a-aca9-43b3-8cff-6253e0ecd770 req-e0cbd33a-2cc8-4d1c-a146-9b64c2f9cfc8 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1320317 Aug 27 12:30:47.800840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5842974a-aca9-43b3-8cff-6253e0ecd770 req-c73ee01a-0925-4c8d-b76d-5245a263dc2f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376503 Aug 27 12:30:47.820707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:47.831708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e10a15e0-e898-451e-84d4-d896a1535c2f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8495963 Aug 27 12:30:47.835468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:47.849573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'network': {'name': 'tempest-RoutersTest-636818958'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:47.885800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:47.889841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.904029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 4de618bd-a189-4948-bcf5-92032e6f9f69 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:47.925654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:30:47.935740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:47.936092 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added segment 6b151971-0d68-4e62-b30e-8f4a8309c122 of type vlan for network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 Aug 27 12:30:47.999153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:48.050903 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:48.057354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:48.058469 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:48.102293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:48.107716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:48.116971 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] Sync routers for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:48.133526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2969558 Aug 27 12:30:48.133752 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:48.134152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:48.134859 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:48.145017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'subnet': {'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:48.150782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16af4fab-daeb-42be-8fa8-514bb0f4f074 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/floatingips/4db8dad0-b3ba-4d4a-b19a-1276af0b5742 HTTP/1.1" status: 204 len: 168 time: 1.7529700 Aug 27 12:30:48.150782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:48.151940 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c07b09-50de-4d59-9c6b-66a4f443c559" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:48.174887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb46a9-cf0d-4b5f-8f6b-91f1f2c07f88 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Network': ['ID=0e15113d-cb6e-4bdd-80e5-8d0c6b203053,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:48.186658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:30:48.247483 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7b157-f279-48ae-85f4-8ff021dc1d06 x-openstack-request-id: req-fda7b157-f279-48ae-85f4-8ff021dc1d06 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:48.247804 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:48.248065 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fda7b157-f279-48ae-85f4-8ff021dc1d06 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:48.248476 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'status': 'completed', 'code': 200} Aug 27 12:30:48.349963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Made reservation on behalf of 787e58c3665148109ae50d27e5cb3785 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:30:48.354363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:48.440740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-1997bd78-9d10-4e4d-aa1e-123f98db215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:48.443089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-1997bd78-9d10-4e4d-aa1e-123f98db215d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=32dd17157e8a413bb5e82592b734194a&device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 1097 time: 0.1393468 Aug 27 12:30:48.493373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80744b1c-d1cf-4803-982a-fa0ab25e4e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:48.501300 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:48.684943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-b3e615b6-9e66-4667-a1b8-c8b22c6334a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:48.686533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-b3e615b6-9e66-4667-a1b8-c8b22c6334a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 200 len: 898 time: 0.2358458 Aug 27 12:30:48.778975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a998d4-f670-472b-ae92-4e09f8fcd9fa req-c751ef40-8c8d-4c2a-b223-4aa63d082858 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:48.780462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87a998d4-f670-472b-ae92-4e09f8fcd9fa req-c751ef40-8c8d-4c2a-b223-4aa63d082858 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1408169 Aug 27 12:30:48.783536 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-380fd066-6318-43f4-ac97-c5dcb71552ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 200 len: 217 time: 0.0816419 Aug 27 12:30:48.896244 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:19Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:48.896516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-72f051e4-4fd8-4bc0-9a60-5553242070c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:48.898219 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-72f051e4-4fd8-4bc0-9a60-5553242070c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 200 len: 835 time: 0.1059225 Aug 27 12:30:48.927424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3e966-5254-4364-8b6f-4e6ae8f7de4a None None] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:48.947270 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] Checking router: 4de618bd-a189-4948-bcf5-92032e6f9f69 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:48.963497 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:48.967814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:48.977095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-e8fdd024-5fb0-45bc-9c08-334b0c4a2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:48.979005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-e8fdd024-5fb0-45bc-9c08-334b0c4a2b8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8701718d-b71c-4a21-9337-8598f9359233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731544 Aug 27 12:30:48.985352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87a998d4-f670-472b-ae92-4e09f8fcd9fa req-2314131a-21fc-4a24-8d5e-9370b29bbd11 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864250 Aug 27 12:30:49.019155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:49.058427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e095a370-9443-49cd-a9cc-e23b68620ac2 None None] Provisioning for port 9582d739-bea7-4ab8-a732-1b64a7a758e0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:49.111146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:49.143606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-4a394a40-5e5f-40f6-85ac-a434a950b0fa service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504750 Aug 27 12:30:49.147250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:49.147900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:49.172907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Subnet': ['ID=5400d101-11d9-46a9-8c4c-29a1d1689d16,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:49.188461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e03773-b34b-43d1-9347-7eae3eda5886 req-4d7a2629-c144-4063-87ec-6cf339647571 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:49.195834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39e03773-b34b-43d1-9347-7eae3eda5886 req-4d7a2629-c144-4063-87ec-6cf339647571 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.2276201 Aug 27 12:30:49.219615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Checking segment: {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:49.220677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network hostable DHCP agents. Network: 0e15113d-cb6e-4bdd-80e5-8d0c6b203053, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:30:49.238651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39e03773-b34b-43d1-9347-7eae3eda5886 req-e973c9dd-0607-4eb8-83dc-fa867a52aeec tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Aug 27 12:30:49.269718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:30:49.294317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 759c32d1-6b79-4823-a935-c2b29a5f69d5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:49.295019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0e15113d-cb6e-4bdd-80e5-8d0c6b203053) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:49.298633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:49.299402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:49.310061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-54c07b09-50de-4d59-9c6b-66a4f443c559 req-07ba8e15-ffff-4a89-880e-f2c6e090a42d service neutron] 10.222.0.77 "GET /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588328 Aug 27 12:30:49.317909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613586b1-eae3-42fb-8b54-002fa10e2f41 None None] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:49.321436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7889967e-7052-4bac-aee5-b47c31f1cf13 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1837857 Aug 27 12:30:49.324593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54460) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:49.336710 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:49.412359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:49.538055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 759c32d1-6b79-4823-a935-c2b29a5f69d5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:49.590801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 759c32d1-6b79-4823-a935-c2b29a5f69d5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:49.591124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:49.622621 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:19Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:49.656026 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ab878-712a-450a-838c-5b3bccf4f512 None None] The sync data for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 is: [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:27:11Z', 'revision_number': 4, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'c7a7e11a-0ff1-4b87-a988-c4b993c2e31e', 'name': '', 'network_id': '8701718d-b71c-4a21-9337-8598f9359233', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'mac_address': 'fa:16:3e:54:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:08Z', 'updated_at': '2021-08-27T12:27:19Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'subnets': [{'id': '77e34263-8545-41ae-b8c9-013b361a7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:49.795942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:30:49.796815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:49.887151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:49.978450 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.169453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ad54ae8d-7d81-4dba-b728-161020de7a18 None None] Provisioning for port 8192d21c-f5bc-444b-a973-2122f7578296 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:50.190057 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaaaf3f-9ea5-4909-ad4c-9c396ae59a28 None None] New status for floating IP 4db8dad0-b3ba-4d4a-b19a-1276af0b5742: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:30:50.201801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 759c32d1-6b79-4823-a935-c2b29a5f69d5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=759c32d1-6b79-4823-a935-c2b29a5f69d5,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:50.205812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ad54ae8d-7d81-4dba-b728-161020de7a18 None None] Provisioning complete for port 8192d21c-f5bc-444b-a973-2122f7578296 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:50.206357 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ad54ae8d-7d81-4dba-b728-161020de7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.214922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Allocated IP 172.23.0.2 (0e15113d-cb6e-4bdd-80e5-8d0c6b203053/5400d101-11d9-46a9-8c4c-29a1d1689d16/0da1d23f-e6e0-4d9f-ad88-252be62e4a09) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:50.223884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b840054-9453-4bc8-9a8a-4c6093a4c37d req-ec41d7d8-d01d-4e8a-9706-3de7d9a84924 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:50.225805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b840054-9453-4bc8-9a8a-4c6093a4c37d req-ec41d7d8-d01d-4e8a-9706-3de7d9a84924 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1236231 Aug 27 12:30:50.248788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:46Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:50.259828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.260927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9582d739-bea7-4ab8-a732-1b64a7a758e0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:50.310889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b840054-9453-4bc8-9a8a-4c6093a4c37d req-fa77c811-45f6-4aea-9284-6747a1d3d29e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/security-groups?id=27bc52c8-ec0b-41c7-acea-196a508d9e20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605905 Aug 27 12:30:50.353954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:50.354565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Updating router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d port 8192d21c-f5bc-444b-a973-2122f7578296 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:30:50.356825 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.364663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-266e8f0a-2af8-4fb3-8626-80e6de889763 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:50.367086 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-266e8f0a-2af8-4fb3-8626-80e6de889763 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 946 time: 0.1157036 Aug 27 12:30:50.451180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736598-e1fb-4375-be34-acce04fc84e3 req-d5411358-5b78-40b0-9cd7-d49aa50f6013 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:50.459982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb736598-e1fb-4375-be34-acce04fc84e3 req-d5411358-5b78-40b0-9cd7-d49aa50f6013 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0874801 Aug 27 12:30:50.510872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port 22bf7ea9-b0bc-4920-824d-611f9ed41941 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:50.513048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.516052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb736598-e1fb-4375-be34-acce04fc84e3 req-017b480c-8bbc-4f83-b07a-d6be3b30d062 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551085 Aug 27 12:30:50.629274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port 22bf7ea9-b0bc-4920-824d-611f9ed41941, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=22bf7ea9-b0bc-4920-824d-611f9ed41941,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:50.629567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.646003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for 22bf7ea9-b0bc-4920-824d-611f9ed41941 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:50.746826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ad54ae8d-7d81-4dba-b728-161020de7a18 None None] Port 8192d21c-f5bc-444b-a973-2122f7578296 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:50.764618 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.790532 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.796114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.825604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=22bf7ea9-b0bc-4920-824d-611f9ed41941,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:50.850633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Transition to ACTIVE for port object 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:50.858052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9582d739-bea7-4ab8-a732-1b64a7a758e0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:50.866148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=759c32d1-6b79-4823-a935-c2b29a5f69d5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:50.894944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] No DVR routers for this DVR port 22bf7ea9-b0bc-4920-824d-611f9ed41941 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:50.896934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.899067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a4485790-26f1-401e-8832-89676b2bbfa4 req-f8392630-0c05-4e61-b41b-ed2202d02378 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.77 "DELETE /v2.0/ports/22bf7ea9-b0bc-4920-824d-611f9ed41941 HTTP/1.1" status: 204 len: 173 time: 0.5249908 Aug 27 12:30:50.899567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-deleted', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:30:50.908886 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d97ac0-376c-47f3-adb3-7a1d87e8b5f1" -d '{"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-deleted", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:30:50.932843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9582d739-bea7-4ab8-a732-1b64a7a758e0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:50.933247 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:50.956261 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f3afe-622d-4f8c-bcde-5d92a1ef462a x-openstack-request-id: req-1e4f3afe-622d-4f8c-bcde-5d92a1ef462a {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:30:50.956718 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa9c021-d1f5-4284-8db1-769939d6443a", "name": "network-vif-deleted", "tag": "22bf7ea9-b0bc-4920-824d-611f9ed41941", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:30:50.956991 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e4f3afe-622d-4f8c-bcde-5d92a1ef462a {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:30:50.957565 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa9c021-d1f5-4284-8db1-769939d6443a', 'name': 'network-vif-deleted', 'tag': '22bf7ea9-b0bc-4920-824d-611f9ed41941', 'status': 'completed', 'code': 200} Aug 27 12:30:50.986348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Transition to ACTIVE for port object 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:51.021790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.040504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-71b0ba36-d1a2-4c32-b4f7-8ca7b6feb6da None None] Provisioning complete for port 8192d21c-f5bc-444b-a973-2122f7578296 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:51.040875 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-71b0ba36-d1a2-4c32-b4f7-8ca7b6feb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.068225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Allocated IP 172.23.0.1 (0e15113d-cb6e-4bdd-80e5-8d0c6b203053/5400d101-11d9-46a9-8c4c-29a1d1689d16/994b9be0-78a7-48e9-b2cc-351c4776592c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:30:51.073192 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-758e83dc-306e-4a84-8a58-92c4e21abf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.161043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:51.184400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:51.186881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:51.202572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-71b0ba36-d1a2-4c32-b4f7-8ca7b6feb6da None None] Port 8192d21c-f5bc-444b-a973-2122f7578296 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:51.217853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.222179 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Pushing event updated for resources: {'Port': ['ID=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:51.234346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Transition to ACTIVE for port object 994b9be0-78a7-48e9-b2cc-351c4776592c will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:51.240348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.287136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.347723 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.362093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:51.365870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Attempting to bind port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:51.366534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Attempting to bind port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:51.366657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Attempting to bind port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 on network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:51.371623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:51.376761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:30:51.385177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=994b9be0-78a7-48e9-b2cc-351c4776592c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:51.399092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:51.399475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Checking segment: {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:51.399867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.400259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Bound using segment: {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:51.400748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Bound port: 0da1d23f-e6e0-4d9f-ad88-252be62e4a09, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:51.401129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.468346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9582d739-bea7-4ab8-a732-1b64a7a758e0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9582d739-bea7-4ab8-a732-1b64a7a758e0,segment=NetworkSegment(58a645aa-a879-43ac-b25b-63d7faf5166b),segment_id=58a645aa-a879-43ac-b25b-63d7faf5166b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:51.474791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.481845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c558b0ac-6af0-4364-8f65-117c263c5408 req-9a2d6579-ac55-4894-b16f-00d0d003cbc1 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aa9c021-d1f5-4284-8db1-769939d6443a HTTP/1.1" status: 200 len: 210 time: 0.0641210 Aug 27 12:30:51.484876 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.529610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.573621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Transition to ACTIVE for port object 8192d21c-f5bc-444b-a973-2122f7578296 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:51.590554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.625647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] For port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:51.628364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9582d739-bea7-4ab8-a732-1b64a7a758e0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:51.632274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] For port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,segment=NetworkSegment(6b151971-0d68-4e62-b30e-8f4a8309c122),segment_id=6b151971-0d68-4e62-b30e-8f4a8309c122)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:51.637383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 759c32d1-6b79-4823-a935-c2b29a5f69d5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:51.705524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.734204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:51.793670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc95241-740b-4cd0-ab3b-935e1d162261 req-7d32d4ef-3ade-4d11-93c8-6d918b28e03b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:51.801815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bc95241-740b-4cd0-ab3b-935e1d162261 req-7d32d4ef-3ade-4d11-93c8-6d918b28e03b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1267159 Aug 27 12:30:51.807839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7c902-f15e-4e95-b590-32a16cf13b12 None None] Pushing event updated for resources: {'Port': ['ID=8192d21c-f5bc-444b-a973-2122f7578296,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:51.914131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bc95241-740b-4cd0-ab3b-935e1d162261 req-c74dae5d-d1f6-4460-81d9-c916da1bf197 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Aug 27 12:30:51.952140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3c472-3d59-43ba-b17b-04a85807e9f3 None None] Pushing event updated for resources: {'Port': ['ID=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:51.977009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 759c32d1-6b79-4823-a935-c2b29a5f69d5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:51.977532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.042872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Attempting to bind port 8192d21c-f5bc-444b-a973-2122f7578296 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:52.043431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Attempting to bind port 8192d21c-f5bc-444b-a973-2122f7578296 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:52.043889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Attempting to bind port 8192d21c-f5bc-444b-a973-2122f7578296 on network 630b5e1f-7174-4d9c-8305-34a6a17fad8d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:52.053687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:52.054203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Checking segment: {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:52.054724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.055216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Bound using segment: {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:52.056037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Bound port: 8192d21c-f5bc-444b-a973-2122f7578296, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a645aa-a879-43ac-b25b-63d7faf5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:52.056556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.172280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.180176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.225309 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.248571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] For port 8192d21c-f5bc-444b-a973-2122f7578296, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:52.253564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] For port 8192d21c-f5bc-444b-a973-2122f7578296, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8192d21c-f5bc-444b-a973-2122f7578296,segment=NetworkSegment(58a645aa-a879-43ac-b25b-63d7faf5166b),segment_id=58a645aa-a879-43ac-b25b-63d7faf5166b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:52.260338 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.278668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:52.281800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event updated for resources: {'Port': ['ID=994b9be0-78a7-48e9-b2cc-351c4776592c,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:52.320317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:52.320968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:52.413594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:30:52.416704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:30:52.416967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7c902-f15e-4e95-b590-32a16cf13b12 None None] Pushing event updated for resources: {'Port': ['ID=8192d21c-f5bc-444b-a973-2122f7578296,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:52.453087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:52.551150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:52.556761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:52.707009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:52.718745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-25c85423-95fb-4ca8-b469-4333cb9be8d7 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913021 Aug 27 12:30:52.720406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:52.729004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:52.756648 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:30:52.790753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:51Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:52Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994b9be0-78a7-48e9-b2cc-351c4776592c', 'name': '', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:d6:16:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:50Z', 'updated_at': '2021-08-27T12:30:51Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:52.834060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc2f4-d916-4173-903c-04f2e74e7bca None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:51Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:52Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994b9be0-78a7-48e9-b2cc-351c4776592c', 'name': '', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:d6:16:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:50Z', 'updated_at': '2021-08-27T12:30:51Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:53.043035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:53.098253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 22bf7ea9-b0bc-4920-824d-611f9ed41941 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:53.098751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 22bf7ea9-b0bc-4920-824d-611f9ed41941 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:53.205893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4c2b7-cd79-4c58-a35b-12954a94f343 req-b8d99b54-a168-4c6c-9a6b-7bbdfd6c193f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:53.207529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fcc4c2b7-cd79-4c58-a35b-12954a94f343 req-b8d99b54-a168-4c6c-9a6b-7bbdfd6c193f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1097121 Aug 27 12:30:53.210799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:53.283606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715fee9-6071-43db-bb0e-12c36a1be685 None None] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:53.381585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1d1a7420-757f-4b85-bc34-55d6f885d4c9 None None] Provisioning for port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:53.476891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fcc4c2b7-cd79-4c58-a35b-12954a94f343 req-80655a9b-91bf-4f6d-91f2-18f2acdf2f6c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621541 Aug 27 12:30:53.653791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:53.655534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:53.772763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 12:30:53.790910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Removed routes are [] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 12:30:53.791409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:53.840003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:53.878825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port c7a7e11a-0ff1-4b87-a988-c4b993c2e31e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:53.879240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:53.911975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for c7a7e11a-0ff1-4b87-a988-c4b993c2e31e owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:53.934214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:53.939284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:53.939691 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:53.990800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:54.042192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:54.044494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:54.092390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.104389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.105181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Provisioning complete for port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:54.105654 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.211599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.266312 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.292868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:54.304718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.306159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:54.364484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=c7a7e11a-0ff1-4b87-a988-c4b993c2e31e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:54.526712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:54.542696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.546461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3a7fc931-42f6-4135-a083-ecf635249b6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 934 time: 1.8224261 Aug 27 12:30:54.550726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54492) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:54.611780 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.697566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,segment=NetworkSegment(6b151971-0d68-4e62-b30e-8f4a8309c122),segment_id=6b151971-0d68-4e62-b30e-8f4a8309c122)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:54.738101 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.738921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9582d739-bea7-4ab8-a732-1b64a7a758e0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:54.781193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.792252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54494) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:54.793008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a7723ef9-dbb4-48ca-95ae-e76c53da2312 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 934 time: 0.2407458 Aug 27 12:30:54.801026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'routes': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:30:54.834093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:30:54.834491 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:30:54.870008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d06f9-63db-431b-b332-6a9669f75c38 req-28aaf318-2af3-4c86-9cce-ea19aeadd63a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:54.871576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d5d06f9-63db-431b-b332-6a9669f75c38 req-28aaf318-2af3-4c86-9cce-ea19aeadd63a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.2456465 Aug 27 12:30:54.909835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:54.955733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9582d739-bea7-4ab8-a732-1b64a7a758e0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:54.956099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:54.992961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d5d06f9-63db-431b-b332-6a9669f75c38 req-e7d5359d-278c-4c51-8a04-bf956e91d08b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081970 Aug 27 12:30:55.043914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:53Z', 'revision_number': 6, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:52Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994b9be0-78a7-48e9-b2cc-351c4776592c', 'name': '', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:d6:16:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:50Z', 'updated_at': '2021-08-27T12:30:51Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:55.078531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:55.079088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Updating router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d port 994b9be0-78a7-48e9-b2cc-351c4776592c binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:30:55.128132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.129866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Router 4de618bd-a189-4948-bcf5-92032e6f9f69 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:55.149230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8192d21c-f5bc-444b-a973-2122f7578296 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:55.257649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:55.263138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7358bb48-0f76-4367-a7f5-6c38fd0417cb tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "PUT /v2.0/routers/4de618bd-a189-4948-bcf5-92032e6f9f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7044587 Aug 27 12:30:55.267784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] Sync routers for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:55.272747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54496) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:55.278105 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:55.278756 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:55.301135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8192d21c-f5bc-444b-a973-2122f7578296 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:55.315378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8192d21c-f5bc-444b-a973-2122f7578296 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:55.315763 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.319568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added routes are [] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 12:30:55.319900 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.extraroute_db [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94624) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 12:30:55.388381 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.409331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting subnet 77e34263-8545-41ae-b8c9-013b361a7d6d {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:55.452310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.462329 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:55.538778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Provisioning for port 994b9be0-78a7-48e9-b2cc-351c4776592c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:30:55.546217 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.553970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Provisioning complete for port 994b9be0-78a7-48e9-b2cc-351c4776592c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:55.554340 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.627347 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.683840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.686011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3f025c15-aec9-4558-ae1d-f645c05cd707 None None] Port 994b9be0-78a7-48e9-b2cc-351c4776592c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:30:55.703205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8192d21c-f5bc-444b-a973-2122f7578296, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8192d21c-f5bc-444b-a973-2122f7578296,segment=NetworkSegment(58a645aa-a879-43ac-b25b-63d7faf5166b),segment_id=58a645aa-a879-43ac-b25b-63d7faf5166b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:55.705933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.706708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Transition to ACTIVE for port object 994b9be0-78a7-48e9-b2cc-351c4776592c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:30:55.710768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.718727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.734546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.751139 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:30:54Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:55.811930 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] Checking router: 4de618bd-a189-4948-bcf5-92032e6f9f69 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:55.812142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8192d21c-f5bc-444b-a973-2122f7578296,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:55.832637 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] Routers {'4de618bd-a189-4948-bcf5-92032e6f9f69'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:55.833631 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['4de618bd-a189-4948-bcf5-92032e6f9f69'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:55.879572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:55.914246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:56.004295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:56.013584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfa495-1a6e-4b6d-b39a-b01daa1edbf4 None None] Pushing event updated for resources: {'Port': ['ID=994b9be0-78a7-48e9-b2cc-351c4776592c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:56.036212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] Set router 4de618bd-a189-4948-bcf5-92032e6f9f69 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:56.051097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Attempting to bind port 994b9be0-78a7-48e9-b2cc-351c4776592c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:30:56.051468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Attempting to bind port 994b9be0-78a7-48e9-b2cc-351c4776592c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:30:56.051827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Attempting to bind port 994b9be0-78a7-48e9-b2cc-351c4776592c on network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:30:56.075602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:30:56.075987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Checking segment: {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:30:56.076393 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.076795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Bound using segment: {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:30:56.077286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Bound port: 994b9be0-78a7-48e9-b2cc-351c4776592c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b151971-0d68-4e62-b30e-8f4a8309c122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:30:56.077671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.099245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:56.109346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.111101 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0694efc3-fbf6-4fd7-8565-614eca5430de tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 700 time: 1.3164515 Aug 27 12:30:56.113528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:56.167303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.173528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9ce3f-8603-46ed-a909-43acc336e3b4 req-fa9fb060-4784-4e34-bca3-b96527fc7bfd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:56.177208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ab9ce3f-8603-46ed-a909-43acc336e3b4 req-fa9fb060-4784-4e34-bca3-b96527fc7bfd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0942223 Aug 27 12:30:56.224165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:56.224541 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.243577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Subnet': ['ID=77e34263-8545-41ae-b8c9-013b361a7d6d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:56.245044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ab9ce3f-8603-46ed-a909-43acc336e3b4 req-2481f9f0-a492-4b3b-83ba-fbbc871949ad tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612311 Aug 27 12:30:56.263662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.268447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:56.269607 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41343e0c-25a5-4d53-885c-56ba57cc33e2 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/subnets/77e34263-8545-41ae-b8c9-013b361a7d6d HTTP/1.1" status: 204 len: 168 time: 0.9958265 Aug 27 12:30:56.285878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-89ce54a7-7ac6-4dc8-b20d-83a4a8d51d09 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 700 time: 0.1711214 Aug 27 12:30:56.286667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54506) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:56.296054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714902ed-93a7-4666-b1c4-e2f9deec9a0e None None] Network 8701718d-b71c-4a21-9337-8598f9359233 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:56.375319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] For port 994b9be0-78a7-48e9-b2cc-351c4776592c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:30:56.443901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] For port 994b9be0-78a7-48e9-b2cc-351c4776592c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=994b9be0-78a7-48e9-b2cc-351c4776592c,segment=NetworkSegment(6b151971-0d68-4e62-b30e-8f4a8309c122),segment_id=6b151971-0d68-4e62-b30e-8f4a8309c122)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:30:56.492047 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.511534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.542486 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:30:54Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:56.572457 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526a97a-2897-46eb-b694-3dabd9c20b0e None None] The sync data for ids ['4de618bd-a189-4948-bcf5-92032e6f9f69'] in n-d-688802-4 is: [{'id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107053998', 'tenant_id': '32dd17157e8a413bb5e82592b734194a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:58Z', 'updated_at': '2021-08-27T12:30:54Z', 'revision_number': 5, 'project_id': '32dd17157e8a413bb5e82592b734194a', 'gw_port': {'id': 'a3021d75-a0e5-4f60-aa62-070f18de24bf', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de618bd-a189-4948-bcf5-92032e6f9f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:27:00Z', 'updated_at': '2021-08-27T12:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:56.685361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfa495-1a6e-4b6d-b39a-b01daa1edbf4 None None] Pushing event updated for resources: {'Port': ['ID=994b9be0-78a7-48e9-b2cc-351c4776592c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:56.688714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:56.689867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:56.833402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:56.856929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:57.054561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.159736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] DHCP port deletion for 8701718d-b71c-4a21-9337-8598f9359233 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:57.173698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Deleting port a3021d75-a0e5-4f60-aa62-070f18de24bf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:57.174290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.274216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] Deleting port 8317ccef-f999-429d-b8db-03b4db7b92d1 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:57.274749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.283121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 7, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994b9be0-78a7-48e9-b2cc-351c4776592c', 'name': '', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:d6:16:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:50Z', 'updated_at': '2021-08-27T12:30:56Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:57.328101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] For port a3021d75-a0e5-4f60-aa62-070f18de24bf, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a3021d75-a0e5-4f60-aa62-070f18de24bf,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:57.328476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.348727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Calling delete_port for a3021d75-a0e5-4f60-aa62-070f18de24bf owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:57.380037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163084e-9cc5-4b4a-b24d-6d58b74a1a7a None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 7, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994b9be0-78a7-48e9-b2cc-351c4776592c', 'name': '', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:d6:16:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:50Z', 'updated_at': '2021-08-27T12:30:56Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:57.408988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] For port 8317ccef-f999-429d-b8db-03b4db7b92d1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8317ccef-f999-429d-b8db-03b4db7b92d1,segment=NetworkSegment(a50d0542-cc2c-4eca-8146-4da545c4c918),segment_id=a50d0542-cc2c-4eca-8146-4da545c4c918)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:57.409640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.499142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b420e5-66a6-40ab-a6d9-3b50255cbea0 req-cf20ab67-ee8e-412c-9782-3e2b305e538b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:57.500953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68b420e5-66a6-40ab-a6d9-3b50255cbea0 req-cf20ab67-ee8e-412c-9782-3e2b305e538b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1347065 Aug 27 12:30:57.628322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 994b9be0-78a7-48e9-b2cc-351c4776592c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:57.628927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.656669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-68b420e5-66a6-40ab-a6d9-3b50255cbea0 req-41188a51-0376-4e03-aa15-22e2d93bf67a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461079 Aug 27 12:30:57.730367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] Calling delete_port for 8317ccef-f999-429d-b8db-03b4db7b92d1 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:57.758139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 994b9be0-78a7-48e9-b2cc-351c4776592c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=994b9be0-78a7-48e9-b2cc-351c4776592c,segment=NetworkSegment(6b151971-0d68-4e62-b30e-8f4a8309c122),segment_id=6b151971-0d68-4e62-b30e-8f4a8309c122)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:57.759028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.785489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 994b9be0-78a7-48e9-b2cc-351c4776592c owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:57.836352 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.847022 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:57.863944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:57.867413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] Pushing event deleted for resources: {'Port': ['ID=8317ccef-f999-429d-b8db-03b4db7b92d1,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:57.881730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d11947c-2a30-4e78-af8b-75e124e4ba0b None None] No DVR routers for this DVR port 8317ccef-f999-429d-b8db-03b4db7b92d1 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:57.885761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:57.886476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:57.914776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Port': ['ID=a3021d75-a0e5-4f60-aa62-070f18de24bf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:57.937949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 994b9be0-78a7-48e9-b2cc-351c4776592c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:57.991689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.034569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:58.047039 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.087712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=994b9be0-78a7-48e9-b2cc-351c4776592c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:58.089143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 994b9be0-78a7-48e9-b2cc-351c4776592c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:58.089510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.120563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.124666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.135814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Port 994b9be0-78a7-48e9-b2cc-351c4776592c was deleted so its status cannot be updated. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 12:30:58.136295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8192d21c-f5bc-444b-a973-2122f7578296 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:30:58.194416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.198844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Fanout notify agent at l3_agent the message router_deleted on router 4de618bd-a189-4948-bcf5-92032e6f9f69 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:30:58.220252 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.225507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d644d7e6-def5-4783-b9db-5d7dbcac1d8e tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/routers/4de618bd-a189-4948-bcf5-92032e6f9f69 HTTP/1.1" status: 204 len: 168 time: 1.9550433 Aug 27 12:30:58.228513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:58.366058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.385087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8192d21c-f5bc-444b-a973-2122f7578296 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:30:58.385750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.434814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.510621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 7, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '994b9be0-78a7-48e9-b2cc-351c4776592c', 'name': '', 'network_id': '0e15113d-cb6e-4bdd-80e5-8d0c6b203053', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:d6:16:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:50Z', 'updated_at': '2021-08-27T12:30:56Z', 'revision_number': 4, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '5400d101-11d9-46a9-8c4c-29a1d1689d16', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:58.540440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:30:58.545482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.549208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:58.549827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:58.563100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8701718d-b71c-4a21-9337-8598f9359233']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:58.577586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50d0542-cc2c-4eca-8146-4da545c4c918') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:58.578140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50d0542-cc2c-4eca-8146-4da545c4c918') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:58.591484 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.609713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.622157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:30:58.622617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.649162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:30:58.649339 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:30:58.713688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.729042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.733765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/networks/8701718d-b71c-4a21-9337-8598f9359233 HTTP/1.1" status: 204 len: 168 time: 0.5042708 Aug 27 12:30:58.737817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54520) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:58.750230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:30:58.810349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad8e3d-89e8-4ecf-9572-8e3570f12674 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'Network': ['ID=8701718d-b71c-4a21-9337-8598f9359233,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:58.820443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8317ccef-f999-429d-b8db-03b4db7b92d1 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:58.853706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8317ccef-f999-429d-b8db-03b4db7b92d1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:58.854295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8317ccef-f999-429d-b8db-03b4db7b92d1 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:58.854912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c7a7e11a-0ff1-4b87-a988-c4b993c2e31e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:58.888454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c7a7e11a-0ff1-4b87-a988-c4b993c2e31e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:58.889051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c7a7e11a-0ff1-4b87-a988-c4b993c2e31e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:58.913917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a537-d92a-4dd7-97e4-df630547be4c req-07c09e89-482a-4a43-9150-83cfb069bb65 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:30:58.914640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:30:58.915503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5638a537-d92a-4dd7-97e4-df630547be4c req-07c09e89-482a-4a43-9150-83cfb069bb65 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1267505 Aug 27 12:30:58.927545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0a3f-1a50-4929-944b-cb0fbe58c197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.928296 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-485f14ab-e6b2-48b9-8566-d85363330b79 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6405017 Aug 27 12:30:58.930999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54522) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:58.981080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0a3f-1a50-4929-944b-cb0fbe58c197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:58.993228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet 5400d101-11d9-46a9-8c4c-29a1d1689d16 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:30:58.996954 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.014789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5638a537-d92a-4dd7-97e4-df630547be4c req-a5e80dc3-c731-44d6-9887-97f264307201 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767739 Aug 27 12:30:59.021129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:57Z', 'revision_number': 8, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:59.051808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.061130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1d363-0c33-4f1e-b33e-169c639278b8 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:57Z', 'revision_number': 8, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:30:59.066414 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0a3f-1a50-4929-944b-cb0fbe58c197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.069463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd0b0a3f-1a50-4929-944b-cb0fbe58c197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.073189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd0b0a3f-1a50-4929-944b-cb0fbe58c197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] 10.222.0.76 "DELETE /v2.0/security-groups/27bc52c8-ec0b-41c7-acea-196a508d9e20 HTTP/1.1" status: 204 len: 168 time: 0.3308530 Aug 27 12:30:59.091426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b0a3f-1a50-4929-944b-cb0fbe58c197 tempest-TestNetworkAdvancedServerOps-299772895 tempest-TestNetworkAdvancedServerOps-299772895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc52c8-ec0b-41c7-acea-196a508d9e20,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:59.182702 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.254456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.282227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=5400d101-11d9-46a9-8c4c-29a1d1689d16,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:59.286721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.288506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3f342941-dfc8-4a95-88b5-93af124a3b6f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/5400d101-11d9-46a9-8c4c-29a1d1689d16 HTTP/1.1" status: 204 len: 168 time: 0.3565595 Aug 27 12:30:59.291506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54528) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:59.295321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9e407-c4c5-4cdb-951d-d8c0939f4d57 None None] Network 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:30:59.369321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.439835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:59.440182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.478248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:59.535094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] DHCP port deletion for 0e15113d-cb6e-4bdd-80e5-8d0c6b203053 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:30:59.548137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,segment=NetworkSegment(6b151971-0d68-4e62-b30e-8f4a8309c122),segment_id=6b151971-0d68-4e62-b30e-8f4a8309c122)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:59.548726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.567573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:59.613364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] Deleting port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:30:59.613740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.686126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54538) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:30:59.686246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c4f7894d-1d1f-4d74-93ea-5fe010e1f559 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32dd17157e8a413bb5e82592b734194a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054071 Aug 27 12:30:59.693993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:30:59.695207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.703194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] For port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,segment=NetworkSegment(6b151971-0d68-4e62-b30e-8f4a8309c122),segment_id=6b151971-0d68-4e62-b30e-8f4a8309c122)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:30:59.703658 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.705417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:30:59.706243 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:59.731193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] Calling delete_port for 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:30:59.759992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:59.764287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:59.847834 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.872419 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:30:59.883958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.886543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d22558ed-e9b8-487f-a93a-88307ec4c019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.887419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a3021d75-a0e5-4f60-aa62-070f18de24bf no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:59.892768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] Pushing event deleted for resources: {'Port': ['ID=0da1d23f-e6e0-4d9f-ad88-252be62e4a09,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:30:59.898254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e15113d-cb6e-4bdd-80e5-8d0c6b203053']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:59.922350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b151971-0d68-4e62-b30e-8f4a8309c122') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:59.922712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b151971-0d68-4e62-b30e-8f4a8309c122') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:30:59.929257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a3021d75-a0e5-4f60-aa62-070f18de24bf {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:59.929730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a3021d75-a0e5-4f60-aa62-070f18de24bf not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:59.930247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 994b9be0-78a7-48e9-b2cc-351c4776592c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:59.955561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d22558ed-e9b8-487f-a93a-88307ec4c019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.955778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196493fe-f23d-479b-b72d-63995f0a712f None None] No DVR routers for this DVR port 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:30:59.958490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.961253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 994b9be0-78a7-48e9-b2cc-351c4776592c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:59.961825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 994b9be0-78a7-48e9-b2cc-351c4776592c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:30:59.962662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:30:59.984864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:30:59.989482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:30:59.989841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0da1d23f-e6e0-4d9f-ad88-252be62e4a09 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:00.003187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:00.003692 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:00.007061 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:00.070050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.078079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.080355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/0e15113d-cb6e-4bdd-80e5-8d0c6b203053 HTTP/1.1" status: 204 len: 168 time: 0.7879124 Aug 27 12:31:00.082801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d22558ed-e9b8-487f-a93a-88307ec4c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.083571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:00.088785 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d22558ed-e9b8-487f-a93a-88307ec4c019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.088785 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d22558ed-e9b8-487f-a93a-88307ec4c019 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0cc1dc24-9bb3-44a4-bb19-1b24bb1a5b30 HTTP/1.1" status: 204 len: 168 time: 0.3996644 Aug 27 12:31:00.099929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f424-0562-46fe-92a5-c9029357a37f tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=0e15113d-cb6e-4bdd-80e5-8d0c6b203053,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:00.106552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22558ed-e9b8-487f-a93a-88307ec4c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1dc24-9bb3-44a4-bb19-1b24bb1a5b30,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:00.203043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:57Z', 'revision_number': 8, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:00.243286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:00.254364 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:00.255463 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:00.305061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1f154-1fb1-4fc4-9d7b-031144af5032 req-2ebbd117-9d3e-493e-8397-32eea90d9b7b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:00.306598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18d1f154-1fb1-4fc4-9d7b-031144af5032 req-2ebbd117-9d3e-493e-8397-32eea90d9b7b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1405146 Aug 27 12:31:00.360314 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:00.410147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18d1f154-1fb1-4fc4-9d7b-031144af5032 req-51b4f976-71c1-4d1f-b220-8db59582cbfc tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713270 Aug 27 12:31:00.479311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:00.534430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7405d274-f6b8-4204-8e02-dda91f38aad0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc63710fc3db4104885a3e9081476769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515542 Aug 27 12:31:00.535164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54550) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:00.603082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55af0c90-c11b-489b-915a-051de948d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.626543 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:57Z', 'revision_number': 8, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:00.629328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.631691 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55af0c90-c11b-489b-915a-051de948d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.662653 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ae8383-3064-48fe-9750-88f1358f3916 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:30:57Z', 'revision_number': 8, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8192d21c-f5bc-444b-a973-2122f7578296', 'name': '', 'network_id': '630b5e1f-7174-4d9c-8305-34a6a17fad8d', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:3a:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:45Z', 'updated_at': '2021-08-27T12:30:55Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'b6f09f78-480e-45f7-94fd-c527e69ba829', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:00.691757 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55af0c90-c11b-489b-915a-051de948d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.695719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-55af0c90-c11b-489b-915a-051de948d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:00.697243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-55af0c90-c11b-489b-915a-051de948d293 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fed41b6b-c5cc-47d6-8b6d-743de5724db7 HTTP/1.1" status: 204 len: 168 time: 0.1610754 Aug 27 12:31:00.706225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af0c90-c11b-489b-915a-051de948d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed41b6b-c5cc-47d6-8b6d-743de5724db7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:00.959740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 8192d21c-f5bc-444b-a973-2122f7578296 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:00.960415 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:01.073890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 8192d21c-f5bc-444b-a973-2122f7578296, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8192d21c-f5bc-444b-a973-2122f7578296,segment=NetworkSegment(58a645aa-a879-43ac-b25b-63d7faf5166b),segment_id=58a645aa-a879-43ac-b25b-63d7faf5166b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:01.074288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:01.094117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 8192d21c-f5bc-444b-a973-2122f7578296 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:01.312472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:01.404278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=8192d21c-f5bc-444b-a973-2122f7578296,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:01.621668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:01.638677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff10b-fc05-4089-84ef-673a69385715 req-b064c2fc-ce6b-4fba-8e5f-6c728eacf0e3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:01.640264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a6ff10b-fc05-4089-84ef-673a69385715 req-b064c2fc-ce6b-4fba-8e5f-6c728eacf0e3 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1127627 Aug 27 12:31:01.758342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a6ff10b-fc05-4089-84ef-673a69385715 req-d3466f3d-a256-4fc3-a948-04c1c800181a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786827 Aug 27 12:31:02.091933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:31:02.185963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:02.194246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b1016981-1c72-42f1-a0d0-425e5bdde5ac tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066864 Aug 27 12:31:02.194565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54576) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:02.195894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:02.205258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:02.205867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:02.251158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet b6f09f78-480e-45f7-94fd-c527e69ba829 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:31:02.254830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.293349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:02.295496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.383845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.453722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.486252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f09f78-480e-45f7-94fd-c527e69ba829,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:02.490800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.493535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e62f131d-10e6-4e7c-89de-c771e7b099fb tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/b6f09f78-480e-45f7-94fd-c527e69ba829 HTTP/1.1" status: 204 len: 168 time: 0.2971995 Aug 27 12:31:02.495643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:02.499503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea120d-c5cf-4e1d-a31f-1db9c7a5c1ed None None] Network 630b5e1f-7174-4d9c-8305-34a6a17fad8d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:02.587130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:01Z', 'revision_number': 9, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:02.587659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.636318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:02.654884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 9582d739-bea7-4ab8-a732-1b64a7a758e0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:02.655433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.671692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:02.672400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:02.742359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 9582d739-bea7-4ab8-a732-1b64a7a758e0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9582d739-bea7-4ab8-a732-1b64a7a758e0,segment=NetworkSegment(58a645aa-a879-43ac-b25b-63d7faf5166b),segment_id=58a645aa-a879-43ac-b25b-63d7faf5166b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:02.742761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.761301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 9582d739-bea7-4ab8-a732-1b64a7a758e0 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:02.775717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:02.870188 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:02.873156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8fa632-e6d8-4788-899c-c77ad654653b None None] DHCP port deletion for 630b5e1f-7174-4d9c-8305-34a6a17fad8d request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:31:02.917507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=9582d739-bea7-4ab8-a732-1b64a7a758e0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:02.927270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port 9582d739-bea7-4ab8-a732-1b64a7a758e0 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:02.969193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d52ef-c2e1-4806-b464-a3b283f511d4 req-93469b70-c8af-4ca0-a38a-ddae0f448a4c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:02.971404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-386d52ef-c2e1-4806-b464-a3b283f511d4 req-93469b70-c8af-4ca0-a38a-ddae0f448a4c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1108375 Aug 27 12:31:03.062005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.081044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630b5e1f-7174-4d9c-8305-34a6a17fad8d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:03.086420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-386d52ef-c2e1-4806-b464-a3b283f511d4 req-da12ede3-32a1-4284-8c66-ba4780abb96b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027734 Aug 27 12:31:03.096568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a645aa-a879-43ac-b25b-63d7faf5166b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:03.096951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a645aa-a879-43ac-b25b-63d7faf5166b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:03.108442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.129161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.138445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:03.138778 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:03.143240 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:03.214264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.222716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:01Z', 'revision_number': 9, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:03.231389 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.233337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/630b5e1f-7174-4d9c-8305-34a6a17fad8d HTTP/1.1" status: 204 len: 168 time: 0.7354851 Aug 27 12:31:03.236827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54592) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:03.245062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10900d47-ceaa-4acc-b340-27b292f3bd90 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=630b5e1f-7174-4d9c-8305-34a6a17fad8d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:03.255837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88467fb9-b31f-46d0-acc0-5e08d18800a9 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:01Z', 'revision_number': 9, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '759c32d1-6b79-4823-a935-c2b29a5f69d5', 'name': '', 'network_id': '68b81459-17e9-4541-8527-5a6bcd4fca34', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:da:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:41Z', 'updated_at': '2021-08-27T12:30:50Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': '7c630647-6c3d-4d5a-a580-7ae2ca095ab4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:03.579206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.791992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8192d21c-f5bc-444b-a973-2122f7578296 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:03.815314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8192d21c-f5bc-444b-a973-2122f7578296 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:03.815664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8192d21c-f5bc-444b-a973-2122f7578296 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:03.816080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9582d739-bea7-4ab8-a732-1b64a7a758e0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:03.835165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9582d739-bea7-4ab8-a732-1b64a7a758e0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:03.835511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9582d739-bea7-4ab8-a732-1b64a7a758e0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:03.839695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 759c32d1-6b79-4823-a935-c2b29a5f69d5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:03.840043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.933384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 759c32d1-6b79-4823-a935-c2b29a5f69d5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=759c32d1-6b79-4823-a935-c2b29a5f69d5,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:03.933755 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:03.946821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 759c32d1-6b79-4823-a935-c2b29a5f69d5 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:04.130096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:04.159149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=759c32d1-6b79-4823-a935-c2b29a5f69d5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:04.187652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.188129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.188474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.188810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.189155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.189469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.189795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.190116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.190537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.190866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.191189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.191509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:04.241646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da94de7-77b5-4b92-b7c1-5a0fa3176443 req-7e9ec3f1-7108-45e2-978b-95f1e1b41df4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:04.243264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2da94de7-77b5-4b92-b7c1-5a0fa3176443 req-7e9ec3f1-7108-45e2-978b-95f1e1b41df4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0594394 Aug 27 12:31:04.298511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2da94de7-77b5-4b92-b7c1-5a0fa3176443 req-ec86c049-ad7a-4302-bde4-16b85d68c19b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Aug 27 12:31:04.359294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:04.594877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:31:04.719875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:04.728599 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e31b62b1-f56d-488e-9047-c97f6a4f40bd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870696 Aug 27 12:31:04.728941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54598) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:04.731290 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:04.743800 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:04.744584 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:04.792273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet 7c630647-6c3d-4d5a-a580-7ae2ca095ab4 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:31:04.795829 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:04.849407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:04.857323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:04.961392 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.046511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.083969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=7c630647-6c3d-4d5a-a580-7ae2ca095ab4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:05.086565 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.088613 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1e2ec61d-743a-4c52-8bf1-f179bc89f597 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/7c630647-6c3d-4d5a-a580-7ae2ca095ab4 HTTP/1.1" status: 204 len: 168 time: 0.3579865 Aug 27 12:31:05.091186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54602) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:05.093463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff05edc-f4f6-46b3-8096-37607a3a659c None None] Network 68b81459-17e9-4541-8527-5a6bcd4fca34 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:05.132258 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:04Z', 'revision_number': 10, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:05.171500 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:05.190207 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:05.190889 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:05.306894 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:05.341234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] DHCP port deletion for 68b81459-17e9-4541-8527-5a6bcd4fca34 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:31:05.400933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] Deleting port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:05.401211 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.488475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] For port 5fcdcebf-8929-4933-aa9e-344e0e0fea41, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5fcdcebf-8929-4933-aa9e-344e0e0fea41,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:05.488944 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.489084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09119648-ba1a-491f-a0ab-a42787a3294a req-1b0d65a0-6462-44b1-8394-94d8660ac744 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:05.490648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09119648-ba1a-491f-a0ab-a42787a3294a req-1b0d65a0-6462-44b1-8394-94d8660ac744 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0740650 Aug 27 12:31:05.500296 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.504270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] Calling delete_port for 5fcdcebf-8929-4933-aa9e-344e0e0fea41 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:05.560515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:05.560933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.580941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09119648-ba1a-491f-a0ab-a42787a3294a req-ec8df642-d0a3-43df-b2b4-38dab5e24ebd tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837016 Aug 27 12:31:05.609060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.625804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] No DVR routers for this DVR port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:05.638083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 5fcdcebf-8929-4933-aa9e-344e0e0fea41, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5fcdcebf-8929-4933-aa9e-344e0e0fea41,segment=NetworkSegment(886883b0-7db1-4f62-ad68-e266cc592f49),segment_id=886883b0-7db1-4f62-ad68-e266cc592f49)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:05.638485 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.647650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a76ea-d23f-411d-806e-c19470b54b89 None None] Pushing event deleted for resources: {'Port': ['ID=5fcdcebf-8929-4933-aa9e-344e0e0fea41,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:05.659721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:04Z', 'revision_number': 10, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:05.659880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 5fcdcebf-8929-4933-aa9e-344e0e0fea41 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:05.690591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9e70e-2506-4484-92bf-c39592f7bcb5 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:04Z', 'revision_number': 10, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None, '_interfaces': [{'id': '02637b37-b0c4-4a48-925e-819e1b320507', 'name': '', 'network_id': 'd6798030-dd51-454d-a737-5e9367755d96', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'mac_address': 'fa:16:3e:6a:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:30:37Z', 'updated_at': '2021-08-27T12:30:43Z', 'revision_number': 5, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'subnets': [{'id': 'aab2a0e7-a7c6-4c0c-9356-996381e84f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:05.739783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.765294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=5fcdcebf-8929-4933-aa9e-344e0e0fea41,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:05.769277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port 5fcdcebf-8929-4933-aa9e-344e0e0fea41 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:05.850340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.860487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b81459-17e9-4541-8527-5a6bcd4fca34']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:05.871005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886883b0-7db1-4f62-ad68-e266cc592f49') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:05.871310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886883b0-7db1-4f62-ad68-e266cc592f49') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:05.880909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.894737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.900818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:05.901153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: self.session.flush() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:05.904126 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:05.961889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.969841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:05.971737 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/68b81459-17e9-4541-8527-5a6bcd4fca34 HTTP/1.1" status: 204 len: 168 time: 0.8792548 Aug 27 12:31:05.974467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54606) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:05.981629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd093f8c-df4f-40dd-a3b5-94230c57d2ce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=68b81459-17e9-4541-8527-5a6bcd4fca34,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:06.090459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 759c32d1-6b79-4823-a935-c2b29a5f69d5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:06.112153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 759c32d1-6b79-4823-a935-c2b29a5f69d5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:06.112759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 759c32d1-6b79-4823-a935-c2b29a5f69d5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:06.112897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5fcdcebf-8929-4933-aa9e-344e0e0fea41 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:06.132445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 5fcdcebf-8929-4933-aa9e-344e0e0fea41 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:06.132798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5fcdcebf-8929-4933-aa9e-344e0e0fea41 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:06.318535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:06.603648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port 02637b37-b0c4-4a48-925e-819e1b320507 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:06.604314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:06.740921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port 02637b37-b0c4-4a48-925e-819e1b320507, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=02637b37-b0c4-4a48-925e-819e1b320507,segment=NetworkSegment(2593b73b-c4e2-4919-a5a2-81cd0fcf14b8),segment_id=2593b73b-c4e2-4919-a5a2-81cd0fcf14b8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:06.741203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:06.759907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fbd08-35e8-4f6c-9f3b-0d3142d0631c req-98578f2d-65db-47cd-b49e-8f19032fd98e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:06.761405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f6fbd08-35e8-4f6c-9f3b-0d3142d0631c req-98578f2d-65db-47cd-b49e-8f19032fd98e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0905898 Aug 27 12:31:06.765580 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for 02637b37-b0c4-4a48-925e-819e1b320507 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:06.842963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f6fbd08-35e8-4f6c-9f3b-0d3142d0631c req-0dcf3f99-5b2f-4725-bdd1-3622b4079c29 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727460 Aug 27 12:31:06.968875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.002535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=02637b37-b0c4-4a48-925e-819e1b320507,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:07.152468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.310058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:31:07.395084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:07.406253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-90839fcc-a908-4092-aee7-2d794b4dfcbd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265764 Aug 27 12:31:07.406852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54618) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:07.409545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:07.429316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:07.429862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:07.470469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting subnet aab2a0e7-a7c6-4c0c-9356-996381e84f95 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:31:07.474597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.528363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:07.540091 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.597173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:06Z', 'revision_number': 11, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:07.624731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:07.633569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:07.634194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:07.635388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.711885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.713728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:07.763694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.769886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54622) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:07.772097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/aab2a0e7-a7c6-4c0c-9356-996381e84f95 HTTP/1.1" status: 204 len: 168 time: 0.3619771 Aug 27 12:31:07.773471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476375a-3d07-4b38-959d-68f0c2525c0a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Subnet': ['ID=aab2a0e7-a7c6-4c0c-9356-996381e84f95,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:07.823498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a15b38-4587-475c-a593-0e1c20aafa51 None None] Network d6798030-dd51-454d-a737-5e9367755d96 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:07.831474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:06Z', 'revision_number': 11, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:07.914095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47436edf-b2d7-4d70-95ca-17c606249a88 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:06Z', 'revision_number': 11, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:07.917460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.994702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Deleting port d6490425-4b16-4a01-8077-7c08bfb0108c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:07.995054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:07.999205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8409bb-3653-4d66-bcc3-25845cac84ea req-a223d345-fabd-4d59-b5aa-0955559df3ee tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:08.001363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a8409bb-3653-4d66-bcc3-25845cac84ea req-a223d345-fabd-4d59-b5aa-0955559df3ee tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0665948 Aug 27 12:31:08.045203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a8409bb-3653-4d66-bcc3-25845cac84ea req-ca4934bb-b226-4fe9-9a8f-1ca540573e20 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Aug 27 12:31:08.068071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] For port d6490425-4b16-4a01-8077-7c08bfb0108c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6490425-4b16-4a01-8077-7c08bfb0108c,segment=NetworkSegment(2593b73b-c4e2-4919-a5a2-81cd0fcf14b8),segment_id=2593b73b-c4e2-4919-a5a2-81cd0fcf14b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:08.068451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.087262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Calling delete_port for d6490425-4b16-4a01-8077-7c08bfb0108c owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:08.166492 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.192456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Port': ['ID=d6490425-4b16-4a01-8077-7c08bfb0108c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:08.196743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No DVR routers for this DVR port d6490425-4b16-4a01-8077-7c08bfb0108c on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:08.277806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.289450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6798030-dd51-454d-a737-5e9367755d96']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:08.293335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a6f39-6f6e-470f-8bfa-95b923af1a8d None None] DHCP port deletion for d6798030-dd51-454d-a737-5e9367755d96 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:31:08.310949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:08.311254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593b73b-c4e2-4919-a5a2-81cd0fcf14b8') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:08.322262 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.324019 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.338313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.345250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:08.345687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:08.348940 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:08.413018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.424718 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.426839 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/networks/d6798030-dd51-454d-a737-5e9367755d96 HTTP/1.1" status: 204 len: 168 time: 0.6552277 Aug 27 12:31:08.429937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:08.434960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'routes': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:08.441717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9f64-9065-459c-8edb-fcbc80da8f6e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Pushing event deleted for resources: {'Network': ['ID=d6798030-dd51-454d-a737-5e9367755d96,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:08.847616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.extraroute_db [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Added routes are [] {{(pid=94623) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 12:31:08.848176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.extraroute_db [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Removed routes are [] {{(pid=94623) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 12:31:08.848176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.988490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:08.991840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.071801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:31:09.174982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:09.183052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.184240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-04da3c06-18e0-46ae-ae02-9e4d5df73402 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 701 time: 0.7530491 Aug 27 12:31:09.186093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] Sync routers for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:09.192788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:09.196927 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:09.197532 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:09.229130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cfc12e17-62dd-45ae-8249-a30882f04abf tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 205 time: 0.0325339 Aug 27 12:31:09.230906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54634) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:09.241999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379d997-32df-4aa5-b0a7-80a5e2849632 req-110e1f53-d7b9-493c-83da-ecd29a475f4e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:09.249906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f379d997-32df-4aa5-b0a7-80a5e2849632 req-110e1f53-d7b9-493c-83da-ecd29a475f4e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.1038983 Aug 27 12:31:09.300417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f379d997-32df-4aa5-b0a7-80a5e2849632 req-6feb0535-6a50-4f8a-9c60-b660d4c23881 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Aug 27 12:31:09.326020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.404847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:09.493825 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:06Z', 'revision_number': 11, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:09.514155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.516930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.528285 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] Checking router: 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:09.538107 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] Routers {'764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:09.538680 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:09.574995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.574995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:31:09.584212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.585350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c03394d3-dcb7-4033-93ad-3b00d1d99f61 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 204 len: 168 time: 0.3520138 Aug 27 12:31:09.589490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:09.594141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1858602718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:09.619314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.620817 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.633118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] Set router 764ef5b8-381d-4c00-aac7-bb4fa9a5e82d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:09.686013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.692677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.694226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:06Z', 'revision_number': 11, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:09.720502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.725716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-69b97fba-dbf9-4f7c-a757-f96673e8cbec tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1311443 Aug 27 12:31:09.726189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:09.730747 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c82c3-7341-4ad2-b9f7-cb9c49362cf0 None None] The sync data for ids ['764ef5b8-381d-4c00-aac7-bb4fa9a5e82d'] in n-d-688802-4 is: [{'id': '764ef5b8-381d-4c00-aac7-bb4fa9a5e82d', 'name': 'tempest-RoutersTest-router-1886929022', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:30:36Z', 'updated_at': '2021-08-27T12:31:06Z', 'revision_number': 11, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:09.731163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:09.818331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02637b37-b0c4-4a48-925e-819e1b320507 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:09.849712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 02637b37-b0c4-4a48-925e-819e1b320507 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:09.850168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 02637b37-b0c4-4a48-925e-819e1b320507 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:09.850850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6490425-4b16-4a01-8077-7c08bfb0108c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:09.872658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d6490425-4b16-4a01-8077-7c08bfb0108c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:09.873188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6490425-4b16-4a01-8077-7c08bfb0108c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:09.974992 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1013689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61460'] for router, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:09.991439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1013678'] for router, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.109739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Router 74668d09-1b6b-4d1d-b906-0a9117f5cc87 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:31:10.189884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:10.200672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.201481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] Sync routers for ids ['74668d09-1b6b-4d1d-b906-0a9117f5cc87'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:10.201978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-164f971c-c31c-4876-851f-3088509279a1 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "PUT /v2.0/routers/74668d09-1b6b-4d1d-b906-0a9117f5cc87 HTTP/1.1" status: 200 len: 694 time: 0.4747322 Aug 27 12:31:10.204751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.211778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] Routers {'74668d09-1b6b-4d1d-b906-0a9117f5cc87'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:10.212388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['74668d09-1b6b-4d1d-b906-0a9117f5cc87'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:10.284387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] Set router 74668d09-1b6b-4d1d-b906-0a9117f5cc87 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:10.286240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7955b52b-36f1-403c-8757-6e7375497a71 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/routers/74668d09-1b6b-4d1d-b906-0a9117f5cc87 HTTP/1.1" status: 200 len: 700 time: 0.0798662 Aug 27 12:31:10.289133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54644) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.320991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.331649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4957fabb-c52a-4337-bf67-869ea715b1df tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=74668d09-1b6b-4d1d-b906-0a9117f5cc87 HTTP/1.1" status: 200 len: 205 time: 0.0413446 Aug 27 12:31:10.342409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74668d09-1b6b-4d1d-b906-0a9117f5cc87', 'name': 'tempest-RoutersTest-router-1858602718', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:09Z', 'updated_at': '2021-08-27T12:31:09Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:10.373921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] Checking router: 74668d09-1b6b-4d1d-b906-0a9117f5cc87 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:10.383790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] Routers {'74668d09-1b6b-4d1d-b906-0a9117f5cc87'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:10.384623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:30:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['74668d09-1b6b-4d1d-b906-0a9117f5cc87'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:10.407377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.416932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4663-cabc-4bcb-b9be-df9dc075df04 req-9ad5f877-34ec-4419-8d45-26e8081757d5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:10.418908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26ee4663-cabc-4bcb-b9be-df9dc075df04 req-9ad5f877-34ec-4419-8d45-26e8081757d5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0535502 Aug 27 12:31:10.467934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26ee4663-cabc-4bcb-b9be-df9dc075df04 req-3a6d70da-4347-4470-aa6e-f78213b2104e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Aug 27 12:31:10.477810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] Set router 74668d09-1b6b-4d1d-b906-0a9117f5cc87 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:10.540979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74668d09-1b6b-4d1d-b906-0a9117f5cc87', 'name': 'tempest-RoutersTest-router-1858602718', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:09Z', 'updated_at': '2021-08-27T12:31:09Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:10.582783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f7aa08-2926-46f2-a41d-40e812857d8e None None] The sync data for ids ['74668d09-1b6b-4d1d-b906-0a9117f5cc87'] in n-d-688802-4 is: [{'id': '74668d09-1b6b-4d1d-b906-0a9117f5cc87', 'name': 'tempest-RoutersTest-router-1858602718', 'tenant_id': '787e58c3665148109ae50d27e5cb3785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:09Z', 'updated_at': '2021-08-27T12:31:09Z', 'revision_number': 2, 'project_id': '787e58c3665148109ae50d27e5cb3785', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:10.599644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.602236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.664460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.665089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Fanout notify agent at l3_agent the message router_deleted on router 74668d09-1b6b-4d1d-b906-0a9117f5cc87 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:31:10.673120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:10.674451 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-496f8348-41b8-4b3a-a32f-42a7694d92e9 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/74668d09-1b6b-4d1d-b906-0a9117f5cc87 HTTP/1.1" status: 204 len: 168 time: 0.3522954 Aug 27 12:31:10.680070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54656) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.715692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d39dbec2-8189-4bcb-8cf9-17c710c4c47c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=74668d09-1b6b-4d1d-b906-0a9117f5cc87 HTTP/1.1" status: 200 len: 205 time: 0.0344687 Aug 27 12:31:10.718131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54658) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.764580 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-1311c28e-6e4a-4fac-8f1b-99ad1b594fba tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:10.765887 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1311c28e-6e4a-4fac-8f1b-99ad1b594fba tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/74668d09-1b6b-4d1d-b906-0a9117f5cc87 HTTP/1.1" status: 404 len: 336 time: 0.0464506 Aug 27 12:31:10.769246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54660) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.773503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b3970-dc30-46a5-bee7-1db24f3ac9d9 req-14611569-a6c3-4ef8-b2b2-5c9f58f00ba5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:10.775301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b7b3970-dc30-46a5-bee7-1db24f3ac9d9 req-14611569-a6c3-4ef8-b2b2-5c9f58f00ba5 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0630071 Aug 27 12:31:10.797871 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d930e-efe1-41e1-b8e1-72e4bd316b45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:10.798856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16d930e-efe1-41e1-b8e1-72e4bd316b45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:10.800131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c16d930e-efe1-41e1-b8e1-72e4bd316b45 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/5400d101-11d9-46a9-8c4c-29a1d1689d16 HTTP/1.1" status: 404 len: 337 time: 0.0299001 Aug 27 12:31:10.802739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54662) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.830671 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-73873d83-2569-4ede-92e7-cb3af5135fce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:10.831144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73873d83-2569-4ede-92e7-cb3af5135fce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:10.833104 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-73873d83-2569-4ede-92e7-cb3af5135fce tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/b6f09f78-480e-45f7-94fd-c527e69ba829 HTTP/1.1" status: 404 len: 337 time: 0.0294280 Aug 27 12:31:10.834952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b7b3970-dc30-46a5-bee7-1db24f3ac9d9 req-b76216e1-158b-4c25-919f-a7ea90061ff0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525391 Aug 27 12:31:10.835684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54664) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.873806 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fcb136-ecf8-4f3b-8255-40d3ca8c312a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:10.874279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fcb136-ecf8-4f3b-8255-40d3ca8c312a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:10.876793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37fcb136-ecf8-4f3b-8255-40d3ca8c312a tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/7c630647-6c3d-4d5a-a580-7ae2ca095ab4 HTTP/1.1" status: 404 len: 337 time: 0.0396025 Aug 27 12:31:10.878800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.906341 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c616ee2-50f8-47b9-a60f-db11ae062dc6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:10.907381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c616ee2-50f8-47b9-a60f-db11ae062dc6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:10.909145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1c616ee2-50f8-47b9-a60f-db11ae062dc6 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/aab2a0e7-a7c6-4c0c-9356-996381e84f95 HTTP/1.1" status: 404 len: 337 time: 0.0294037 Aug 27 12:31:10.911890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54668) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.943341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c90dd503-845b-4c74-a2db-6836417c0371 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 200 len: 205 time: 0.0283077 Aug 27 12:31:10.943738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:10.986924 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-8d975d64-0515-4cfe-bda9-9e8d1af4fdfa tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:10.987979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8d975d64-0515-4cfe-bda9-9e8d1af4fdfa tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/764ef5b8-381d-4c00-aac7-bb4fa9a5e82d HTTP/1.1" status: 404 len: 336 time: 0.0432079 Aug 27 12:31:10.990833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54674) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.018194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8f179dd6-0c95-449b-bcf4-de050cef5dbc tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08218a3-d176-4274-849a-d2924e5ede82 HTTP/1.1" status: 200 len: 205 time: 0.0264432 Aug 27 12:31:11.020750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.061688 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-309f13be-a479-4fc2-b6cd-12431b4aed83 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:11.062798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-309f13be-a479-4fc2-b6cd-12431b4aed83 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/a08218a3-d176-4274-849a-d2924e5ede82 HTTP/1.1" status: 404 len: 336 time: 0.0411582 Aug 27 12:31:11.065618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54678) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.093898 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec8180a-fff2-4616-be12-ac7f5dae526e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:11.095101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec8180a-fff2-4616-be12-ac7f5dae526e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:11.096924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1ec8180a-fff2-4616-be12-ac7f5dae526e tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/315df8d0-586e-4fb4-830c-053e880347ed HTTP/1.1" status: 404 len: 337 time: 0.0303733 Aug 27 12:31:11.099848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.128183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-20e39fe6-c77a-47ee-ae32-b306b3e3829b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 200 len: 205 time: 0.0275149 Aug 27 12:31:11.131029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54682) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.172687 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-ac21e6b6-109a-4875-ac31-df4370897263 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:11.173718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac21e6b6-109a-4875-ac31-df4370897263 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/74ab7bb1-1296-4522-93b1-0b223631dc6a HTTP/1.1" status: 404 len: 336 time: 0.0417776 Aug 27 12:31:11.176369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54684) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.205698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-558868af-7236-492a-9cb6-c8109a35585b tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=51f95a66-cd00-4d7b-9649-bd4af834f3ac HTTP/1.1" status: 200 len: 205 time: 0.0282855 Aug 27 12:31:11.208169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54686) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.246246 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-19daa8e1-2261-4478-ad28-6501c0e79959 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:11.247281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-19daa8e1-2261-4478-ad28-6501c0e79959 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/51f95a66-cd00-4d7b-9649-bd4af834f3ac HTTP/1.1" status: 404 len: 336 time: 0.0382042 Aug 27 12:31:11.249957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54688) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.280373 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae936d7-618b-478c-8806-fd13b0032bdd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:11.280819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae936d7-618b-478c-8806-fd13b0032bdd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:11.282529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ae936d7-618b-478c-8806-fd13b0032bdd tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/db279ca1-9ddd-4e16-912f-5aa449a91bc4 HTTP/1.1" status: 404 len: 337 time: 0.0310817 Aug 27 12:31:11.284935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54690) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.311235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47ba6b4d-fac4-4b5d-828f-a6b8a11da2af tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=abaa375a-5ea2-4cff-b335-562302c6c41f HTTP/1.1" status: 200 len: 205 time: 0.0252645 Aug 27 12:31:11.314020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.350576 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-a0c59072-fae0-4264-a6f8-9e5931080462 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:11.351615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a0c59072-fae0-4264-a6f8-9e5931080462 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/abaa375a-5ea2-4cff-b335-562302c6c41f HTTP/1.1" status: 404 len: 336 time: 0.0366693 Aug 27 12:31:11.354185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.381158 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64c3ae3-3eba-41cd-88ed-f68a2f85345d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:11.381550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64c3ae3-3eba-41cd-88ed-f68a2f85345d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:11.383329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b64c3ae3-3eba-41cd-88ed-f68a2f85345d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/67949f4c-d1c2-4432-9cce-ff329663b8bc HTTP/1.1" status: 404 len: 337 time: 0.0282068 Aug 27 12:31:11.385888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54696) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.417288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-74f3101a-fa06-4368-9958-546d912e9e9d tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "GET /v2.0/ports?device_id=47c82903-cd2f-46ad-bc4c-dc05c0c1c48b HTTP/1.1" status: 200 len: 205 time: 0.0302956 Aug 27 12:31:11.419624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54698) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.456760 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-420230c2-4efd-4f77-bff2-d046adfa7c3c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] delete failed (client error): The resource could not be found. Aug 27 12:31:11.460407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-420230c2-4efd-4f77-bff2-d046adfa7c3c tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/routers/47c82903-cd2f-46ad-bc4c-dc05c0c1c48b HTTP/1.1" status: 404 len: 336 time: 0.0375888 Aug 27 12:31:11.460644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54700) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.488109 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-11531150-d448-4c25-ba9d-833416435317 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:11.488566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11531150-d448-4c25-ba9d-833416435317 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:11.490293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11531150-d448-4c25-ba9d-833416435317 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/3a53737d-b8c3-484e-945d-7215cad79f45 HTTP/1.1" status: 404 len: 337 time: 0.0287626 Aug 27 12:31:11.492871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54702) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.518335 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd1074e-6238-462a-85aa-2fcafdfbbbb2 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] DELETE failed (client error): The resource could not be found. Aug 27 12:31:11.518813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd1074e-6238-462a-85aa-2fcafdfbbbb2 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:31:11.521883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5dd1074e-6238-462a-85aa-2fcafdfbbbb2 tempest-RoutersTest-238866990 tempest-RoutersTest-238866990-project] 10.222.0.76 "DELETE /v2.0/subnets/08f1f0dd-9aac-4dd9-96bc-d4b8036480a9 HTTP/1.1" status: 404 len: 337 time: 0.0267227 Aug 27 12:31:11.782087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54710) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.918640 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4cea27d5-ffc8-4c93-84ae-b80eff26120e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=787e58c3665148109ae50d27e5cb3785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352100 Aug 27 12:31:11.921040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54718) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:11.958203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382913-ef31-4ffa-bac4-042065fa9656 req-7f79f321-d2bc-40f4-a4b7-cb9ba66f9c45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:11.959729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a382913-ef31-4ffa-bac4-042065fa9656 req-7f79f321-d2bc-40f4-a4b7-cb9ba66f9c45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0538220 Aug 27 12:31:11.971384 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec995116-7141-44d3-a007-0e202bcd00ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:11.994291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec995116-7141-44d3-a007-0e202bcd00ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.006116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a382913-ef31-4ffa-bac4-042065fa9656 req-4d315d20-81a3-4247-b4cd-acbbed665a2b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Aug 27 12:31:12.064751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec995116-7141-44d3-a007-0e202bcd00ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.067479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec995116-7141-44d3-a007-0e202bcd00ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.068741 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec995116-7141-44d3-a007-0e202bcd00ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62cb893b-8513-4722-97af-2e79698f63fd HTTP/1.1" status: 204 len: 168 time: 0.1466353 Aug 27 12:31:12.076635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec995116-7141-44d3-a007-0e202bcd00ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb893b-8513-4722-97af-2e79698f63fd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:12.157964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-76219978-3e5a-459d-a4d1-a939af588eb6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:12.159722 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-76219978-3e5a-459d-a4d1-a939af588eb6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 945 time: 0.0537484 Aug 27 12:31:12.254634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Deleting port 643ffaff-0efd-4c22-aebe-d693e68d1f5e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:12.254987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.361149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] For port 643ffaff-0efd-4c22-aebe-d693e68d1f5e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=643ffaff-0efd-4c22-aebe-d693e68d1f5e,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:12.361149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.375507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Calling delete_port for 643ffaff-0efd-4c22-aebe-d693e68d1f5e owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:12.534252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.568910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['643ffaff-0efd-4c22-aebe-d693e68d1f5e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:31:12.584985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event deleted for resources: {'Port': ['ID=643ffaff-0efd-4c22-aebe-d693e68d1f5e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:12.641361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] No DVR routers for this DVR port 643ffaff-0efd-4c22-aebe-d693e68d1f5e on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:12.644226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.646528 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0e2ce00c-2b6d-450a-8c8e-db472b3437db req-4c36610d-f526-4b9a-b919-789cb01c8e81 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "DELETE /v2.0/ports/643ffaff-0efd-4c22-aebe-d693e68d1f5e HTTP/1.1" status: 204 len: 173 time: 0.4804344 Aug 27 12:31:12.647198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'name': 'network-vif-deleted', 'tag': '643ffaff-0efd-4c22-aebe-d693e68d1f5e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:31:12.649989 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606032a-dceb-4d07-946a-e5ed92371642" -d '{"events": [{"server_uuid": "62e8391e-b68e-4e65-aa1e-ac6552f3420f", "name": "network-vif-deleted", "tag": "643ffaff-0efd-4c22-aebe-d693e68d1f5e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:31:12.695934 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f516fa55-3db8-4b06-af97-7397e5396b09 x-openstack-request-id: req-f516fa55-3db8-4b06-af97-7397e5396b09 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:31:12.696331 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e8391e-b68e-4e65-aa1e-ac6552f3420f", "name": "network-vif-deleted", "tag": "643ffaff-0efd-4c22-aebe-d693e68d1f5e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:31:12.696708 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f516fa55-3db8-4b06-af97-7397e5396b09 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:31:12.697399 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e8391e-b68e-4e65-aa1e-ac6552f3420f', 'name': 'network-vif-deleted', 'tag': '643ffaff-0efd-4c22-aebe-d693e68d1f5e', 'status': 'completed', 'code': 200} Aug 27 12:31:12.805621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54754) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:12.913062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043593202'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:12.935633 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:12.943397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.035489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.043205 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.083284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cec65f-fad3-4b49-b2c9-0da52f998fd5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:13.156437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aee2eccb-7a62-46cb-9bff-4e95bf9445be req-9746dacd-5859-4757-a66c-cd85b34b8b45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e8391e-b68e-4e65-aa1e-ac6552f3420f HTTP/1.1" status: 200 len: 210 time: 0.0362744 Aug 27 12:31:13.162620 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.167041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.183875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.186412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3779280 Aug 27 12:31:13.188722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.205629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fd8dd-ee92-4fff-91e5-748712aa9984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075db2fb-15bd-4622-a087-3328cebe831b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:13.268169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d390b9f9-4452-42c6-bfd0-2a25678d0773 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0780182 Aug 27 12:31:13.270875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54766) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.276185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-security--1213253456', 'description': 'tempest-security-description-1370245525'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:13.302240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.350737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.354370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.356866 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.358852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "PUT /v2.0/security-groups/075db2fb-15bd-4622-a087-3328cebe831b HTTP/1.1" status: 200 len: 1780 time: 0.0869207 Aug 27 12:31:13.360906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54768) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.384895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09663-2791-485c-9c37-c1e3489b13b9 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075db2fb-15bd-4622-a087-3328cebe831b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:13.402326 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8998fdbe-b045-4a20-844a-bcad5039d0c8 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups/075db2fb-15bd-4622-a087-3328cebe831b HTTP/1.1" status: 200 len: 1780 time: 0.0402267 Aug 27 12:31:13.404889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54770) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.459807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-adaca9a0-9d4e-45e7-80dd-edf40cd8b32b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.482187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-adaca9a0-9d4e-45e7-80dd-edf40cd8b32b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.523409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-adaca9a0-9d4e-45e7-80dd-edf40cd8b32b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.526168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-adaca9a0-9d4e-45e7-80dd-edf40cd8b32b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.529965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-adaca9a0-9d4e-45e7-80dd-edf40cd8b32b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/075db2fb-15bd-4622-a087-3328cebe831b HTTP/1.1" status: 204 len: 168 time: 0.1215081 Aug 27 12:31:13.530454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.536461 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca9a0-9d4e-45e7-80dd-edf40cd8b32b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075db2fb-15bd-4622-a087-3328cebe831b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:13.579807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4f1befe-6f9f-4579-b14d-6b2978158984 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481231 Aug 27 12:31:13.583161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.596281 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-7bf02c72-7ecf-4a06-a548-1c20c493f4c6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] delete failed (client error): The resource could not be found. Aug 27 12:31:13.597281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7bf02c72-7ecf-4a06-a548-1c20c493f4c6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/075db2fb-15bd-4622-a087-3328cebe831b HTTP/1.1" status: 404 len: 347 time: 0.0126719 Aug 27 12:31:13.601412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54776) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.606639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392873681'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:13.630093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.710961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.715338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.747846 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.749173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1463015 Aug 27 12:31:13.751488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023e9d-4a85-4127-b458-2132bfc59871 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd0774e-5c68-4df5-810a-b497538ef83b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:13.752241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.759089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '2bd0774e-5c68-4df5-810a-b497538ef83b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:13.791908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.865791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.869470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.889083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d198dc5-4b99-4740-bc33-aacbb1c6e7e6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:13.899167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.900495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-23fbe42e-bca6-44ee-a752-59d2b3b74f20 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469555 Aug 27 12:31:13.903383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54786) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.934113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff13c7c9-717d-4f75-91c4-d978b7542c4c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.946760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff13c7c9-717d-4f75-91c4-d978b7542c4c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.979322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff13c7c9-717d-4f75-91c4-d978b7542c4c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.985941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ff13c7c9-717d-4f75-91c4-d978b7542c4c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:13.987256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ff13c7c9-717d-4f75-91c4-d978b7542c4c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2d198dc5-4b99-4740-bc33-aacbb1c6e7e6 HTTP/1.1" status: 204 len: 168 time: 0.0828800 Aug 27 12:31:13.990148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54788) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:13.992867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13c7c9-717d-4f75-91c4-d978b7542c4c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d198dc5-4b99-4740-bc33-aacbb1c6e7e6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:14.040008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-def71cb5-960e-436e-84ed-aefbd64a9e1d tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480952 Aug 27 12:31:14.042940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54790) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.096470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc135fec-0bcc-471d-84b8-1679294ecbc5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.118739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc135fec-0bcc-471d-84b8-1679294ecbc5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.163619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc135fec-0bcc-471d-84b8-1679294ecbc5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.166547 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc135fec-0bcc-471d-84b8-1679294ecbc5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.167940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc135fec-0bcc-471d-84b8-1679294ecbc5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/2bd0774e-5c68-4df5-810a-b497538ef83b HTTP/1.1" status: 204 len: 168 time: 0.1240380 Aug 27 12:31:14.171107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.187930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135fec-0bcc-471d-84b8-1679294ecbc5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd0774e-5c68-4df5-810a-b497538ef83b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:14.227302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c2c08f9b-efe7-4913-ab5e-379245da5ec5 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512497 Aug 27 12:31:14.227991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54796) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.233408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--314962076'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:14.259165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.353223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.358183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.392818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.392818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1631613 Aug 27 12:31:14.395197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54802) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.397114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5412f4-6ae2-46f8-b839-a07bc9d76782 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d9ea7c-6100-4107-9abd-837b2da31d13,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:14.401372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '66d9ea7c-6100-4107-9abd-837b2da31d13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:14.437211 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.562548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.570202 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.598466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430f4b23-e1f4-4688-af0a-f6db58a72881,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:14.611616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-f21b24a6-e7e2-4d2f-b8e0-c34245db05c6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:14.613125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-f21b24a6-e7e2-4d2f-b8e0-c34245db05c6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1528869 Aug 27 12:31:14.614306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.618264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9eba9994-f74d-472d-9fa1-944949a97eae tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2218809 Aug 27 12:31:14.618535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54812) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.623885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '66d9ea7c-6100-4107-9abd-837b2da31d13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:14.629556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-7d4de852-ba4f-4358-b384-7cc4d2c6f248 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/quotas/2b76ebdb262a4ceaa2e527bc6e3a2e48 HTTP/1.1" status: 200 len: 375 time: 0.0099285 Aug 27 12:31:14.658607 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.670688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-74b1c383-9559-4199-bfb4-631a4b053284 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342844 Aug 27 12:31:14.680918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-31db5ff2-5a5d-4779-853c-d728f247a1f8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:31:14.682043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-31db5ff2-5a5d-4779-853c-d728f247a1f8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055630 Aug 27 12:31:14.723231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.727973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.751132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ebc758-c4b6-46fb-b499-b9e33624ec33,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:14.754221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.755666 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a0f6df0-e9e9-4a27-a854-391e44d604f2 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358254 Aug 27 12:31:14.758872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54816) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.772515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '66d9ea7c-6100-4107-9abd-837b2da31d13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:14.799072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.822766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-a94feb74-6a47-4f12-a4c4-86934a8a9e83 service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321049 Aug 27 12:31:14.877728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.883521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.919054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa31bc6f-2778-4c49-8050-14e837173e25,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:14.928269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:14.929536 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-29bae3a3-fa91-4ba0-b74e-752130ea5861 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693289 Aug 27 12:31:14.932555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54822) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:14.937059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '66d9ea7c-6100-4107-9abd-837b2da31d13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:14.940636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-1f7be7cb-fb38-4235-bf64-3eee9b163b2f service neutron] 10.222.0.76 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041436 Aug 27 12:31:14.979506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.049852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.057458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.069839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adb03b7-d6b7-43e1-8d82-444ee4fd158b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:15.087342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.088861 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80530789-13c9-4501-b802-9e01af443d79 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553123 Aug 27 12:31:15.091823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54828) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.096348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '66d9ea7c-6100-4107-9abd-837b2da31d13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:15.127703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.130072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aae25017-f078-48f9-9d66-70b2a5b687f7 req-3db5aced-c697-4813-a771-27828e2515ea tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 210 time: 0.0338666 Aug 27 12:31:15.150328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 643ffaff-0efd-4c22-aebe-d693e68d1f5e no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:15.170505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 643ffaff-0efd-4c22-aebe-d693e68d1f5e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:15.171066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 643ffaff-0efd-4c22-aebe-d693e68d1f5e not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:15.202727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.207383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.232593 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.236943 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1410379 Aug 27 12:31:15.237269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.247968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cefc16-63be-476f-8194-d9bfc02700b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da5bd33-4106-4ef5-a4a7-df909e331b79,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:15.271010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce2d13cf-ebd0-4853-828d-133e6f92c968 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.279186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce2d13cf-ebd0-4853-828d-133e6f92c968 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.307854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce2d13cf-ebd0-4853-828d-133e6f92c968 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.315756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ce2d13cf-ebd0-4853-828d-133e6f92c968 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.316875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce2d13cf-ebd0-4853-828d-133e6f92c968 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3da5bd33-4106-4ef5-a4a7-df909e331b79 HTTP/1.1" status: 204 len: 168 time: 0.0786328 Aug 27 12:31:15.319528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.323027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d13cf-ebd0-4853-828d-133e6f92c968 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3da5bd33-4106-4ef5-a4a7-df909e331b79,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:15.384243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-611eebb3-9fdd-46ea-ab84-efc34a32e2b0 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0628517 Aug 27 12:31:15.387074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54842) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.411664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e49-e4fa-4782-a500-b7eb2844095b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.419282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e49-e4fa-4782-a500-b7eb2844095b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.451537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e49-e4fa-4782-a500-b7eb2844095b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.458353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e49-e4fa-4782-a500-b7eb2844095b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.462418 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2bff4e49-e4fa-4782-a500-b7eb2844095b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/7adb03b7-d6b7-43e1-8d82-444ee4fd158b HTTP/1.1" status: 204 len: 168 time: 0.0743153 Aug 27 12:31:15.462647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.471349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff4e49-e4fa-4782-a500-b7eb2844095b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7adb03b7-d6b7-43e1-8d82-444ee4fd158b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:15.517098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d931d8f3-a138-4680-b376-c3d34713020c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0530758 Aug 27 12:31:15.521804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.552090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b43b5de1-fc1a-4eef-bf48-cb2b17a8fdff tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.560587 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b43b5de1-fc1a-4eef-bf48-cb2b17a8fdff tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.847004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b43b5de1-fc1a-4eef-bf48-cb2b17a8fdff tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.853187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b43b5de1-fc1a-4eef-bf48-cb2b17a8fdff tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.854269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b43b5de1-fc1a-4eef-bf48-cb2b17a8fdff tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/aa31bc6f-2778-4c49-8050-14e837173e25 HTTP/1.1" status: 204 len: 168 time: 0.3313360 Aug 27 12:31:15.857295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.859606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b5de1-fc1a-4eef-bf48-cb2b17a8fdff tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa31bc6f-2778-4c49-8050-14e837173e25,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:15.902188 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6c6838c8-2b29-479d-a020-55ead186f2f7 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0436559 Aug 27 12:31:15.904967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.928763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46b40e1d-c659-4daf-b8c0-0cf928e3fc9f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.936135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46b40e1d-c659-4daf-b8c0-0cf928e3fc9f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.963222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46b40e1d-c659-4daf-b8c0-0cf928e3fc9f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.968459 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-46b40e1d-c659-4daf-b8c0-0cf928e3fc9f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:15.969630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-46b40e1d-c659-4daf-b8c0-0cf928e3fc9f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/30ebc758-c4b6-46fb-b499-b9e33624ec33 HTTP/1.1" status: 204 len: 168 time: 0.0637541 Aug 27 12:31:15.973138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:15.977838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b40e1d-c659-4daf-b8c0-0cf928e3fc9f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30ebc758-c4b6-46fb-b499-b9e33624ec33,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:16.021888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7457d04-2ee7-4c99-b579-352d67698b64 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0473645 Aug 27 12:31:16.024565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.052049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-523ceab9-ab4e-47bb-92ad-06cb1c6e23d4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.060751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-523ceab9-ab4e-47bb-92ad-06cb1c6e23d4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.097240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-523ceab9-ab4e-47bb-92ad-06cb1c6e23d4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.105502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-523ceab9-ab4e-47bb-92ad-06cb1c6e23d4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.110532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-523ceab9-ab4e-47bb-92ad-06cb1c6e23d4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/430f4b23-e1f4-4688-af0a-f6db58a72881 HTTP/1.1" status: 204 len: 168 time: 0.0811596 Aug 27 12:31:16.112436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54862) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.113254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ceab9-ab4e-47bb-92ad-06cb1c6e23d4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=430f4b23-e1f4-4688-af0a-f6db58a72881,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:16.218895 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab130fc5-083c-4cc4-a665-dc9b2fd53c07 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062388 Aug 27 12:31:16.223315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.272274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-8ad72794-31bc-4638-b078-2068937ffce0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:16.274368 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-8ad72794-31bc-4638-b078-2068937ffce0 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 812 time: 0.1466749 Aug 27 12:31:16.282443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fcd508ba-4f6b-43f9-82c2-2680a11825e5 req-fdd3b3b2-11c0-40f8-a048-ad2c7c599b2d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 210 time: 0.0331752 Aug 27 12:31:16.299928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Request body: {'port': {'device_id': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'admin_state_up': True, 'tenant_id': '2b76ebdb262a4ceaa2e527bc6e3a2e48'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:16.322816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc15bdae-e5f1-4e40-bb22-020c4e9ec940 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.347564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc15bdae-e5f1-4e40-bb22-020c4e9ec940 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.408947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc15bdae-e5f1-4e40-bb22-020c4e9ec940 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.411616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cc15bdae-e5f1-4e40-bb22-020c4e9ec940 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.412752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc15bdae-e5f1-4e40-bb22-020c4e9ec940 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/66d9ea7c-6100-4107-9abd-837b2da31d13 HTTP/1.1" status: 204 len: 168 time: 0.1881194 Aug 27 12:31:16.415625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54872) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.424243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15bdae-e5f1-4e40-bb22-020c4e9ec940 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d9ea7c-6100-4107-9abd-837b2da31d13,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:16.449164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Made reservation on behalf of 2b76ebdb262a4ceaa2e527bc6e3a2e48 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:16.452666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.502627 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc9b695e-9d4e-4004-94b9-a0da3e39081e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857637 Aug 27 12:31:16.509458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.514628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130385516'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:16.540270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.617782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Allocated IP 172.20.0.14 (d8e926bb-780a-4413-95c3-ea1a29cefa2f/aa5ddb4f-320b-445f-a238-e7e6384dd6be/5e073fbb-1d86-49e3-b473-14a5b32470f6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:31:16.646148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.651549 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.681939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.685774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1724474 Aug 27 12:31:16.685972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.691060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': 'fd7faa43-528c-4a54-9a9c-aaeee75c99c3', 'direction': 'ingress', 'protocol': 17}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:16.698802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416d7b5-bf8d-49dd-9d2b-36e263ac492c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7faa43-528c-4a54-9a9c-aaeee75c99c3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:16.732025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.789237 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.790581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.794887 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.815113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62442bc-e8c3-495e-b59f-b51e7a51dbbf,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:16.821187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.823934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-50f98f4f-51f3-42c6-b594-a6fb45cbdb9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1369479 Aug 27 12:31:16.827128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54884) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.850877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.895271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2a79013-fcfd-443b-bb80-4e0deddba29a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.908776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event updated for resources: {'Port': ['ID=5e073fbb-1d86-49e3-b473-14a5b32470f6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:16.923107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Network d8e926bb-780a-4413-95c3-ea1a29cefa2f is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:16.923107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:16.926368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:31:16.930581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2a79013-fcfd-443b-bb80-4e0deddba29a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.980119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:16.980397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2a79013-fcfd-443b-bb80-4e0deddba29a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.980716 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.983060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2a79013-fcfd-443b-bb80-4e0deddba29a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:16.986929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2a79013-fcfd-443b-bb80-4e0deddba29a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd7faa43-528c-4a54-9a9c-aaeee75c99c3 HTTP/1.1" status: 204 len: 168 time: 0.1562045 Aug 27 12:31:16.987829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54886) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:16.993804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79013-fcfd-443b-bb80-4e0deddba29a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7faa43-528c-4a54-9a9c-aaeee75c99c3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.007325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-c99c0030-ad51-4cf0-8ba8-cb199c9c07ce tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140744 Aug 27 12:31:17.028850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Request body: {'port': {'device_id': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:17.065228 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8cb86e81-88e2-40c6-b807-aaa192753867 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738568 Aug 27 12:31:17.069012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54888) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:17.073611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330605055'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:17.098561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.099351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.200134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.208035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.244918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.248947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1761959 Aug 27 12:31:17.249130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:17.252212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e9b0d-e471-4f06-994a-9f917b35fc5c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6335512e-b5c2-4053-90d7-673d09a69a66,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.260950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571018335'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:17.288766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.413985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.415326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e073fbb-1d86-49e3-b473-14a5b32470f6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:31:17.422031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.426180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.435691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a977e35-78c0-4b2b-ad81-4810aeee2eae req-a53fd7f5-21e0-49f8-9279-a95e1fc675c6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:17.437456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a977e35-78c0-4b2b-ad81-4810aeee2eae req-a53fd7f5-21e0-49f8-9279-a95e1fc675c6 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 932 time: 0.0781629 Aug 27 12:31:17.446812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Transition to ACTIVE for port object 5e073fbb-1d86-49e3-b473-14a5b32470f6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:17.452101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.480320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.484271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2314401 Aug 27 12:31:17.484271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1d647-ff5a-4143-8fb8-67d3cacc6a9e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58690bb-5026-466d-ac27-b3d1f32d1204,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.485972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54898) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:17.503668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a977e35-78c0-4b2b-ad81-4810aeee2eae req-b1ef7f90-812c-43d7-ad18-b0418c7d879d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Aug 27 12:31:17.507882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '6335512e-b5c2-4053-90d7-673d09a69a66', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b58690bb-5026-466d-ac27-b3d1f32d1204', 'remote_ip_prefix': None}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:17.554170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Pushing event updated for resources: {'Port': ['ID=5e073fbb-1d86-49e3-b473-14a5b32470f6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.619365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.637800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Attempting to bind port 5e073fbb-1d86-49e3-b473-14a5b32470f6 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:31:17.638143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Attempting to bind port 5e073fbb-1d86-49e3-b473-14a5b32470f6 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:31:17.638518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Attempting to bind port 5e073fbb-1d86-49e3-b473-14a5b32470f6 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:31:17.651730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Port 5e073fbb-1d86-49e3-b473-14a5b32470f6 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:31:17.652063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Attempting to bind port 5e073fbb-1d86-49e3-b473-14a5b32470f6 on network d8e926bb-780a-4413-95c3-ea1a29cefa2f {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:31:17.664199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:31:17.664491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Checking segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:17.664879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Bound using segment: {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:31:17.665348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Bound port: 5e073fbb-1d86-49e3-b473-14a5b32470f6, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:31:17.665715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.757193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.765457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.779850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] For port 5e073fbb-1d86-49e3-b473-14a5b32470f6, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:31:17.792683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bf9e42-9816-411d-8fd1-9a341ed29001,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.800634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] For port 5e073fbb-1d86-49e3-b473-14a5b32470f6, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:31:17.804570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.812549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.817021 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-20acceaa-c210-47e0-a8f8-f62ce5caa07e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3191876 Aug 27 12:31:17.817411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:17.842017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:17.844678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.846093 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] 10.222.0.77 "PUT /v2.0/ports/5e073fbb-1d86-49e3-b473-14a5b32470f6 HTTP/1.1" status: 200 len: 1092 time: 0.8221450 Aug 27 12:31:17.846571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'tag': '5e073fbb-1d86-49e3-b473-14a5b32470f6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:31:17.848842 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d42ef0-2acc-4aac-ac53-e1430d134cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e54815b0-3441-4b1e-aa89-456b672b0c1a", "tag": "5e073fbb-1d86-49e3-b473-14a5b32470f6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:31:17.850443 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58eff4c4-d800-4cdd-a9a4-d2f3cf4c6d1e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.878633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a773d-618b-4436-b52a-8805f3831040 service neutron] Pushing event updated for resources: {'Port': ['ID=5e073fbb-1d86-49e3-b473-14a5b32470f6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.879136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58eff4c4-d800-4cdd-a9a4-d2f3cf4c6d1e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.918240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58eff4c4-d800-4cdd-a9a4-d2f3cf4c6d1e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.920453 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39258a78-15fc-4b9b-8383-e4a8291596a6 x-openstack-request-id: req-39258a78-15fc-4b9b-8383-e4a8291596a6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:31:17.920856 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54815b0-3441-4b1e-aa89-456b672b0c1a", "tag": "5e073fbb-1d86-49e3-b473-14a5b32470f6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:31:17.921202 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39258a78-15fc-4b9b-8383-e4a8291596a6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:31:17.923342 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'tag': '5e073fbb-1d86-49e3-b473-14a5b32470f6', 'status': 'completed', 'code': 200} Aug 27 12:31:17.926191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-58eff4c4-d800-4cdd-a9a4-d2f3cf4c6d1e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:17.929057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-58eff4c4-d800-4cdd-a9a4-d2f3cf4c6d1e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/35bf9e42-9816-411d-8fd1-9a341ed29001 HTTP/1.1" status: 204 len: 168 time: 0.1077411 Aug 27 12:31:17.929298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:17.939606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eff4c4-d800-4cdd-a9a4-d2f3cf4c6d1e tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35bf9e42-9816-411d-8fd1-9a341ed29001,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:17.958401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-1c387bec-cef9-4ed8-9217-4a91442210ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:17.960082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-1c387bec-cef9-4ed8-9217-4a91442210ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 1095 time: 0.0510497 Aug 27 12:31:17.979333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a994d1ea-9b04-4ead-a244-7742e26e1306 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0465131 Aug 27 12:31:17.979575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.016445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-1b6f9869-02d5-4aaf-8039-f49525e873b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6 HTTP/1.1" status: 200 len: 217 time: 0.0423725 Aug 27 12:31:18.037023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97f51084-bb5b-4d72-b224-a9367d8afdad tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.061203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97f51084-bb5b-4d72-b224-a9367d8afdad tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.069991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-671cf861-8022-47ea-845d-299e90740942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:18.071506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-671cf861-8022-47ea-845d-299e90740942 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0482616 Aug 27 12:31:18.107678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97f51084-bb5b-4d72-b224-a9367d8afdad tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.111985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-97f51084-bb5b-4d72-b224-a9367d8afdad tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.113158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-97f51084-bb5b-4d72-b224-a9367d8afdad tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/b58690bb-5026-466d-ac27-b3d1f32d1204 HTTP/1.1" status: 204 len: 168 time: 0.1326787 Aug 27 12:31:18.115251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-2f7d3b17-74ff-4d25-bea4-5a680074452b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357103 Aug 27 12:31:18.115803 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54918) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.123144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f51084-bb5b-4d72-b224-a9367d8afdad tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58690bb-5026-466d-ac27-b3d1f32d1204,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:18.234803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-efa2f761-629b-4983-a7f2-d3fe02d14671 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1177280 Aug 27 12:31:18.238120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54920) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.268481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-6380af7c-8277-4228-9d3d-15ae0bb9718b service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413133 Aug 27 12:31:18.356461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f47aa7b-3cac-4f1f-be06-fe09535539bd tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.397896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f47aa7b-3cac-4f1f-be06-fe09535539bd tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.411671 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fff3b092-5693-4e4d-a412-cad11e5b5736 req-228f0132-7b55-47c6-8015-92c1a3c51591 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340635 Aug 27 12:31:18.445740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f47aa7b-3cac-4f1f-be06-fe09535539bd tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.448651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f47aa7b-3cac-4f1f-be06-fe09535539bd tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.449814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8f47aa7b-3cac-4f1f-be06-fe09535539bd tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/6335512e-b5c2-4053-90d7-673d09a69a66 HTTP/1.1" status: 204 len: 168 time: 0.2107558 Aug 27 12:31:18.452477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54926) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.467073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47aa7b-3cac-4f1f-be06-fe09535539bd tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6335512e-b5c2-4053-90d7-673d09a69a66,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:18.485965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c1b4beb1-27d1-4ac4-8a0c-4fbce6f207ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.519141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-19ec7993-8df2-4158-92d3-902758534ca4 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654933 Aug 27 12:31:18.522984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.528159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--379270480'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:18.554504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.554683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-dab2db88-999c-4e20-8474-df077f2a9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:18.556363 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-dab2db88-999c-4e20-8474-df077f2a9c8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 1095 time: 0.0541613 Aug 27 12:31:18.666177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721705-d4af-492b-894e-86c5b3bac794 req-57fc4767-b4e3-48e3-b5c8-3edfea087e82 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:18.667897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40721705-d4af-492b-894e-86c5b3bac794 req-57fc4767-b4e3-48e3-b5c8-3edfea087e82 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 944 time: 0.0816350 Aug 27 12:31:18.684294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-245c6592-d567-4d96-a3a6-129f6323c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:18.686007 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-245c6592-d567-4d96-a3a6-129f6323c485 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 200 len: 913 time: 0.1213684 Aug 27 12:31:18.717372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.725951 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.739383 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40721705-d4af-492b-894e-86c5b3bac794 req-3a216883-eda3-4c45-9988-90e8bbf37683 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644951 Aug 27 12:31:18.751446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-add571ec-d9e0-4113-b879-666caf3f66f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6 HTTP/1.1" status: 200 len: 217 time: 0.0579753 Aug 27 12:31:18.758440 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.759666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2351515 Aug 27 12:31:18.763112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54936) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.765313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc171d-193b-4187-b189-62bdff2771fe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e435208-afe5-4620-a2c1-c5a947e957f5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:18.772028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': '8e435208-afe5-4620-a2c1-c5a947e957f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:18.800988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.808075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-61a57b6a-15ad-4c1e-af77-d1b606913c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:18.809549 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-61a57b6a-15ad-4c1e-af77-d1b606913c0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 200 len: 852 time: 0.0501089 Aug 27 12:31:18.842842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-17506812-5f7b-4021-b97a-1164fd97ecc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8e926bb-780a-4413-95c3-ea1a29cefa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256186 Aug 27 12:31:18.850840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.854699 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.873584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96a9872-880a-4e54-b7ea-9ea9c89c8e97,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:18.883563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.887579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-723223de-7f8a-40e6-abef-e7c5ffd05dcf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1207616 Aug 27 12:31:18.887798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.923844 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5450e907-67b9-402b-ac99-73d801644f45 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.934373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5450e907-67b9-402b-ac99-73d801644f45 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.959705 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-f34b28cd-46e6-40c1-83e2-466a6848b200 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099927 Aug 27 12:31:18.965437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5450e907-67b9-402b-ac99-73d801644f45 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.971030 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5450e907-67b9-402b-ac99-73d801644f45 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:18.974453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5450e907-67b9-402b-ac99-73d801644f45 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d96a9872-880a-4e54-b7ea-9ea9c89c8e97 HTTP/1.1" status: 204 len: 168 time: 0.0833642 Aug 27 12:31:18.974967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:18.995315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450e907-67b9-402b-ac99-73d801644f45 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96a9872-880a-4e54-b7ea-9ea9c89c8e97,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.023980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-61423beb-6580-4ae7-9cad-a79c9d5cf701 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475590 Aug 27 12:31:19.026783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.067875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-96d42ef0-2acc-4aac-ac53-e1430d134cc5 req-2b9da847-27d2-4a20-bdf8-d8320ac509e5 service neutron] 10.222.0.77 "GET /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011624 Aug 27 12:31:19.083744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8079683-e2ea-4329-9d21-d3aca4c9594c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.107436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8079683-e2ea-4329-9d21-d3aca4c9594c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.148777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8079683-e2ea-4329-9d21-d3aca4c9594c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.151475 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8079683-e2ea-4329-9d21-d3aca4c9594c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.152630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8079683-e2ea-4329-9d21-d3aca4c9594c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/8e435208-afe5-4620-a2c1-c5a947e957f5 HTTP/1.1" status: 204 len: 168 time: 0.1249051 Aug 27 12:31:19.155549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54950) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.162496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8079683-e2ea-4329-9d21-d3aca4c9594c tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e435208-afe5-4620-a2c1-c5a947e957f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.208715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-574bec56-036d-4715-9278-5f30e86e8f11 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518901 Aug 27 12:31:19.212485 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54952) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.216780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group': {'name': 'tempest-secgroup--343511354'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:19.239429 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.318765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.322341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.347864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.349074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1356781 Aug 27 12:31:19.352006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54954) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.355119 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80801c2c-3bca-4598-84bd-06bd2bb57a6b tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3821b31-58dd-4831-a934-56ec60ed1a5e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.358966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': 'c3821b31-58dd-4831-a934-56ec60ed1a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:19.388046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.436108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.440863 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.460763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6b7307-3a73-42b3-a9f3-685e703b280e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.468327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.469749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4cbec7a3-de35-479d-b9e9-9f6753594d9a tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162658 Aug 27 12:31:19.472355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.489245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7902cb1a-2c69-4431-9374-2638a660d6bf tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules/ce6b7307-3a73-42b3-a9f3-685e703b280e HTTP/1.1" status: 200 len: 763 time: 0.0157886 Aug 27 12:31:19.491806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54958) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.536373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2d3bdd7d-9080-49fd-83c4-e636991b06ac tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432346 Aug 27 12:31:19.539279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54960) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.566222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-459e42fc-a6f3-42f6-873e-609cfce78afe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.574020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-459e42fc-a6f3-42f6-873e-609cfce78afe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.603507 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-459e42fc-a6f3-42f6-873e-609cfce78afe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.610529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-459e42fc-a6f3-42f6-873e-609cfce78afe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.611623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-459e42fc-a6f3-42f6-873e-609cfce78afe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ce6b7307-3a73-42b3-a9f3-685e703b280e HTTP/1.1" status: 204 len: 168 time: 0.0713043 Aug 27 12:31:19.614255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54962) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.617052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e42fc-a6f3-42f6-873e-609cfce78afe tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce6b7307-3a73-42b3-a9f3-685e703b280e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.658924 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-939eed1e-44f3-4aa8-802c-95bf0658e324 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433831 Aug 27 12:31:19.661510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54964) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.665778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': 'c3821b31-58dd-4831-a934-56ec60ed1a5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:19.691488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.751977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.756232 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.774766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bcabb6-40a0-4e6a-8e31-6174f5304a0d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.781061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.785029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b94198b-c1c4-47d6-978b-658b046f5e25 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199248 Aug 27 12:31:19.785148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54968) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.804289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-343c032c-78fd-4415-81d6-de4c0cc6c173 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules/23bcabb6-40a0-4e6a-8e31-6174f5304a0d HTTP/1.1" status: 200 len: 763 time: 0.0157638 Aug 27 12:31:19.804653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54970) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.846565 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9385ae1d-9996-4a4f-ac7c-469b4d4d50ab tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407834 Aug 27 12:31:19.849174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54972) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.875015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-281377f9-eed9-41ff-b3aa-8be6db5c33b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.876262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085dc-f085-4f59-8195-26d3a6d1df11 req-f176a8ac-cf1f-4667-9c3f-622a892923bc tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:19.878321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-071085dc-f085-4f59-8195-26d3a6d1df11 req-f176a8ac-cf1f-4667-9c3f-622a892923bc tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 944 time: 0.0526805 Aug 27 12:31:19.883349 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-281377f9-eed9-41ff-b3aa-8be6db5c33b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.912091 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-281377f9-eed9-41ff-b3aa-8be6db5c33b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.917587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-281377f9-eed9-41ff-b3aa-8be6db5c33b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:19.921375 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-281377f9-eed9-41ff-b3aa-8be6db5c33b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/23bcabb6-40a0-4e6a-8e31-6174f5304a0d HTTP/1.1" status: 204 len: 168 time: 0.0687342 Aug 27 12:31:19.921510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-071085dc-f085-4f59-8195-26d3a6d1df11 req-c677f09b-0788-40dd-a85b-24c5e51d4e45 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Aug 27 12:31:19.921596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.926786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281377f9-eed9-41ff-b3aa-8be6db5c33b6 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23bcabb6-40a0-4e6a-8e31-6174f5304a0d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:19.972769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-961d88ee-217f-4756-bb34-d24beb94c85f tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500097 Aug 27 12:31:19.975294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:19.979828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Request body: {'security_group_rule': {'security_group_id': 'c3821b31-58dd-4831-a934-56ec60ed1a5e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:20.005918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.068169 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.072061 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.090626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b11a56-003e-4029-8177-0c4f49944243,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:20.099160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.100400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79a3966e-772e-4629-bc79-0be740f6c554 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241243 Aug 27 12:31:20.103129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54982) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.120811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-841d5d94-de67-4135-9f80-99058b1923b1 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules/e2b11a56-003e-4029-8177-0c4f49944243 HTTP/1.1" status: 200 len: 764 time: 0.0165691 Aug 27 12:31:20.123383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54984) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.171879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c46d1133-b1b4-45e1-9eac-6b795466e455 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0474138 Aug 27 12:31:20.175204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54988) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.189732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.204822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72a1573e-b914-4f04-acad-fd20056bf839 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.215996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72a1573e-b914-4f04-acad-fd20056bf839 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.253842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72a1573e-b914-4f04-acad-fd20056bf839 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.261650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72a1573e-b914-4f04-acad-fd20056bf839 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.262247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-72a1573e-b914-4f04-acad-fd20056bf839 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e2b11a56-003e-4029-8177-0c4f49944243 HTTP/1.1" status: 204 len: 168 time: 0.0858774 Aug 27 12:31:20.266087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54990) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.278137 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1573e-b914-4f04-acad-fd20056bf839 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2b11a56-003e-4029-8177-0c4f49944243,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:20.330424 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b8b19eef-66e7-4926-b283-fdd60dfaf075 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628684 Aug 27 12:31:20.333210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 54992) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.385001 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-389194fd-a3ec-4def-8309-802a24142819 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.407113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-389194fd-a3ec-4def-8309-802a24142819 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.452257 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-389194fd-a3ec-4def-8309-802a24142819 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.455871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-389194fd-a3ec-4def-8309-802a24142819 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:20.457013 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-389194fd-a3ec-4def-8309-802a24142819 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "DELETE /v2.0/security-groups/c3821b31-58dd-4831-a934-56ec60ed1a5e HTTP/1.1" status: 204 len: 168 time: 0.1229064 Aug 27 12:31:20.460767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.465934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389194fd-a3ec-4def-8309-802a24142819 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3821b31-58dd-4831-a934-56ec60ed1a5e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:20.509784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a0fd4e72-21b2-4734-b74c-cc6d2976b8d7 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471871 Aug 27 12:31:20.517168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 54996) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.571448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b9426bd9-1073-4540-86de-333be076c419 tempest-SecGroupTest-1992911647 tempest-SecGroupTest-1992911647-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508673 Aug 27 12:31:20.818532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:20.962944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cc487bcf-83e6-4671-b4d1-bba40d4904b8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2c60e8b1c194c0093ad07fd0d71dde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410072 Aug 27 12:31:20.963295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:21.016789 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5abd11bc-0779-4642-a919-b68c6e413543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:21.052057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cbd57c5-8ec7-4709-8640-de1b8ec70099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:21.084119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a340f-2411-45be-a76d-b39b8607953e req-19bd0c91-c4cb-4b18-b9f2-d67e7d505893 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:21.085527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-226a340f-2411-45be-a76d-b39b8607953e req-19bd0c91-c4cb-4b18-b9f2-d67e7d505893 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 944 time: 0.0827408 Aug 27 12:31:21.087350 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cbd57c5-8ec7-4709-8640-de1b8ec70099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:21.153199 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:21.158866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-226a340f-2411-45be-a76d-b39b8607953e req-c6bba6e3-f452-41c2-9b62-931a9bf58a63 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648391 Aug 27 12:31:21.184757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cbd57c5-8ec7-4709-8640-de1b8ec70099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:21.187448 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cbd57c5-8ec7-4709-8640-de1b8ec70099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:21.188632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6cbd57c5-8ec7-4709-8640-de1b8ec70099 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19cec65f-fad3-4b49-b2c9-0da52f998fd5 HTTP/1.1" status: 204 len: 168 time: 0.2245669 Aug 27 12:31:21.197030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd57c5-8ec7-4709-8640-de1b8ec70099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cec65f-fad3-4b49-b2c9-0da52f998fd5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:21.870769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55040) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:21.979609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-02c9ec46-0dd4-407b-b377-25c1dea0d7dc tempest-ServiceProvidersTest-1566002345 tempest-ServiceProvidersTest-1566002345-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1076727 Aug 27 12:31:22.130045 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.249244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55052) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:22.286914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567f0e4-2b2d-4a85-8c92-deae64e45e5d req-d07f864b-b522-4529-8c9e-a677aa3ab6b7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:22.288618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0567f0e4-2b2d-4a85-8c92-deae64e45e5d req-d07f864b-b522-4529-8c9e-a677aa3ab6b7 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 944 time: 0.0548599 Aug 27 12:31:22.330253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0567f0e4-2b2d-4a85-8c92-deae64e45e5d req-20932075-0936-49b3-8f38-013bab334204 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Aug 27 12:31:22.365585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdddc166-74e1-4b10-bb9d-3c8bc0c2588e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.466123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdddc166-74e1-4b10-bb9d-3c8bc0c2588e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.470101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cdddc166-74e1-4b10-bb9d-3c8bc0c2588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.509936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55056) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:22.510134 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cdddc166-74e1-4b10-bb9d-3c8bc0c2588e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d0c302432ab441018f9016c633fd28bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596986 Aug 27 12:31:22.512061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddc166-74e1-4b10-bb9d-3c8bc0c2588e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf7a2f0-caac-4efd-811a-a7fc3e59af8e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:22.576006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9157a85b-eca1-442d-bb62-60f531877ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.601309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9157a85b-eca1-442d-bb62-60f531877ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.648058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9157a85b-eca1-442d-bb62-60f531877ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.650769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9157a85b-eca1-442d-bb62-60f531877ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:22.651955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9157a85b-eca1-442d-bb62-60f531877ccf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dcf7a2f0-caac-4efd-811a-a7fc3e59af8e HTTP/1.1" status: 204 len: 168 time: 0.1407645 Aug 27 12:31:22.663280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157a85b-eca1-442d-bb62-60f531877ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf7a2f0-caac-4efd-811a-a7fc3e59af8e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:23.199543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5e073fbb-1d86-49e3-b473-14a5b32470f6 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:31:23.302703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5e073fbb-1d86-49e3-b473-14a5b32470f6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:23.315002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '5e073fbb-1d86-49e3-b473-14a5b32470f6', 'network_id': 'd8e926bb-780a-4413-95c3-ea1a29cefa2f', 'port_id': '5e073fbb-1d86-49e3-b473-14a5b32470f6', 'mac_address': 'fa:16:3e:15:47:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5ddb4f-320b-445f-a238-e7e6384dd6be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:31:23.352212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.369269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e073fbb-1d86-49e3-b473-14a5b32470f6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:31:23.379443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:23.401136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5e073fbb-1d86-49e3-b473-14a5b32470f6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:23.406136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.464885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da031ea-28d7-47ec-9053-8d1e8c2c820b req-3e3c51af-1045-4222-96f3-73f24fa98357 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:23.473047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3da031ea-28d7-47ec-9053-8d1e8c2c820b req-3e3c51af-1045-4222-96f3-73f24fa98357 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 945 time: 0.0692945 Aug 27 12:31:23.473305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5e073fbb-1d86-49e3-b473-14a5b32470f6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:23.482476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.482975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.483501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.484008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.485092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.485590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.486099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.486624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.486958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.487300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.487625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.487952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:23.523806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3da031ea-28d7-47ec-9053-8d1e8c2c820b req-c4b773b8-3a61-4376-b5d6-b6f8dc28abb4 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486557 Aug 27 12:31:23.545554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1895103038'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:23.570813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Made reservation on behalf of fb70aad09d0d4e749eda69d9e17a491f for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:23.574223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.583418 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.681276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.685113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.712202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:31:23.722443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932cd608-8c0c-42ef-8405-dd9c794768f2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:23.727794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.728147 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Added segment 140bcbd0-9583-41b3-993d-73040e5e76ba of type vlan for network 4acb0ad8-db78-4d80-b872-5f26d8347d08 Aug 27 12:31:23.771690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.800826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.806457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:23.807041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:23.811882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5e073fbb-1d86-49e3-b473-14a5b32470f6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:31:23.864286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4831274 Aug 27 12:31:23.866926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55090) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:23.876605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Request body: {'subnet': {'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:23.882343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd7bb3-74dd-4cde-b6ca-8f15b7da4b70 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event updated for resources: {'Network': ['ID=4acb0ad8-db78-4d80-b872-5f26d8347d08,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:23.903080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:31:23.986109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Made reservation on behalf of fb70aad09d0d4e749eda69d9e17a491f for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:23.993234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.029982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.213982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.271711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event updated for resources: {'Subnet': ['ID=8b9a3b17-aad4-4386-b61a-2119bf821103,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:24.282217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Checking segment: {'id': '140bcbd0-9583-41b3-993d-73040e5e76ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:24.282612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Network hostable DHCP agents. Network: 4acb0ad8-db78-4d80-b872-5f26d8347d08, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:31:24.301130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:31:24.310928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4acb0ad8-db78-4d80-b872-5f26d8347d08) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:24.316159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:24.316904 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.321566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ba5ed-189f-4582-98dc-38be91dd4b2c None None] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:24.335636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-45f28a79-439e-4d3a-8018-10c637ca93fd tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4636614 Aug 27 12:31:24.336045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55098) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:24.340947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Request body: {'port': {'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08', 'name': 'tempest-TagsExtTest-1454094845'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:24.476979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-4acb0ad8-db78-4d80-b872-5f26d8347d08', 'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08', 'tenant_id': 'fb70aad09d0d4e749eda69d9e17a491f', 'fixed_ips': [{'subnet_id': '8b9a3b17-aad4-4386-b61a-2119bf821103'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:31:24.477908 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.479761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Made reservation on behalf of fb70aad09d0d4e749eda69d9e17a491f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:24.483857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.505335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] device_id is not set on port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:31:24.632491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Allocated IP 172.20.0.2 (4acb0ad8-db78-4d80-b872-5f26d8347d08/8b9a3b17-aad4-4386-b61a-2119bf821103/0cf4b66d-c639-4aad-ac83-9a42bbfab9c2) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:31:24.668430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad992-eea3-4e66-86b1-30751afa82a5 req-d5fda27c-f8c4-4243-9ee8-6317298adf0e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:24.670302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ecad992-eea3-4e66-86b1-30751afa82a5 req-d5fda27c-f8c4-4243-9ee8-6317298adf0e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 945 time: 0.0571070 Aug 27 12:31:24.713577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ecad992-eea3-4e66-86b1-30751afa82a5 req-373aa487-0368-4ba6-a147-b6b52b34336f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Aug 27 12:31:24.786266 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.795565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Transition to ACTIVE for port object 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:24.815257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Transition to ACTIVE for port object 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:24.821651 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:24.863428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:24.870353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:24.874519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Allocated IP 172.20.0.12 (4acb0ad8-db78-4d80-b872-5f26d8347d08/8b9a3b17-aad4-4386-b61a-2119bf821103/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:31:24.875044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:31:24.877293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Pushing event updated for resources: {'Port': ['ID=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:25.051438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.086840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Attempting to bind port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:31:25.087205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Attempting to bind port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '140bcbd0-9583-41b3-993d-73040e5e76ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:31:25.087570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Attempting to bind port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 on network 4acb0ad8-db78-4d80-b872-5f26d8347d08 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:31:25.092944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:31:25.093319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Checking segment: {'id': '140bcbd0-9583-41b3-993d-73040e5e76ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:25.093758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.094717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Bound using segment: {'id': '140bcbd0-9583-41b3-993d-73040e5e76ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:31:25.095196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Bound port: 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140bcbd0-9583-41b3-993d-73040e5e76ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4acb0ad8-db78-4d80-b872-5f26d8347d08'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:31:25.095575 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.171996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] For port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:31:25.176766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] For port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,segment=NetworkSegment(140bcbd0-9583-41b3-993d-73040e5e76ba),segment_id=140bcbd0-9583-41b3-993d-73040e5e76ba)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:31:25.181382 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.218759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5e073fbb-1d86-49e3-b473-14a5b32470f6 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:25.296273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6889d-24fe-44a0-b8d3-7fde8cfaf2d8 None None] Pushing event updated for resources: {'Port': ['ID=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:25.311206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 5e073fbb-1d86-49e3-b473-14a5b32470f6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:25.316308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 5e073fbb-1d86-49e3-b473-14a5b32470f6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:25.316684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.378614 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Transition to ACTIVE for port object 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:25.417398 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.421361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.480499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e073fbb-1d86-49e3-b473-14a5b32470f6'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:31:25.482928 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10dba8c-084b-4ff7-ae8c-7c9663fc27f1" -d '{"events": [{"server_uuid": "e54815b0-3441-4b1e-aa89-456b672b0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "5e073fbb-1d86-49e3-b473-14a5b32470f6"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:31:25.504651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 5e073fbb-1d86-49e3-b473-14a5b32470f6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:25.511887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.537848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:25.541460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:25.547360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:31:25.552015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event updated for resources: {'Port': ['ID=2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:25.586286 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a8e738-920f-4622-9506-0c2281dbbd36 x-openstack-request-id: req-60a8e738-920f-4622-9506-0c2281dbbd36 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:31:25.586613 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54815b0-3441-4b1e-aa89-456b672b0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "5e073fbb-1d86-49e3-b473-14a5b32470f6", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:31:25.586864 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60a8e738-920f-4622-9506-0c2281dbbd36 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:31:25.587265 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e073fbb-1d86-49e3-b473-14a5b32470f6', 'code': 200} Aug 27 12:31:25.593344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=5e073fbb-1d86-49e3-b473-14a5b32470f6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:25.627424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:25.628045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.652589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55110) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:25.652885 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bf3eff76-d421-4ada-a6af-5061f86f19f3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3157599 Aug 27 12:31:25.657877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1535447068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:25.691970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.693309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.724970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406520-048a-44a2-aafa-69f7e88d41dc req-cf20481a-1ddc-4af7-b532-c7adff9dee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:25.726832 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9406520-048a-44a2-aafa-69f7e88d41dc req-cf20481a-1ddc-4af7-b532-c7adff9dee2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 1097 time: 0.0526938 Aug 27 12:31:25.768140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.779275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.791174 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f9406520-048a-44a2-aafa-69f7e88d41dc req-7b239231-9994-487b-979c-efc61046ff98 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Aug 27 12:31:25.804482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.806143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd56d7cc-d7d6-4e3e-8232-3e12a570f36b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1520896 Aug 27 12:31:25.809562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55118) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:25.816646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ac49ee1c-e782-4535-9ec4-deed43627f4d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-985204815', 'prefixes': ['172.20.0.0/16']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:25.886334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:25.893054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c64f-52f2-4c7f-b568-2ef39b2c3776 req-360faf7c-cd6c-421e-8863-ad0b3f18a47b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:25.900977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d926c64f-52f2-4c7f-b568-2ef39b2c3776 req-360faf7c-cd6c-421e-8863-ad0b3f18a47b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0787082 Aug 27 12:31:25.937320 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac49ee1c-e782-4535-9ec4-deed43627f4d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for subnetpool, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:25.943145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac49ee1c-e782-4535-9ec4-deed43627f4d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1290569 Aug 27 12:31:25.944090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:25.950694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-b4a9309f-f205-4fe2-922b-e53afb6e36d3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-666647882') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:25.962113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:25.963027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d926c64f-52f2-4c7f-b568-2ef39b2c3776 req-029570fc-9f54-48c8-a9ff-a9c0b16ca24a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Aug 27 12:31:26.070998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b4a9309f-f205-4fe2-922b-e53afb6e36d3 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-666647882 HTTP/1.1" status: 201 len: 201 time: 0.1227989 Aug 27 12:31:26.071188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55122) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.076000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-1bc86fb6-a8ef-4551-bde7-2fbaa0f97ece tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-1097934624') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.175857 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1bc86fb6-a8ef-4551-bde7-2fbaa0f97ece tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-1097934624 HTTP/1.1" status: 201 len: 201 time: 0.1010573 Aug 27 12:31:26.176414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55126) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.181646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-247ba63a-bf35-4333-a776-24257279024c tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-662872335') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.281976 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-247ba63a-bf35-4333-a776-24257279024c tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-662872335 HTTP/1.1" status: 201 len: 201 time: 0.1011879 Aug 27 12:31:26.282370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55128) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.287343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-876509e7-f452-4bf9-b557-a0ea07715a38 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-2119364029') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.341400 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-876509e7-f452-4bf9-b557-a0ea07715a38 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-2119364029 HTTP/1.1" status: 201 len: 201 time: 0.0539904 Aug 27 12:31:26.341667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55130) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.347458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-f697854f-83bf-4153-aede-f288aeb4b5f2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.416495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9c54e-cb6b-472d-b2e2-3309fe26bbdb None None] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:26.453264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f697854f-83bf-4153-aede-f288aeb4b5f2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags HTTP/1.1" status: 200 len: 240 time: 0.1105103 Aug 27 12:31:26.456238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.462744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-e1818ec6-9d9d-49cf-a5d0-82a34072ad04 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-666647882') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.519101 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e1818ec6-9d9d-49cf-a5d0-82a34072ad04 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-666647882 HTTP/1.1" status: 204 len: 168 time: 0.0615020 Aug 27 12:31:26.521656 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.526171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-6e862c93-7ce5-4843-acfe-d85a0567eb1e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-666647882') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.529801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] Provisioning for port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:26.539979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] Provisioning complete for port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:26.540350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:26.601596 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6e862c93-7ce5-4843-acfe-d85a0567eb1e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-666647882 HTTP/1.1" status: 204 len: 168 time: 0.0786362 Aug 27 12:31:26.604148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.608777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-de43a4f3-3916-4abd-a247-87912819d899 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.663256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:26.674431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-de43a4f3-3916-4abd-a247-87912819d899 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags HTTP/1.1" status: 200 len: 205 time: 0.0674624 Aug 27 12:31:26.675535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55142) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.680015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-360c4caa-3bf4-4522-a44c-26b21437f208 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.717506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] For port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,segment=NetworkSegment(140bcbd0-9583-41b3-993d-73040e5e76ba),segment_id=140bcbd0-9583-41b3-993d-73040e5e76ba)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:26.724696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:26.746874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.747457 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-360c4caa-3bf4-4522-a44c-26b21437f208 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags HTTP/1.1" status: 200 len: 241 time: 0.0706038 Aug 27 12:31:26.760868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-205a9045-dcfb-467c-82af-e5e02ded985a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-1097934624') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.785382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c4968-bd9e-4531-a597-f3106cb96ce6 None None] Pushing event updated for resources: {'Port': ['ID=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:26.830609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-205a9045-dcfb-467c-82af-e5e02ded985a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-1097934624 HTTP/1.1" status: 204 len: 168 time: 0.0784450 Aug 27 12:31:26.831015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.836423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ce112681-8e6e-4581-b300-e54ffd7a3675 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-1097934624') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.931632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ce112681-8e6e-4581-b300-e54ffd7a3675 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-1097934624 HTTP/1.1" status: 204 len: 168 time: 0.0948575 Aug 27 12:31:26.932463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:26.937348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-5f7d51ca-3af2-425d-9b19-819c0684bc88 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:26.955889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-adb5d25e-5ae4-4409-bf60-371bebdd263e None None] Provisioning complete for port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:26.956599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-adb5d25e-5ae4-4409-bf60-371bebdd263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:27.016366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f7d51ca-3af2-425d-9b19-819c0684bc88 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags HTTP/1.1" status: 200 len: 205 time: 0.0827219 Aug 27 12:31:27.019367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55152) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.026554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-413c7bcf-6ab3-4f86-a3b8-1b50540db6ed tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.123614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-adb5d25e-5ae4-4409-bf60-371bebdd263e None None] Provisioning for port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:27.128087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa60b04-04fb-4b3f-8179-f10afffcffb6 req-52dcd4a4-df30-42aa-835c-04e2362866ee tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:27.128921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-adb5d25e-5ae4-4409-bf60-371bebdd263e None None] Provisioning complete for port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:27.129489 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-adb5d25e-5ae4-4409-bf60-371bebdd263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:27.130423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8aa60b04-04fb-4b3f-8179-f10afffcffb6 req-52dcd4a4-df30-42aa-835c-04e2362866ee tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0765674 Aug 27 12:31:27.141021 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-413c7bcf-6ab3-4f86-a3b8-1b50540db6ed tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags HTTP/1.1" status: 200 len: 240 time: 0.1178646 Aug 27 12:31:27.143836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55154) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.152637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-35a34547-243b-4855-809d-161fda211cab tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-662872335') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.196556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-adb5d25e-5ae4-4409-bf60-371bebdd263e None None] Port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:31:27.197929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8aa60b04-04fb-4b3f-8179-f10afffcffb6 req-3ea3e286-1484-40f2-b4c1-b360f95b738c tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618086 Aug 27 12:31:27.269997 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-35a34547-243b-4855-809d-161fda211cab tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-662872335 HTTP/1.1" status: 204 len: 168 time: 0.1245768 Aug 27 12:31:27.272030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55160) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.277245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-4890c1cf-866d-4c94-b6b3-f13853c9cf22 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-662872335') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.326277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e481636f-57e9-48e1-8c26-8fb057a4aa17 None None] Provisioning complete for port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:27.326789 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e481636f-57e9-48e1-8c26-8fb057a4aa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:27.363548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e481636f-57e9-48e1-8c26-8fb057a4aa17 None None] Port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:31:27.376173 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4890c1cf-866d-4c94-b6b3-f13853c9cf22 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-662872335 HTTP/1.1" status: 204 len: 168 time: 0.1027918 Aug 27 12:31:27.378787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55162) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.383721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ff57574f-f65b-46fd-ae59-88b5e6ae267c tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.461852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ff57574f-f65b-46fd-ae59-88b5e6ae267c tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags HTTP/1.1" status: 200 len: 205 time: 0.0818882 Aug 27 12:31:27.464370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.469327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-d12af625-b243-434d-b077-61709ea364f8 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.501546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d12af625-b243-434d-b077-61709ea364f8 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags HTTP/1.1" status: 200 len: 241 time: 0.0360916 Aug 27 12:31:27.504062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.508350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-40f5d9f5-0b1b-41d6-9138-ae31102d29ca tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-2119364029') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.529921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-40f5d9f5-0b1b-41d6-9138-ae31102d29ca tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-2119364029 HTTP/1.1" status: 204 len: 168 time: 0.0248950 Aug 27 12:31:27.532894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55168) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.537311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-240209de-8766-4cfc-b473-dcefc8e22333 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-2119364029') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.572308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-240209de-8766-4cfc-b473-dcefc8e22333 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-2119364029 HTTP/1.1" status: 204 len: 168 time: 0.0384469 Aug 27 12:31:27.574754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55170) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.580073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-1fa28a3f-67c3-422b-bfbe-84ca0883e7da tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.601502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1fa28a3f-67c3-422b-bfbe-84ca0883e7da tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags HTTP/1.1" status: 200 len: 205 time: 0.0257299 Aug 27 12:31:27.603998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55172) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.608145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-9e7f69fc-2b57-409c-9269-c246e030dc00 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.632343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9e7f69fc-2b57-409c-9269-c246e030dc00 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0272539 Aug 27 12:31:27.634613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55174) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.638966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-dcaa0e35-2672-4030-ae1e-30ab5c6ebdb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.719612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dcaa0e35-2672-4030-ae1e-30ab5c6ebdb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags HTTP/1.1" status: 204 len: 168 time: 0.0840089 Aug 27 12:31:27.722062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.726414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-b2e47282-6b3d-4492-99cf-9d8ef8be0049 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.790415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55182) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.790784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b2e47282-6b3d-4492-99cf-9d8ef8be0049 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0674124 Aug 27 12:31:27.795272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-95249aa3-6a79-43dd-98ef-d1a952153f21 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.832127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:27.862148 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-95249aa3-6a79-43dd-98ef-d1a952153f21 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags HTTP/1.1" status: 204 len: 168 time: 0.0703495 Aug 27 12:31:27.869706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.874468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-eb6aadfa-726c-473d-ad8c-7ca73bed61e6 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-931056316') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:27.882841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:27.883262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:27.959327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eb6aadfa-726c-473d-ad8c-7ca73bed61e6 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-931056316 HTTP/1.1" status: 201 len: 201 time: 0.0859208 Aug 27 12:31:27.959667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55186) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:27.964606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-60c1d982-fd4e-4d7d-9d61-8d62111423b4 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-1557771517') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.027008 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-60c1d982-fd4e-4d7d-9d61-8d62111423b4 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-1557771517 HTTP/1.1" status: 201 len: 201 time: 0.0662625 Aug 27 12:31:28.029621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55188) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.035533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-8a90c066-557c-4ecd-82cb-c9411623d8a0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-994191347') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.132730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a90c066-557c-4ecd-82cb-c9411623d8a0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-994191347 HTTP/1.1" status: 201 len: 201 time: 0.0987477 Aug 27 12:31:28.133199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55190) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.138185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-f26dff8f-0a09-4d3b-baee-bb22af82af94 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-2125611550') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.173292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f26dff8f-0a09-4d3b-baee-bb22af82af94 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-2125611550 HTTP/1.1" status: 201 len: 201 time: 0.0388899 Aug 27 12:31:28.177117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.181808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-31949d70-a6e3-4a20-8039-e4816bea5e45 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', {'tags': ['tempest-TagsExtTest-Tag-2080036271', 'tempest-TagsExtTest-Tag-198525857', 'tempest-TagsExtTest-Tag-2128295529']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.246259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-31949d70-a6e3-4a20-8039-e4816bea5e45 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags HTTP/1.1" status: 200 len: 317 time: 0.0680778 Aug 27 12:31:28.249051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.254657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-6ac13605-d8b8-40cb-a5bb-3a970ea461d9 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.332817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5aba-1948-4afb-997a-e721686152b6 req-0449110d-404a-4dc7-b322-226e8256e39f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:28.334349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-085c5aba-1948-4afb-997a-e721686152b6 req-0449110d-404a-4dc7-b322-226e8256e39f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0544343 Aug 27 12:31:28.348118 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6ac13605-d8b8-40cb-a5bb-3a970ea461d9 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags HTTP/1.1" status: 204 len: 168 time: 0.0977175 Aug 27 12:31:28.348938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.354307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-c5e34387-48c0-4598-a49e-ce4727c0fce2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-2080036271') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.410195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-085c5aba-1948-4afb-997a-e721686152b6 req-a156a646-af25-43ed-905a-069bb3cb4440 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683954 Aug 27 12:31:28.434095 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-c5e34387-48c0-4598-a49e-ce4727c0fce2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:28.438831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c5e34387-48c0-4598-a49e-ce4727c0fce2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-2080036271 HTTP/1.1" status: 404 len: 329 time: 0.0889404 Aug 27 12:31:28.439789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55204) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.444392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-cb89ca97-605c-466f-8b23-44a691fcb4e1 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-198525857') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.514695 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-cb89ca97-605c-466f-8b23-44a691fcb4e1 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:28.515915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cb89ca97-605c-466f-8b23-44a691fcb4e1 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-198525857 HTTP/1.1" status: 404 len: 328 time: 0.0751643 Aug 27 12:31:28.519619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55206) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.525599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-9dfb0f2c-02d8-45ec-a005-e54c0fa4a157 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103', 'tempest-TagsExtTest-Tag-2128295529') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.592999 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-9dfb0f2c-02d8-45ec-a005-e54c0fa4a157 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:28.596878 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9dfb0f2c-02d8-45ec-a005-e54c0fa4a157 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags/tempest-TagsExtTest-Tag-2128295529 HTTP/1.1" status: 404 len: 329 time: 0.0734987 Aug 27 12:31:28.597276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55212) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.604405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ac8a7db6-ba04-4b03-bb2a-113a43c00117 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', {'tags': ['tempest-TagsExtTest-Tag-1002362585', 'tempest-TagsExtTest-Tag-54184909', 'tempest-TagsExtTest-Tag-1260004822']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.697767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac8a7db6-ba04-4b03-bb2a-113a43c00117 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags HTTP/1.1" status: 200 len: 316 time: 0.0993443 Aug 27 12:31:28.700373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.706360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-5f059e80-b879-4217-a143-46403f20081d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.716331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a22c-54f8-4c32-b74a-1a27928b3dcc req-d3dcf80b-b684-4a1a-9f9d-da092762896a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:28.717783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a58a22c-54f8-4c32-b74a-1a27928b3dcc req-d3dcf80b-b684-4a1a-9f9d-da092762896a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0833454 Aug 27 12:31:28.787584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a58a22c-54f8-4c32-b74a-1a27928b3dcc req-74c13bb5-b269-4166-9732-dae9e6575b0a tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Aug 27 12:31:28.820654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5f059e80-b879-4217-a143-46403f20081d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1192138 Aug 27 12:31:28.823217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55220) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.827520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-e89cf175-2572-43f2-99b0-0214161ed90e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-1002362585') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.879381 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-e89cf175-2572-43f2-99b0-0214161ed90e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:28.880430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e89cf175-2572-43f2-99b0-0214161ed90e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-1002362585 HTTP/1.1" status: 404 len: 329 time: 0.0562994 Aug 27 12:31:28.883325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55222) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.887535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-025f7e01-2f50-4c57-8ec0-b1c14442cf2b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-54184909') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.937288 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-025f7e01-2f50-4c57-8ec0-b1c14442cf2b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:28.938859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-025f7e01-2f50-4c57-8ec0-b1c14442cf2b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-54184909 HTTP/1.1" status: 404 len: 327 time: 0.0546443 Aug 27 12:31:28.941741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:28.946753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-5b3de65b-d670-47b4-b4a5-5f9aace1a0a7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7', 'tempest-TagsExtTest-Tag-1260004822') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:28.995208 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-5b3de65b-d670-47b4-b4a5-5f9aace1a0a7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:28.996256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5b3de65b-d670-47b4-b4a5-5f9aace1a0a7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags/tempest-TagsExtTest-Tag-1260004822 HTTP/1.1" status: 404 len: 329 time: 0.0534813 Aug 27 12:31:28.999031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55226) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.004732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-521dc803-4ded-4f46-8bbd-5cf8760cb4bb tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', {'tags': ['tempest-TagsExtTest-Tag-112158519', 'tempest-TagsExtTest-Tag-1496135659', 'tempest-TagsExtTest-Tag-1619363916']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.091088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-521dc803-4ded-4f46-8bbd-5cf8760cb4bb tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags HTTP/1.1" status: 200 len: 317 time: 0.0907969 Aug 27 12:31:29.094163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.098849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-dc26f1db-30b1-4717-b8c1-83b0a8031412 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.193215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc26f1db-30b1-4717-b8c1-83b0a8031412 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags HTTP/1.1" status: 204 len: 168 time: 0.0977869 Aug 27 12:31:29.195664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.200235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-4c65dc84-e137-41b9-a85b-05a685fa1821 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-112158519') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.276207 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-4c65dc84-e137-41b9-a85b-05a685fa1821 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:29.277261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4c65dc84-e137-41b9-a85b-05a685fa1821 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-112158519 HTTP/1.1" status: 404 len: 328 time: 0.0806854 Aug 27 12:31:29.280203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.285146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-d4bdcd37-678c-4c5a-ab34-d460f781afe7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-1496135659') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.360255 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-d4bdcd37-678c-4c5a-ab34-d460f781afe7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:29.361238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4bdcd37-678c-4c5a-ab34-d460f781afe7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-1496135659 HTTP/1.1" status: 404 len: 329 time: 0.0801268 Aug 27 12:31:29.364125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.368554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-3d1ed23a-021e-4ae3-8d55-4f98e3e6b7ca tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80', 'tempest-TagsExtTest-Tag-1619363916') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.444054 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-3d1ed23a-021e-4ae3-8d55-4f98e3e6b7ca tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:29.445042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3d1ed23a-021e-4ae3-8d55-4f98e3e6b7ca tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags/tempest-TagsExtTest-Tag-1619363916 HTTP/1.1" status: 404 len: 329 time: 0.0800231 Aug 27 12:31:29.448193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.455204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-797b82b7-f07c-481f-9fc7-c576b7aa1867 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', {'tags': ['tempest-TagsExtTest-Tag-1649833633', 'tempest-TagsExtTest-Tag-1927603', 'tempest-TagsExtTest-Tag-889398260']}) {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.499606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-797b82b7-f07c-481f-9fc7-c576b7aa1867 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "PUT /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags HTTP/1.1" status: 200 len: 314 time: 0.0468490 Aug 27 12:31:29.500887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55240) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.507501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-a41c7028-39cf-4ec0-bead-bb610918616b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.554162 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a41c7028-39cf-4ec0-bead-bb610918616b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0521095 Aug 27 12:31:29.556924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.562098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-f147939f-54fd-4033-8682-06ecbbae96c1 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-1649833633') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.585898 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-f147939f-54fd-4033-8682-06ecbbae96c1 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:29.589737 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f147939f-54fd-4033-8682-06ecbbae96c1 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-1649833633 HTTP/1.1" status: 404 len: 329 time: 0.0289800 Aug 27 12:31:29.590607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55248) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.595667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-fea14252-e623-4dd2-ad2d-583aefea778d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-1927603') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.618878 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-fea14252-e623-4dd2-ad2d-583aefea778d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:29.622504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fea14252-e623-4dd2-ad2d-583aefea778d tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-1927603 HTTP/1.1" status: 404 len: 326 time: 0.0282063 Aug 27 12:31:29.622723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.627870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-5d03461c-5f3e-43d7-91e7-4c133afa482e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc', 'tempest-TagsExtTest-Tag-889398260') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.648513 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-5d03461c-5f3e-43d7-91e7-4c133afa482e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] show failed (client error): The resource could not be found. Aug 27 12:31:29.649702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d03461c-5f3e-43d7-91e7-4c133afa482e tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags/tempest-TagsExtTest-Tag-889398260 HTTP/1.1" status: 404 len: 328 time: 0.0259540 Aug 27 12:31:29.652652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55252) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.657361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-ff00358c-9d2b-45d3-a053-8eda7908317b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb8f05aa-d897-4321-881c-3733556b70bc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.683970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ff00358c-9d2b-45d3-a053-8eda7908317b tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0302765 Aug 27 12:31:29.686527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55254) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:29.691796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-e429ca9c-aa9c-49b6-b272-aa54ca5dd799 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3fdca46-eac3-4d1c-bb02-8095ccc93f80') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:29.756706 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:31:30.037570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e429ca9c-aa9c-49b6-b272-aa54ca5dd799 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80/tags HTTP/1.1" status: 204 len: 168 time: 0.3498271 Aug 27 12:31:30.041795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55260) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:30.045798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-c913ed0c-b73d-4edb-be63-75f25508b6d2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:30.056827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a23-ee83-41cd-b6db-268ef6893baf req-4bc615cd-25b0-4286-9fd7-6c89ea2e553f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:30.058432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-167e2a23-ee83-41cd-b6db-268ef6893baf req-4bc615cd-25b0-4286-9fd7-6c89ea2e553f tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0638006 Aug 27 12:31:30.118088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-167e2a23-ee83-41cd-b6db-268ef6893baf req-89384340-5148-46c5-b71b-a608737d2c34 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Aug 27 12:31:30.145311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c913ed0c-b73d-4edb-be63-75f25508b6d2 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1028616 Aug 27 12:31:30.147839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55264) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:30.152657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-0d4fd965-3d19-491b-99e4-5c96dfb1b4c6 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b9a3b17-aad4-4386-b61a-2119bf821103') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:30.216036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0d4fd965-3d19-491b-99e4-5c96dfb1b4c6 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103/tags HTTP/1.1" status: 204 len: 168 time: 0.0669692 Aug 27 12:31:30.220249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55266) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:30.346332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f815ae34-d132-4ccc-b172-adb8fd674657 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for subnetpool, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.349792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f815ae34-d132-4ccc-b172-adb8fd674657 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eb8f05aa-d897-4321-881c-3733556b70bc HTTP/1.1" status: 204 len: 168 time: 0.1261992 Aug 27 12:31:30.349999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55272) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:30.378440 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3a0964f0-77bf-4fee-b49a-0bf87aa545f5 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3fdca46-eac3-4d1c-bb02-8095ccc93f80 HTTP/1.1" status: 200 len: 205 time: 0.0263977 Aug 27 12:31:30.379882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:30.467820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd44c-264d-45db-9405-5757caaf7159 req-5f2aed01-fb84-4acb-be24-79e6ae417202 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:30.470019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-383cd44c-264d-45db-9405-5757caaf7159 req-5f2aed01-fb84-4acb-be24-79e6ae417202 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.1264176 Aug 27 12:31:30.476195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.580848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-383cd44c-264d-45db-9405-5757caaf7159 req-5fa259e2-8a36-4091-9a28-501280222b77 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024117 Aug 27 12:31:30.676290 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.678476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.722912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.723543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Fanout notify agent at l3_agent the message router_deleted on router b3fdca46-eac3-4d1c-bb02-8095ccc93f80 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:31:30.731301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.732389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-50c0e9bd-6dca-42fc-843d-d107de370683 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/routers/b3fdca46-eac3-4d1c-bb02-8095ccc93f80 HTTP/1.1" status: 204 len: 168 time: 0.3513708 Aug 27 12:31:30.735463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:30.831838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Deleting port 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:30.832137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.917377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:30.929034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Calling delete_port for 2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:31.059966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.088885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event deleted for resources: {'Port': ['ID=2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:31.164144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.166591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5eeede10-c71d-4fc0-9f51-7b47f3423fb7 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/ports/2f1cea08-fb1f-4e09-84fd-6fa47e7ea7a7 HTTP/1.1" status: 204 len: 168 time: 0.4300756 Aug 27 12:31:31.168985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55282) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:31.231763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Deleting subnet 8b9a3b17-aad4-4386-b61a-2119bf821103 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:31:31.236414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.283749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.384549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.447398 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.475580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9a3b17-aad4-4386-b61a-2119bf821103,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:31.479332 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.481226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d4899bb3-11c4-44ff-a27c-21e35b16684a tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/subnets/8b9a3b17-aad4-4386-b61a-2119bf821103 HTTP/1.1" status: 204 len: 168 time: 0.3112450 Aug 27 12:31:31.483662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:31.489079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc570fa-07e7-4ce5-ae13-65eada93edb2 None None] Network 4acb0ad8-db78-4d80-b872-5f26d8347d08 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:31.566275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.645430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Deleting port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:31.645674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.688793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] DHCP port deletion for 4acb0ad8-db78-4d80-b872-5f26d8347d08 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:31:31.736676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] For port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,segment=NetworkSegment(140bcbd0-9583-41b3-993d-73040e5e76ba),segment_id=140bcbd0-9583-41b3-993d-73040e5e76ba)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:31.737281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.737589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a867-f31a-4ce8-a0e8-de72ae430298 req-7ce41cec-c8a4-49f4-b975-6ed6b007dc0b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:31.757595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Calling delete_port for 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:31.759024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0440a867-f31a-4ce8-a0e8-de72ae430298 req-7ce41cec-c8a4-49f4-b975-6ed6b007dc0b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0815561 Aug 27 12:31:31.772756 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] Deleting port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:31.773138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.819807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0440a867-f31a-4ce8-a0e8-de72ae430298 req-35990024-0511-4e77-ae8b-13969e60cc5e tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/security-groups?id=a59ab19f-9e38-44d6-8ece-4b17a782d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597327 Aug 27 12:31:31.868160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:31.882069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.899071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] For port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,segment=NetworkSegment(140bcbd0-9583-41b3-993d-73040e5e76ba),segment_id=140bcbd0-9583-41b3-993d-73040e5e76ba)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:31.899939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:31.915063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event deleted for resources: {'Port': ['ID=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:31.921669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] No DVR routers for this DVR port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:31.928692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] Calling delete_port for 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:31.945278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No active binding found for port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 {{(pid=94625) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 12:31:31.945705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:32.018788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.019080 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.033546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acb0ad8-db78-4d80-b872-5f26d8347d08']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:32.045227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140bcbd0-9583-41b3-993d-73040e5e76ba') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:32.045484 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140bcbd0-9583-41b3-993d-73040e5e76ba') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:32.046065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] Pushing event deleted for resources: {'Port': ['ID=0cf4b66d-c639-4aad-ac83-9a42bbfab9c2,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:32.049986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5f532-1b77-436d-a4d6-2bb4d31a4a20 None None] No DVR routers for this DVR port 0cf4b66d-c639-4aad-ac83-9a42bbfab9c2 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:32.064792 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.080942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.087332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:32.087698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:32.090939 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:32.162728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.173900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.175734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] 10.222.0.76 "DELETE /v2.0/networks/4acb0ad8-db78-4d80-b872-5f26d8347d08 HTTP/1.1" status: 204 len: 168 time: 0.6911049 Aug 27 12:31:32.195505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201878c-224f-4fb5-b6d9-09d413792fd0 tempest-TagsExtTest-290394484 tempest-TagsExtTest-290394484-project] Pushing event deleted for resources: {'Network': ['ID=4acb0ad8-db78-4d80-b872-5f26d8347d08,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:32.234017 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-7dacb961-f069-495c-ba3f-ed83d3c58b4b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:32.235602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-7dacb961-f069-495c-ba3f-ed83d3c58b4b tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 946 time: 0.0631549 Aug 27 12:31:32.345504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Deleting port 5e073fbb-1d86-49e3-b473-14a5b32470f6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:31:32.346642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.457238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] For port 5e073fbb-1d86-49e3-b473-14a5b32470f6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=5e073fbb-1d86-49e3-b473-14a5b32470f6,segment=NetworkSegment(5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2),segment_id=5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:32.458261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.468260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55304) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:32.478831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Calling delete_port for 5e073fbb-1d86-49e3-b473-14a5b32470f6 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:31:32.648548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.664428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa32ed63-982b-4154-8864-44199ab66353 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb70aad09d0d4e749eda69d9e17a491f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944733 Aug 27 12:31:32.667207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:32.682831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['5e073fbb-1d86-49e3-b473-14a5b32470f6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:31:32.683628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Pushing event deleted for resources: {'Port': ['ID=5e073fbb-1d86-49e3-b473-14a5b32470f6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:32.730828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] No DVR routers for this DVR port 5e073fbb-1d86-49e3-b473-14a5b32470f6 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:31:32.734082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.736702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ea883b4d-a683-49d1-9db0-b639fe10d5fc req-f9355ff0-79ea-4888-a3da-df3079d446a2 tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.77 "DELETE /v2.0/ports/5e073fbb-1d86-49e3-b473-14a5b32470f6 HTTP/1.1" status: 204 len: 173 time: 0.4942122 Aug 27 12:31:32.737285 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'name': 'network-vif-deleted', 'tag': '5e073fbb-1d86-49e3-b473-14a5b32470f6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:31:32.741157 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924e314-eaf9-4a58-8cbc-d872de73d316" -d '{"events": [{"server_uuid": "e54815b0-3441-4b1e-aa89-456b672b0c1a", "name": "network-vif-deleted", "tag": "5e073fbb-1d86-49e3-b473-14a5b32470f6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:31:32.743435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5717f151-1c7c-4967-a158-2c0a0982ff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.770701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5717f151-1c7c-4967-a158-2c0a0982ff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.780726 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34d2e80-0ade-4109-8366-ba5d1f70db97 x-openstack-request-id: req-b34d2e80-0ade-4109-8366-ba5d1f70db97 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:31:32.781661 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54815b0-3441-4b1e-aa89-456b672b0c1a", "name": "network-vif-deleted", "tag": "5e073fbb-1d86-49e3-b473-14a5b32470f6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:31:32.782011 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b34d2e80-0ade-4109-8366-ba5d1f70db97 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:31:32.782440 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54815b0-3441-4b1e-aa89-456b672b0c1a', 'name': 'network-vif-deleted', 'tag': '5e073fbb-1d86-49e3-b473-14a5b32470f6', 'status': 'completed', 'code': 200} Aug 27 12:31:32.826879 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5717f151-1c7c-4967-a158-2c0a0982ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.830876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5717f151-1c7c-4967-a158-2c0a0982ff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:32.834832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5717f151-1c7c-4967-a158-2c0a0982ff16 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/932cd608-8c0c-42ef-8405-dd9c794768f2 HTTP/1.1" status: 204 len: 168 time: 0.1664772 Aug 27 12:31:32.846139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717f151-1c7c-4967-a158-2c0a0982ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932cd608-8c0c-42ef-8405-dd9c794768f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:32.932532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a37a05b5-9781-4150-ac1b-5046ca12156a req-b57ac680-fd9f-47e6-9a76-311469f0f99d tempest-DeleteServersTestJSON-463397985 tempest-DeleteServersTestJSON-463397985-project] 10.222.0.76 "GET /v2.0/ports?device_id=e54815b0-3441-4b1e-aa89-456b672b0c1a HTTP/1.1" status: 200 len: 210 time: 0.0313025 Aug 27 12:31:33.590065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55340) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:33.688642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-343309758'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:33.710410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Made reservation on behalf of 87731931b2494f48ad889b46a29cba3d for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:33.713920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.722227 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.813211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.818855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.845909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:31:33.855662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f21240-b47f-4b13-8d3d-ce24390ae372,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:33.860984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.861332 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Added segment d7bf8221-fc95-4490-85c9-3c40f84ef344 of type vlan for network 82223322-6a88-4533-a2df-53ceaf5ade09 Aug 27 12:31:33.900976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.931209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:33.936979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:33.937621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:34.003840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4126425 Aug 27 12:31:34.007355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55348) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.012071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.tag.tag_plugin [None req-a88887d7-4ffa-4934-9eee-b7bc081b881e tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-1325679701') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.015124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd775792-61a3-4998-8117-b434cc59eec0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Pushing event updated for resources: {'Network': ['ID=82223322-6a88-4533-a2df-53ceaf5ade09,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:34.027435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 82223322-6a88-4533-a2df-53ceaf5ade09 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:31:34.112372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55352) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.114288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a88887d7-4ffa-4934-9eee-b7bc081b881e tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "PUT /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-1325679701 HTTP/1.1" status: 201 len: 201 time: 0.1056170 Aug 27 12:31:34.119378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-dbd03c8a-0ca3-41d8-9bd8-b3ae8cf9a891 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-1325679701') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.202397 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dbd03c8a-0ca3-41d8-9bd8-b3ae8cf9a891 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-1325679701 HTTP/1.1" status: 204 len: 168 time: 0.0865726 Aug 27 12:31:34.202899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55362) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.209739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-364cd91c-5918-43a1-9d9d-f9ab942424b9 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.295736 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-364cd91c-5918-43a1-9d9d-f9ab942424b9 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags HTTP/1.1" status: 200 len: 238 time: 0.0917187 Aug 27 12:31:34.298238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55370) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.303211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-b333f9e4-9054-45c2-a901-a330070fb5d9 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', {'tags': ['tempest-TagsTest-Tag-419122213', 'tempest-TagsTest-Tag-99651333', 'tempest-TagsTest-Tag-550495365']}) {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.384874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b333f9e4-9054-45c2-a901-a330070fb5d9 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "PUT /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags HTTP/1.1" status: 200 len: 305 time: 0.0812409 Aug 27 12:31:34.384874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.389712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-742d2ed3-36e5-4aa3-a974-7e1f062bcfe3 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-419122213') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.494199 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-742d2ed3-36e5-4aa3-a974-7e1f062bcfe3 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "DELETE /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-419122213 HTTP/1.1" status: 204 len: 168 time: 0.1078715 Aug 27 12:31:34.497092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55386) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.503259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-c70d1628-68c9-47f2-8fb6-5926e2b0a894 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-419122213') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.606844 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-c70d1628-68c9-47f2-8fb6-5926e2b0a894 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] show failed (client error): The resource could not be found. Aug 27 12:31:34.609007 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c70d1628-68c9-47f2-8fb6-5926e2b0a894 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-419122213 HTTP/1.1" status: 404 len: 325 time: 0.1100750 Aug 27 12:31:34.611353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55388) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.618134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-065ad067-9e94-4a7b-a4b8-4e1c5ba828da tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-99651333') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.712459 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-065ad067-9e94-4a7b-a4b8-4e1c5ba828da tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-99651333 HTTP/1.1" status: 204 len: 168 time: 0.0975842 Aug 27 12:31:34.712843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55390) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.719392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-cb9e09c6-3ccb-4471-ba40-e39ab8950d35 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-550495365') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:34.798182 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cb9e09c6-3ccb-4471-ba40-e39ab8950d35 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-550495365 HTTP/1.1" status: 204 len: 168 time: 0.0818181 Aug 27 12:31:34.798397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55392) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:34.802742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-0e14fc7e-05c7-42ce-a503-246913443ee0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.200715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e14fc7e-05c7-42ce-a503-246913443ee0 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "DELETE /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags HTTP/1.1" status: 204 len: 168 time: 0.3980439 Aug 27 12:31:35.200715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55394) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:35.205023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-4170a75b-affd-4fc8-85e3-d5e5406dc268 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-99651333') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.242801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5e073fbb-1d86-49e3-b473-14a5b32470f6 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:31:35.273314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 5e073fbb-1d86-49e3-b473-14a5b32470f6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:31:35.274271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 5e073fbb-1d86-49e3-b473-14a5b32470f6 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:31:35.277198 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-4170a75b-affd-4fc8-85e3-d5e5406dc268 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] show failed (client error): The resource could not be found. Aug 27 12:31:35.281496 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4170a75b-affd-4fc8-85e3-d5e5406dc268 tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-99651333 HTTP/1.1" status: 404 len: 324 time: 0.0774307 Aug 27 12:31:35.281866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:35.286366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-5cc9d33e-69aa-4055-be92-d57cbf06bfda tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09', 'tempest-TagsTest-Tag-550495365') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.369074 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-5cc9d33e-69aa-4055-be92-d57cbf06bfda tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] show failed (client error): The resource could not be found. Aug 27 12:31:35.370609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5cc9d33e-69aa-4055-be92-d57cbf06bfda tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "GET /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags/tempest-TagsTest-Tag-550495365 HTTP/1.1" status: 404 len: 325 time: 0.0874605 Aug 27 12:31:35.373141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55400) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:35.378552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.tag.tag_plugin [None req-837ade09-0775-41b4-846b-2422e0a5635f tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '82223322-6a88-4533-a2df-53ceaf5ade09') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.491724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:35.501940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-837ade09-0775-41b4-846b-2422e0a5635f tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "DELETE /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09/tags HTTP/1.1" status: 204 len: 168 time: 0.1277003 Aug 27 12:31:35.580974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.672684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.682629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82223322-6a88-4533-a2df-53ceaf5ade09']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.693704 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bf8221-fc95-4490-85c9-3c40f84ef344') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.693943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bf8221-fc95-4490-85c9-3c40f84ef344') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:35.706162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.721288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.729914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:35.730692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:35.735626 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:35.807784 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.816426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:35.818201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] 10.222.0.76 "DELETE /v2.0/networks/82223322-6a88-4533-a2df-53ceaf5ade09 HTTP/1.1" status: 204 len: 168 time: 0.3253489 Aug 27 12:31:35.836641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc34e3a-fd72-43a1-8fd8-18807d48ffec tempest-TagsTest-79337160 tempest-TagsTest-79337160-project] Pushing event deleted for resources: {'Network': ['ID=82223322-6a88-4533-a2df-53ceaf5ade09,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:36.090741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:36.234806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-79d75e69-6496-4cf4-a9e6-1050904dadef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87731931b2494f48ad889b46a29cba3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417713 Aug 27 12:31:36.237143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:36.285530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd93c-2d87-49dd-89af-c7425c5f3c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:36.307136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd93c-2d87-49dd-89af-c7425c5f3c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:36.360532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd93c-2d87-49dd-89af-c7425c5f3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:36.363882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0c6dd93c-2d87-49dd-89af-c7425c5f3c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:36.367691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0c6dd93c-2d87-49dd-89af-c7425c5f3c6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15f21240-b47f-4b13-8d3d-ce24390ae372 HTTP/1.1" status: 204 len: 168 time: 0.1287525 Aug 27 12:31:36.380504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dd93c-2d87-49dd-89af-c7425c5f3c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f21240-b47f-4b13-8d3d-ce24390ae372,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:37.850517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:37.901631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Deleting subnet aa5ddb4f-320b-445f-a238-e7e6384dd6be {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:31:37.904872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:37.957217 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.003955 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-df5007ba-76e9-46a3-90b2-017dbe6f8391 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553515 Aug 27 12:31:38.014363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.081308 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.101489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-8eabebd0-3f8c-46b3-b772-fbf4f08a4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:38.103413 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-8eabebd0-3f8c-46b3-b772-fbf4f08a4b3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=94125a7785d546af86bd3fe445fdc909&device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 1096 time: 0.0511386 Aug 27 12:31:38.107252 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.113462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:38.113794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aa5ddb4f-320b-445f-a238-e7e6384dd6be HTTP/1.1" status: 204 len: 168 time: 0.2620089 Aug 27 12:31:38.142700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06b7e1-633f-412d-bdda-5eaac84e9606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5ddb4f-320b-445f-a238-e7e6384dd6be,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:38.242874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.322410 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.355163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.358479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-8793beb1-4773-42c2-b91c-e85901c1a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:38.360731 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-8793beb1-4773-42c2-b91c-e85901c1a8d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 200 len: 910 time: 0.1930103 Aug 27 12:31:38.369133 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e926bb-780a-4413-95c3-ea1a29cefa2f']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:38.386336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:38.386661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7dbe1e-2c1a-4f6f-8703-b35b030f4fb2') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:38.446553 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.479048 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.490541 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-ae167aee-94b0-4550-93c4-dbbf6ca85c59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 200 len: 1000 time: 0.1132092 Aug 27 12:31:38.491591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:31:38.492081 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:31:38.493750 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:31:38.608201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-bcb8b88b-7324-40f7-910b-095b434892bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:38.610289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-bcb8b88b-7324-40f7-910b-095b434892bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 200 len: 848 time: 0.0971208 Aug 27 12:31:38.610964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.632813 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.634983 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] 10.222.0.76 "DELETE /v2.0/networks/d8e926bb-780a-4413-95c3-ea1a29cefa2f HTTP/1.1" status: 204 len: 168 time: 0.5199707 Aug 27 12:31:38.688743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfd01e-1c38-4c9e-8998-247d3bf9cf5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e926bb-780a-4413-95c3-ea1a29cefa2f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:38.703502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-1d8825ac-4836-4010-a017-77630a707a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:38.705644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-1d8825ac-4836-4010-a017-77630a707a4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=75473377-3159-4ed7-8211-cbbf312dd694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847092 Aug 27 12:31:38.816670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-31898471-4b33-4486-809f-0df11c29f9dc service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029320 Aug 27 12:31:38.857531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:38.907683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-94e73688-aaf5-4469-abd0-f939b2922df4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b76ebdb262a4ceaa2e527bc6e3a2e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486288 Aug 27 12:31:38.909868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:38.923591 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1cb4cb5e-fcbd-49b5-b569-b354373bb675 req-86c962c7-b933-4c74-abd9-60867ebb37a2 service neutron] 10.222.0.65 "GET /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988605 Aug 27 12:31:38.973301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056c151-f80e-4cd0-b05a-15506cb3682e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:38.996961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056c151-f80e-4cd0-b05a-15506cb3682e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:39.055801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056c151-f80e-4cd0-b05a-15506cb3682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:39.059572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056c151-f80e-4cd0-b05a-15506cb3682e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:39.060811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4056c151-f80e-4cd0-b05a-15506cb3682e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a59ab19f-9e38-44d6-8ece-4b17a782d385 HTTP/1.1" status: 204 len: 168 time: 0.1497750 Aug 27 12:31:39.070585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056c151-f80e-4cd0-b05a-15506cb3682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59ab19f-9e38-44d6-8ece-4b17a782d385,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:39.847877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55544) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:39.950295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-537001079-network', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:39.973331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:39.975958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:39.985677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.085045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.089795 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.117798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:31:40.123960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e7b7de-5f0b-46cb-9489-009f8029152e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:40.133852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.134210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.134613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.134954 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.135293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.135665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.135996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.136324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.136667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.136977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.137302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.137797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:40.146772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.146772 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Added segment dd68655d-bc6a-483a-9066-1f7e98861162 of type vlan for network 9131e7cf-0694-4082-b4e2-8be78e7fe903 Aug 27 12:31:40.187395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.212672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.213720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:40.214363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.302692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4507160 Aug 27 12:31:40.302692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55548) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:40.307365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Request body: {'subnet': {'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-537001079-subnet', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:40.314986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4973f-0950-438e-95d2-d67a34a45ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=9131e7cf-0694-4082-b4e2-8be78e7fe903,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:40.330409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:31:40.336502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:31:40.339273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.540405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.601501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75be1f17-9e06-47d1-ad19-01a33020ec27,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:40.615857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Checking segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:40.616225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Network hostable DHCP agents. Network: 9131e7cf-0694-4082-b4e2-8be78e7fe903, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:31:40.647327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:31:40.659196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 9131e7cf-0694-4082-b4e2-8be78e7fe903) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:40.669003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993f9fa-61e5-499b-8be4-69601746b44c None None] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:40.675587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:31:40.676446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.698429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55556) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:40.699043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1cb2d4ae-5467-4fed-a456-8ca6210a459f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3935554 Aug 27 12:31:40.701386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:31:40.749556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.751816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.920554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-9131e7cf-0694-4082-b4e2-8be78e7fe903', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:31:40.921147 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:40.922180 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.095323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Allocated IP 172.20.0.2 (9131e7cf-0694-4082-b4e2-8be78e7fe903/75be1f17-9e06-47d1-ad19-01a33020ec27/f5e0f868-d110-4c09-a34f-a7f5a5ec321b) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:31:41.096610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.260232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.278239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Transition to ACTIVE for port object f5e0f868-d110-4c09-a34f-a7f5a5ec321b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:41.294483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Transition to ACTIVE for port object f5e0f868-d110-4c09-a34f-a7f5a5ec321b will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:41.301355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.335577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.344122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:41.348833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:41.353433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:31:41.362569 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.370534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Pushing event updated for resources: {'Port': ['ID=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:41.428265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Attempting to bind port f5e0f868-d110-4c09-a34f-a7f5a5ec321b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:31:41.428787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Attempting to bind port f5e0f868-d110-4c09-a34f-a7f5a5ec321b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:31:41.429242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Attempting to bind port f5e0f868-d110-4c09-a34f-a7f5a5ec321b on network 9131e7cf-0694-4082-b4e2-8be78e7fe903 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:31:41.438488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:31:41.438925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Checking segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:41.439832 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.439832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Bound using segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:31:41.440571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Bound port: f5e0f868-d110-4c09-a34f-a7f5a5ec321b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:31:41.440697 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.484970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Allocated IP 172.25.8.234 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a1fd3955-5b0d-4f83-b2d7-b9b888edb6af) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:31:41.510018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] For port f5e0f868-d110-4c09-a34f-a7f5a5ec321b, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:31:41.513866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] For port f5e0f868-d110-4c09-a34f-a7f5a5ec321b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:31:41.520165 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.577549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa92b83-adbd-4114-bcd1-b92aa30df92e None None] Pushing event updated for resources: {'Port': ['ID=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:41.620542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.669000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:41.707995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:41.712949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:41.716606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:31:41.739520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:41.983702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f5e0f868-d110-4c09-a34f-a7f5a5ec321b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:42.049420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f5e0f868-d110-4c09-a34f-a7f5a5ec321b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:42.082753 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:42.322775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:42.510195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:31:42.632846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:42.643182 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Sync routers for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:42.657673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:42.659304 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c68e9950-1aed-47b5-92e0-bde1466e1fc9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9613826 Aug 27 12:31:42.660230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:42.660863 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:42.662402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:42.818008 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:42.867755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3491a2-8575-4487-a6c8-9fa7a8cf8780 None None] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:31:42.962056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] Provisioning for port f5e0f868-d110-4c09-a34f-a7f5a5ec321b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:42.971329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] Provisioning complete for port f5e0f868-d110-4c09-a34f-a7f5a5ec321b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:42.971824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.151222 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.191164 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:41Z', 'revision_number': 3, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:43.191416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] For port f5e0f868-d110-4c09-a34f-a7f5a5ec321b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:43.196699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.247576 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Checking router: a9e19fd6-df4d-4f72-9109-67cf60ef67e9 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:43.248079 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Updating router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:31:43.254893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef5b41-72e6-46c7-98c1-a237b02abbd8 None None] Pushing event updated for resources: {'Port': ['ID=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:43.284712 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.367054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.553456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-547a16bd-eec5-43b2-b81e-4f9c9a803038 None None] Provisioning complete for port f5e0f868-d110-4c09-a34f-a7f5a5ec321b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:43.556639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-547a16bd-eec5-43b2-b81e-4f9c9a803038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.718424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Allocated IP 172.20.0.1 (9131e7cf-0694-4082-b4e2-8be78e7fe903/75be1f17-9e06-47d1-ad19-01a33020ec27/31e88ea9-a685-4517-a0ca-89226de4a993) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:31:43.730930 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.746747 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Transition to ACTIVE for port object a1fd3955-5b0d-4f83-b2d7-b9b888edb6af will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:43.756878 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.827581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Attempting to bind port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:31:43.828169 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Attempting to bind port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:31:43.828559 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Attempting to bind port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:31:43.836539 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:31:43.836915 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:43.837412 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.837828 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:31:43.838450 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Bound port: a1fd3955-5b0d-4f83-b2d7-b9b888edb6af, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:31:43.838836 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.840438 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Pushing event updated for resources: {'Port': ['ID=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:43.870821 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.871409 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.875687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f5e0f868-d110-4c09-a34f-a7f5a5ec321b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:43.879041 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.879489 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.886140 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.887309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.887661 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.888103 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.888627 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.889598 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.890771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.891363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.891864 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:31:43.903449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Transition to ACTIVE for port object 31e88ea9-a685-4517-a0ca-89226de4a993 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:43.929642 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] For port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:31:43.933018 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] For port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:31:43.939340 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.955380 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.955607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f5e0f868-d110-4c09-a34f-a7f5a5ec321b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:43.955829 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:43.988059 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5127824-d3f8-448e-8768-063d864eda9a None None] Pushing event updated for resources: {'Port': ['ID=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:44.008836 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:44.009667 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:44.020681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:44.022648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:44.038038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Pushing event updated for resources: {'Port': ['ID=31e88ea9-a685-4517-a0ca-89226de4a993,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:44.041328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:31:44.085107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:44.123338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:44.327370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e11e43fc-8cc3-4b0a-811d-6187bbcc3ab4 None None] Provisioning for port 31e88ea9-a685-4517-a0ca-89226de4a993 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:44.334900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e11e43fc-8cc3-4b0a-811d-6187bbcc3ab4 None None] Provisioning complete for port 31e88ea9-a685-4517-a0ca-89226de4a993 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:44.335693 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e11e43fc-8cc3-4b0a-811d-6187bbcc3ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:44.350866 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:41Z', 'revision_number': 3, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:44.381928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251b20b-ac6b-4bc5-bba9-e30f8edcbcac None None] The sync data for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 is: [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:41Z', 'revision_number': 3, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:44.391468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e11e43fc-8cc3-4b0a-811d-6187bbcc3ab4 None None] Port 31e88ea9-a685-4517-a0ca-89226de4a993 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:31:44.558452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:44.798682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:44.803537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:44.900749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:44.914418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Pushing event updated for resources: {'Port': ['ID=31e88ea9-a685-4517-a0ca-89226de4a993,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:45.013717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:31:45.015251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:31:45.169142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:31:45.332894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e1e53c50-b336-472a-bc16-588c65e6daad None None] Provisioning complete for port 31e88ea9-a685-4517-a0ca-89226de4a993 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:45.333445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e1e53c50-b336-472a-bc16-588c65e6daad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:45.368428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:31:45.381714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8ca2ceae-cfc8-4bc7-8046-4f657f32382a admin admin] 10.222.0.76 "PUT /v2.0/routers/a9e19fd6-df4d-4f72-9109-67cf60ef67e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105513 Aug 27 12:31:45.381921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e1e53c50-b336-472a-bc16-588c65e6daad None None] Port 31e88ea9-a685-4517-a0ca-89226de4a993 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:31:45.894225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a1fd3955-5b0d-4f83-b2d7-b9b888edb6af up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:45.956416 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:45.961410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:45.961790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:46.070764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:46.102517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:46.108452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:46.178199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:46.505544 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Sync routers for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:31:46.514949 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:46.515681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:46.663670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:47.094802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 2, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:47.125995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Checking router: a9e19fd6-df4d-4f72-9109-67cf60ef67e9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:31:47.126352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Updating router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 port 31e88ea9-a685-4517-a0ca-89226de4a993 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:31:47.154546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.258346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55706) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:47.481072 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c725d7ca-3fad-42ec-9204-609ce5951ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.609902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c725d7ca-3fad-42ec-9204-609ce5951ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.616675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c725d7ca-3fad-42ec-9204-609ce5951ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.658941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725d7ca-3fad-42ec-9204-609ce5951ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ddb4f-47b2-4935-ae6e-1e91f3309557,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:47.664460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c725d7ca-3fad-42ec-9204-609ce5951ff9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20a0f4cb9bcc4f16a1c90943afd01a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049177 Aug 27 12:31:47.667000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55714) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:47.667719 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.681216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Transition to ACTIVE for port object 31e88ea9-a685-4517-a0ca-89226de4a993 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:31:47.689780 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.738608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e20590-2314-448c-9d46-9e17932d5aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.763581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cdfb8-3d20-49d0-bef3-b8c5276f28c6 None None] Pushing event updated for resources: {'Port': ['ID=31e88ea9-a685-4517-a0ca-89226de4a993,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:47.771176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e20590-2314-448c-9d46-9e17932d5aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.836394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Attempting to bind port 31e88ea9-a685-4517-a0ca-89226de4a993 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:31:47.836750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Attempting to bind port 31e88ea9-a685-4517-a0ca-89226de4a993 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:31:47.837446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Attempting to bind port 31e88ea9-a685-4517-a0ca-89226de4a993 on network 9131e7cf-0694-4082-b4e2-8be78e7fe903 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:31:47.843587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:31:47.843981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Checking segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:31:47.844408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.844825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Bound using segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:31:47.845306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Bound port: 31e88ea9-a685-4517-a0ca-89226de4a993, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:31:47.845719 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.855819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e20590-2314-448c-9d46-9e17932d5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.862040 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5e20590-2314-448c-9d46-9e17932d5aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:47.862040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5e20590-2314-448c-9d46-9e17932d5aa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f21ddb4f-47b2-4935-ae6e-1e91f3309557 HTTP/1.1" status: 204 len: 168 time: 0.1917365 Aug 27 12:31:47.903737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e20590-2314-448c-9d46-9e17932d5aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ddb4f-47b2-4935-ae6e-1e91f3309557,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:47.949985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] For port 31e88ea9-a685-4517-a0ca-89226de4a993, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:31:47.967581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] For port 31e88ea9-a685-4517-a0ca-89226de4a993, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=31e88ea9-a685-4517-a0ca-89226de4a993,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:31:47.970604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a1fd3955-5b0d-4f83-b2d7-b9b888edb6af up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:48.010842 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.094859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cdfb8-3d20-49d0-bef3-b8c5276f28c6 None None] Pushing event updated for resources: {'Port': ['ID=31e88ea9-a685-4517-a0ca-89226de4a993,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:48.118182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:31:48.118948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:48.190149 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:48.190556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.346951 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 55724) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:48.368471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f4abca6-693c-4c88-8a31-fcb9079ec585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.395567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:31:48.535219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f4abca6-693c-4c88-8a31-fcb9079ec585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.540881 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f4abca6-693c-4c88-8a31-fcb9079ec585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.563479 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d0e0e045-e401-4bbb-808d-a72505ba6aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.593752 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6f4abca6-693c-4c88-8a31-fcb9079ec585 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9192ffae0a5345ff8a7d65d3f08928cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450230 Aug 27 12:31:48.596239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 55730) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:31:48.604612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4abca6-693c-4c88-8a31-fcb9079ec585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ac286-0a55-4a89-b115-8418186a70f2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:48.685305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c493a3ca-4d24-4721-8056-726b7f035753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.716560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c493a3ca-4d24-4721-8056-726b7f035753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.753001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:47Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:31:48.780925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c493a3ca-4d24-4721-8056-726b7f035753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.784126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c493a3ca-4d24-4721-8056-726b7f035753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:48.785588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c493a3ca-4d24-4721-8056-726b7f035753 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/329ac286-0a55-4a89-b115-8418186a70f2 HTTP/1.1" status: 204 len: 168 time: 0.1883779 Aug 27 12:31:48.795590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493a3ca-4d24-4721-8056-726b7f035753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ac286-0a55-4a89-b115-8418186a70f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:48.803448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c8bbc-df6c-4618-9d2f-f75314d6167d None None] The sync data for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 is: [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:47Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:31:49.903019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 31e88ea9-a685-4517-a0ca-89226de4a993 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:50.019855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 31e88ea9-a685-4517-a0ca-89226de4a993 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:31:50.025525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 31e88ea9-a685-4517-a0ca-89226de4a993 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:50.027123 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:50.179286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:50.248475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 31e88ea9-a685-4517-a0ca-89226de4a993, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=31e88ea9-a685-4517-a0ca-89226de4a993,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:31:50.255922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:50.258073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:50.336529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=31e88ea9-a685-4517-a0ca-89226de4a993,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:31:50.991626 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73cb6ffc-af8c-4cb8-b3ed-8c3de0296b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:51.165580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:51.877435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 31e88ea9-a685-4517-a0ca-89226de4a993 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:31:51.945703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 31e88ea9-a685-4517-a0ca-89226de4a993 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:31:51.946115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:52.134246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:31:54.023844 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:06.759087 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:32:07.273168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:07.279251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1816588643'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:07.307117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:07.311986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.359452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:32:07.370157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.370523 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Added segment 33727567-cbab-45dd-96dc-7c1611225391 of type vlan for network 28f1e470-627a-438f-a86f-f9b809491ab4 Aug 27 12:32:07.421340 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.450755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.456760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:07.457904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.540707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2640252 Aug 27 12:32:07.541812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56228) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:07.546150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92d6c7-01ef-4400-a6b5-be5c3cb45b0b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Network': ['ID=28f1e470-627a-438f-a86f-f9b809491ab4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:07.548701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-755208912'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:07.560305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 28f1e470-627a-438f-a86f-f9b809491ab4 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:32:07.584309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:07.589264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.623122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:32:07.638289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.638771 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Added segment 42385dbe-8d92-43d7-90b7-5e803e5f8a7f of type vlan for network ae09c46d-c792-4e0c-9e83-30937e8eb702 Aug 27 12:32:07.704274 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.736726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.742974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:07.744120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:07.818036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Network': ['ID=ae09c46d-c792-4e0c-9e83-30937e8eb702,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:07.842838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.842838 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.843272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.843763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.844182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.844588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.845008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.845339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.845675 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.846010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.846338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.847015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:07.859348 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2be7058e-dba3-4723-8e5c-f01e8df2a15e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3158634 Aug 27 12:32:07.861751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:07.865445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:32:07.870096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'subnet': {'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:08.036769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:08.041943 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.295390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.332059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.367983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Subnet': ['ID=70e2b585-b5f9-4a30-872a-c0b46fd8af78,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:08.369343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622808-233e-48c5-bde8-d58825eb9b0f req-ce80a67a-f889-4142-98c3-15f228cfdc6a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:08.378284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d622808-233e-48c5-bde8-d58825eb9b0f req-ce80a67a-f889-4142-98c3-15f228cfdc6a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.1368968 Aug 27 12:32:08.382430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Checking segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:08.382815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network hostable DHCP agents. Network: 28f1e470-627a-438f-a86f-f9b809491ab4, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:32:08.421039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 28f1e470-627a-438f-a86f-f9b809491ab4 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:32:08.445186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 28f1e470-627a-438f-a86f-f9b809491ab4) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:08.446249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d622808-233e-48c5-bde8-d58825eb9b0f req-4b5d970e-c01f-4182-ac6e-ba14d0bb2fc9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648096 Aug 27 12:32:08.449802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:08.450775 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.462295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07244858-cf96-47a3-ac9b-5fdea4052ded None None] Network 28f1e470-627a-438f-a86f-f9b809491ab4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:08.481425 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3fbb1da5-89af-4c0b-910a-e818f4bccd57 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6174278 Aug 27 12:32:08.484383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:08.490975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'subnet': {'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:08.652088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:08.658973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.695139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-28f1e470-627a-438f-a86f-f9b809491ab4', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:32:08.697317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.890607 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:08.913478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Allocated IP 10.1.1.2 (28f1e470-627a-438f-a86f-f9b809491ab4/70e2b585-b5f9-4a30-872a-c0b46fd8af78/b951800e-cdc8-43d2-907b-a15a98eed520) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:08.966124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Subnet': ['ID=ef86fa97-b597-43d7-b5b9-c5f6f1667faf,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:08.999686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Checking segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:09.000061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network hostable DHCP agents. Network: ae09c46d-c792-4e0c-9e83-30937e8eb702, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:32:09.025740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:32:09.047476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ae09c46d-c792-4e0c-9e83-30937e8eb702) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:09.053585 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:09.054251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.072779 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-519b1ce2-d949-4202-8ab5-a9a0a4586ca9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5870903 Aug 27 12:32:09.075853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:09.083070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'name': 'tempest-TaggedBootDevicesTest-356457720', 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:09.130788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.142372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Transition to ACTIVE for port object b951800e-cdc8-43d2-907b-a15a98eed520 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:09.146070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfdc5a-019c-4f85-91ef-b7421c73551e None None] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:09.205383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:09.208258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Transition to ACTIVE for port object b951800e-cdc8-43d2-907b-a15a98eed520 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:09.219291 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.287199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Network 28f1e470-627a-438f-a86f-f9b809491ab4 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:09.297905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:09.300988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:09.310316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Pushing event updated for resources: {'Port': ['ID=b951800e-cdc8-43d2-907b-a15a98eed520,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:09.331147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.368172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] device_id is not set on port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:32:09.411646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Attempting to bind port b951800e-cdc8-43d2-907b-a15a98eed520 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:09.412017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Attempting to bind port b951800e-cdc8-43d2-907b-a15a98eed520 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:09.412435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Attempting to bind port b951800e-cdc8-43d2-907b-a15a98eed520 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:09.438257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:09.438676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Checking segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:09.439083 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.439480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Bound using segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:09.439958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Bound port: b951800e-cdc8-43d2-907b-a15a98eed520, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:09.440337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.525409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-ae09c46d-c792-4e0c-9e83-30937e8eb702', 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'fixed_ips': [{'subnet_id': 'ef86fa97-b597-43d7-b5b9-c5f6f1667faf'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:32:09.526448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.639344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 10.1.1.202 (28f1e470-627a-438f-a86f-f9b809491ab4/70e2b585-b5f9-4a30-872a-c0b46fd8af78/2bad6bcf-19ae-4bcf-8d83-935ffd790be6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:09.661559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-043e04f4-df58-4705-b87c-ad3ac7b5e6cc tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:09.662917 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-043e04f4-df58-4705-b87c-ad3ac7b5e6cc tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.65 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.1128807 Aug 27 12:32:09.674511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28072c-84c1-483f-b4ba-65c9a4d96ace req-c75cbc48-b7d8-407d-b935-ce690c7679e8 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:09.684049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b28072c-84c1-483f-b4ba-65c9a4d96ace req-c75cbc48-b7d8-407d-b935-ce690c7679e8 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 945 time: 0.1088891 Aug 27 12:32:09.703217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Allocated IP 10.2.2.2 (ae09c46d-c792-4e0c-9e83-30937e8eb702/ef86fa97-b597-43d7-b5b9-c5f6f1667faf/fa59f460-48cd-4736-ba92-8d31705852d2) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:09.705880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] For port b951800e-cdc8-43d2-907b-a15a98eed520, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:09.710988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] For port b951800e-cdc8-43d2-907b-a15a98eed520, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b951800e-cdc8-43d2-907b-a15a98eed520,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:09.719373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.775146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b28072c-84c1-483f-b4ba-65c9a4d96ace req-706dff4a-10d1-44b9-bb27-064b8dd1f630 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895143 Aug 27 12:32:09.854451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Deleting port 799c0863-d8a6-40e0-b508-4a233b9f43c9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:09.854803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.931480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:09.953960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:09.965845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a5317-8384-4443-892b-7889e6eac173 None None] Pushing event updated for resources: {'Port': ['ID=b951800e-cdc8-43d2-907b-a15a98eed520,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:10.022318 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.030538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] For port 799c0863-d8a6-40e0-b508-4a233b9f43c9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=799c0863-d8a6-40e0-b508-4a233b9f43c9,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:10.031156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.081264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 28f1e470-627a-438f-a86f-f9b809491ab4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:10.088575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:10.092276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:10.160746 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.170364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Transition to ACTIVE for port object fa59f460-48cd-4736-ba92-8d31705852d2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:10.201244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:10.211758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Transition to ACTIVE for port object fa59f460-48cd-4736-ba92-8d31705852d2 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:10.232706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.293314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:10.300813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:10.301560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.310401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:10.318168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:10.328002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Pushing event updated for resources: {'Port': ['ID=fa59f460-48cd-4736-ba92-8d31705852d2,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:10.338134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7c267bf6-5cbb-431f-8507-a2d62c12d64e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2597086 Aug 27 12:32:10.340130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:10.345496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'name': 'tempest-TaggedBootDevicesTest-890898254', 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:10.463995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Attempting to bind port fa59f460-48cd-4736-ba92-8d31705852d2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:10.468543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Attempting to bind port fa59f460-48cd-4736-ba92-8d31705852d2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:10.469503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Attempting to bind port fa59f460-48cd-4736-ba92-8d31705852d2 on network ae09c46d-c792-4e0c-9e83-30937e8eb702 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:10.490760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:10.491434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Checking segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:10.495147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.495953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Bound using segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:10.497463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Bound port: fa59f460-48cd-4736-ba92-8d31705852d2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:10.498058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.588341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:10.596752 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.625326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] For port fa59f460-48cd-4736-ba92-8d31705852d2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:10.643425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] For port fa59f460-48cd-4736-ba92-8d31705852d2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fa59f460-48cd-4736-ba92-8d31705852d2,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:10.657386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] device_id is not set on port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:32:10.660530 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.798262 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.800291 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:10.801099 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Floating IP fc3ce5ec-b1f6-44bb-b841-834ed0abc8af disassociated. External IP: 172.25.8.38, port: 799c0863-d8a6-40e0-b508-4a233b9f43c9. Aug 27 12:32:10.801690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Calling delete_port for 799c0863-d8a6-40e0-b508-4a233b9f43c9 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:11.052781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:11.089960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ddd8a-ebce-41f0-a89e-87f210068710 None None] Pushing event updated for resources: {'Port': ['ID=fa59f460-48cd-4736-ba92-8d31705852d2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:11.105397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5503123-e770-4860-a28a-6d109d2fb151 req-94b69021-d70a-432e-a059-e243a9e7930a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:11.107378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5503123-e770-4860-a28a-6d109d2fb151 req-94b69021-d70a-432e-a059-e243a9e7930a tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 867 time: 0.1680937 Aug 27 12:32:11.114720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 10.1.1.241 (28f1e470-627a-438f-a86f-f9b809491ab4/70e2b585-b5f9-4a30-872a-c0b46fd8af78/f7be0d8b-62cf-4572-bd19-b97cf9d176c7) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:11.126830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event deleted for resources: {'Port': ['ID=799c0863-d8a6-40e0-b508-4a233b9f43c9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:11.211516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5503123-e770-4860-a28a-6d109d2fb151 req-63dc2757-d4b0-4268-8129-2feeef1e22c7 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/security-groups?id=552a3408-e295-4e20-bc03-9c50fa1078ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939066 Aug 27 12:32:11.274172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:32:11.429102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:11.444631 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] Sync routers for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:11.461976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:11.473512 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:11.477255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:11.511807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object f7be0d8b-62cf-4572-bd19-b97cf9d176c7 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:11.533188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] No DVR routers for this DVR port 799c0863-d8a6-40e0-b508-4a233b9f43c9 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:11.536616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:11.539246 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-caa66c06-b2b7-45ef-b4c7-96c39beff75b req-90242992-7cd4-45c1-bde6-5624243404f9 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.65 "DELETE /v2.0/ports/799c0863-d8a6-40e0-b508-4a233b9f43c9 HTTP/1.1" status: 204 len: 173 time: 1.8692484 Aug 27 12:32:11.539907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'name': 'network-vif-deleted', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:32:11.551582 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce6d6ba-9e7b-40af-b0ea-5293cc84a120" -d '{"events": [{"server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "name": "network-vif-deleted", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:32:11.591435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:11.650963 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6adcc7-94dc-4e80-b76c-1ba7b72eecd3 x-openstack-request-id: req-1a6adcc7-94dc-4e80-b76c-1ba7b72eecd3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:32:11.651555 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a543ad-6177-4ca0-9248-442f967245f8", "name": "network-vif-deleted", "tag": "799c0863-d8a6-40e0-b508-4a233b9f43c9", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:32:11.651922 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a6adcc7-94dc-4e80-b76c-1ba7b72eecd3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:32:11.652420 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a543ad-6177-4ca0-9248-442f967245f8', 'name': 'network-vif-deleted', 'tag': '799c0863-d8a6-40e0-b508-4a233b9f43c9', 'status': 'completed', 'code': 200} Aug 27 12:32:11.679024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 28f1e470-627a-438f-a86f-f9b809491ab4 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:11.684900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:11.692451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a52c6-44ab-4e65-ae63-9a842f847cb1 None None] Network 28f1e470-627a-438f-a86f-f9b809491ab4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:11.713937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:11.719479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:11.730043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:11.911521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:11.912214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:11.948989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a39a900-ab0d-4448-b675-c5c1ab50db0a None None] Provisioning for port b951800e-cdc8-43d2-907b-a15a98eed520 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:11.962677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5cdf971e-2980-4d76-bddc-46e0fc68c1a0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6213529 Aug 27 12:32:12.116033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b951800e-cdc8-43d2-907b-a15a98eed520 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:12.289757 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:55Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:12.339937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b951800e-cdc8-43d2-907b-a15a98eed520 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:12.344749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b951800e-cdc8-43d2-907b-a15a98eed520 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:12.344964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.400438 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] Checking router: 1c0e31bf-3402-4ba1-895e-aaa92116ccfc for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:12.409794 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:12.413393 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:12.451873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aef20b3-a7fa-4f61-8fe0-178172d85a68 req-34eb76d5-0a7a-496b-b152-ad070ca79949 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "GET /v2.0/ports?device_id=11a543ad-6177-4ca0-9248-442f967245f8 HTTP/1.1" status: 200 len: 210 time: 0.0433872 Aug 27 12:32:12.571258 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.596164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56372) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:12.602514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926328994', 'description': 'tempest-description--22919966'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:12.622413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Provisioning for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:12.634803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Provisioning complete for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:12.635234 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.659830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.671940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b951800e-cdc8-43d2-907b-a15a98eed520, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b951800e-cdc8-43d2-907b-a15a98eed520,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:12.683805 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.684731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fa59f460-48cd-4736-ba92-8d31705852d2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:12.822568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b951800e-cdc8-43d2-907b-a15a98eed520,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:12.846683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:12.854700 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.862096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.884658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Provisioning complete for port b951800e-cdc8-43d2-907b-a15a98eed520 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:12.885317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.923847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port fa59f460-48cd-4736-ba92-8d31705852d2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:12.948693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:12.955659 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:12.964770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:12.970753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'security_group_rule': {'security_group_id': 'e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:12.975133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3775842 Aug 27 12:32:12.977979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e00e2-1f35-41a5-a81a-9532c07f6e07 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:13.042902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.068562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e39fa-ffb2-4c26-a7db-89c8fe4c0362 None None] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:13.128343 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.140521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.172656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e752e8-2a75-4ae5-927c-ad99cbb0c2d1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:13.188114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Provisioning for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:13.220259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.225257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:13.230669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'security_group_rule': {'security_group_id': 'e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:13.231414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8fc74370-c725-4b68-b2fa-6b3f83125522 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653506 Aug 27 12:32:13.243081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Provisioning complete for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:13.243880 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.287803 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.337990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0ad64a29-25c7-42c4-b231-80aa0758e80f None None] Port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:13.353738 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:55Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:13.391026 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365cfdd-6ab0-4ac8-9474-10e0cd45103f None None] The sync data for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 is: [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:26:39Z', 'revision_number': 4, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a852a01d-9128-4934-a538-7da723744b16', 'name': '', 'network_id': '75473377-3159-4ed7-8211-cbbf312dd694', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'mac_address': 'fa:16:3e:05:ce:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:38Z', 'updated_at': '2021-08-27T12:26:55Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'subnets': [{'id': 'b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:13.402828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.408149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.430577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32864caf-f1a2-47a7-86f6-cbce6a59fe67,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:13.439768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.444049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e673f0ae-58a8-4f93-998c-d470c333857b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145069 Aug 27 12:32:13.444507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:13.449195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:13.472481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Provisioning complete for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:13.472481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.480041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.550501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:13.561706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Provisioning complete for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:13.562307 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.578955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:13.675018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:13.678986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.687135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Provisioning for port fa59f460-48cd-4736-ba92-8d31705852d2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:13.695320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Provisioning complete for port fa59f460-48cd-4736-ba92-8d31705852d2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:13.695948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.889988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab484ea0-e70b-4681-8407-bb2c772ab267 None None] New status for floating IP fc3ce5ec-b1f6-44bb-b841-834ed0abc8af: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:32:13.898524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Deleting port e11e0584-7c7d-462a-a43d-d6402820e36e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:13.899089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:13.901870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 799c0863-d8a6-40e0-b508-4a233b9f43c9 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:13.927035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 172.25.8.180 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/77c61fc5-feb4-4996-bfed-41703851ce56) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:13.992174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 799c0863-d8a6-40e0-b508-4a233b9f43c9 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:13.992776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 799c0863-d8a6-40e0-b508-4a233b9f43c9 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:13.997100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b951800e-cdc8-43d2-907b-a15a98eed520 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:14.000580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.005212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.005756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.020730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Calling delete_port for e11e0584-7c7d-462a-a43d-d6402820e36e owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:14.099193 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.191027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.198921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] For port fa59f460-48cd-4736-ba92-8d31705852d2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fa59f460-48cd-4736-ba92-8d31705852d2,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:14.214268 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.253508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b951800e-cdc8-43d2-907b-a15a98eed520 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:14.253788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.258319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:14.263613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:14.267333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:14.295444 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.308758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6c4bf-cf33-4a74-bdce-da84919cfcf6 None None] Pushing event updated for resources: {'Port': ['ID=fa59f460-48cd-4736-ba92-8d31705852d2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:14.333940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event deleted for resources: {'Port': ['ID=e11e0584-7c7d-462a-a43d-d6402820e36e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:14.355395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=77c61fc5-feb4-4996-bfed-41703851ce56,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:14.384985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0e4d9b0d-9ceb-4831-ad40-b018b665d232 None None] Provisioning complete for port fa59f460-48cd-4736-ba92-8d31705852d2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:14.385794 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9b0d-9ceb-4831-ad40-b018b665d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.429366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.432734 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.434540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-871eb3ef-19ad-438c-96b4-7fd2334d0073 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "DELETE /v2.0/floatingips/fc3ce5ec-b1f6-44bb-b841-834ed0abc8af HTTP/1.1" status: 204 len: 168 time: 0.8544114 Aug 27 12:32:14.467676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.517509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:14.520501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.649616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cefb151-5776-4e7d-b041-2147d3449183 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.680034 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cefb151-5776-4e7d-b041-2147d3449183 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.721732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.728673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.766686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cefb151-5776-4e7d-b041-2147d3449183 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.771577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2cefb151-5776-4e7d-b041-2147d3449183 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.774169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2cefb151-5776-4e7d-b041-2147d3449183 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] 10.222.0.76 "DELETE /v2.0/security-groups/552a3408-e295-4e20-bc03-9c50fa1078ed HTTP/1.1" status: 204 len: 168 time: 0.2556143 Aug 27 12:32:14.796339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefb151-5776-4e7d-b041-2147d3449183 tempest-TestServerBasicOps-642815683 tempest-TestServerBasicOps-642815683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552a3408-e295-4e20-bc03-9c50fa1078ed,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:14.801956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=77c61fc5-feb4-4996-bfed-41703851ce56,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:14.854595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56450) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:14.891845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.928320 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:14.932559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-969ff2d4-a156-4cda-b333-21c16e5dd3cb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4837801 Aug 27 12:32:15.310951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-fb06c2ec-2606-4e22-bec3-377de90ef8c0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--926328994&fields=id&tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a HTTP/1.1" status: 200 len: 267 time: 0.0992961 Aug 27 12:32:15.371134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4cd5ba0c-52a4-4d5b-bc8e-fc5ad70ee4f0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:15.372665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4cd5ba0c-52a4-4d5b-bc8e-fc5ad70ee4f0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 931 time: 0.0536144 Aug 27 12:32:15.452321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-05870780-08fb-4e85-be0f-f96d13540fc3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:15.454102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-05870780-08fb-4e85-be0f-f96d13540fc3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 931 time: 0.0581787 Aug 27 12:32:15.533069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e5a622a1-91a8-4819-98a2-c62ded27f2fc tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0560641 Aug 27 12:32:15.596445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2ca851dc-30de-4fae-94e0-ba0f1af62fe0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0538232 Aug 27 12:32:15.928626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fa59f460-48cd-4736-ba92-8d31705852d2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:16.005395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port fa59f460-48cd-4736-ba92-8d31705852d2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:16.005669 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:16.032270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-45c31bc7-d917-4cc6-8bcb-33e5c2942298 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:16.038229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-45c31bc7-d917-4cc6-8bcb-33e5c2942298 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:16.044111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-45c31bc7-d917-4cc6-8bcb-33e5c2942298 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:16.046352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-45c31bc7-d917-4cc6-8bcb-33e5c2942298 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 1989 time: 0.4416447 Aug 27 12:32:16.051848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:16.101135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4f8a4dc7-02cb-4da8-94e8-bab7740c4321 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/quotas/c0900d1ea6dc4a76b0d70b9a9b46101a HTTP/1.1" status: 200 len: 375 time: 0.0462115 Aug 27 12:32:16.223042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9db452a4-9302-47b8-a5cb-6b21731c78b2 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1130843 Aug 27 12:32:16.467816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2670b4a0-a931-4cbf-96ce-7f30461d35ab service neutron] 10.222.0.76 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061708 Aug 27 12:32:16.551893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Deleting port a852a01d-9128-4934-a538-7da723744b16 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:16.552310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:16.637640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-b0b20949-42ca-43c1-b45a-a2f4894cfb8b service neutron] 10.222.0.76 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618891 Aug 27 12:32:16.699604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] For port a852a01d-9128-4934-a538-7da723744b16, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a852a01d-9128-4934-a538-7da723744b16,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:16.699967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:16.703964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9f52eca3-8256-428e-ae2f-098b4aaa1a53 service neutron] 10.222.0.76 "GET /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0558469 Aug 27 12:32:16.723082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Calling delete_port for a852a01d-9128-4934-a538-7da723744b16 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:16.855600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d4422c1-cd0c-4621-abf7-69106716bc34 service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444352 Aug 27 12:32:17.000249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-513efe29-5823-41d9-982d-9efad71f949b service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042531 Aug 27 12:32:17.094649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-88813b44-8cfe-4435-beeb-dada66c2ea02 service neutron] 10.222.0.76 "GET /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0524120 Aug 27 12:32:17.105316 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:17.174171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Pushing event deleted for resources: {'Port': ['ID=a852a01d-9128-4934-a538-7da723744b16,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:17.342906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-cac1ee98-8017-48e3-a091-311df77cf970 service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470098 Aug 27 12:32:17.457802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:17.533631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-895ffe41-b8b0-4508-9408-9b374ba7bf87 service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632509 Aug 27 12:32:17.717969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2ae30722-04bb-4288-93a2-c880df241cc8 service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756945 Aug 27 12:32:17.839540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:32:17.861072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-cd2ce76d-0ed8-4ab4-a6bf-47bde0c6283d service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127307 Aug 27 12:32:18.032714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-167a7296-6c80-4b1c-adb3-f20feaae293f service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353579 Aug 27 12:32:18.039187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:18.044166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2e8a8e55-4947-4131-bef8-842daa8ec68f admin admin] 10.222.0.76 "PUT /v2.0/routers/1c0e31bf-3402-4ba1-895e-aaa92116ccfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1877866 Aug 27 12:32:18.047401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:18.052418 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] Sync routers for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:18.067633 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:18.068736 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:18.164662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-f3fe99c0-4a00-462c-8e95-a0765879f1cb service neutron] 10.222.0.76 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191828 Aug 27 12:32:18.195591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:18.209719 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:18.314538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-a2ae5b75-454d-485b-923b-16f8fe20ddc7 service neutron] 10.222.0.76 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437500 Aug 27 12:32:18.388198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:18.445456 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:32:17Z', 'revision_number': 5, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port': {'id': 'a72bfa9d-71eb-44a2-9981-9c54dffe949d', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:34Z', 'updated_at': '2021-08-27T12:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:18.477187 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] Checking router: 1c0e31bf-3402-4ba1-895e-aaa92116ccfc for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:18.478412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-ae6d6e07-ca1c-4d5b-8bb7-3acf5ffbca17 service neutron] 10.222.0.76 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526053 Aug 27 12:32:18.484313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40f8df19-cac2-49d7-a488-33deb71dac43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:18.496758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Deleting port a72bfa9d-71eb-44a2-9981-9c54dffe949d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:18.497163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:18.507741 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] Routers {'1c0e31bf-3402-4ba1-895e-aaa92116ccfc'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:18.508357 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:31:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:18.598543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d2c1f63c-6533-4692-96af-7f785e03b17d service neutron] 10.222.0.76 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192868 Aug 27 12:32:18.600109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] For port a72bfa9d-71eb-44a2-9981-9c54dffe949d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a72bfa9d-71eb-44a2-9981-9c54dffe949d,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:18.600731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:18.618361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Calling delete_port for a72bfa9d-71eb-44a2-9981-9c54dffe949d owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:18.665688 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] Set router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:18.728339 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:32:18Z', 'revision_number': 6, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:18.757716 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44dcd8-57c6-4985-b694-89b79c4bcc12 None None] The sync data for ids ['1c0e31bf-3402-4ba1-895e-aaa92116ccfc'] in n-d-688802-4 is: [{'id': '1c0e31bf-3402-4ba1-895e-aaa92116ccfc', 'name': 'tempest-TestServerBasicOps-1369429622-router', 'tenant_id': '94125a7785d546af86bd3fe445fdc909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:32Z', 'updated_at': '2021-08-27T12:32:18Z', 'revision_number': 6, 'project_id': '94125a7785d546af86bd3fe445fdc909', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:18.895458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:18.933767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72bfa9d-71eb-44a2-9981-9c54dffe949d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:19.040650 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.092805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-c42a8440-2379-4967-985f-5ee98b5a06ea service neutron] 10.222.0.76 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879553 Aug 27 12:32:19.165919 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.168190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.219622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.220387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c0e31bf-3402-4ba1-895e-aaa92116ccfc {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:32:19.226120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.229533 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7ff74a8f-af56-42fb-b1be-b3d06bc52867 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1c0e31bf-3402-4ba1-895e-aaa92116ccfc HTTP/1.1" status: 204 len: 168 time: 1.1788254 Aug 27 12:32:19.229940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56568) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:19.285301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Deleting subnet b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:32:19.288726 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.350848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.460909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.534532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.550759 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.556167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:19.556505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d HTTP/1.1" status: 204 len: 168 time: 0.3252811 Aug 27 12:32:19.559359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f7cd8-940b-4412-9494-10866d722617 None None] Network 75473377-3159-4ed7-8211-cbbf312dd694 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:19.588950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9fee-85a1-45a7-b37f-5b178d9e9e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8eb28e8-ee32-4767-a2f4-9c3a6cfaf25d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:19.664110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.732961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Deleting port 34a11a40-8537-4b99-9fc2-4b3c86133984 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:19.733491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.826928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] For port 34a11a40-8537-4b99-9fc2-4b3c86133984, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=34a11a40-8537-4b99-9fc2-4b3c86133984,segment=NetworkSegment(1d549565-e504-49db-a7d9-eadd9f78b83b),segment_id=1d549565-e504-49db-a7d9-eadd9f78b83b)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:19.827222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.843347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Calling delete_port for 34a11a40-8537-4b99-9fc2-4b3c86133984 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:19.908892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] DHCP port deletion for 75473377-3159-4ed7-8211-cbbf312dd694 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:32:19.942247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a72bfa9d-71eb-44a2-9981-9c54dffe949d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:19.976727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:19.980108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a72bfa9d-71eb-44a2-9981-9c54dffe949d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:19.981132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a72bfa9d-71eb-44a2-9981-9c54dffe949d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:19.983990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a852a01d-9128-4934-a538-7da723744b16 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:20.016824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a852a01d-9128-4934-a538-7da723744b16 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:20.017417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a852a01d-9128-4934-a538-7da723744b16 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:20.030674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] No DVR routers for this DVR port 34a11a40-8537-4b99-9fc2-4b3c86133984 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:20.041387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Pushing event deleted for resources: {'Port': ['ID=34a11a40-8537-4b99-9fc2-4b3c86133984,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:20.044250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Deleting port 34a11a40-8537-4b99-9fc2-4b3c86133984 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:20.044954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.103344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3de503ba-995f-4be5-a638-3bd28ab49d83 req-ca86326e-3ce5-4f90-905e-8cf1c757f1ff tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0370653 Aug 27 12:32:20.145052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] For port 34a11a40-8537-4b99-9fc2-4b3c86133984, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:20.145516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.161513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Calling delete_port for 34a11a40-8537-4b99-9fc2-4b3c86133984 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:20.168341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Port 34a11a40-8537-4b99-9fc2-4b3c86133984 was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 12:32:20.170992 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.191738 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.205259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] Pushing event deleted for resources: {'Port': ['ID=34a11a40-8537-4b99-9fc2-4b3c86133984,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:20.213492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c9ce3-1db3-4216-85b9-d0e3124208d4 None None] No DVR routers for this DVR port 34a11a40-8537-4b99-9fc2-4b3c86133984 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:20.221721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75473377-3159-4ed7-8211-cbbf312dd694']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:20.245566 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.250826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d549565-e504-49db-a7d9-eadd9f78b83b') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:20.251261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d549565-e504-49db-a7d9-eadd9f78b83b') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:20.264575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.284670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.292376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:32:20.292805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:32:20.320345 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:32:20.393077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.398769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.403768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] 10.222.0.76 "DELETE /v2.0/networks/75473377-3159-4ed7-8211-cbbf312dd694 HTTP/1.1" status: 204 len: 168 time: 0.8434694 Aug 27 12:32:20.403902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56612) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:20.416033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf2fc3-f6ff-40ee-896f-6eb48076ed0e admin admin] Pushing event deleted for resources: {'Network': ['ID=75473377-3159-4ed7-8211-cbbf312dd694,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:20.834310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:20.994209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-728b14f2-ffab-433a-ad7e-4a5c3046ab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.129644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Deleting port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:21.130235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.171858 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.238535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f25111cc-c955-4855-8961-6fb219d927cb req-746fcdcf-a292-450c-869d-16074bba2e9c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0414701 Aug 27 12:32:21.266727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] For port 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:21.267629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.281433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Calling delete_port for 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:21.387231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-1be89791-da0b-4c54-a6fb-b428450cd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:21.390665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-1be89791-da0b-4c54-a6fb-b428450cd456 service neutron] 10.222.0.77 "GET /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 1027 time: 0.0497389 Aug 27 12:32:21.433706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-6b92d9e6-a4e9-41c2-bf2f-16e00a31da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:21.435487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-6b92d9e6-a4e9-41c2-bf2f-16e00a31da1e service neutron] 10.222.0.77 "GET /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 1027 time: 0.0392692 Aug 27 12:32:21.492143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.535269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Pushing event deleted for resources: {'Port': ['ID=800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:21.575082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-da9cbc3f-7743-4273-bc0f-37510a9dba9e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:21.585408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-da9cbc3f-7743-4273-bc0f-37510a9dba9e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:21.591049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-da9cbc3f-7743-4273-bc0f-37510a9dba9e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:21.593527 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-da9cbc3f-7743-4273-bc0f-37510a9dba9e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 1989 time: 0.1507280 Aug 27 12:32:21.680705 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-6071033b-0692-4795-b0cf-b594ff70933e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a HTTP/1.1" status: 200 len: 379 time: 0.0649240 Aug 27 12:32:21.693381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'admin_state_up': True, 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'security_groups': ['e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:21.777474 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.902964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:21.909504 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:21.990352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 34a11a40-8537-4b99-9fc2-4b3c86133984 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:22.020285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 34a11a40-8537-4b99-9fc2-4b3c86133984 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:22.034496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 34a11a40-8537-4b99-9fc2-4b3c86133984 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:22.060582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 172.20.0.12 (9131e7cf-0694-4082-b4e2-8be78e7fe903/75be1f17-9e06-47d1-ad19-01a33020ec27/3185c138-c411-4c67-941d-98d8dd49997f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:22.144459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:22.212656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Router e850ddd2-5431-4f5d-8666-a8a1ae2f298f has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:32:22.294056 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:22.331338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:22.338847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-088cdf41-b39a-4b62-a881-ef8adb64ed88 admin admin] 10.222.0.76 "PUT /v2.0/routers/e850ddd2-5431-4f5d-8666-a8a1ae2f298f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9320533 Aug 27 12:32:22.341812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] Sync routers for ids ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:22.343516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56660) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:22.355036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] Routers {'e850ddd2-5431-4f5d-8666-a8a1ae2f298f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:22.355683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:22.361053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object 3185c138-c411-4c67-941d-98d8dd49997f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:22.396551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b37c66c7-d923-48ff-b643-b31c9a73f801 req-cc9b8df9-2107-4767-b2d5-595a5c89e2d6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0428867 Aug 27 12:32:22.554496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] Set router e850ddd2-5431-4f5d-8666-a8a1ae2f298f gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:22.576507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:22.586143 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:22.765602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:22.785506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:22.789089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:22.798956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:22.813766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:32:21Z', 'revision_number': 5, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port': {'id': 'a34a2e20-112e-43d6-8e2b-6ee708b58b40', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:26:47Z', 'updated_at': '2021-08-27T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:22.861319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] Checking router: e850ddd2-5431-4f5d-8666-a8a1ae2f298f for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:22.871554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] Routers {'e850ddd2-5431-4f5d-8666-a8a1ae2f298f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:22.872350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:22.878749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:22.879507 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:22.931260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=3185c138-c411-4c67-941d-98d8dd49997f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:22.989194 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9a73fef9-94c1-4d6e-a8e9-609116b58d55 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2998989 Aug 27 12:32:23.038727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'admin_state_up': True, 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'security_groups': ['e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:23.048303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Deleting port a34a2e20-112e-43d6-8e2b-6ee708b58b40 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:23.048636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:23.063869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] Set router e850ddd2-5431-4f5d-8666-a8a1ae2f298f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:23.145678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:32:22Z', 'revision_number': 6, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:23.184752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996bee5-9fa4-4c11-b7ec-58f875431a7b None None] The sync data for ids ['e850ddd2-5431-4f5d-8666-a8a1ae2f298f'] in n-d-688802-4 is: [{'id': 'e850ddd2-5431-4f5d-8666-a8a1ae2f298f', 'name': 'tempest-TestServerBasicOps-627597424-router', 'tenant_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:26:46Z', 'updated_at': '2021-08-27T12:32:22Z', 'revision_number': 6, 'project_id': '5cdd18046c5c4368abcd4851f6f9a48e', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:23.210902 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cde282c-43e5-4e1d-a5b7-a0ba72e74a57 None None] Provisioning for port 3185c138-c411-4c67-941d-98d8dd49997f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:23.216242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cde282c-43e5-4e1d-a5b7-a0ba72e74a57 None None] Provisioning complete for port 3185c138-c411-4c67-941d-98d8dd49997f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:23.217205 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5cde282c-43e5-4e1d-a5b7-a0ba72e74a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:23.277694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5cde282c-43e5-4e1d-a5b7-a0ba72e74a57 None None] Port 3185c138-c411-4c67-941d-98d8dd49997f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:23.588576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24acaec-befb-416f-b2d5-15bdcd98b17c req-c385925a-b882-4f47-bf78-493709f6d0df tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:23.591418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f24acaec-befb-416f-b2d5-15bdcd98b17c req-c385925a-b882-4f47-bf78-493709f6d0df tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 932 time: 0.0856924 Aug 27 12:32:23.668910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f24acaec-befb-416f-b2d5-15bdcd98b17c req-fb53cdac-0228-4698-a8b0-4bca97ce40a9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704319 Aug 27 12:32:23.711198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] For port a34a2e20-112e-43d6-8e2b-6ee708b58b40, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a34a2e20-112e-43d6-8e2b-6ee708b58b40,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:23.711697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:23.729351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Calling delete_port for a34a2e20-112e-43d6-8e2b-6ee708b58b40 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:23.783140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:23.786629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.001489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 10.1.1.224 (28f1e470-627a-438f-a86f-f9b809491ab4/70e2b585-b5f9-4a30-872a-c0b46fd8af78/c55a02ef-a492-44b8-a835-9526a93c2280) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:24.035383 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.047997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.082087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34a2e20-112e-43d6-8e2b-6ee708b58b40,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:24.157404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:24.185450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:24.186468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 800c19e0-c5f9-4bf3-a45e-fb331b7e2ab1 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:24.186904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a34a2e20-112e-43d6-8e2b-6ee708b58b40 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:24.213630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a34a2e20-112e-43d6-8e2b-6ee708b58b40 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:24.214799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a34a2e20-112e-43d6-8e2b-6ee708b58b40 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:24.249093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.371280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.374808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.378116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.421362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object c55a02ef-a492-44b8-a835-9526a93c2280 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:24.448546 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.449233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e850ddd2-5431-4f5d-8666-a8a1ae2f298f {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:32:24.455361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.457011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-24695dec-019e-45e9-9dad-751703f8c769 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e850ddd2-5431-4f5d-8666-a8a1ae2f298f HTTP/1.1" status: 204 len: 168 time: 2.1102312 Aug 27 12:32:24.459331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56694) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:24.526781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Deleting subnet e398d410-84db-47dd-a5b5-ae206e3f7134 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:32:24.529430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.546302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.570817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 28f1e470-627a-438f-a86f-f9b809491ab4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:24.593343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:24.608422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:24.677742 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.714107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=c55a02ef-a492-44b8-a835-9526a93c2280,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:24.734235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:24.735134 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.791084 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5f66452f-6f7c-4985-a9a2-4bdc8a1dfa6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873135 Aug 27 12:32:24.801627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'admin_state_up': True, 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'security_groups': ['e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:24.934878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a2a8-e4d0-479c-ad5b-45097a80ce8e req-1a271d9d-e646-403a-b93f-65b638733a8b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:24.962471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a2a8-e4d0-479c-ad5b-45097a80ce8e req-1a271d9d-e646-403a-b93f-65b638733a8b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:24.986859 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:24.988587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1959a2a8-e4d0-479c-ad5b-45097a80ce8e req-1a271d9d-e646-403a-b93f-65b638733a8b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 1654 time: 0.1737020 Aug 27 12:32:25.024964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9a25ecb7-bf95-47f6-95ba-e37296d0a0f1 None None] Provisioning for port c55a02ef-a492-44b8-a835-9526a93c2280 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:25.030579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9a25ecb7-bf95-47f6-95ba-e37296d0a0f1 None None] Provisioning complete for port c55a02ef-a492-44b8-a835-9526a93c2280 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:25.031243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a25ecb7-bf95-47f6-95ba-e37296d0a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.042965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1959a2a8-e4d0-479c-ad5b-45097a80ce8e req-f86aeb8e-6935-441e-8a00-40966808c215 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506287 Aug 27 12:32:25.094401 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:25.099213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.111467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.115221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9a25ecb7-bf95-47f6-95ba-e37296d0a0f1 None None] Port c55a02ef-a492-44b8-a835-9526a93c2280 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:25.157562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e398d410-84db-47dd-a5b5-ae206e3f7134,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:25.164841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8bdc1d-46e3-4100-b3c9-ad4bd8796537 None None] Network fb5296d1-a26e-4127-9123-eeb135445b35 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:25.185117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.187866 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b21c356-15cd-4edb-8931-05146a2bed0f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e398d410-84db-47dd-a5b5-ae206e3f7134 HTTP/1.1" status: 204 len: 168 time: 0.7275243 Aug 27 12:32:25.192789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56710) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:25.348301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.419451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Deleting port be044bd5-39ed-4bcf-b2dd-285372acf6c6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:25.419856 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.424069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 10.1.1.226 (28f1e470-627a-438f-a86f-f9b809491ab4/70e2b585-b5f9-4a30-872a-c0b46fd8af78/b229fab9-4a57-4f53-8edf-3245adf1bb81) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:25.439260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] DHCP port deletion for fb5296d1-a26e-4127-9123-eeb135445b35 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:32:25.580698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] For port be044bd5-39ed-4bcf-b2dd-285372acf6c6, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be044bd5-39ed-4bcf-b2dd-285372acf6c6,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:25.581126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.614347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Calling delete_port for be044bd5-39ed-4bcf-b2dd-285372acf6c6 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:25.703003 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Deleting port be044bd5-39ed-4bcf-b2dd-285372acf6c6 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:25.703536 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.749615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.779267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.791431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object b229fab9-4a57-4f53-8edf-3245adf1bb81 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:25.818079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Pushing event deleted for resources: {'Port': ['ID=be044bd5-39ed-4bcf-b2dd-285372acf6c6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:25.822971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] No DVR routers for this DVR port be044bd5-39ed-4bcf-b2dd-285372acf6c6 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:25.864452 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.883468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] For port be044bd5-39ed-4bcf-b2dd-285372acf6c6, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=be044bd5-39ed-4bcf-b2dd-285372acf6c6,segment=NetworkSegment(6a6763e9-4511-48fa-8da7-8787356ae3ce),segment_id=6a6763e9-4511-48fa-8da7-8787356ae3ce)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:25.883892 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.921286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network 28f1e470-627a-438f-a86f-f9b809491ab4 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:25.928576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:25.944958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Calling delete_port for be044bd5-39ed-4bcf-b2dd-285372acf6c6 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:25.947810 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:25.962418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5296d1-a26e-4127-9123-eeb135445b35']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:25.963567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:25.966690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be044bd5-39ed-4bcf-b2dd-285372acf6c6 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:25.969731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:25.990345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6763e9-4511-48fa-8da7-8787356ae3ce') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:25.991165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6763e9-4511-48fa-8da7-8787356ae3ce') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:26.002311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.013433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: be044bd5-39ed-4bcf-b2dd-285372acf6c6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:26.014185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device be044bd5-39ed-4bcf-b2dd-285372acf6c6 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:26.033654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.041573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:32:26.042190 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.044391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:32:26.044813 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:32:26.047841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.065747 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4666e89b-0125-4d41-9d42-7282f976cb54 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2703209 Aug 27 12:32:26.084125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702', 'admin_state_up': True, 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'security_groups': ['e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:26.166654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.175558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.194085 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] 10.222.0.76 "DELETE /v2.0/networks/fb5296d1-a26e-4127-9123-eeb135445b35 HTTP/1.1" status: 204 len: 168 time: 0.9996424 Aug 27 12:32:26.211637 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.261781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73695be-bc6a-4c9c-892b-bd74daa6824f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5296d1-a26e-4127-9123-eeb135445b35,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:26.280895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Network fb5296d1-a26e-4127-9123-eeb135445b35 is not hosted by any dhcp agent {{(pid=94625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:32:26.283988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] No DVR routers for this DVR port be044bd5-39ed-4bcf-b2dd-285372acf6c6 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:26.294475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Pushing event deleted for resources: {'Port': ['ID=be044bd5-39ed-4bcf-b2dd-285372acf6c6,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:26.313891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:26.327701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.328502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.329342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.329837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.330636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.331131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.332197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.332865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.333358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.334039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.334576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.335156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bcac2e-3434-45bf-859e-4aceb94b1dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:26.366369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fc3-199b-4b7c-9d41-252b61096510 req-5186cb23-dfc5-48c9-a665-41f2950dc0cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:26.373893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fc3-199b-4b7c-9d41-252b61096510 req-5186cb23-dfc5-48c9-a665-41f2950dc0cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:26.380949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2fc3-199b-4b7c-9d41-252b61096510 req-5186cb23-dfc5-48c9-a665-41f2950dc0cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:26.382721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d07f2fc3-199b-4b7c-9d41-252b61096510 req-5186cb23-dfc5-48c9-a665-41f2950dc0cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 2375 time: 0.1846650 Aug 27 12:32:26.455571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-22c7491e-ae56-466d-954f-2a5d8d5ed413 None None] Provisioning for port b229fab9-4a57-4f53-8edf-3245adf1bb81 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:26.456308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d07f2fc3-199b-4b7c-9d41-252b61096510 req-30a055d4-1f2f-46f8-a3f3-03402d92331e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612745 Aug 27 12:32:26.459740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-22c7491e-ae56-466d-954f-2a5d8d5ed413 None None] Provisioning complete for port b229fab9-4a57-4f53-8edf-3245adf1bb81 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:26.460053 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-22c7491e-ae56-466d-954f-2a5d8d5ed413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.471095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56732) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:26.514695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-22c7491e-ae56-466d-954f-2a5d8d5ed413 None None] Port b229fab9-4a57-4f53-8edf-3245adf1bb81 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:26.522615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4ce1412-bb6a-455d-b1b6-b14b648f4f4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94125a7785d546af86bd3fe445fdc909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501573 Aug 27 12:32:26.524981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56734) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:26.530851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.591616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-955b7047-0e6c-4ceb-b8bc-df190e595c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.617194 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-955b7047-0e6c-4ceb-b8bc-df190e595c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.681025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-955b7047-0e6c-4ceb-b8bc-df190e595c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.689630 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-955b7047-0e6c-4ceb-b8bc-df190e595c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:26.689630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-955b7047-0e6c-4ceb-b8bc-df190e595c84 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e9bea6d-2d8a-4157-b152-0216ccb448fe HTTP/1.1" status: 204 len: 168 time: 0.1592910 Aug 27 12:32:26.697642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b7047-0e6c-4ceb-b8bc-df190e595c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9bea6d-2d8a-4157-b152-0216ccb448fe,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:26.851542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 10.2.2.100 (ae09c46d-c792-4e0c-9e83-30937e8eb702/ef86fa97-b597-43d7-b5b9-c5f6f1667faf/9dccafc3-7dc2-4c4c-b604-86b1208faed4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:27.018541 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.035682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object 9dccafc3-7dc2-4c4c-b604-86b1208faed4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:27.077874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.127016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:27.130570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:27.132748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:27.149313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:27.177210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=9dccafc3-7dc2-4c4c-b604-86b1208faed4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:27.223701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56754) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:27.224324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-92323ffa-45f1-489f-bb2c-f394ccd9d318 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5cdd18046c5c4368abcd4851f6f9a48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873976 Aug 27 12:32:27.248079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:27.249353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.271481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e3ef0c17-355f-49ba-8716-8ccd70f9801e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1932170 Aug 27 12:32:27.293371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702', 'admin_state_up': True, 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'security_groups': ['e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:27.363016 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-368a5f1b-a424-4d69-9282-cf49801afcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.435397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-368a5f1b-a424-4d69-9282-cf49801afcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.527607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Made reservation on behalf of c0900d1ea6dc4a76b0d70b9a9b46101a for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:27.541338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.548107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0fa1d928-edc1-4729-b838-a57c35f51d6e None None] Provisioning for port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:27.558832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0fa1d928-edc1-4729-b838-a57c35f51d6e None None] Provisioning complete for port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:27.560137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0fa1d928-edc1-4729-b838-a57c35f51d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.562094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-368a5f1b-a424-4d69-9282-cf49801afcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.573799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-368a5f1b-a424-4d69-9282-cf49801afcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:27.578333 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-368a5f1b-a424-4d69-9282-cf49801afcac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10d81cba-b610-43c3-a132-ee8f3d12d93a HTTP/1.1" status: 204 len: 168 time: 0.3533702 Aug 27 12:32:27.594430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a5f1b-a424-4d69-9282-cf49801afcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d81cba-b610-43c3-a132-ee8f3d12d93a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:27.686709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1d928-edc1-4729-b838-a57c35f51d6e None None] Port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:27.703514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a27e5-1f8e-4205-b442-5a74810a6661 req-e53b1b89-6302-415d-84ec-4f5936c5092c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:27.712511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a27e5-1f8e-4205-b442-5a74810a6661 req-e53b1b89-6302-415d-84ec-4f5936c5092c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:27.721846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a27e5-1f8e-4205-b442-5a74810a6661 req-e53b1b89-6302-415d-84ec-4f5936c5092c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:27.729510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a27e5-1f8e-4205-b442-5a74810a6661 req-e53b1b89-6302-415d-84ec-4f5936c5092c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:27.731833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d76a27e5-1f8e-4205-b442-5a74810a6661 req-e53b1b89-6302-415d-84ec-4f5936c5092c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 3096 time: 0.1466660 Aug 27 12:32:27.816464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d76a27e5-1f8e-4205-b442-5a74810a6661 req-9662503d-71ea-448d-8273-892e39eb95a3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761127 Aug 27 12:32:27.935429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Allocated IP 10.2.2.200 (ae09c46d-c792-4e0c-9e83-30937e8eb702/ef86fa97-b597-43d7-b5b9-c5f6f1667faf/217ece29-9740-44a1-96e7-87aad718564f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:28.157660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:28.175538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Transition to ACTIVE for port object 217ece29-9740-44a1-96e7-87aad718564f will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:28.225824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:28.281546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:28.290428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:28.313672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:28.363417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event updated for resources: {'Port': ['ID=217ece29-9740-44a1-96e7-87aad718564f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:28.394963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:28.395864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:28.448744 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d0ebde50-e265-4aba-894e-1710d167b60a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1592698 Aug 27 12:32:28.468081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:28.578176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:28.744759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-54d8b024-512b-4fba-8f37-c68f26c72851 None None] Provisioning for port 217ece29-9740-44a1-96e7-87aad718564f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:28.749692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-54d8b024-512b-4fba-8f37-c68f26c72851 None None] Provisioning complete for port 217ece29-9740-44a1-96e7-87aad718564f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:28.750031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-54d8b024-512b-4fba-8f37-c68f26c72851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:28.793593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-54d8b024-512b-4fba-8f37-c68f26c72851 None None] Port 217ece29-9740-44a1-96e7-87aad718564f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:29.015238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3185c138-c411-4c67-941d-98d8dd49997f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:29.024697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.034704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56808) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:29.061493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Transition to ACTIVE for port object 3185c138-c411-4c67-941d-98d8dd49997f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:29.061797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-6015f057-c02d-4d72-94a4-bdff26b115da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.067908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-6015f057-c02d-4d72-94a4-bdff26b115da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.068696 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.074050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-6015f057-c02d-4d72-94a4-bdff26b115da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.081714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-6015f057-c02d-4d72-94a4-bdff26b115da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.089114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-6015f057-c02d-4d72-94a4-bdff26b115da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.091316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-6015f057-c02d-4d72-94a4-bdff26b115da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 3817 time: 0.1058180 Aug 27 12:32:29.141763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Pushing event updated for resources: {'Port': ['ID=3185c138-c411-4c67-941d-98d8dd49997f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:29.199026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-538cf81a-3ed7-42fd-ae18-baea2aed69db req-0e6209b4-e1c1-4683-9c95-db1ac62cb2f9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915511 Aug 27 12:32:29.262897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Attempting to bind port 3185c138-c411-4c67-941d-98d8dd49997f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:29.263246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Attempting to bind port 3185c138-c411-4c67-941d-98d8dd49997f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:29.263901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Attempting to bind port 3185c138-c411-4c67-941d-98d8dd49997f on network 9131e7cf-0694-4082-b4e2-8be78e7fe903 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:29.273689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1782955217-network', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:29.301076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Port 3185c138-c411-4c67-941d-98d8dd49997f on network 9131e7cf-0694-4082-b4e2-8be78e7fe903 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:29.301463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Attempting to bind port 3185c138-c411-4c67-941d-98d8dd49997f on network 9131e7cf-0694-4082-b4e2-8be78e7fe903 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:29.308767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Made reservation on behalf of c2bbd7c5c87b407e8b8397a996ddc759 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:29.311751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.321903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.324052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:29.324526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Checking segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:29.324930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Bound using segment: {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:29.325581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Bound port: 3185c138-c411-4c67-941d-98d8dd49997f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd68655d-bc6a-483a-9066-1f7e98861162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:29.325941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.460233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] For port 3185c138-c411-4c67-941d-98d8dd49997f, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:29.467448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] For port 3185c138-c411-4c67-941d-98d8dd49997f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3185c138-c411-4c67-941d-98d8dd49997f,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:29.476395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.548774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.551088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.551875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.553768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] 10.222.0.77 "PUT /v2.0/ports/3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1092 time: 1.0902801 Aug 27 12:32:29.556549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:32:29.559108 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494433ee-419c-44dd-9169-4c6a123bf32c" -d '{"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "3185c138-c411-4c67-941d-98d8dd49997f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:32:29.568751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.599933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff74dbd-9532-4d1a-bcad-21aeddf7e730 service neutron] Pushing event updated for resources: {'Port': ['ID=3185c138-c411-4c67-941d-98d8dd49997f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:29.615217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:32:29.627950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:29.636956 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b464873-f4fa-4425-bfb3-13b3e96f2ec5 x-openstack-request-id: req-7b464873-f4fa-4425-bfb3-13b3e96f2ec5 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:32:29.637268 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "3185c138-c411-4c67-941d-98d8dd49997f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:32:29.637503 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b464873-f4fa-4425-bfb3-13b3e96f2ec5 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:32:29.638100 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f', 'status': 'completed', 'code': 200} Aug 27 12:32:29.693162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a3d20-36bf-43e9-abe5-926bba5bf7a3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:29.710735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.711142 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Added segment 73e95497-ec12-460e-8901-00f7bd799c4c of type vlan for network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 Aug 27 12:32:29.780373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.801616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-140cbb35-bef8-4d0e-8575-035a96b052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.802092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-140cbb35-bef8-4d0e-8575-035a96b052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.802615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-140cbb35-bef8-4d0e-8575-035a96b052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.803098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-140cbb35-bef8-4d0e-8575-035a96b052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.818177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-140cbb35-bef8-4d0e-8575-035a96b052db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.822777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-494433ee-419c-44dd-9169-4c6a123bf32c req-140cbb35-bef8-4d0e-8575-035a96b052db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 4364 time: 0.1510050 Aug 27 12:32:29.825004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.940352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:29.941216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:29.941889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.025014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9891021 Aug 27 12:32:30.031810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 56830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:30.038701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Request body: {'subnet': {'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1782955217-subnet', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:30.051340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-57f32116-3cb3-4912-a5e7-4cbf676b3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.052189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-57f32116-3cb3-4912-a5e7-4cbf676b3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.052848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-57f32116-3cb3-4912-a5e7-4cbf676b3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.054675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-494433ee-419c-44dd-9169-4c6a123bf32c req-57f32116-3cb3-4912-a5e7-4cbf676b3b8f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2169111 Aug 27 12:32:30.081899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc940232-65b4-47c8-a3b2-4a7c2c13bede admin admin] Pushing event updated for resources: {'Network': ['ID=ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:30.097550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:32:30.121447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Made reservation on behalf of c2bbd7c5c87b407e8b8397a996ddc759 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:30.123839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.306843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494433ee-419c-44dd-9169-4c6a123bf32c req-3614a039-6001-49c2-9393-82c4823d44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.308482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-494433ee-419c-44dd-9169-4c6a123bf32c req-3614a039-6001-49c2-9393-82c4823d44cd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2463508 Aug 27 12:32:30.350494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-4ed53b81-5bb7-49dd-85f8-b18d4ee3efd6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.356741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-4ed53b81-5bb7-49dd-85f8-b18d4ee3efd6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.363337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-4ed53b81-5bb7-49dd-85f8-b18d4ee3efd6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.369969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-4ed53b81-5bb7-49dd-85f8-b18d4ee3efd6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.374611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:30.376613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-4ed53b81-5bb7-49dd-85f8-b18d4ee3efd6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.378716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-4ed53b81-5bb7-49dd-85f8-b18d4ee3efd6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 3829 time: 0.0907536 Aug 27 12:32:30.394938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.432407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66d3f3bc-e70d-4bad-8aec-d1ebbff4ce4c req-78bb9651-bdc3-4f38-99a9-169874578231 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Aug 27 12:32:30.446586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Transition to ACTIVE for port object 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:30.455222 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.512912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.582807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Pushing event updated for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:30.646857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80bd73c-84cc-4872-b27c-f6d7911444cb,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:30.669726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Attempting to bind port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:30.670938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Attempting to bind port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:30.671591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Attempting to bind port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:30.675271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Checking segment: {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:30.675773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Network hostable DHCP agents. Network: ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:32:30.681937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 on network 28f1e470-627a-438f-a86f-f9b809491ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:30.682406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Attempting to bind port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:30.691010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:30.691363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Checking segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:30.691988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Bound using segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:30.692437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Bound port: 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:30.692802 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.752116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:32:30.774992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:30.785592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9d5b5-cd4f-4848-86e9-666be826d714 None None] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:30.793903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.795363 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.808406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:30.815794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:30.822916 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.903091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Pushing event updated for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:30.910807 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6b49ba57-8de5-491b-a271-1afa1d1d1996 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8777173 Aug 27 12:32:30.913470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:30.919511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:30.931448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:30.932075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.941071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9e99d214-14a6-48d9-845e-f8afaf3a4186 service neutron] 10.222.0.77 "PUT /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 1130 time: 1.3269846 Aug 27 12:32:30.974774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5', 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'fixed_ips': [{'subnet_id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:32:30.976499 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.980971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:30.985092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:30.988113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.062093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.120494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.245421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Allocated IP 172.20.0.2 (ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5/f80bd73c-84cc-4872-b27c-f6d7911444cb/6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:31.495794 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.521993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Transition to ACTIVE for port object 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:31.554175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Transition to ACTIVE for port object 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:31.563731 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.633047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Pushing event updated for resources: {'Port': ['ID=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:31.644538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:31.646207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:31.652216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:31.675147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.718957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Attempting to bind port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:31.719357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Attempting to bind port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:31.719734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Attempting to bind port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 on network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:31.725458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:31.725890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Checking segment: {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:31.726309 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.726738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Bound using segment: {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:31.727353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Bound port: 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:31.727760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.766630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:31.772795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:31.778864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:31.785047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:31.791074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:31.797670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:31.799906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-f6ff4775-9756-4e44-95c5-5f332e5ab018 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 4601 time: 0.2109299 Aug 27 12:32:31.805709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] For port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:31.810095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] For port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,segment=NetworkSegment(73e95497-ec12-460e-8901-00f7bd799c4c),segment_id=73e95497-ec12-460e-8901-00f7bd799c4c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:31.816696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:31.903174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee539db2-79bb-4490-bcb6-5ae04d0d6a9b None None] Pushing event updated for resources: {'Port': ['ID=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:31.920927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d98063b-8dec-48ac-98c8-456f757f0ab2 req-24c030ea-b338-4501-9ed4-99ffa16a1256 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114120 Aug 27 12:32:32.135891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.155207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '2bad6bcf-19ae-4bcf-8d83-935ffd790be6'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:32:32.161404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.162524 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08" -d '{"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "2bad6bcf-19ae-4bcf-8d83-935ffd790be6"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:32:32.215750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7be0d8b-62cf-4572-bd19-b97cf9d176c7 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:32.227592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.245865 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f30f513-4604-473b-ae1c-e95232f8a800 x-openstack-request-id: req-2f30f513-4604-473b-ae1c-e95232f8a800 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:32:32.246146 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "2bad6bcf-19ae-4bcf-8d83-935ffd790be6", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:32:32.246551 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f30f513-4604-473b-ae1c-e95232f8a800 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:32:32.247212 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '2bad6bcf-19ae-4bcf-8d83-935ffd790be6', 'status': 'completed', 'code': 200} Aug 27 12:32:32.255118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Transition to ACTIVE for port object f7be0d8b-62cf-4572-bd19-b97cf9d176c7 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:32.260311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.287868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Allocated IP 172.25.8.216 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b189a605-3908-432f-9e5b-f1a6e1747aa5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:32.393831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:32.408471 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.437938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Attempting to bind port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:32.437938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Attempting to bind port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:32.437938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Attempting to bind port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:32.443259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 on network 28f1e470-627a-438f-a86f-f9b809491ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:32.443597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Attempting to bind port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:32.448855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:32.449206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Checking segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:32.449600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Bound using segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:32.450098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Bound port: f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:32.450444 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.510537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.511042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.511516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.511985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.512458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.512930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.521116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.523312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-a14f255d-7739-41e0-a2ec-36502b2b2ab2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6168 time: 0.1025221 Aug 27 12:32:32.550680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.603000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:32.609185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:32.621654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.681365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.682038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.683587 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] 10.222.0.77 "PUT /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 1130 time: 1.7081506 Aug 27 12:32:32.712863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd74cd-0ffe-4f4c-80c3-f617128428b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:32.728928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:32.753636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:32.776767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:32.785376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:32.799851 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:32.858279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-215b5158-b439-4aaa-a343-33736c18b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.858862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-215b5158-b439-4aaa-a343-33736c18b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.859340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-215b5158-b439-4aaa-a343-33736c18b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:32.862015 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-215b5158-b439-4aaa-a343-33736c18b823 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3228502 Aug 27 12:32:32.865870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Pushing event updated for resources: {'Port': ['ID=b189a605-3908-432f-9e5b-f1a6e1747aa5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:33.011613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-c8112a37-918c-4a5b-a1ef-d31146e4d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.013145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4e89d61d-2b99-4ad3-9473-b8449a2c5c08 req-c8112a37-918c-4a5b-a1ef-d31146e4d855 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357186 Aug 27 12:32:33.237140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55a02ef-a492-44b8-a835-9526a93c2280 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:33.245900 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:33.262004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Transition to ACTIVE for port object c55a02ef-a492-44b8-a835-9526a93c2280 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:33.271737 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:33.340802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Pushing event updated for resources: {'Port': ['ID=c55a02ef-a492-44b8-a835-9526a93c2280,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:33.372337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.380294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.387811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.394798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.405279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.412771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.412909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89766f27-02e0-42ac-8ee2-56989d71ccd8 None None] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:33.418769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.422098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-fe66522a-f646-48b5-9567-338054669840 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5373 time: 0.3593569 Aug 27 12:32:33.511297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Attempting to bind port c55a02ef-a492-44b8-a835-9526a93c2280 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:33.511814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Attempting to bind port c55a02ef-a492-44b8-a835-9526a93c2280 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:33.512264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Attempting to bind port c55a02ef-a492-44b8-a835-9526a93c2280 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:33.527861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Port c55a02ef-a492-44b8-a835-9526a93c2280 on network 28f1e470-627a-438f-a86f-f9b809491ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:33.528357 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Attempting to bind port c55a02ef-a492-44b8-a835-9526a93c2280 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:33.536182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:33.536824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Checking segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:33.537387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Bound using segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:33.543986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Bound port: c55a02ef-a492-44b8-a835-9526a93c2280, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:33.544538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:33.587474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15f501aa-c7f5-4001-b7a9-107f85c0bec0 req-e4c4a125-95b1-432f-94bb-ad48d3ddaf56 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482794 Aug 27 12:32:33.602082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:33.643016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2f7da654-783d-48a5-8121-385f099a65c8 None None] Provisioning for port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:33.707657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] For port c55a02ef-a492-44b8-a835-9526a93c2280, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:33.712731 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] For port c55a02ef-a492-44b8-a835-9526a93c2280, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c55a02ef-a492-44b8-a835-9526a93c2280,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:33.719170 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:33.773254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:33.773871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:33.775482 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] 10.222.0.77 "PUT /v2.0/ports/c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 1091 time: 1.0510767 Aug 27 12:32:33.809469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d7677-016a-465e-b7e9-a564d65266ba service neutron] Pushing event updated for resources: {'Port': ['ID=c55a02ef-a492-44b8-a835-9526a93c2280,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:33.817891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:33.947770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.007175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:34.030867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.147628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:34.153866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:34.155124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.253221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': 'f7be0d8b-62cf-4572-bd19-b97cf9d176c7'}, {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': 'c55a02ef-a492-44b8-a835-9526a93c2280'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:32:34.255362 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a88b26-bf75-4af1-ab55-bdf16f195fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "f7be0d8b-62cf-4572-bd19-b97cf9d176c7"}, {"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "c55a02ef-a492-44b8-a835-9526a93c2280"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:32:34.276244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1f45eca9-731e-4f5f-867b-c4d3bb135a7b None None] Provisioning complete for port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:34.276680 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1f45eca9-731e-4f5f-867b-c4d3bb135a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.305678 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215d8392-75e6-414b-8b05-61db55759400 x-openstack-request-id: req-215d8392-75e6-414b-8b05-61db55759400 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:32:34.306199 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "f7be0d8b-62cf-4572-bd19-b97cf9d176c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "c55a02ef-a492-44b8-a835-9526a93c2280", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:32:34.306773 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-215d8392-75e6-414b-8b05-61db55759400 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:32:34.307503 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': 'f7be0d8b-62cf-4572-bd19-b97cf9d176c7', 'status': 'completed', 'code': 200} Aug 27 12:32:34.307927 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': 'c55a02ef-a492-44b8-a835-9526a93c2280', 'status': 'completed', 'code': 200} Aug 27 12:32:34.352074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.396037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,segment=NetworkSegment(73e95497-ec12-460e-8901-00f7bd799c4c),segment_id=73e95497-ec12-460e-8901-00f7bd799c4c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:34.410238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.480752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.480752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.481431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.481889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.482465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.482990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.483642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.485620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-44192a77-c62c-4cbd-ba5f-5d33eb8f54b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6277 time: 0.1351337 Aug 27 12:32:34.486823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:32:34.487853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:34.498689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b229fab9-4a57-4f53-8edf-3245adf1bb81 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:34.510852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.531309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Transition to ACTIVE for port object b229fab9-4a57-4f53-8edf-3245adf1bb81 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:34.538567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.604430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Pushing event updated for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:34.705217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Attempting to bind port b229fab9-4a57-4f53-8edf-3245adf1bb81 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:34.705217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Attempting to bind port b229fab9-4a57-4f53-8edf-3245adf1bb81 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:34.705721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Attempting to bind port b229fab9-4a57-4f53-8edf-3245adf1bb81 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:34.710898 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Port b229fab9-4a57-4f53-8edf-3245adf1bb81 on network 28f1e470-627a-438f-a86f-f9b809491ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:34.711363 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Attempting to bind port b229fab9-4a57-4f53-8edf-3245adf1bb81 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:34.718784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:34.719301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Checking segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:34.719799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Bound using segment: {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:34.722425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Bound port: b229fab9-4a57-4f53-8edf-3245adf1bb81, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33727567-cbab-45dd-96dc-7c1611225391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:34.722425 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.793702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-aba00ff2-0edb-4f84-83f8-db9e3fda4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.794476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-aba00ff2-0edb-4f84-83f8-db9e3fda4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.795322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-aba00ff2-0edb-4f84-83f8-db9e3fda4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.797723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-aba00ff2-0edb-4f84-83f8-db9e3fda4f10 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2950935 Aug 27 12:32:34.801214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:34.814200 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:34.815555 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Sync routers for ids ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:34.819377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:34.825638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.843807 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Routers {'9e3de758-267b-4f8e-b69c-1f59c34c8f35'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:34.844799 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:34.889374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.893275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.894030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:34.895553 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] 10.222.0.77 "PUT /v2.0/ports/b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 1091 time: 1.0828323 Aug 27 12:32:34.913215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.926041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.934284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.945156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:34.950556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.963688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.970396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:34.972386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-8bca03f0-f051-4af5-9be0-586d80730f93 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5397 time: 0.2668302 Aug 27 12:32:35.029768 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Set router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:35.036061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63d744-76ad-4526-a762-2b425c75a85d service neutron] Pushing event updated for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:35.049132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.052017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.053150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-539819e7-7ee8-4203-b5e2-432f6d49a1db admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1384320 Aug 27 12:32:35.056068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 56910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:35.230012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b836ce75-785c-49f1-a62e-31703e95ce73 req-173df913-af0a-4caf-809f-bffa79a84da6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053072 Aug 27 12:32:35.311101 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:33Z', 'revision_number': 3, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:35.344544 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Checking router: 9e3de758-267b-4f8e-b69c-1f59c34c8f35 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:35.344879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Updating router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 port b189a605-3908-432f-9e5b-f1a6e1747aa5 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:32:35.371804 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.456994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dccafc3-7dc2-4c4c-b604-86b1208faed4 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:35.466667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.488742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Transition to ACTIVE for port object 9dccafc3-7dc2-4c4c-b604-86b1208faed4 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:35.494263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.544300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Pushing event updated for resources: {'Port': ['ID=9dccafc3-7dc2-4c4c-b604-86b1208faed4,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:35.633405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-38b37b25-ed23-4e60-8046-4d233d852d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.634933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-38b37b25-ed23-4e60-8046-4d233d852d7f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8234868 Aug 27 12:32:35.651896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Attempting to bind port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:35.652823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Attempting to bind port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:35.653579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Attempting to bind port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 on network ae09c46d-c792-4e0c-9e83-30937e8eb702 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:35.660010 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 on network ae09c46d-c792-4e0c-9e83-30937e8eb702 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:35.660338 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Attempting to bind port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 on network ae09c46d-c792-4e0c-9e83-30937e8eb702 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:35.666041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:35.666402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Checking segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:35.666822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Bound using segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:35.667257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Bound port: 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:35.667611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.749214 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.750907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] For port 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:35.755165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] For port 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:35.760828 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.761731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Transition to ACTIVE for port object b189a605-3908-432f-9e5b-f1a6e1747aa5 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:35.773885 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.782084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.783005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.784603 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] 10.222.0.77 "PUT /v2.0/ports/9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 1091 time: 0.8451190 Aug 27 12:32:35.843767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Request body: {'port': {'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:35.884289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Attempting to bind port b189a605-3908-432f-9e5b-f1a6e1747aa5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:35.884784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Attempting to bind port b189a605-3908-432f-9e5b-f1a6e1747aa5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:35.885015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Attempting to bind port b189a605-3908-432f-9e5b-f1a6e1747aa5 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:35.887940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ffdf-c8c1-47f5-9b7b-29c20a77c960 None None] Pushing event updated for resources: {'Port': ['ID=b189a605-3908-432f-9e5b-f1a6e1747aa5,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:35.894987 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:35.895658 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:35.896485 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.897040 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:35.897877 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Bound port: b189a605-3908-432f-9e5b-f1a6e1747aa5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:35.898937 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:35.914121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:35.918022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.918642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.919337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.920384 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.920868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.921493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.921984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:35.924351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-684fed99-af7e-4a63-a2e3-96e7ab92d407 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6369 time: 0.2014623 Aug 27 12:32:35.941277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429097-f5e1-47aa-b4c2-58f4e9e9582f service neutron] Pushing event updated for resources: {'Port': ['ID=9dccafc3-7dc2-4c4c-b604-86b1208faed4,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:35.986295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] For port b189a605-3908-432f-9e5b-f1a6e1747aa5, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:35.991325 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] For port b189a605-3908-432f-9e5b-f1a6e1747aa5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b189a605-3908-432f-9e5b-f1a6e1747aa5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:35.992957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.003026 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.041105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:36.041478 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.082244 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ffdf-c8c1-47f5-9b7b-29c20a77c960 None None] Pushing event updated for resources: {'Port': ['ID=b189a605-3908-432f-9e5b-f1a6e1747aa5,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:36.092923 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Routers {'9e3de758-267b-4f8e-b69c-1f59c34c8f35'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:36.093722 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:36.280670 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] Set router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:36.316006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-ee85b961-23a2-4d07-9008-d3d3afe09f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.316518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-ee85b961-23a2-4d07-9008-d3d3afe09f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.316951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-ee85b961-23a2-4d07-9008-d3d3afe09f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.323071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-ee85b961-23a2-4d07-9008-d3d3afe09f5e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3043232 Aug 27 12:32:36.453317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217ece29-9740-44a1-96e7-87aad718564f {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:32:36.463803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-b177e40e-e33d-422d-8c3f-07ed9fe444d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.465290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18a88b26-bf75-4af1-ab55-bdf16f195fd1 req-b177e40e-e33d-422d-8c3f-07ed9fe444d5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391871 Aug 27 12:32:36.470032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.480835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81'}, {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '9dccafc3-7dc2-4c4c-b604-86b1208faed4'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:32:36.483593 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df23bb-f300-40de-bc42-2b1d5a1dbc31" -d '{"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81"}, {"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "9dccafc3-7dc2-4c4c-b604-86b1208faed4"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:32:36.495344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Transition to ACTIVE for port object 217ece29-9740-44a1-96e7-87aad718564f will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:36.504957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.555954 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750060f1-84f9-43fa-9d22-e3da78b6ee19 x-openstack-request-id: req-750060f1-84f9-43fa-9d22-e3da78b6ee19 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:32:36.556912 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "9dccafc3-7dc2-4c4c-b604-86b1208faed4", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:32:36.558300 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-750060f1-84f9-43fa-9d22-e3da78b6ee19 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:32:36.559023 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81', 'status': 'completed', 'code': 200} Aug 27 12:32:36.560153 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '9dccafc3-7dc2-4c4c-b604-86b1208faed4', 'status': 'completed', 'code': 200} Aug 27 12:32:36.577669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.585421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.592142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.598196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.608760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.617577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.623614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.624608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Pushing event updated for resources: {'Port': ['ID=217ece29-9740-44a1-96e7-87aad718564f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:36.631625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-f2cb9b54-9820-415a-aeb8-1a929c69c8b9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5409 time: 0.1653042 Aug 27 12:32:36.687115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.743712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Attempting to bind port 217ece29-9740-44a1-96e7-87aad718564f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:36.743712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Attempting to bind port 217ece29-9740-44a1-96e7-87aad718564f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:36.743983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Attempting to bind port 217ece29-9740-44a1-96e7-87aad718564f on network ae09c46d-c792-4e0c-9e83-30937e8eb702 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:36.750074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Port 217ece29-9740-44a1-96e7-87aad718564f on network ae09c46d-c792-4e0c-9e83-30937e8eb702 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:32:36.750618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Attempting to bind port 217ece29-9740-44a1-96e7-87aad718564f on network ae09c46d-c792-4e0c-9e83-30937e8eb702 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:36.754669 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:33Z', 'revision_number': 3, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:36.755756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:36.756108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Checking segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:36.756499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Bound using segment: {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:36.757348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Bound port: 217ece29-9740-44a1-96e7-87aad718564f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42385dbe-8d92-43d7-90b7-5e803e5f8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:36.757883 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.812213 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee422553-ed31-453b-98cf-361a569fb092 None None] The sync data for ids ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'] in n-d-688802-4 is: [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:33Z', 'revision_number': 3, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:36.833449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df1a1bfe-a906-4954-805d-1baeb317dd27 req-ce77c65c-a401-4713-a57d-fe6ea0b65cbf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2008376 Aug 27 12:32:36.847669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] For port 217ece29-9740-44a1-96e7-87aad718564f, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:36.851620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] For port 217ece29-9740-44a1-96e7-87aad718564f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=217ece29-9740-44a1-96e7-87aad718564f,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:36.856855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.947224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Pushing event updated for resources: {'Port': ['ID=217ece29-9740-44a1-96e7-87aad718564f,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:36.953118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.954354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.955104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.955658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.956210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.956754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.957596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.961281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-178547b0-a4e8-498f-9bd8-550c09368223 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6436 time: 0.3236427 Aug 27 12:32:36.986757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:36.988999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:36.990669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] 10.222.0.77 "PUT /v2.0/ports/217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 1091 time: 1.1517403 Aug 27 12:32:37.212239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-fd650407-d8dd-4659-be27-17ac4deae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.212719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-fd650407-d8dd-4659-be27-17ac4deae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.213548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-fd650407-d8dd-4659-be27-17ac4deae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.218367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-fd650407-d8dd-4659-be27-17ac4deae485 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2374477 Aug 27 12:32:37.243043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Allocated IP 172.20.0.1 (ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5/f80bd73c-84cc-4872-b27c-f6d7911444cb/6c26ee71-0ab6-4f20-bb52-e59878c72ed6) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:37.411636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-6b94ad8c-a598-48a4-a99a-ffaea3ffc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.413147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-6b94ad8c-a598-48a4-a99a-ffaea3ffc3df service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796722 Aug 27 12:32:37.447874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:37.464074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Transition to ACTIVE for port object 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:37.527365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:37.588850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:37.600276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.600772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.601260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.601748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.602225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.602803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.603278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.605395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-8969d40d-a425-4de4-a92a-52b8d080fbbf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6478 time: 0.1078465 Aug 27 12:32:37.606249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:37.608980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:37.611596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Pushing event updated for resources: {'Port': ['ID=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:37.718203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:37.837927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-ef286d39-91a9-48e2-a206-acd7e5f91153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.842682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-ef286d39-91a9-48e2-a206-acd7e5f91153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.844620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-ef286d39-91a9-48e2-a206-acd7e5f91153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:37.847469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-ef286d39-91a9-48e2-a206-acd7e5f91153 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2135644 Aug 27 12:32:37.964300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b189a605-3908-432f-9e5b-f1a6e1747aa5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:38.007379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5c2bb092-f2c9-4dd4-aa55-62bbb835cfad None None] Provisioning for port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:38.016245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5c2bb092-f2c9-4dd4-aa55-62bbb835cfad None None] Provisioning complete for port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:38.016840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb092-f2c9-4dd4-aa55-62bbb835cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.065422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bb092-f2c9-4dd4-aa55-62bbb835cfad None None] Port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:38.072663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-0423dd0c-0196-44f4-b9ed-c38e406cf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.074346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18df23bb-f300-40de-bc42-2b1d5a1dbc31 req-0423dd0c-0196-44f4-b9ed-c38e406cf12a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050407 Aug 27 12:32:38.075546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b189a605-3908-432f-9e5b-f1a6e1747aa5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:38.076790 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.090020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b189a605-3908-432f-9e5b-f1a6e1747aa5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:38.090646 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.138159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.147970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.157946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.164207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.172259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.179408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.185828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.186907 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.188034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3356686-3856-4430-9557-8ef783c1eda9 req-f15635d4-6811-4744-a477-41b2c125b3f1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2004590 Aug 27 12:32:38.209219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b189a605-3908-432f-9e5b-f1a6e1747aa5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b189a605-3908-432f-9e5b-f1a6e1747aa5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:38.223045 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.295413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c3356686-3856-4430-9557-8ef783c1eda9 req-0343583a-88fa-41e6-b64a-360215287070 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535471 Aug 27 12:32:38.314001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b189a605-3908-432f-9e5b-f1a6e1747aa5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:38.320688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.321246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.321653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.322277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.322792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.323267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.323848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.325874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-848ce4ba-99ed-429c-acb7-5aa083c5ff22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6478 time: 0.1342156 Aug 27 12:32:38.349311 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.433768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-b31258c4-1a73-4d1d-84a4-7e072ee7f649 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 217 time: 0.0845375 Aug 27 12:32:38.599116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2d634719-3bf8-4814-b106-bbce2aae5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.599116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2d634719-3bf8-4814-b106-bbce2aae5bbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0853684 Aug 27 12:32:38.705583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '217ece29-9740-44a1-96e7-87aad718564f'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:32:38.705583 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b6071-d356-49c6-ad4b-4e902261f9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "217ece29-9740-44a1-96e7-87aad718564f"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:32:38.705583 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06f8108-f4d2-4481-b71e-541ea67db0cc x-openstack-request-id: req-b06f8108-f4d2-4481-b71e-541ea67db0cc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:32:38.705583 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "217ece29-9740-44a1-96e7-87aad718564f", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:32:38.705583 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b06f8108-f4d2-4481-b71e-541ea67db0cc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:32:38.705583 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '217ece29-9740-44a1-96e7-87aad718564f', 'status': 'completed', 'code': 200} Aug 27 12:32:38.712665 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.729213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.814939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-ae269a57-51d1-4e3e-9ce7-8bddda7bb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:38.817271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-ae269a57-51d1-4e3e-9ce7-8bddda7bb446 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819746 Aug 27 12:32:38.862311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:38.872017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Pushing event updated for resources: {'Port': ['ID=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:39.321302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-04e5bd4f-76b0-47d6-953a-6b9971884d19 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857278 Aug 27 12:32:39.387064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:39.392750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:39.565464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.571554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.580097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.589903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.599706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.607029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.614050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.617138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-56232ea2-be28-459c-b8d0-64cc2503da43 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2178576 Aug 27 12:32:39.654790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:32:39.660645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-69017588-56e2-4c03-830e-da2622fb4551 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288603 Aug 27 12:32:39.706252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85dfc06e-07d2-4763-8d42-fe4097c24316 None None] Provisioning complete for port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:39.707803 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85dfc06e-07d2-4763-8d42-fe4097c24316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:39.732031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-d47d0359-39ad-48f2-9eb6-d2ab1030bb96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0617821 Aug 27 12:32:39.751267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-85dfc06e-07d2-4763-8d42-fe4097c24316 None None] Port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:39.874728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d1f76e7-d3c9-41c7-8e4e-bfacbe367081 req-4fe6e47c-07af-4cd2-b3af-80a1b9b51e19 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2005804 Aug 27 12:32:39.905886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b189a605-3908-432f-9e5b-f1a6e1747aa5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:39.960024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-3621eb6d-f32d-4be2-847a-d10ad349c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:39.961960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-3621eb6d-f32d-4be2-847a-d10ad349c2b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.1837859 Aug 27 12:32:39.986756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:39.992873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e71b89b8-9bb4-4a7d-98c6-fc79c0c9662d admin admin] 10.222.0.76 "PUT /v2.0/routers/9e3de758-267b-4f8e-b69c-1f59c34c8f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9338508 Aug 27 12:32:40.000233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Sync routers for ids ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:40.020556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b189a605-3908-432f-9e5b-f1a6e1747aa5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:40.021686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:40.023413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Routers {'9e3de758-267b-4f8e-b69c-1f59c34c8f35'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:40.024217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:40.083583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-37c79f1b-a993-44ad-8fe6-af0185d77857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:40.085999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-37c79f1b-a993-44ad-8fe6-af0185d77857 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923018 Aug 27 12:32:40.261506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-991a70b7-f121-418f-b7ae-1ce261aa1582 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612928 Aug 27 12:32:40.353157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Set router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:40.480404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-8b896dfb-e44c-4b4c-bda8-07d0835c0ed0 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028708 Aug 27 12:32:40.549124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-309c175c-792a-4e24-93ea-65652f82a0e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0620241 Aug 27 12:32:40.648871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-ba1b153e-49c4-4220-8f84-64ef235b3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:40.650558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-ba1b153e-49c4-4220-8f84-64ef235b3d92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0947874 Aug 27 12:32:40.748473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-6ac4bd86-efde-4ddd-a67d-9150fc7ddbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:40.750022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-6ac4bd86-efde-4ddd-a67d-9150fc7ddbdc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905728 Aug 27 12:32:40.816428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:37Z', 'revision_number': 4, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6c26ee71-0ab6-4f20-bb52-e59878c72ed6', 'name': '', 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'mac_address': 'fa:16:3e:1c:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:36Z', 'updated_at': '2021-08-27T12:32:38Z', 'revision_number': 2, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'subnets': [{'id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:40.891735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Checking router: 9e3de758-267b-4f8e-b69c-1f59c34c8f35 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:40.892095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Updating router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:32:40.912814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-e7c0eb6a-a84b-4021-a887-16cd0748f5cc service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540112 Aug 27 12:32:41.007318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:41.256101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.295565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.317642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.342413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.361668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.375088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.395207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.399265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-d16f2fa8-4cb0-47ee-b9f3-daa6e1eaf4f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.3218310 Aug 27 12:32:41.430452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-8c9505b3-2f01-4c9d-a672-50bf68e17feb service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090270 Aug 27 12:32:41.526142 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:41.532108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-1f005e51-93b1-4eb5-b5b0-fbf747c1e56f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0856051 Aug 27 12:32:41.543294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Transition to ACTIVE for port object 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:41.554450 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:41.560264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bad9b41d-90f2-4af4-a79d-b9d23201e572 req-84e25b3a-b459-4836-8e0d-6d880b4efab5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280370 Aug 27 12:32:41.637600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9903d2b0-b6cf-4f62-8150-2b5d812b2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.645084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-9903d2b0-b6cf-4f62-8150-2b5d812b2d7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0967355 Aug 27 12:32:41.705618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-cfbd1236-9958-4d1a-8968-3cf6afc97060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:41.707246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-cfbd1236-9958-4d1a-8968-3cf6afc97060 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568159 Aug 27 12:32:41.817734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1377a-9cf3-4dc7-8ee9-c88ee50cb7bf None None] Pushing event updated for resources: {'Port': ['ID=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:41.901060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Attempting to bind port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:41.902454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Attempting to bind port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:41.903171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Attempting to bind port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 on network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:41.920349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:41.921266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Checking segment: {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:41.921416 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:41.921741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Bound using segment: {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:41.924274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Bound port: 6c26ee71-0ab6-4f20-bb52-e59878c72ed6, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e95497-ec12-460e-8901-00f7bd799c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:41.924716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:41.944127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-6adafb01-f32a-44b0-b0b9-a068d3acf899 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238908 Aug 27 12:32:42.087750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] For port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:42.092886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] For port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,segment=NetworkSegment(73e95497-ec12-460e-8901-00f7bd799c4c),segment_id=73e95497-ec12-460e-8901-00f7bd799c4c)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:42.099263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:42.117751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-94bc0ef1-2f83-4bdf-baa8-257b76a6e358 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704464 Aug 27 12:32:42.149842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:42.204233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-61ce5903-dd77-4819-8dda-a1497a207002 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0680745 Aug 27 12:32:42.214547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1377a-9cf3-4dc7-8ee9-c88ee50cb7bf None None] Pushing event updated for resources: {'Port': ['ID=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:42.239692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Routers {'9e3de758-267b-4f8e-b69c-1f59c34c8f35'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:42.240912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:42.296301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-61a3a45f-2cb2-4d24-ae3a-463afe831a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.297844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-61a3a45f-2cb2-4d24-ae3a-463afe831a7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0862968 Aug 27 12:32:42.394977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] Set router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:42.446953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-32448455-8077-4a87-bcbf-cc0894893f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.448518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-32448455-8077-4a87-bcbf-cc0894893f82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1432965 Aug 27 12:32:42.589037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-fb63b4a9-3673-48a1-8e2f-fad21314b5fd service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319356 Aug 27 12:32:42.719424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:37Z', 'revision_number': 4, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6c26ee71-0ab6-4f20-bb52-e59878c72ed6', 'name': '', 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'mac_address': 'fa:16:3e:1c:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:36Z', 'updated_at': '2021-08-27T12:32:42Z', 'revision_number': 4, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'subnets': [{'id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:42.766747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20279f9-9239-460f-b25a-dc86391baf76 None None] The sync data for ids ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'] in n-d-688802-4 is: [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:37Z', 'revision_number': 4, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '6c26ee71-0ab6-4f20-bb52-e59878c72ed6', 'name': '', 'network_id': 'ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'mac_address': 'fa:16:3e:1c:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:36Z', 'updated_at': '2021-08-27T12:32:42Z', 'revision_number': 4, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'subnets': [{'id': 'f80bd73c-84cc-4872-b27c-f6d7911444cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:42.848494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-4cf69c7f-5747-41ed-97f3-a4c14d38e892 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515604 Aug 27 12:32:42.931281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-14254e99-2ab4-4071-875e-06d671bb85af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0746784 Aug 27 12:32:42.945050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:42.948106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.960842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.967483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.973577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.980805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:42.988598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:43.002852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:43.004855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-52b9e7ef-e476-4ad8-bae0-ec7c0c524b6a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2534730 Aug 27 12:32:43.125885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b4a2610-669a-4c68-bb81-bc50151f85df req-4314afad-c610-4c08-bf08-bf48591b209d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112628 Aug 27 12:32:43.133195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-464ea74c-ae73-40be-a20f-da7fd89fdf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:43.144973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-464ea74c-ae73-40be-a20f-da7fd89fdf71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.1289587 Aug 27 12:32:43.233190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-a9307ced-d891-4744-bef6-b0e110f1d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:43.234756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-a9307ced-d891-4744-bef6-b0e110f1d5bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889859 Aug 27 12:32:43.346211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-38e40c4b-7c02-440a-a7e1-8e9e01853722 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039121 Aug 27 12:32:43.366084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Deleting port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:43.367090 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:43.514992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-5536eb44-4a4b-48d3-8780-20e6abf0d6e0 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607163 Aug 27 12:32:43.535703 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] For port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,segment=NetworkSegment(73e95497-ec12-460e-8901-00f7bd799c4c),segment_id=73e95497-ec12-460e-8901-00f7bd799c4c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:43.536347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:43.563445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Calling delete_port for 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:43.572595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2db4a616-0ecf-4bdb-986e-95e61ef7112f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0504100 Aug 27 12:32:43.641390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-74976b24-4ea6-4ae3-9dca-c53fc58fabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:43.643080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-74976b24-4ea6-4ae3-9dca-c53fc58fabf6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0636482 Aug 27 12:32:43.746796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-7da09089-7485-492d-8d5e-1663422956f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:43.748482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-7da09089-7485-492d-8d5e-1663422956f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897920 Aug 27 12:32:43.761242 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:32:43.935608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:43.992816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c26ee71-0ab6-4f20-bb52-e59878c72ed6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:43.996123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:44.008465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-8e343671-2e91-4390-8dc8-31ba2c644751 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505469 Aug 27 12:32:44.047560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:44.048178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 12:32:44.079413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Port 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 not found, will not notify nova. {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 12:32:44.207557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-fcf3618d-20e7-4460-9060-f25868a5627f service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932957 Aug 27 12:32:44.272096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:44.446111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.452805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.459072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.480376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.489924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.500075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.506512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.508689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65c1358b-9278-4989-93cb-b1dad041da65 req-15a7bb40-5803-48c5-a2bf-a55f177822bf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2673907 Aug 27 12:32:44.524345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.524860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.525348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.525834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.526310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.527663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.528152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.530278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-5809daa6-f0f7-4a13-82dd-97966d191db6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6478 time: 0.2277055 Aug 27 12:32:44.627155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:32:44.764435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:44.771312 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d102b6d-05f6-49b0-b544-a6572f844051 admin admin] 10.222.0.76 "PUT /v2.0/routers/9e3de758-267b-4f8e-b69c-1f59c34c8f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197205 Aug 27 12:32:44.773630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57070) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:44.776185 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] Sync routers for ids ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:44.793079 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] Routers {'9e3de758-267b-4f8e-b69c-1f59c34c8f35'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:44.793670 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:44.854177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-1652abb5-b781-4967-a168-50b13ccd8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:44.870329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-1652abb5-b781-4967-a168-50b13ccd8730 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 902 time: 0.3316135 Aug 27 12:32:44.951792 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] Set router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:44.978671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65c1358b-9278-4989-93cb-b1dad041da65 req-7795115b-076d-4274-9210-7d14f70bbd3a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4473152 Aug 27 12:32:44.980430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-4bb59d52-2ed8-4069-989a-32213be4476e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.1000597 Aug 27 12:32:44.992251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:45.047151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-d49d76b1-193e-4c1e-9081-58c4480f4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:45.048636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-d49d76b1-193e-4c1e-9081-58c4480f4987 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0600147 Aug 27 12:32:45.113705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-7ab41fc2-7e64-46f8-ac65-535486f63ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:45.115543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-7ab41fc2-7e64-46f8-ac65-535486f63ded service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582330 Aug 27 12:32:45.220200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:45.295731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-e20c7b63-c645-4eda-b2ce-3bcd1103e9a0 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699693 Aug 27 12:32:45.338127 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Deleting port b189a605-3908-432f-9e5b-f1a6e1747aa5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:45.338505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:45.343757 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:43Z', 'revision_number': 5, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port': {'id': 'b189a605-3908-432f-9e5b-f1a6e1747aa5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:db:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:32Z', 'updated_at': '2021-08-27T12:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:45.401863 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] Checking router: 9e3de758-267b-4f8e-b69c-1f59c34c8f35 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:45.416964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] Routers {'9e3de758-267b-4f8e-b69c-1f59c34c8f35'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:45.417816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:45.455645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea7b6071-d356-49c6-ad4b-4e902261f9d9 req-b9735528-77b7-43fe-a7ef-4cb85aad56b9 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514397 Aug 27 12:32:45.476471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] For port b189a605-3908-432f-9e5b-f1a6e1747aa5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b189a605-3908-432f-9e5b-f1a6e1747aa5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:45.476847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:45.509383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Calling delete_port for b189a605-3908-432f-9e5b-f1a6e1747aa5 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:45.591062 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] Set router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:45.656928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:45Z', 'revision_number': 6, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:45.700377 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade1123-a792-4622-8419-f49dca5df6f2 None None] The sync data for ids ['9e3de758-267b-4f8e-b69c-1f59c34c8f35'] in n-d-688802-4 is: [{'id': '9e3de758-267b-4f8e-b69c-1f59c34c8f35', 'name': 'tempest-ImageQuotaTest-1782955217-router', 'tenant_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:30Z', 'updated_at': '2021-08-27T12:32:45Z', 'revision_number': 6, 'project_id': 'c2bbd7c5c87b407e8b8397a996ddc759', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:45.737930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.166036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Pushing event deleted for resources: {'Port': ['ID=b189a605-3908-432f-9e5b-f1a6e1747aa5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:46.204433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:46.255843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:46.256974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6c26ee71-0ab6-4f20-bb52-e59878c72ed6 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:46.281401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.288382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.297315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.306614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.309361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.317448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.324426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.334776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:46.337045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-6a337054-7b33-4935-8e59-c6fad1190892 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2028923 Aug 27 12:32:46.397009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a5e1d4c-0f14-4a66-837d-575bb1817458 req-37aabb2b-1fa9-4206-877e-1e8468bdec71 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531373 Aug 27 12:32:46.465176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.468698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.532474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.533387 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e3de758-267b-4f8e-b69c-1f59c34c8f35 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:32:46.540978 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.542924 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8357e03b-4c4e-4400-9fab-74cea6c6dafd admin admin] 10.222.0.76 "DELETE /v2.0/routers/9e3de758-267b-4f8e-b69c-1f59c34c8f35 HTTP/1.1" status: 204 len: 168 time: 1.7675157 Aug 27 12:32:46.546077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57228) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:46.596572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Deleting subnet f80bd73c-84cc-4872-b27c-f6d7911444cb {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:32:46.600747 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.642698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.745335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.819331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.856336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:46.858282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f80bd73c-84cc-4872-b27c-f6d7911444cb HTTP/1.1" status: 204 len: 168 time: 0.3109677 Aug 27 12:32:46.859743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80bd73c-84cc-4872-b27c-f6d7911444cb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:46.860954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:46.864050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe854ac1-17f1-40f8-a4d7-086596c4f2a4 None None] Network ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:46.885324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.885672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.886014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.886351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.886711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.887042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.887369 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.887692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.888555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.888996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.889331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.889660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db75f4-1ba2-491e-a812-ae97db897e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:32:46.960248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.075110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Deleting port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:47.076321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.147134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] DHCP port deletion for ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:32:47.207411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] For port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,segment=NetworkSegment(73e95497-ec12-460e-8901-00f7bd799c4c),segment_id=73e95497-ec12-460e-8901-00f7bd799c4c)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:47.207913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.227053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Calling delete_port for 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:47.246284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] Deleting port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:32:47.246745 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.345930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] For port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,segment=NetworkSegment(73e95497-ec12-460e-8901-00f7bd799c4c),segment_id=73e95497-ec12-460e-8901-00f7bd799c4c)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:47.346332 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.372365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.374896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] Calling delete_port for 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:32:47.410708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] No DVR routers for this DVR port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:47.462223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:47.474666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.492827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] No DVR routers for this DVR port 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:32:47.524741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d243db4-a3b5-4121-8e90-8b59deabd687 None None] Pushing event deleted for resources: {'Port': ['ID=6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:47.637304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.645888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.647143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.662847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.666429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:47.672215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.679721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e95497-ec12-460e-8901-00f7bd799c4c') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:47.680157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e95497-ec12-460e-8901-00f7bd799c4c') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:47.680768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.689443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.692472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.698254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:47.709892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-156a800b-aeb3-4072-b3af-9c97e381b382 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1564357 Aug 27 12:32:47.710087 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.723540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:32:47.724295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:32:47.798843 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:32:47.803792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4f9b7eb-0abc-449a-9619-608476c88028 req-ea1a9392-9dc5-4a9e-9a0e-5fb43451435c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924611 Aug 27 12:32:47.827426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.836977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:47.843389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] 10.222.0.76 "DELETE /v2.0/networks/ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5 HTTP/1.1" status: 204 len: 168 time: 0.9806025 Aug 27 12:32:47.868064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ca79-7b7e-47fa-a93f-7118f437ce5e admin admin] Pushing event deleted for resources: {'Network': ['ID=ade4c8f7-45ea-4e73-b2fe-ed76c51b15a5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:47.921233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b189a605-3908-432f-9e5b-f1a6e1747aa5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:47.944109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b189a605-3908-432f-9e5b-f1a6e1747aa5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:47.945176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b189a605-3908-432f-9e5b-f1a6e1747aa5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:47.945880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:32:47.970924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:32:47.971539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6a0bc9c6-604a-4140-a1cd-1c59c0b7d1d0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:32:48.050635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:48.111682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9d7226e2-4623-4984-8820-274ab44cb97a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2bbd7c5c87b407e8b8397a996ddc759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596566 Aug 27 12:32:48.114068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:48.182662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b974e4-a1e0-4bd2-b386-be7673305cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:48.222411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b974e4-a1e0-4bd2-b386-be7673305cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:48.284923 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b974e4-a1e0-4bd2-b386-be7673305cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:48.287984 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33b974e4-a1e0-4bd2-b386-be7673305cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:48.291475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33b974e4-a1e0-4bd2-b386-be7673305cb9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a46a3d20-36bf-43e9-abe5-926bba5bf7a3 HTTP/1.1" status: 204 len: 168 time: 0.1740038 Aug 27 12:32:48.299219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b974e4-a1e0-4bd2-b386-be7673305cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a3d20-36bf-43e9-abe5-926bba5bf7a3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:48.488244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-50cc3a7a-4bde-4d23-9392-9c181a1f325c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:48.812004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57460) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:48.827408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-186751fc-4245-4952-ad5d-0b99dda45800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.025048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.032590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.039987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.048602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.062336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.068475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.077839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:49.080602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c991a012-fd86-416b-b984-38b4f28049df req-895a1fec-1c96-4819-b42a-e319534cb325 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1690648 Aug 27 12:32:49.143151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-186751fc-4245-4952-ad5d-0b99dda45800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.150899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-186751fc-4245-4952-ad5d-0b99dda45800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.160553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c991a012-fd86-416b-b984-38b4f28049df req-88cd0123-8501-403a-b3d1-de79991da4b7 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643125 Aug 27 12:32:49.224639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-186751fc-4245-4952-ad5d-0b99dda45800 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4114954 Aug 27 12:32:49.225895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186751fc-4245-4952-ad5d-0b99dda45800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6befd-fcb7-4f9c-bded-3a5f7d99ce8b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:49.227557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57512) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:49.290732 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e20f0281-b0ac-44bd-8dab-73bd86f8e276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.327918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e20f0281-b0ac-44bd-8dab-73bd86f8e276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.383465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e20f0281-b0ac-44bd-8dab-73bd86f8e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.388012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e20f0281-b0ac-44bd-8dab-73bd86f8e276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:49.389362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e20f0281-b0ac-44bd-8dab-73bd86f8e276 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1e6befd-fcb7-4f9c-bded-3a5f7d99ce8b HTTP/1.1" status: 204 len: 168 time: 0.1603451 Aug 27 12:32:49.398820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0281-b0ac-44bd-8dab-73bd86f8e276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6befd-fcb7-4f9c-bded-3a5f7d99ce8b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:50.092689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57626) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:50.237315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.265406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1574316252-network', 'tenant_id': '1447d337dab447f693e35140c323898f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:50.305328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:50.307997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.318675 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.322810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.329462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.336835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.344862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.352628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.360722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.367994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.377395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-d4ed0111-23e1-4b41-bcbe-e3424757c65d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1175122 Aug 27 12:32:50.425645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8f458d8-f81e-47b3-a8e5-501a6f10af22 req-51c9eaed-f32e-4139-8f18-e100f99fbbcc tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469568 Aug 27 12:32:50.461562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.465989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.496505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:32:50.502332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:50.519428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.520080 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Added segment 0c31cd97-9497-4b2f-b359-77638cd8d548 of type vlan for network 7bec7996-46ee-4695-ad72-f435f1ba0a53 Aug 27 12:32:50.583749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.610817 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.612049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:50.612746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.676964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5831323 Aug 27 12:32:50.679930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:50.682021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3536-4f78-4a40-9758-936e19f522bb admin admin] Pushing event updated for resources: {'Network': ['ID=7bec7996-46ee-4695-ad72-f435f1ba0a53,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:50.688405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Request body: {'subnet': {'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1574316252-subnet', 'tenant_id': '1447d337dab447f693e35140c323898f', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:50.695692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:32:50.713636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:50.716509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.919926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:50.985958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f917447c-c9eb-4cba-b908-3797701037b9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:50.990277 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-849ba842-2381-4388-88a9-b839307f3a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.020115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:51.020638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Network hostable DHCP agents. Network: 7bec7996-46ee-4695-ad72-f435f1ba0a53, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:32:51.039267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:32:51.050067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7bec7996-46ee-4695-ad72-f435f1ba0a53) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:51.054918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.055582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.061624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc56de-6d69-4aea-bb76-38034899ba98 None None] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:51.078158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:51.084725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:51.089423 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-13de7e10-2fb4-4e2c-a2dc-8f5e39bf1e0c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4080784 Aug 27 12:32:51.135420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.137402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.170836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.291123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-7bec7996-46ee-4695-ad72-f435f1ba0a53', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:32:51.293074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.483543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Allocated IP 172.20.0.2 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/da807001-2043-4540-af58-07d56141291f) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:51.557008 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.706655 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.714667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.719727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Transition to ACTIVE for port object da807001-2043-4540-af58-07d56141291f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:51.721261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.735348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.737320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Transition to ACTIVE for port object da807001-2043-4540-af58-07d56141291f will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:51.744647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.746304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.753148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.760676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.766806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:51.769797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-3b1e26c6-acc5-4f64-bbc1-652cb0475654 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2077465 Aug 27 12:32:51.820634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:51.833100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:51.835688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:51.873917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Pushing event updated for resources: {'Port': ['ID=da807001-2043-4540-af58-07d56141291f,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:51.895499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.909885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Attempting to bind port da807001-2043-4540-af58-07d56141291f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:51.910290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Attempting to bind port da807001-2043-4540-af58-07d56141291f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:51.910693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Attempting to bind port da807001-2043-4540-af58-07d56141291f on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:51.916791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:51.917175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:51.917582 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.918197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:51.918731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Bound port: da807001-2043-4540-af58-07d56141291f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:51.919154 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:51.945711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d38156d-ecf6-4300-a56b-3192e8545b87 req-439377d8-b819-41c7-a0c2-c2c30be7d4d3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141963 Aug 27 12:32:52.021764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] For port da807001-2043-4540-af58-07d56141291f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:52.025535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] For port da807001-2043-4540-af58-07d56141291f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da807001-2043-4540-af58-07d56141291f,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:52.033069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:52.107956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68064-d1a2-472d-8ea6-5a473505264f None None] Pushing event updated for resources: {'Port': ['ID=da807001-2043-4540-af58-07d56141291f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:52.146539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:52.212058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:52.236015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:52.448846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Allocated IP 172.25.8.103 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/ae3e9f18-34e1-4c11-9984-5abd0bf67a78) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:52.596222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:52.642568 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:52.682799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:52.688565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:52.691558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:52.741425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:53.008323 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:53.266151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.272533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.278968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.284962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.290987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.298511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.304940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:53.306979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-7a70f9e5-93ce-4b63-ae20-a1dd7b9359d5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1720035 Aug 27 12:32:53.346650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ecdc85-72e8-4131-9114-1f866a1aac0e None None] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:53.390500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32171b56-6d35-486f-a6fd-1358bf8bddad req-4a3cfadc-77e9-4053-80b0-fb9beb59909c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755448 Aug 27 12:32:53.398676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:53.477482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4f6a3b7b-6e89-430f-967f-61c0d185bd6f None None] Provisioning for port da807001-2043-4540-af58-07d56141291f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:53.624484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Router c383bc85-4903-48be-9424-5962be8f7be4 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:32:53.738953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57716) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:53.854861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:53.867539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:53.875357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8aef014f-9666-4360-b8c8-1490a672044d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:53.882479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:53.883197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:53.894355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:53.895906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-27d9fd25-c841-4419-a506-1f263ab0d926 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8162796 Aug 27 12:32:53.898902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57722) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:54.087724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da807001-2043-4540-af58-07d56141291f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:54.116347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8aef014f-9666-4360-b8c8-1490a672044d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.125456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8aef014f-9666-4360-b8c8-1490a672044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.145907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:54.153404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef014f-9666-4360-b8c8-1490a672044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f253c9f1-e43c-47e0-bb8f-9ef19169f8d1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:54.186020 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8aef014f-9666-4360-b8c8-1490a672044d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7572c7bb7fe34283b8435339fa0ae5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455760 Aug 27 12:32:54.187707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57730) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:54.228446 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.275236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76885fe-72da-4138-a5e0-351735ff4c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.299689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76885fe-72da-4138-a5e0-351735ff4c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.366445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76885fe-72da-4138-a5e0-351735ff4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.371460 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f76885fe-72da-4138-a5e0-351735ff4c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.373366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f76885fe-72da-4138-a5e0-351735ff4c7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f253c9f1-e43c-47e0-bb8f-9ef19169f8d1 HTTP/1.1" status: 204 len: 168 time: 0.1845009 Aug 27 12:32:54.383612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76885fe-72da-4138-a5e0-351735ff4c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f253c9f1-e43c-47e0-bb8f-9ef19169f8d1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:54.392939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port da807001-2043-4540-af58-07d56141291f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:54.413587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port da807001-2043-4540-af58-07d56141291f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:54.414293 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.619170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.640807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:52Z', 'revision_number': 3, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:54.650748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.657080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.663229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.667812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:54.668161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Updating router c383bc85-4903-48be-9424-5962be8f7be4 port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:32:54.669539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.677621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.683666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.690525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:54.692515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-25561440-b23b-46f3-b14b-36158d3d2253 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1469691 Aug 27 12:32:54.705732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.785928 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:54.834616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a36ae84-ae48-4f43-93f9-4a5ebc9456d8 req-d21366bf-1c6d-45d7-9bf9-64d33350425f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989749 Aug 27 12:32:54.920375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Allocated IP 172.20.0.1 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/92784b98-3dde-404d-b670-02079fdc315f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:54.930353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port da807001-2043-4540-af58-07d56141291f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da807001-2043-4540-af58-07d56141291f,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:54.948525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.058465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=da807001-2043-4540-af58-07d56141291f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:55.077614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.103752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Transition to ACTIVE for port object 92784b98-3dde-404d-b670-02079fdc315f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:55.147648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.167192 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.202890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Transition to ACTIVE for port object ae3e9f18-34e1-4c11-9984-5abd0bf67a78 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:55.204617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:55.210591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:55.211770 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.213446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:55.242951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Pushing event updated for resources: {'Port': ['ID=92784b98-3dde-404d-b670-02079fdc315f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:55.285721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Attempting to bind port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:55.286017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Attempting to bind port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:55.286549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Attempting to bind port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:55.290015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb8531-ee92-4b85-8180-f36cc88bb7b2 None None] Pushing event updated for resources: {'Port': ['ID=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:55.291306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.296873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:55.297371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:55.297894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.300881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:55.300881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Bound port: ae3e9f18-34e1-4c11-9984-5abd0bf67a78, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:55.301652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.400541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] For port ae3e9f18-34e1-4c11-9984-5abd0bf67a78, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:55.407934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] For port ae3e9f18-34e1-4c11-9984-5abd0bf67a78, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:55.415683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.521268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:55.522099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:55.536104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.581284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb8531-ee92-4b85-8180-f36cc88bb7b2 None None] Pushing event updated for resources: {'Port': ['ID=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:55.642851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-835d8c28-132f-4a62-b216-5813f4fb74d6 None None] Provisioning for port 92784b98-3dde-404d-b670-02079fdc315f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:55.648214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-835d8c28-132f-4a62-b216-5813f4fb74d6 None None] Provisioning complete for port 92784b98-3dde-404d-b670-02079fdc315f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:55.648582 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-835d8c28-132f-4a62-b216-5813f4fb74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.729459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:55.762238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.768322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.811398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-835d8c28-132f-4a62-b216-5813f4fb74d6 None None] Port 92784b98-3dde-404d-b670-02079fdc315f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:55.853566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:55.934677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Pushing event updated for resources: {'Port': ['ID=92784b98-3dde-404d-b670-02079fdc315f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:55.982613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da807001-2043-4540-af58-07d56141291f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:56.048678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:56.065425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.076279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.084541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.092096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.099165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.105133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.106171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port da807001-2043-4540-af58-07d56141291f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:56.106621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:56.111636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:56.113990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-1c9aebb0-fb05-4a78-8d19-3418d8bcb784 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1367061 Aug 27 12:32:56.115578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:56.146924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:32:54Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:56.185616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840dbc3-db8e-4154-897a-a1fa939b8af7 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:32:54Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:32:56.239961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c926f9a3-134e-4ca3-b27d-8841a9b79a43 req-b05e2e47-da54-41ec-a5af-b21041d51e60 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136479 Aug 27 12:32:56.342170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:32:56.555725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4c6c4cc7-34d9-4673-988e-c273de9d6652 None None] Provisioning complete for port 92784b98-3dde-404d-b670-02079fdc315f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:56.556242 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4c6c4cc7-34d9-4673-988e-c273de9d6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:56.616662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c4cc7-34d9-4673-988e-c273de9d6652 None None] Port 92784b98-3dde-404d-b670-02079fdc315f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:32:56.956307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:32:56.962410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0dc7f451-f11c-4d3d-a701-3b956a1bbef7 admin admin] 10.222.0.76 "PUT /v2.0/routers/c383bc85-4903-48be-9424-5962be8f7be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619051 Aug 27 12:32:57.459193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.470113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.485825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.495162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.509396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.523195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.527256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:57.532585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-108d602e-34d2-4acd-9815-a35fea067c44 req-b2501dd2-5b6f-42b6-964e-6145f929d35a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1703293 Aug 27 12:32:57.597934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-108d602e-34d2-4acd-9815-a35fea067c44 req-5df76482-7168-4192-b82b-fe7e3a6e6b44 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589900 Aug 27 12:32:57.805583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57886) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:57.811426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-743579335-network', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:57.851749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Made reservation on behalf of fae6348b63ce4379876afa678f49ad6f for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:57.856204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:57.869153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:57.985658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ae3e9f18-34e1-4c11-9984-5abd0bf67a78 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:32:58.029555 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.035201 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.072593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d575303e-d5f8-42ad-a42c-89e6186baac8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:58.074138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:32:58.079663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:32:58.083503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:32:58.083974 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.095962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.097129 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Added segment 8b65e008-fdd0-4a41-a9ab-715fe079b057 of type vlan for network 8020410d-30da-4751-b383-f4606e23ebc7 Aug 27 12:32:58.170946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.193105 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.215892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.217443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.218407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.227459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ae3e9f18-34e1-4c11-9984-5abd0bf67a78, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:32:58.233813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.287975 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4812179 Aug 27 12:32:58.290721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57890) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:58.296981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bd5bb-6abc-45b7-b65b-057276f76c9e admin admin] Pushing event updated for resources: {'Network': ['ID=8020410d-30da-4751-b383-f4606e23ebc7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:58.299544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Request body: {'subnet': {'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-743579335-subnet', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:58.300767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:58.307108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 8020410d-30da-4751-b383-f4606e23ebc7 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:32:58.338454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Made reservation on behalf of fae6348b63ce4379876afa678f49ad6f for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:32:58.342219 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.560662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.653166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63738c85-fe2b-4f2a-865e-cb7b5397c941,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:58.679944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Checking segment: {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:58.680313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Network hostable DHCP agents. Network: 8020410d-30da-4751-b383-f4606e23ebc7, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:32:58.740156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Network 8020410d-30da-4751-b383-f4606e23ebc7 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:32:58.756841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 8020410d-30da-4751-b383-f4606e23ebc7) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:58.764604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.765702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.767989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b64a4f-5d16-477c-8fed-fde7ce691921 None None] Network 8020410d-30da-4751-b383-f4606e23ebc7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:32:58.793358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.802769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.808640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.815853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.822965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.833539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.841553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:32:58.850137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-3bb2bb7f-c250-4ddf-9b32-3f75b3fafce5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1509082 Aug 27 12:32:58.869545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-255acfad-91cf-4ef4-9846-3cc77ba6b623 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5776865 Aug 27 12:32:58.872144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 57896) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:32:58.876680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:32:58.905307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.906894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:58.937221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcc5ebcc-34e3-4265-be46-51fbddb298a5 req-5b8df321-11a4-464a-b70f-9b250c2f160b tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860746 Aug 27 12:32:58.994771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-8020410d-30da-4751-b383-f4606e23ebc7', 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'fixed_ips': [{'subnet_id': '63738c85-fe2b-4f2a-865e-cb7b5397c941'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:32:58.995652 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.010188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.067082 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:32:59.115707 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:32:59.116353 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:59.238597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Allocated IP 172.20.0.2 (8020410d-30da-4751-b383-f4606e23ebc7/63738c85-fe2b-4f2a-865e-cb7b5397c941/8dac393c-ec17-4a04-a14f-68c10c1e12dc) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:59.250773 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:32:59.312596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.469375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.480060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Transition to ACTIVE for port object 8dac393c-ec17-4a04-a14f-68c10c1e12dc will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:59.481286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 2, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:32:59.500871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Transition to ACTIVE for port object 8dac393c-ec17-4a04-a14f-68c10c1e12dc will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:32:59.510065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.511261 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:32:59.511622 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Updating router c383bc85-4903-48be-9424-5962be8f7be4 port 92784b98-3dde-404d-b670-02079fdc315f binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:32:59.545617 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.559672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Network 8020410d-30da-4751-b383-f4606e23ebc7 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:32:59.565328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:32:59.575873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:32:59.611394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Pushing event updated for resources: {'Port': ['ID=8dac393c-ec17-4a04-a14f-68c10c1e12dc,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:32:59.687297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.710421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.730785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Attempting to bind port 8dac393c-ec17-4a04-a14f-68c10c1e12dc on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:32:59.731152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Attempting to bind port 8dac393c-ec17-4a04-a14f-68c10c1e12dc by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:32:59.732083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Attempting to bind port 8dac393c-ec17-4a04-a14f-68c10c1e12dc on network 8020410d-30da-4751-b383-f4606e23ebc7 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:32:59.737900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:32:59.738272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Checking segment: {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:32:59.738705 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.739342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Bound using segment: {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:32:59.739849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Bound port: 8dac393c-ec17-4a04-a14f-68c10c1e12dc, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:32:59.740277 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.858022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-baad4737-0352-4152-885e-65abb9ec520e None None] For port 8dac393c-ec17-4a04-a14f-68c10c1e12dc, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:32:59.867035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-baad4737-0352-4152-885e-65abb9ec520e None None] For port 8dac393c-ec17-4a04-a14f-68c10c1e12dc, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dac393c-ec17-4a04-a14f-68c10c1e12dc,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:32:59.878279 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:32:59.879958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Allocated IP 172.25.8.13 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/b26c9542-1f7e-4ace-a8df-2d57d53d6229) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:32:59.939810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ae3e9f18-34e1-4c11-9984-5abd0bf67a78 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:00.016880 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.036919 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Transition to ACTIVE for port object 92784b98-3dde-404d-b670-02079fdc315f will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:00.046948 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.052886 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.093772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4737-0352-4152-885e-65abb9ec520e None None] Pushing event updated for resources: {'Port': ['ID=8dac393c-ec17-4a04-a14f-68c10c1e12dc,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:00.128082 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.162627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:00.163073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.179441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:33:00.189785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:33:00.226122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:33:00.350599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Pushing event updated for resources: {'Port': ['ID=b26c9542-1f7e-4ace-a8df-2d57d53d6229,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:00.359942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.367847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.382862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.389805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.409856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.416701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.423831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:00.433378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-3ef26a9b-38e3-4a1c-838c-caaa5cf46fd3 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2878082 Aug 27 12:33:00.500239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a1e3034-340a-423a-b08e-b1e1f8c7a823 req-80ec4250-06c0-4d6b-8078-fdf42a82b613 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656612 Aug 27 12:33:00.565245 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Pushing event updated for resources: {'Port': ['ID=92784b98-3dde-404d-b670-02079fdc315f,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:00.592388 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Attempting to bind port 92784b98-3dde-404d-b670-02079fdc315f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:33:00.593071 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Attempting to bind port 92784b98-3dde-404d-b670-02079fdc315f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:33:00.593460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Attempting to bind port 92784b98-3dde-404d-b670-02079fdc315f on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:33:00.596203 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.598402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.599076 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.610580 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.611053 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.611403 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:00.634542 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:33:00.635011 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:33:00.635605 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.635803 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:33:00.636286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Bound port: 92784b98-3dde-404d-b670-02079fdc315f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:33:00.636673 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.729005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.750624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] For port 92784b98-3dde-404d-b670-02079fdc315f, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:33:00.754334 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] For port 92784b98-3dde-404d-b670-02079fdc315f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=92784b98-3dde-404d-b670-02079fdc315f,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:33:00.760984 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:00.847040 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:00.849512 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:00.937665 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fad239-c68d-480a-bea9-a5274e3965ee None None] Pushing event updated for resources: {'Port': ['ID=92784b98-3dde-404d-b670-02079fdc315f,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:01.020896 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:01.047890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:01.330624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:33:01.401879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:00Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:01.418410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642fda6-d95a-4aef-bf76-5927b4aa1f3e None None] Network 8020410d-30da-4751-b383-f4606e23ebc7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:33:01.483717 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710c47-311b-4e52-8e9e-83cc1a0d17d7 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:00Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:33:01.511311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:33:01.524068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Sync routers for ids ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:33:01.552918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:01.554422 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5b20e77b-1f40-449b-b246-6e71b4c3efce admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6812427 Aug 27 12:33:01.558076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 57912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:01.558712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-11484d1b-6aef-44dd-94c5-ca869bb9d8a1 None None] Provisioning for port 8dac393c-ec17-4a04-a14f-68c10c1e12dc completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:01.609358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Routers {'02db28d7-cc09-4f0f-84b1-07d8b1876d5b'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:01.612163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:01.898969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.906749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.929339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.950116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.964434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.976620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.984142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:01.987309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-a7165c44-8a7a-45bb-99a6-19b5a9e85f6c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.3140538 Aug 27 12:33:02.016408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Set router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:02.154014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d0e5b95-4dc2-42db-a4ab-acb3ceebc95c req-073a12bc-34cd-4bd7-91ba-70539e48a87f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595399 Aug 27 12:33:02.208691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dac393c-ec17-4a04-a14f-68c10c1e12dc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:02.442818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8dac393c-ec17-4a04-a14f-68c10c1e12dc completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:02.460443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8dac393c-ec17-4a04-a14f-68c10c1e12dc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:02.460822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:02.585063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:33:00Z', 'revision_number': 3, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:02.656063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Checking router: 02db28d7-cc09-4f0f-84b1-07d8b1876d5b for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:33:02.660740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Updating router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b port b26c9542-1f7e-4ace-a8df-2d57d53d6229 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:33:02.687608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:02.745795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:02.797407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3b8e3d12-8939-45d6-b3b3-4ddcd5ffc79d None None] Provisioning complete for port 8dac393c-ec17-4a04-a14f-68c10c1e12dc triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:02.797822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3d12-8939-45d6-b3b3-4ddcd5ffc79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:02.835028 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:02.961688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8dac393c-ec17-4a04-a14f-68c10c1e12dc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dac393c-ec17-4a04-a14f-68c10c1e12dc,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:02.974334 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:02.975422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 92784b98-3dde-404d-b670-02079fdc315f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:02.991886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Allocated IP 172.20.0.1 (8020410d-30da-4751-b383-f4606e23ebc7/63738c85-fe2b-4f2a-865e-cb7b5397c941/cc77c8f7-9332-4752-be05-b628da6a1c67) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:33:03.123860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.142540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Transition to ACTIVE for port object cc77c8f7-9332-4752-be05-b628da6a1c67 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:03.157175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8dac393c-ec17-4a04-a14f-68c10c1e12dc,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:03.177805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.211726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 92784b98-3dde-404d-b670-02079fdc315f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:03.220011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 92784b98-3dde-404d-b670-02079fdc315f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:03.220459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.229021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Network 8020410d-30da-4751-b383-f4606e23ebc7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:33:03.237168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:33:03.244682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:33:03.280771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Pushing event updated for resources: {'Port': ['ID=cc77c8f7-9332-4752-be05-b628da6a1c67,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:03.330636 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.353605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.367272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Transition to ACTIVE for port object b26c9542-1f7e-4ace-a8df-2d57d53d6229 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:03.383748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.413832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.414165 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.420222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.426594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.443616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.452463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.457878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.464555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:03.467167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-a6ac4767-3d9a-4743-9ae5-262f947a9824 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2161818 Aug 27 12:33:03.474426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894dabb-7197-4341-9cb6-63c56ec681e0 None None] Pushing event updated for resources: {'Port': ['ID=b26c9542-1f7e-4ace-a8df-2d57d53d6229,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:03.527499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Attempting to bind port b26c9542-1f7e-4ace-a8df-2d57d53d6229 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:33:03.528042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Attempting to bind port b26c9542-1f7e-4ace-a8df-2d57d53d6229 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:33:03.529073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Attempting to bind port b26c9542-1f7e-4ace-a8df-2d57d53d6229 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:33:03.539823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:33:03.540688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:33:03.541218 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.541961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:33:03.542917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Bound port: b26c9542-1f7e-4ace-a8df-2d57d53d6229, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:33:03.548935 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.558412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91d50bb9-af72-4d3f-8b7b-46084d8fbad0 req-be7e3bcc-bdfc-47a8-90a9-353d705e4a1d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838659 Aug 27 12:33:03.620894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.628128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 92784b98-3dde-404d-b670-02079fdc315f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=92784b98-3dde-404d-b670-02079fdc315f,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:03.635318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-255c2d7b-4c0e-4732-92f0-5e15510a3fb8 None None] Provisioning for port cc77c8f7-9332-4752-be05-b628da6a1c67 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:03.643145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.672117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-255c2d7b-4c0e-4732-92f0-5e15510a3fb8 None None] Provisioning complete for port cc77c8f7-9332-4752-be05-b628da6a1c67 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:03.672117 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-255c2d7b-4c0e-4732-92f0-5e15510a3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.736854 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] For port b26c9542-1f7e-4ace-a8df-2d57d53d6229, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:33:03.770666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] For port b26c9542-1f7e-4ace-a8df-2d57d53d6229, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b26c9542-1f7e-4ace-a8df-2d57d53d6229,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:33:03.771779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-255c2d7b-4c0e-4732-92f0-5e15510a3fb8 None None] Port cc77c8f7-9332-4752-be05-b628da6a1c67 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:33:03.777849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.780494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=92784b98-3dde-404d-b670-02079fdc315f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:03.835533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Routers {'02db28d7-cc09-4f0f-84b1-07d8b1876d5b'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:03.836154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:03.838060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.853104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.879967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894dabb-7197-4341-9cb6-63c56ec681e0 None None] Pushing event updated for resources: {'Port': ['ID=b26c9542-1f7e-4ace-a8df-2d57d53d6229,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:03.947257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:03.975256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dac393c-ec17-4a04-a14f-68c10c1e12dc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:04.013983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Pushing event updated for resources: {'Port': ['ID=cc77c8f7-9332-4752-be05-b628da6a1c67,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:04.053929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] Set router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:04.104701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8dac393c-ec17-4a04-a14f-68c10c1e12dc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:04.105117 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:04.117946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Network 8020410d-30da-4751-b383-f4606e23ebc7 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:33:04.119472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:33:04.353086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:33:04.386641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 92784b98-3dde-404d-b670-02079fdc315f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:04.471362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 92784b98-3dde-404d-b670-02079fdc315f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:04.471740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:04.476153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'cc77c8f7-9332-4752-be05-b628da6a1c67', 'name': '', 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'mac_address': 'fa:16:3e:6f:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:02Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 1, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'subnets': [{'id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:04.517016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:33:04.522606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c12e2be-84d6-4954-8559-3c9245254c0b admin admin] 10.222.0.76 "PUT /v2.0/routers/02db28d7-cc09-4f0f-84b1-07d8b1876d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618464 Aug 27 12:33:04.539422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff485-205d-4027-a01a-7542bc0f4006 None None] The sync data for ids ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'] in n-d-688802-4 is: [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'cc77c8f7-9332-4752-be05-b628da6a1c67', 'name': '', 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'mac_address': 'fa:16:3e:6f:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:02Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 1, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'subnets': [{'id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:33:04.558711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4e7e47be-d6f4-4980-aa45-30fed1d7799c None None] Provisioning complete for port cc77c8f7-9332-4752-be05-b628da6a1c67 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:04.559094 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e7e47be-d6f4-4980-aa45-30fed1d7799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:04.607819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e47be-d6f4-4980-aa45-30fed1d7799c None None] Port cc77c8f7-9332-4752-be05-b628da6a1c67 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:33:04.756565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.765635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.771827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.781709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.787827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.798237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.808566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:04.810691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-8b97ff37-5c32-4352-b98f-2cb9b95d9020 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1272020 Aug 27 12:33:04.913743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22c1bd57-bd7e-4cec-8d72-85e30a8bff59 req-249e25c4-3485-4b40-86d7-073f53d53e4d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959399 Aug 27 12:33:06.009331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b26c9542-1f7e-4ace-a8df-2d57d53d6229 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:06.103334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b26c9542-1f7e-4ace-a8df-2d57d53d6229 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:06.120494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b26c9542-1f7e-4ace-a8df-2d57d53d6229 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:06.124684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:06.178081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.201391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.219597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.228159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.237790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.245775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.252805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.255279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-32a1baf8-80f1-456f-adb1-20092b744850 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2151062 Aug 27 12:33:06.328783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c3611f9-16a0-4b9d-8479-5280ecc2fb26 req-dad0f598-0470-4041-90ae-a38cdf6860e2 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660214 Aug 27 12:33:06.333831 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:06.363148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b26c9542-1f7e-4ace-a8df-2d57d53d6229, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b26c9542-1f7e-4ace-a8df-2d57d53d6229,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:06.368526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:06.433967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b26c9542-1f7e-4ace-a8df-2d57d53d6229,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:06.972705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-ccc5033d-f970-4eb9-82fc-7ef6dbb94593 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:06.973841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-ccc5033d-f970-4eb9-82fc-7ef6dbb94593 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1097372 Aug 27 12:33:06.993858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-220cdef5-a08b-46e1-86e5-c5595353561d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0136445 Aug 27 12:33:07.065241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-4973d571-55d9-4151-b257-2a127c7367ac tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645730 Aug 27 12:33:07.191705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-94709e10-6e5d-4bec-be21-36beae116fce service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254618 Aug 27 12:33:07.378997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-e96caacd-b0ea-4e01-be70-98139162a071 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785285 Aug 27 12:33:07.661301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.668274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.676015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.686773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.699304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.706946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.717838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:07.720413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-fb484148-d53f-4d3c-a4ec-84c92e75df30 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1836555 Aug 27 12:33:07.784158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ca86899-38ea-4119-8ec1-a86e8a65bf2f req-8edc132d-b4a2-4489-b510-cba94605e6f4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544887 Aug 27 12:33:07.888069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa5ddebe-f186-445c-b063-e92c61aeeb41 req-b36f58e0-0237-4d57-a320-91cd2cefade1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0449905 Aug 27 12:33:07.948701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b26c9542-1f7e-4ace-a8df-2d57d53d6229 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:08.031464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b26c9542-1f7e-4ace-a8df-2d57d53d6229 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:08.033707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:08.349914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:08.372973 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Sync routers for ids ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:33:08.388155 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Routers {'02db28d7-cc09-4f0f-84b1-07d8b1876d5b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:08.388781 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:08.560792 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Set router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:08.798108 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'cc77c8f7-9332-4752-be05-b628da6a1c67', 'name': '', 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'mac_address': 'fa:16:3e:6f:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:02Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 2, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'subnets': [{'id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:08.832898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Checking router: 02db28d7-cc09-4f0f-84b1-07d8b1876d5b for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:33:08.833256 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Updating router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b port cc77c8f7-9332-4752-be05-b628da6a1c67 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:33:08.861255 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:08.950830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.959565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.966504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.972878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.982143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.989592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.997210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:08.999472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-93a5d7ba-c8c5-4237-980c-6392bcbd956d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.1112528 Aug 27 12:33:09.031167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da5e4bbf-7dbe-43f9-b95e-aa3c818baec1 req-ff9e048b-640a-42c4-ad7c-922a566b12d0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0304890 Aug 27 12:33:09.081401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ca3defd-be57-418e-a2a8-90d218b4e35b req-92eed356-ed06-4216-9564-f9ea4125bbc7 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490692 Aug 27 12:33:09.252829 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:09.271785 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Transition to ACTIVE for port object cc77c8f7-9332-4752-be05-b628da6a1c67 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:09.280865 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:09.300278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-81141e16-8693-422c-ad61-59ae359f28cf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:09.301869 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-81141e16-8693-422c-ad61-59ae359f28cf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1195526 Aug 27 12:33:09.335553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:33:09.364492 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907f1e-bfe8-4128-ad1b-7e0374685cc5 None None] Pushing event updated for resources: {'Port': ['ID=cc77c8f7-9332-4752-be05-b628da6a1c67,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:09.566265 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Attempting to bind port cc77c8f7-9332-4752-be05-b628da6a1c67 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:33:09.567510 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Attempting to bind port cc77c8f7-9332-4752-be05-b628da6a1c67 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:33:09.567877 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Attempting to bind port cc77c8f7-9332-4752-be05-b628da6a1c67 on network 8020410d-30da-4751-b383-f4606e23ebc7 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:33:09.579613 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:33:09.580274 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Checking segment: {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:33:09.580676 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:09.581078 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Bound using segment: {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:33:09.581558 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Bound port: cc77c8f7-9332-4752-be05-b628da6a1c67, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b65e008-fdd0-4a41-a9ab-715fe079b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:33:09.581937 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:09.597508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:33:09.601986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:09.643328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b229fab9-4a57-4f53-8edf-3245adf1bb81 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:09.716057 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] For port cc77c8f7-9332-4752-be05-b628da6a1c67, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:33:09.720782 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] For port cc77c8f7-9332-4752-be05-b628da6a1c67, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cc77c8f7-9332-4752-be05-b628da6a1c67,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:33:09.733896 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:09.828801 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Routers {'02db28d7-cc09-4f0f-84b1-07d8b1876d5b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:09.829451 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:32:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:09.912050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.8 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/08b084f1-9bf6-40e6-a241-3f6980cd417a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:33:10.238948 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] Set router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:10.249852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f010e798-ec32-4073-92f0-8466454f452c req-3c06d3ff-7666-49ae-bb67-6cf09a67ec5a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0637689 Aug 27 12:33:10.294619 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907f1e-bfe8-4128-ad1b-7e0374685cc5 None None] Pushing event updated for resources: {'Port': ['ID=cc77c8f7-9332-4752-be05-b628da6a1c67,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:10.334047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:10.348603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:10.369125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object 08b084f1-9bf6-40e6-a241-3f6980cd417a will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:10.398907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.411675 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:10.424261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.432408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.458936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.459644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'b229fab9-4a57-4f53-8edf-3245adf1bb81', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'port_id': 'b229fab9-4a57-4f53-8edf-3245adf1bb81', 'mac_address': 'fa:16:3e:32:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:10.466178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.472801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.481855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.491315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-fdfe4e74-c572-409d-9363-94dd4e8fcdaf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5421 time: 0.2383497 Aug 27 12:33:10.513834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:33:10.517938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:33:10.524748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:33:10.587423 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'cc77c8f7-9332-4752-be05-b628da6a1c67', 'name': '', 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'mac_address': 'fa:16:3e:6f:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:02Z', 'updated_at': '2021-08-27T12:33:09Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'subnets': [{'id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:10.588657 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:10.602344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57544a7f-900c-4718-969c-3ab1a5f20a3f req-ee1ee7f5-33e7-4899-adc9-dc74908e7946 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093805 Aug 27 12:33:10.620913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:10.622338 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:10.642740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=08b084f1-9bf6-40e6-a241-3f6980cd417a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:10.643509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b229fab9-4a57-4f53-8edf-3245adf1bb81 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:10.661637 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3293910 Aug 27 12:33:10.667003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.667603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.667749 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed94eb7-316f-41ec-896c-5bcc06757d38 None None] The sync data for ids ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'] in n-d-688802-4 is: [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'cc77c8f7-9332-4752-be05-b628da6a1c67', 'name': '', 'network_id': '8020410d-30da-4751-b383-f4606e23ebc7', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'mac_address': 'fa:16:3e:6f:56:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:02Z', 'updated_at': '2021-08-27T12:33:09Z', 'revision_number': 4, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'subnets': [{'id': '63738c85-fe2b-4f2a-865e-cb7b5397c941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:33:10.669739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.670259 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.670795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.671856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.677029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.677383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.678741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.679107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.679447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.679782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf934d5-e650-4b7e-8cbe-8958a4c4c463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:10.693361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Request body: {'port': {'device_id': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:33:10.705370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:10.713110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:10.714846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:10.834068 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:10.849911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:10.863595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:10.886725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2bad6bcf-19ae-4bcf-8d83-935ffd790be6', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'port_id': '2bad6bcf-19ae-4bcf-8d83-935ffd790be6', 'mac_address': 'fa:16:3e:c2:82:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:11.001833 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.034528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:11.059869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:11.062111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-51bfc0dd-3a05-423c-895b-da8084e6ed2f None None] Provisioning for port 08b084f1-9bf6-40e6-a241-3f6980cd417a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:11.072716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.074356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9dccafc3-7dc2-4c4c-b604-86b1208faed4 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:11.099186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-51bfc0dd-3a05-423c-895b-da8084e6ed2f None None] Provisioning complete for port 08b084f1-9bf6-40e6-a241-3f6980cd417a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:11.102803 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51bfc0dd-3a05-423c-895b-da8084e6ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.225588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:11.372915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-51bfc0dd-3a05-423c-895b-da8084e6ed2f None None] Port 08b084f1-9bf6-40e6-a241-3f6980cd417a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:33:11.438700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc12364-9f14-457b-b503-1088364de637 req-80fcb020-07f2-45f9-97b4-55ceda5a54b3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.454746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efc12364-9f14-457b-b503-1088364de637 req-80fcb020-07f2-45f9-97b4-55ceda5a54b3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 931 time: 0.1038609 Aug 27 12:33:11.455042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:11.475034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '9dccafc3-7dc2-4c4c-b604-86b1208faed4', 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702', 'port_id': '9dccafc3-7dc2-4c4c-b604-86b1208faed4', 'mac_address': 'fa:16:3e:b5:e5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef86fa97-b597-43d7-b5b9-c5f6f1667faf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:11.532792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.536050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efc12364-9f14-457b-b503-1088364de637 req-650e80e2-1da5-4258-bb0c-30b5e12fed44 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781834 Aug 27 12:33:11.556087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dccafc3-7dc2-4c4c-b604-86b1208faed4 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:11.594218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:11.604413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.605389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c55a02ef-a492-44b8-a835-9526a93c2280 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:11.678489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=9dccafc3-7dc2-4c4c-b604-86b1208faed4,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:11.714687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c55a02ef-a492-44b8-a835-9526a93c2280, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c55a02ef-a492-44b8-a835-9526a93c2280,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:11.757642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'c55a02ef-a492-44b8-a835-9526a93c2280', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'port_id': 'c55a02ef-a492-44b8-a835-9526a93c2280', 'mac_address': 'fa:16:3e:ed:5d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:11.831987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.861587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55a02ef-a492-44b8-a835-9526a93c2280 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:11.880608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.892336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.899199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.906281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.910451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c55a02ef-a492-44b8-a835-9526a93c2280, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c55a02ef-a492-44b8-a835-9526a93c2280,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:11.918662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.919931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:11.920643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3185c138-c411-4c67-941d-98d8dd49997f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:11.933867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.945976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:11.948297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-0e093d7b-4bdb-4f7b-bae1-e6f78fd9ba36 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5424 time: 0.2185023 Aug 27 12:33:12.027341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cb5cc30-4c9f-4895-a44f-d2ac3358655b req-72480a30-7c49-4d8f-be3a-9baaf01b0cf1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642014 Aug 27 12:33:12.084374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc77c8f7-9332-4752-be05-b628da6a1c67 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:12.152355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b084f1-9bf6-40e6-a241-3f6980cd417a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:12.163542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.180562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Transition to ACTIVE for port object 08b084f1-9bf6-40e6-a241-3f6980cd417a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:12.187098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.190545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3185c138-c411-4c67-941d-98d8dd49997f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3185c138-c411-4c67-941d-98d8dd49997f,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:12.203145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c55a02ef-a492-44b8-a835-9526a93c2280,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:12.238188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '3185c138-c411-4c67-941d-98d8dd49997f', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'port_id': '3185c138-c411-4c67-941d-98d8dd49997f', 'mac_address': 'fa:16:3e:4f:c9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:12.243165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port cc77c8f7-9332-4752-be05-b628da6a1c67 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:12.249413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port cc77c8f7-9332-4752-be05-b628da6a1c67 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:12.250578 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.274126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Pushing event updated for resources: {'Port': ['ID=08b084f1-9bf6-40e6-a241-3f6980cd417a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:12.371150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Attempting to bind port 08b084f1-9bf6-40e6-a241-3f6980cd417a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:33:12.373171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Attempting to bind port 08b084f1-9bf6-40e6-a241-3f6980cd417a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:33:12.374335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Attempting to bind port 08b084f1-9bf6-40e6-a241-3f6980cd417a on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:33:12.383346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Port 08b084f1-9bf6-40e6-a241-3f6980cd417a on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:33:12.383903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Attempting to bind port 08b084f1-9bf6-40e6-a241-3f6980cd417a on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:33:12.391012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:33:12.391613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:33:12.392183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:33:12.392785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Bound port: 08b084f1-9bf6-40e6-a241-3f6980cd417a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:33:12.393669 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.416838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.459318 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3185c138-c411-4c67-941d-98d8dd49997f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:12.491633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] For port 08b084f1-9bf6-40e6-a241-3f6980cd417a, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:33:12.497937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] For port 08b084f1-9bf6-40e6-a241-3f6980cd417a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:33:12.504447 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.531957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3185c138-c411-4c67-941d-98d8dd49997f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3185c138-c411-4c67-941d-98d8dd49997f,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:12.544863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.545552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f7be0d8b-62cf-4572-bd19-b97cf9d176c7 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:12.571347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:12.586945 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.592690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] 10.222.0.65 "PUT /v2.0/ports/08b084f1-9bf6-40e6-a241-3f6980cd417a HTTP/1.1" status: 200 len: 1091 time: 1.9035940 Aug 27 12:33:12.592926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:12.593882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'tag': '08b084f1-9bf6-40e6-a241-3f6980cd417a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:12.611026 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9441131-40f7-4e78-90bc-8f448fa73b55" -d '{"events": [{"name": "network-changed", "server_uuid": "eb81f2ae-f1df-4b07-8cf1-46ef47be584f", "tag": "08b084f1-9bf6-40e6-a241-3f6980cd417a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:12.640738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f7be0d8b-62cf-4572-bd19-b97cf9d176c7', 'network_id': '28f1e470-627a-438f-a86f-f9b809491ab4', 'port_id': 'f7be0d8b-62cf-4572-bd19-b97cf9d176c7', 'mac_address': 'fa:16:3e:83:77:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e2b585-b5f9-4a30-872a-c0b46fd8af78', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:12.649709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:12.766998 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa310d-44ba-4919-98a1-1495c8355485 x-openstack-request-id: req-76fa310d-44ba-4919-98a1-1495c8355485 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:12.767285 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb81f2ae-f1df-4b07-8cf1-46ef47be584f", "tag": "08b084f1-9bf6-40e6-a241-3f6980cd417a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:12.767792 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76fa310d-44ba-4919-98a1-1495c8355485 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:12.768198 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'tag': '08b084f1-9bf6-40e6-a241-3f6980cd417a', 'status': 'completed', 'code': 200} Aug 27 12:33:12.786605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3807e1-5045-4790-a53b-c4c55b22d337 service neutron] Pushing event updated for resources: {'Port': ['ID=08b084f1-9bf6-40e6-a241-3f6980cd417a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:12.836607 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-b5b2c50f-edf7-4b43-8f9e-1a6128335b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:12.839644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-b5b2c50f-edf7-4b43-8f9e-1a6128335b69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 1094 time: 0.1925659 Aug 27 12:33:12.895516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb572ad-4eba-4f96-8d4a-6e81a5f4b456 req-f069cc9c-d7df-4beb-8344-1a62a8a58309 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:12.897143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0cb572ad-4eba-4f96-8d4a-6e81a5f4b456 req-f069cc9c-d7df-4beb-8344-1a62a8a58309 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.1495194 Aug 27 12:33:12.963452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-7fbefdf8-1373-4399-940e-5212c04e76ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a HTTP/1.1" status: 200 len: 217 time: 0.1153646 Aug 27 12:33:12.977520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port cc77c8f7-9332-4752-be05-b628da6a1c67, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cc77c8f7-9332-4752-be05-b628da6a1c67,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:12.982357 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:13.011046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0cb572ad-4eba-4f96-8d4a-6e81a5f4b456 req-801f43ef-6474-428e-a846-d2844d45772c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048553 Aug 27 12:33:13.027119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7be0d8b-62cf-4572-bd19-b97cf9d176c7 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:13.039856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-ab939c98-7bb8-4ac6-817c-de0b7c45a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.041571 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-ab939c98-7bb8-4ac6-817c-de0b7c45a66c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0713913 Aug 27 12:33:13.043655 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:13.052731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:13.062253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=3185c138-c411-4c67-941d-98d8dd49997f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:13.070995 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:13.103501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-5a4b06f1-7c99-4c2e-953d-5bf512a5c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.105065 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-5a4b06f1-7c99-4c2e-953d-5bf512a5c4d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556200 Aug 27 12:33:13.147050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=cc77c8f7-9332-4752-be05-b628da6a1c67,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:13.202735 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 217ece29-9740-44a1-96e7-87aad718564f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:13.233027 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-7379203e-d9a3-48d2-a823-bb70ef48d73c service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184046 Aug 27 12:33:13.238399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:13.250008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.269086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.291094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.297135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.306655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.312698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.332972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.351002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-ae3f3db0-7f72-448e-91b7-bf3ca4308f8f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5427 time: 0.1964877 Aug 27 12:33:13.366582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 217ece29-9740-44a1-96e7-87aad718564f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=217ece29-9740-44a1-96e7-87aad718564f,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:13.380452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '217ece29-9740-44a1-96e7-87aad718564f', 'network_id': 'ae09c46d-c792-4e0c-9e83-30937e8eb702', 'port_id': '217ece29-9740-44a1-96e7-87aad718564f', 'mac_address': 'fa:16:3e:60:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef86fa97-b597-43d7-b5b9-c5f6f1667faf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:13.396731 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4d16cefd-876f-4e09-a33c-9ee6544c6830 req-55a5d040-9cfe-4bf6-ad4b-0adc5cb15d9f service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531610 Aug 27 12:33:13.439581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef8d7465-c820-4b95-aee2-81de5afe54cb req-bbf2b07a-21cc-477a-abdd-986d17eb6609 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811894 Aug 27 12:33:13.480327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:13.510872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-102d2873-c3cb-4fb6-9ec1-88a37ea54ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.511934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217ece29-9740-44a1-96e7-87aad718564f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:13.513944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-102d2873-c3cb-4fb6-9ec1-88a37ea54ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 1094 time: 0.0624213 Aug 27 12:33:13.564704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 217ece29-9740-44a1-96e7-87aad718564f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=217ece29-9740-44a1-96e7-87aad718564f,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:13.570566 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:13.678358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=217ece29-9740-44a1-96e7-87aad718564f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:13.685349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-d1e7d8bb-eca2-4b04-8356-07f02888a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.686895 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-d1e7d8bb-eca2-4b04-8356-07f02888a748 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1658337 Aug 27 12:33:13.746795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-750f28c6-0a4d-41b5-8942-700545a87add service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a HTTP/1.1" status: 200 len: 217 time: 0.0505805 Aug 27 12:33:13.806083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-191eaf67-99e2-4d26-ac60-cb11ba681d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.807840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-191eaf67-99e2-4d26-ac60-cb11ba681d2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0558636 Aug 27 12:33:13.872846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-e1ffe39e-4552-41f6-baef-394926a7ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:13.874540 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-e1ffe39e-4552-41f6-baef-394926a7ae18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597367 Aug 27 12:33:13.947401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc77c8f7-9332-4752-be05-b628da6a1c67 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:13.999849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-4f0248cf-3c84-467c-b79c-5433d318ecf7 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173012 Aug 27 12:33:14.073560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port cc77c8f7-9332-4752-be05-b628da6a1c67 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:14.075612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:14.172427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceea2b8-4516-44d8-8fae-565003231fa2 req-97a59124-151c-4a82-96b5-27c4d01836b9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.177653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a9441131-40f7-4e78-90bc-8f448fa73b55 req-285a6990-4ff8-40ab-a955-0440dfefc69a service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703360 Aug 27 12:33:14.180689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ceea2b8-4516-44d8-8fae-565003231fa2 req-97a59124-151c-4a82-96b5-27c4d01836b9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0686872 Aug 27 12:33:14.220461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ceea2b8-4516-44d8-8fae-565003231fa2 req-901f341c-fbe3-456e-8114-7e8d84bb6b03 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Aug 27 12:33:14.283266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['9dccafc3-7dc2-4c4c-b604-86b1208faed4'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:14.311704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2bad6bcf-19ae-4bcf-8d83-935ffd790be6'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:14.371092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['b229fab9-4a57-4f53-8edf-3245adf1bb81'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:14.401649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f7be0d8b-62cf-4572-bd19-b97cf9d176c7'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:14.576807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.581394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['3185c138-c411-4c67-941d-98d8dd49997f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:14.584421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.591419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.597803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.603805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.610167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.616267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:14.625071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-763d007b-13b5-4996-937e-43198870015a req-c1c0db99-0643-421d-b6fc-0bf8e3639549 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5428 time: 0.1085100 Aug 27 12:33:14.671001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-763d007b-13b5-4996-937e-43198870015a req-37e854e8-0ad1-4892-8a01-9c1ebb5f5dd1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450518 Aug 27 12:33:14.894248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['217ece29-9740-44a1-96e7-87aad718564f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:15.316632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['c55a02ef-a492-44b8-a835-9526a93c2280'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:15.366150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e24e2-bb72-4ae9-958b-cd9f9c197b88 req-85fda90e-8cc9-42bd-be11-e2b0c197c1ad tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.368756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da6e24e2-bb72-4ae9-958b-cd9f9c197b88 req-85fda90e-8cc9-42bd-be11-e2b0c197c1ad tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0697467 Aug 27 12:33:15.448256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da6e24e2-bb72-4ae9-958b-cd9f9c197b88 req-5861324c-2aa7-41e0-b6ea-2abc943244d0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720482 Aug 27 12:33:15.844872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.853975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.860642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.867183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.874434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.881462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.888039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:15.889989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-bc55adfc-b9e8-4a97-b772-9000f7e296cf tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5428 time: 0.1070452 Aug 27 12:33:15.940294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-857c582f-5bcf-4a49-b8f9-c14fd51c212c req-99dc065d-1b17-43bd-907c-e441177471c4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427878 Aug 27 12:33:16.582846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3974b-a245-4b0e-b391-e17c60ad3fc7 req-24806bb5-a701-47e8-b6f3-b10ae5ebd0ea tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:16.586348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bca3974b-a245-4b0e-b391-e17c60ad3fc7 req-24806bb5-a701-47e8-b6f3-b10ae5ebd0ea tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0574434 Aug 27 12:33:16.634622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bca3974b-a245-4b0e-b391-e17c60ad3fc7 req-87678ac1-1e19-4e5b-89cc-ec636e7669b7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Aug 27 12:33:17.084895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.091686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.097843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.104503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.111032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.117359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.124289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.126289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-56f31cd6-0fdf-4d0d-b275-5c2efce0fc94 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5428 time: 0.1013572 Aug 27 12:33:17.170010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b064f42b-e4f6-48c1-b5bd-8fe1ab281498 req-2890b211-59f9-4b83-9af9-acfd3aec09eb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373306 Aug 27 12:33:17.755875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e5646-5d97-412f-8e8c-971783d48ca3 req-6dc4feb2-2227-42d3-964d-a83471bef1a4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:17.757623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da1e5646-5d97-412f-8e8c-971783d48ca3 req-6dc4feb2-2227-42d3-964d-a83471bef1a4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0543253 Aug 27 12:33:17.799585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da1e5646-5d97-412f-8e8c-971783d48ca3 req-b0ed8f73-7caf-4b36-a12c-35e7dd7b2830 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Aug 27 12:33:18.332782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.339499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.345994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.352276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.359215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.365914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.373011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.379046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-f8ae514c-2433-43e8-b717-38c9221849d0 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5428 time: 0.1167998 Aug 27 12:33:18.437123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7e9f589-82e1-44da-bdb8-31e1c6a53aad req-54e8eccd-75fe-482b-944d-37c2705f113c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554812 Aug 27 12:33:18.485108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0cac0b91-e04e-43d8-afa8-ad17e957b495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:18.924762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a374c-7b08-428e-8d9b-ae2fa2183029 req-5a622685-b405-4167-9629-6255e25043e9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:18.926558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c24a374c-7b08-428e-8d9b-ae2fa2183029 req-5a622685-b405-4167-9629-6255e25043e9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0514247 Aug 27 12:33:18.974357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c24a374c-7b08-428e-8d9b-ae2fa2183029 req-9921e3b3-8adf-4c94-9cc0-6b2a5b5afc29 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Aug 27 12:33:19.206487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b229fab9-4a57-4f53-8edf-3245adf1bb81 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:19.261748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port b229fab9-4a57-4f53-8edf-3245adf1bb81 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:19.266704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port b229fab9-4a57-4f53-8edf-3245adf1bb81 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:19.267185 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.350902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.380076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:19.382881 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7421035-2379-43be-b70f-45bbe0adc447" -d '{"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:19.401309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:19.406140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.407369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9dccafc3-7dc2-4c4c-b604-86b1208faed4 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:19.459367 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e65497-880c-4bf0-aad0-61f56e7d5b88 x-openstack-request-id: req-c7e65497-880c-4bf0-aad0-61f56e7d5b88 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:19.459619 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:19.459987 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7e65497-880c-4bf0-aad0-61f56e7d5b88 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:19.460475 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81', 'code': 200} Aug 27 12:33:19.531106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:19.545334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:19.549114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:19.549550 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.623908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.630611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.636511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.636663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.643282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.649610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.656098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.662496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:19.664551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-7c914582-2df9-48f1-8242-71b1b1f45c38 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5429 time: 0.1017172 Aug 27 12:33:19.675250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:19.679315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.680183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:19.715318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e139b16f-1ab3-4f8f-beca-46a876568687 req-0bcd58fe-6004-4c22-a5d2-69f3eee084ac tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436087 Aug 27 12:33:19.766907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:19.772592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:19.772980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.774462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=9dccafc3-7dc2-4c4c-b604-86b1208faed4,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:19.872285 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.906224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:19.909789 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:19.910594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3185c138-c411-4c67-941d-98d8dd49997f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:19.983839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:19.995500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 3185c138-c411-4c67-941d-98d8dd49997f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:19.999465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 3185c138-c411-4c67-941d-98d8dd49997f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:19.999611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.081149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.098880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84781-8664-4d9f-a2a5-61a553cf4847 req-6d88709f-04f9-4caf-9687-987f76db43e6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.100487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43e84781-8664-4d9f-a2a5-61a553cf4847 req-6d88709f-04f9-4caf-9687-987f76db43e6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0543313 Aug 27 12:33:20.114214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 3185c138-c411-4c67-941d-98d8dd49997f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3185c138-c411-4c67-941d-98d8dd49997f,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:20.118632 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.119675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 217ece29-9740-44a1-96e7-87aad718564f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:20.140456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43e84781-8664-4d9f-a2a5-61a553cf4847 req-b5543701-2036-44f7-9f36-9b37e4042169 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 27 12:33:20.194133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=3185c138-c411-4c67-941d-98d8dd49997f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:20.207560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 217ece29-9740-44a1-96e7-87aad718564f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:20.211508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 217ece29-9740-44a1-96e7-87aad718564f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:20.211879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.250672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.301048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.331796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 217ece29-9740-44a1-96e7-87aad718564f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=217ece29-9740-44a1-96e7-87aad718564f,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:20.335373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:20.382429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=217ece29-9740-44a1-96e7-87aad718564f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:20.762056 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:33:20.858698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.864578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.870563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.876517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.882664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.888631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.894493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:20.896460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-e43679ca-4b4c-4abf-855e-8508bcdac7f6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5433 time: 0.0976629 Aug 27 12:33:20.938320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb26a755-7f65-47d9-8e07-1d0e47fcb67e req-a33164d3-77d0-4d7d-919d-374c8b3c1453 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353029 Aug 27 12:33:20.984168 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-22dc73b0-5b94-45fa-8a84-3eecb4277706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.156669 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.237993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f7be0d8b-62cf-4572-bd19-b97cf9d176c7 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:21.263579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de65d-0632-436f-a3c5-c6cf3055bd60 req-6115c2fc-9928-474f-9ef2-861bb4ee75d9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:21.276330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b32de65d-0632-436f-a3c5-c6cf3055bd60 req-6115c2fc-9928-474f-9ef2-861bb4ee75d9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0640428 Aug 27 12:33:21.306942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:21.313169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:21.313631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.318500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b32de65d-0632-436f-a3c5-c6cf3055bd60 req-73e7d881-6c48-4e97-88a5-ac7156ea0fac tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Aug 27 12:33:21.514337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dccafc3-7dc2-4c4c-b604-86b1208faed4'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bad6bcf-19ae-4bcf-8d83-935ffd790be6'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ece29-9740-44a1-96e7-87aad718564f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:21.516692 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272aca60-f8e2-48a9-832b-8563358e1f80" -d '{"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "9dccafc3-7dc2-4c4c-b604-86b1208faed4"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "2bad6bcf-19ae-4bcf-8d83-935ffd790be6"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "3185c138-c411-4c67-941d-98d8dd49997f"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "217ece29-9740-44a1-96e7-87aad718564f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:21.566554 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a554a-cd16-4d39-a904-f087130dcaf7 x-openstack-request-id: req-595a554a-cd16-4d39-a904-f087130dcaf7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:21.566869 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "9dccafc3-7dc2-4c4c-b604-86b1208faed4", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "2bad6bcf-19ae-4bcf-8d83-935ffd790be6", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "3185c138-c411-4c67-941d-98d8dd49997f", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "217ece29-9740-44a1-96e7-87aad718564f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:21.567116 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-595a554a-cd16-4d39-a904-f087130dcaf7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:21.567523 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dccafc3-7dc2-4c4c-b604-86b1208faed4', 'code': 200} Aug 27 12:33:21.567778 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bad6bcf-19ae-4bcf-8d83-935ffd790be6', 'code': 200} Aug 27 12:33:21.568032 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f', 'code': 200} Aug 27 12:33:21.568285 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ece29-9740-44a1-96e7-87aad718564f', 'code': 200} Aug 27 12:33:21.584400 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.626221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:21.631720 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.644027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c55a02ef-a492-44b8-a835-9526a93c2280 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:21.714349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:21.729637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port c55a02ef-a492-44b8-a835-9526a93c2280 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:21.734277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port c55a02ef-a492-44b8-a835-9526a93c2280 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:21.734742 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.819674 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.851676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c55a02ef-a492-44b8-a835-9526a93c2280, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c55a02ef-a492-44b8-a835-9526a93c2280,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:21.855724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:21.907200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c55a02ef-a492-44b8-a835-9526a93c2280,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:22.067891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.073785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.080043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.085944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.091899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.097915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.103787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.105699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-05d78a35-65eb-47b3-8894-15eb854092ed tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.0910158 Aug 27 12:33:22.146921 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:22.161136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b2a2a82-9c91-4b59-8518-c89a31837dfc req-fa90fe63-6003-4519-9034-9c6728a74f82 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485935 Aug 27 12:33:22.442053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e57fa-8bba-4a57-b73c-b850d111adfa req-05b5c6f0-1c2b-48fa-9e8d-069eff1b8ed7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:22.443874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-599e57fa-8bba-4a57-b73c-b850d111adfa req-05b5c6f0-1c2b-48fa-9e8d-069eff1b8ed7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0532835 Aug 27 12:33:22.489186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-599e57fa-8bba-4a57-b73c-b850d111adfa req-e72dd5e5-aa12-478a-80bb-11cdcbfe0a95 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382805 Aug 27 12:33:23.311558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.317969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.323939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.330893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.336859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.343469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.349476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.351491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-1fd505c5-ad72-4e24-b20b-fb02d532935d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.0953910 Aug 27 12:33:23.395381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03c22f30-fdbb-4bc6-9471-8d0f487d4708 req-a8d0cd7e-cca9-4667-847f-1955854c5aca tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352683 Aug 27 12:33:23.569990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be0d8b-62cf-4572-bd19-b97cf9d176c7'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a02ef-a492-44b8-a835-9526a93c2280'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:23.572563 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e620b40-3dd5-4343-b518-92814dc27bc7" -d '{"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "f7be0d8b-62cf-4572-bd19-b97cf9d176c7"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "c55a02ef-a492-44b8-a835-9526a93c2280"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:23.617335 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a8bf21-6b37-48bc-9bdf-72744ac4da36 x-openstack-request-id: req-72a8bf21-6b37-48bc-9bdf-72744ac4da36 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:23.617871 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "f7be0d8b-62cf-4572-bd19-b97cf9d176c7", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-plugged", "status": "completed", "tag": "c55a02ef-a492-44b8-a835-9526a93c2280", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:23.618129 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-72a8bf21-6b37-48bc-9bdf-72744ac4da36 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:23.618586 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be0d8b-62cf-4572-bd19-b97cf9d176c7', 'code': 200} Aug 27 12:33:23.618851 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a02ef-a492-44b8-a835-9526a93c2280', 'code': 200} Aug 27 12:33:23.629998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4d82-dcf3-4f8e-8a38-bd56a4fcc0d7 req-4431bced-59cb-40f7-a599-8bc218348cea tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.631523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce1d4d82-dcf3-4f8e-8a38-bd56a4fcc0d7 req-4431bced-59cb-40f7-a599-8bc218348cea tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 943 time: 0.0750093 Aug 27 12:33:23.689430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce1d4d82-dcf3-4f8e-8a38-bd56a4fcc0d7 req-c996047d-bdbf-46e8-ab6e-4e55a284b835 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519414 Aug 27 12:33:23.806778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.807535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.808196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.808705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.809289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.809772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.810518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:23.812633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-e89034a3-e09f-44fb-ab56-dcc6856be7a0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0622997 Aug 27 12:33:23.854414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-426f2406-0575-4f32-92bd-a8f7b8a5a8a8 req-cb298a51-309e-4ecd-8cb0-5c64fb2fd31c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=18e7b7de-5f0b-46cb-9489-009f8029152e&id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327601 Aug 27 12:33:24.032055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:24.328178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 08b084f1-9bf6-40e6-a241-3f6980cd417a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:33:24.439172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 08b084f1-9bf6-40e6-a241-3f6980cd417a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:24.452939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '08b084f1-9bf6-40e6-a241-3f6980cd417a', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': '08b084f1-9bf6-40e6-a241-3f6980cd417a', 'mac_address': 'fa:16:3e:fe:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:33:24.499304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:24.521961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b084f1-9bf6-40e6-a241-3f6980cd417a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:33:24.549859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 08b084f1-9bf6-40e6-a241-3f6980cd417a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:24.555632 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:24.574577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.582639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.598563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.616423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=08b084f1-9bf6-40e6-a241-3f6980cd417a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:24.623426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.632807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.639014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.644899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.646839 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-6eae50da-58fb-4f8e-8c54-071e9c7afeb9 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1461508 Aug 27 12:33:24.693200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c791dc82-d942-47d1-b914-1fe0f6b927af req-833969ff-a377-471b-8852-70af16842127 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390568 Aug 27 12:33:24.802665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['08b084f1-9bf6-40e6-a241-3f6980cd417a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:24.816056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3e7f1-d6c7-44de-9767-5fb9c55c7e2b req-5125713b-b9b6-44e9-b944-052a4129edc3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:24.817688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bed3e7f1-d6c7-44de-9767-5fb9c55c7e2b req-5125713b-b9b6-44e9-b944-052a4129edc3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 944 time: 0.0553172 Aug 27 12:33:24.862240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bed3e7f1-d6c7-44de-9767-5fb9c55c7e2b req-8e6d8d2c-30d4-46f0-b9c4-6b8d76113bbe tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349011 Aug 27 12:33:25.826965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.833655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.839730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.847695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.859032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.865336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.871322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.873327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-7290b263-bfa2-4020-88bf-14c374c269b6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1018515 Aug 27 12:33:25.923397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff83646-3109-4c5f-ad4e-2995e8a2e1c2 req-dd9df7c4-21b6-496d-9477-24a46d3973ef tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438247 Aug 27 12:33:25.992161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc88fb7-3d1a-481d-8c1a-895fe596d330 req-406b07ed-55e9-4730-9428-f196cb4a7501 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:25.993694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cc88fb7-3d1a-481d-8c1a-895fe596d330 req-406b07ed-55e9-4730-9428-f196cb4a7501 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 944 time: 0.0539577 Aug 27 12:33:26.034932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cc88fb7-3d1a-481d-8c1a-895fe596d330 req-c2f16e8c-03de-425e-920d-0bd0f9dbbb5c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Aug 27 12:33:26.327717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 08b084f1-9bf6-40e6-a241-3f6980cd417a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:33:26.378258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 08b084f1-9bf6-40e6-a241-3f6980cd417a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:33:26.382045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 08b084f1-9bf6-40e6-a241-3f6980cd417a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:33:26.382441 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:26.465869 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:26.492261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b084f1-9bf6-40e6-a241-3f6980cd417a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:26.494626 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa700838-eb89-4ba6-9493-30567a74c6d3" -d '{"events": [{"server_uuid": "eb81f2ae-f1df-4b07-8cf1-46ef47be584f", "name": "network-vif-plugged", "status": "completed", "tag": "08b084f1-9bf6-40e6-a241-3f6980cd417a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:26.525120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 08b084f1-9bf6-40e6-a241-3f6980cd417a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:26.531414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:26.576913 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a534772-8551-4d3c-8f73-ca63bd06b7b9 x-openstack-request-id: req-2a534772-8551-4d3c-8f73-ca63bd06b7b9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:26.577237 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb81f2ae-f1df-4b07-8cf1-46ef47be584f", "name": "network-vif-plugged", "status": "completed", "tag": "08b084f1-9bf6-40e6-a241-3f6980cd417a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:26.577771 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a534772-8551-4d3c-8f73-ca63bd06b7b9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:26.577985 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b084f1-9bf6-40e6-a241-3f6980cd417a', 'code': 200} Aug 27 12:33:26.599434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=08b084f1-9bf6-40e6-a241-3f6980cd417a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:26.607263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.607614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.607987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.608338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.608713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.608933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.609243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.609637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.609989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.611062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.611574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.612082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:26.707533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b4b88-907d-4a52-8083-10df95d8a1b1 req-f791cb7d-39a7-4c92-bd43-e166a64e8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:26.709072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f5b4b88-907d-4a52-8083-10df95d8a1b1 req-f791cb7d-39a7-4c92-bd43-e166a64e8f35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 1096 time: 0.0461013 Aug 27 12:33:26.747421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2f5b4b88-907d-4a52-8083-10df95d8a1b1 req-8d89f210-b2d7-4910-a7cc-d49bfd8adc3b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Aug 27 12:33:27.057441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.080316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.089737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.096677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.102731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.108972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.114994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.117148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-087c042c-e881-4203-8f83-80ef2692556b req-6257416b-dfd3-4f24-8c67-3dfe039856da tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1158619 Aug 27 12:33:27.188412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-087c042c-e881-4203-8f83-80ef2692556b req-c3fa0b0b-8a13-46f1-a77c-9c2744bcdcdb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602641 Aug 27 12:33:27.196806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f54c2-c90d-4b1b-8833-32e662e586fc req-309cf383-494e-41be-9676-68468158b375 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.198290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee5f54c2-c90d-4b1b-8833-32e662e586fc req-309cf383-494e-41be-9676-68468158b375 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.0802293 Aug 27 12:33:27.242014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee5f54c2-c90d-4b1b-8833-32e662e586fc req-3e1e3fc9-8a79-49f1-9e5d-694e4f0ffb41 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Aug 27 12:33:27.324806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.331129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.337247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.343908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.349971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.356402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.362758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:27.364910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26ed49aa-a12b-4cae-aec2-d01d54ef536a req-3a7d8e60-b6d3-44e8-b938-2acc157e1c8a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.0965409 Aug 27 12:33:27.375549 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 58762) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:27.380169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Request body: {'floatingip': {'port_id': '3185c138-c411-4c67-941d-98d8dd49997f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:33:27.422624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:28.438436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f416f27-df04-4f8c-9d5c-619f252dc7da req-edef3703-54f2-4340-9df8-fe63cfcddb6a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:28.440005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f416f27-df04-4f8c-9d5c-619f252dc7da req-edef3703-54f2-4340-9df8-fe63cfcddb6a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.1199653 Aug 27 12:33:28.442356 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:28.453972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:28.535327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f416f27-df04-4f8c-9d5c-619f252dc7da req-7c9dded7-b290-447d-b7fd-6a6c2ce0924a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891206 Aug 27 12:33:28.606069 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Floating IP ae0283cd-1958-4ccf-b829-8de64940d0c0 associated. External IP: 172.25.8.180, port: 3185c138-c411-4c67-941d-98d8dd49997f. Aug 27 12:33:28.742666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce30ac-832d-4012-9d82-eec3c443a18e req-a34b61f4-63f1-4cb8-81b5-3d14b284934b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:28.744180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52ce30ac-832d-4012-9d82-eec3c443a18e req-a34b61f4-63f1-4cb8-81b5-3d14b284934b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.1342077 Aug 27 12:33:28.816467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52ce30ac-832d-4012-9d82-eec3c443a18e req-672a75c9-d235-4aac-9495-edfb9522df03 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651293 Aug 27 12:33:28.972201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:33:28.991443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195117-71fb-4c67-9f43-c614326abbac req-a9558597-febe-4f4d-9a18-45a1739efc30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:28.992943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1195117-71fb-4c67-9f43-c614326abbac req-a9558597-febe-4f4d-9a18-45a1739efc30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.0830574 Aug 27 12:33:29.123017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1195117-71fb-4c67-9f43-c614326abbac req-403ef413-d8ed-4f40-9ac2-8735689f30e8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189604 Aug 27 12:33:29.207931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:33:29.212489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:29.223426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] Sync routers for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:33:29.234020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:29.234695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:33:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:29.253274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11cbba91-9e8e-4ace-875d-a41a10bc4f74 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "PUT /v2.0/floatingips/ae0283cd-1958-4ccf-b829-8de64940d0c0 HTTP/1.1" status: 200 len: 992 time: 1.8765981 Aug 27 12:33:29.254150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:29.257142 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "3185c138-c411-4c67-941d-98d8dd49997f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:29.379846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:29.485186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef88c8b-3e4d-4aa6-8194-ab4453aeb8ac req-97402a7d-ff78-4450-8ef4-b8a57f2e9501 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.486831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ef88c8b-3e4d-4aa6-8194-ab4453aeb8ac req-97402a7d-ff78-4450-8ef4-b8a57f2e9501 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.0676126 Aug 27 12:33:29.535493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ef88c8b-3e4d-4aa6-8194-ab4453aeb8ac req-b5a87510-028e-4785-bf46-1dcb60269fca tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Aug 27 12:33:29.553212 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f68f5b-b336-4b0b-bf5e-b713604ea599 x-openstack-request-id: req-71f68f5b-b336-4b0b-bf5e-b713604ea599 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:29.553513 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "tag": "3185c138-c411-4c67-941d-98d8dd49997f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:29.553767 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71f68f5b-b336-4b0b-bf5e-b713604ea599 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:29.554174 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f', 'status': 'completed', 'code': 200} Aug 27 12:33:29.656407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'ae0283cd-1958-4ccf-b829-8de64940d0c0', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'port_id': '3185c138-c411-4c67-941d-98d8dd49997f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'mac_address': 'fa:16:3e:4f:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:32:14Z', 'updated_at': '2021-08-27T12:33:28Z', 'revision_number': 1, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:50Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:29.671733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.672229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.672719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.673203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.673681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.674153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.674652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.677180 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-269a8465-378e-4fc6-b9e9-225e07d63721 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0585310 Aug 27 12:33:29.685243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] Checking router: a9e19fd6-df4d-4f72-9109-67cf60ef67e9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:33:29.694250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:29.694903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:33:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:29.790780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-506295b3-5c98-4432-8b6d-593baf273183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.792387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-506295b3-5c98-4432-8b6d-593baf273183 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903 HTTP/1.1" status: 200 len: 912 time: 0.1082807 Aug 27 12:33:29.827559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:29.922019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-4cb95948-6be9-47f0-a92a-52a6faf5aea8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1000 time: 0.1206582 Aug 27 12:33:29.981541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-35e0f5c6-a6e4-4bba-9671-389bc96d1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:29.984010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-35e0f5c6-a6e4-4bba-9671-389bc96d1b41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0544198 Aug 27 12:33:30.047636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-cda87b69-51d0-4940-bb75-5799d8e79502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:30.049263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-cda87b69-51d0-4940-bb75-5799d8e79502 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572855 Aug 27 12:33:30.098158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'ae0283cd-1958-4ccf-b829-8de64940d0c0', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'port_id': '3185c138-c411-4c67-941d-98d8dd49997f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'mac_address': 'fa:16:3e:4f:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:32:14Z', 'updated_at': '2021-08-27T12:33:28Z', 'revision_number': 1, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:50Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:30.128200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc8277-9062-4da6-80c0-495dcd27a854 None None] The sync data for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 is: [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'ae0283cd-1958-4ccf-b829-8de64940d0c0', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'port_id': '3185c138-c411-4c67-941d-98d8dd49997f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'mac_address': 'fa:16:3e:4f:c9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:32:14Z', 'updated_at': '2021-08-27T12:33:28Z', 'revision_number': 1, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:50Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:33:30.189640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-e942f9b1-f7eb-4693-a27b-a2b3e2ae3c86 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325114 Aug 27 12:33:30.295137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d82e4a1c-c92a-444c-b3c5-2594c4cb26c2 req-abc697cb-8bb9-435f-8294-0cf848faac21 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980911 Aug 27 12:33:30.433334 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8b7d7-4e4d-4ec2-bebf-8a84580663e9 None None] New status for floating IP ae0283cd-1958-4ccf-b829-8de64940d0c0: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:33:30.690347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aebe25-9a90-44fb-b54e-3caed87230f9 req-265b7007-1086-4506-8ae4-bcea1539614f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:30.691972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7aebe25-9a90-44fb-b54e-3caed87230f9 req-265b7007-1086-4506-8ae4-bcea1539614f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.0561721 Aug 27 12:33:30.764641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7aebe25-9a90-44fb-b54e-3caed87230f9 req-ea43b63e-0781-48d5-9fae-0ac35956c81c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621183 Aug 27 12:33:30.945772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-797f3ded-992b-4c3b-8b72-75ca9a5d681b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:30.947289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-797f3ded-992b-4c3b-8b72-75ca9a5d681b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 945 time: 0.0543888 Aug 27 12:33:31.067022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port 08b084f1-9bf6-40e6-a241-3f6980cd417a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:33:31.067441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:31.207292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port 08b084f1-9bf6-40e6-a241-3f6980cd417a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=08b084f1-9bf6-40e6-a241-3f6980cd417a,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:33:31.207713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:31.223567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for 08b084f1-9bf6-40e6-a241-3f6980cd417a owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:33:31.377530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:31.391295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['08b084f1-9bf6-40e6-a241-3f6980cd417a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:33:31.405917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=08b084f1-9bf6-40e6-a241-3f6980cd417a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:31.474802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port 08b084f1-9bf6-40e6-a241-3f6980cd417a on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:33:31.477591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:31.479729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b173a14d-31cb-43cf-9dc0-c6addf5b00ef req-94b3ad97-9dca-49a3-b387-21bdb200a765 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "DELETE /v2.0/ports/08b084f1-9bf6-40e6-a241-3f6980cd417a HTTP/1.1" status: 204 len: 173 time: 0.5264540 Aug 27 12:33:31.480185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'name': 'network-vif-deleted', 'tag': '08b084f1-9bf6-40e6-a241-3f6980cd417a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:33:31.482607 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1dc3ef-a270-4152-b50f-a34cf19cd191" -d '{"events": [{"server_uuid": "eb81f2ae-f1df-4b07-8cf1-46ef47be584f", "name": "network-vif-deleted", "tag": "08b084f1-9bf6-40e6-a241-3f6980cd417a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:33:31.573626 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8d427-91db-4a67-89c0-d289b4ae8735 x-openstack-request-id: req-27e8d427-91db-4a67-89c0-d289b4ae8735 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:33:31.574004 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb81f2ae-f1df-4b07-8cf1-46ef47be584f", "name": "network-vif-deleted", "tag": "08b084f1-9bf6-40e6-a241-3f6980cd417a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:33:31.575267 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27e8d427-91db-4a67-89c0-d289b4ae8735 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:33:31.575713 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb81f2ae-f1df-4b07-8cf1-46ef47be584f', 'name': 'network-vif-deleted', 'tag': '08b084f1-9bf6-40e6-a241-3f6980cd417a', 'status': 'completed', 'code': 200} Aug 27 12:33:31.890663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30b2f540-895e-494c-9298-8f7c6dfacf07 req-387e258e-b3a7-46f3-94c3-7133e0da6200 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0303605 Aug 27 12:33:32.997403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9d9d8cd9-3a0f-4995-b4ba-bafa2b6024ca req-6945f3bb-3cf2-48e9-9e6a-70183715abd7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0323968 Aug 27 12:33:34.119468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6781fbd5-8d0e-4f55-926b-55f9dd8e87c7 req-872c85a7-1141-442d-ad46-d789900b5ff2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0384853 Aug 27 12:33:34.375032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 08b084f1-9bf6-40e6-a241-3f6980cd417a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:33:34.403104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 08b084f1-9bf6-40e6-a241-3f6980cd417a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:33:34.403463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 08b084f1-9bf6-40e6-a241-3f6980cd417a not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:33:35.231548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1a4b82d-8c72-41dc-971f-c0dcefdb2c36 req-4dcaf5d8-bcff-4b90-b4b3-bb008acb6455 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb81f2ae-f1df-4b07-8cf1-46ef47be584f HTTP/1.1" status: 200 len: 210 time: 0.0385799 Aug 27 12:33:37.045904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59000) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:37.185138 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0004c0e-fe02-4861-b475-1bba3dec27f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.322615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0004c0e-fe02-4861-b475-1bba3dec27f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.327441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e0004c0e-fe02-4861-b475-1bba3dec27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.384140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e0004c0e-fe02-4861-b475-1bba3dec27f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe1532e006634cfab08bb5626f98d71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344445 Aug 27 12:33:37.384140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0004c0e-fe02-4861-b475-1bba3dec27f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0782d3f1-0802-4adc-9771-fb23852d1d32,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:37.384817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59008) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:37.455197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cd59785-d1e6-4e15-93bb-8677f306adc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.482060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cd59785-d1e6-4e15-93bb-8677f306adc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.533456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cd59785-d1e6-4e15-93bb-8677f306adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.536186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cd59785-d1e6-4e15-93bb-8677f306adc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:37.539848 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1cd59785-d1e6-4e15-93bb-8677f306adc1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0782d3f1-0802-4adc-9771-fb23852d1d32 HTTP/1.1" status: 204 len: 168 time: 0.1514275 Aug 27 12:33:37.558946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd59785-d1e6-4e15-93bb-8677f306adc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0782d3f1-0802-4adc-9771-fb23852d1d32,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:38.357792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:48.327400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-6253e065-48a6-4efa-bf69-f90d6118e885 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1039250 Aug 27 12:33:48.503667 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dee88513-fd1c-4888-a829-b828de883425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:48.509334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.509883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.510545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.511038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.512099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.512697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.513279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.516112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-232085af-a2bf-488f-bc90-14e75d3b055e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.1120224 Aug 27 12:33:48.720644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-619b032a-0e2c-44cb-a2fd-fbba7d487585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.722160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-619b032a-0e2c-44cb-a2fd-fbba7d487585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.723091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-619b032a-0e2c-44cb-a2fd-fbba7d487585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.727044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-619b032a-0e2c-44cb-a2fd-fbba7d487585 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 2292 time: 0.1662650 Aug 27 12:33:48.835825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-18b1f990-4b4a-47da-8050-5100fe90cf5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1002 time: 0.1016459 Aug 27 12:33:48.895913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d1cba6a5-8e71-44c2-b0ef-1c6dc6b68517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.897624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d1cba6a5-8e71-44c2-b0ef-1c6dc6b68517 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0535243 Aug 27 12:33:48.961470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-04e2145b-40cd-4fd3-bd10-1f80ac1eb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:48.963517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-04e2145b-40cd-4fd3-bd10-1f80ac1eb3f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581422 Aug 27 12:33:49.110803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-b5baa6de-ec10-40cd-b1f8-a9f73e385cb2 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384134 Aug 27 12:33:49.306642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-69d34eb7-7482-4f56-914b-f89ff4b37db5 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864719 Aug 27 12:33:49.357800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-9fe5e1d2-009b-4b0e-b0bc-a6c9b3b16a13 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0460165 Aug 27 12:33:49.428273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d35e7341-c52b-4084-81c1-66337930262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:49.429756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d35e7341-c52b-4084-81c1-66337930262b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0650496 Aug 27 12:33:49.510007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d93e8bc4-9a4f-49f0-8b4d-b8680f887800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:49.511614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d93e8bc4-9a4f-49f0-8b4d-b8680f887800 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734105 Aug 27 12:33:49.646257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-763fcae4-783f-4829-b37e-55c4571b393b service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262572 Aug 27 12:33:49.762122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-61d80933-e694-435e-911a-3521d0de5eeb service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074622 Aug 27 12:33:49.815859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-aebd312a-b425-40f2-9c52-d2ef0b6b6768 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0448186 Aug 27 12:33:49.910173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-e3a3daf8-450b-4793-a461-63ba76d601cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:49.911992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-e3a3daf8-450b-4793-a461-63ba76d601cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0896070 Aug 27 12:33:49.968213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-ac41cc81-f995-472e-8713-a2bbb09e6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:49.969967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-ac41cc81-f995-472e-8713-a2bbb09e6667 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505807 Aug 27 12:33:50.155401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-85ef0868-65e6-4eed-ac5d-454d8184a32b service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773593 Aug 27 12:33:50.280351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:50.325248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-11706099-a9ce-462e-8186-9a0d828e53ba service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620440 Aug 27 12:33:50.381286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-7a0737c7-2676-439e-9681-745a3b830a1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0488088 Aug 27 12:33:50.483129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-3f5a2d5b-b6ac-4093-9b2f-2dea27782ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:50.486228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-3f5a2d5b-b6ac-4093-9b2f-2dea27782ffd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0920980 Aug 27 12:33:50.593596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-602cace7-e572-41fb-a9ac-8dfbc887fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:50.596776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-602cace7-e572-41fb-a9ac-8dfbc887fcd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995700 Aug 27 12:33:50.725118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-a7089abe-13bd-46cf-9971-2175614beca7 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205335 Aug 27 12:33:50.860935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-8b28e1e2-1783-4195-b73e-bbd85233362c service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283274 Aug 27 12:33:50.913850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-faf618e0-ed89-43da-95fd-a8e0c8a2a728 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0449526 Aug 27 12:33:50.991589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-71fb6a70-7a95-4c3c-ac46-cc11fdf14546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:51.044489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-9f9decd2-5e50-47f7-b86d-fbe138069bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:51.046098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-9f9decd2-5e50-47f7-b86d-fbe138069bb3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.1253881 Aug 27 12:33:51.116741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-4fc1d4ff-38c5-485d-80d7-98cae45182d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:51.121439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-4fc1d4ff-38c5-485d-80d7-98cae45182d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683370 Aug 27 12:33:51.168403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:51.260478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-5463bc4b-fcf5-4f28-a0f2-bf7ab5132e70 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292255 Aug 27 12:33:51.807998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-dcfd49a7-b1f4-4e6f-8245-2aa31eb605cf service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398667 Aug 27 12:33:51.859886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-d719a2d9-e847-43ce-8c21-ceb709ec53be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0450444 Aug 27 12:33:51.938706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-c570fc75-bbe1-4201-8cf2-4c5a4012034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:51.940661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-c570fc75-bbe1-4201-8cf2-4c5a4012034f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0737083 Aug 27 12:33:52.000514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-6e913fc5-7f05-4cc2-9206-dcd0c81f4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:52.002656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-6e913fc5-7f05-4cc2-9206-dcd0c81f4687 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547187 Aug 27 12:33:52.137820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-322d5f97-c4be-413a-a994-0042f050fc0e service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270626 Aug 27 12:33:52.150852 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:52.268753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-c35e4966-92d4-4dd7-8364-4d30a2c86545 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219780 Aug 27 12:33:52.316329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-109e5ba2-986e-4ee2-9e5e-ef73e4e3c3bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0407393 Aug 27 12:33:52.443016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-f26a9c38-692f-40b1-9821-fdb816807957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:52.446196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-f26a9c38-692f-40b1-9821-fdb816807957 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.1226370 Aug 27 12:33:52.523139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-6f8687b4-3671-4a6c-957f-740906cb4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:52.525506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-6f8687b4-3671-4a6c-957f-740906cb4427 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718589 Aug 27 12:33:52.693244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-0b802785-7f5b-4b4d-9ac9-495d695f777e service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580198 Aug 27 12:33:52.849261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59526) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:52.864744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2dd014-02e2-484e-9ffa-53f16824408a req-791b1990-4357-4a74-b577-9ec12bab7fe3 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449070 Aug 27 12:33:53.002333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25cd7b63-72c6-4218-bd7f-049b946933e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.189138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25cd7b63-72c6-4218-bd7f-049b946933e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.194135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25cd7b63-72c6-4218-bd7f-049b946933e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.242185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-25cd7b63-72c6-4218-bd7f-049b946933e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8b87a4684444ffeaa688266c2e972fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916976 Aug 27 12:33:53.245067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:53.256016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd7b63-72c6-4218-bd7f-049b946933e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fddbd78-6487-4b8b-86d2-74a24f79bee4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:53.342245 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.377771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.454885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.459331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:53.461894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fddbd78-6487-4b8b-86d2-74a24f79bee4 HTTP/1.1" status: 204 len: 168 time: 0.2153072 Aug 27 12:33:53.494982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fddbd78-6487-4b8b-86d2-74a24f79bee4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:53.516915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.517617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.518319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.518878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.519424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.519919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.520505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.520995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.521568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.522086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.522676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:53.523206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32162cf7-e041-4da0-ae4b-af76fbdb4f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:33:54.045963 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.210663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59616) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:56.216837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'network': {'name': 'tempest-network-smoke--1337931001', 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:33:56.244904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Made reservation on behalf of 53f1a5dbf2c6457aaab78220815b7655 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:33:56.250077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.260297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.361146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.367579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.412540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:33:56.422993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39390f44-dee2-46d0-960d-197d3bb471dc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:56.428162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.428509 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Added segment 3f2102a3-e3b7-46c4-a335-9077fa1c96a2 of type vlan for network 009181cb-8d50-465e-9dc5-97205da7d4f6 Aug 27 12:33:56.474152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.499948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.505891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:56.506519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.571620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3571360 Aug 27 12:33:56.571855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59628) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:56.576964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'admin_state_up': True, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:33:56.594904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc388-5941-44f1-a135-534278c3e1ff tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Network': ['ID=009181cb-8d50-465e-9dc5-97205da7d4f6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:56.607540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:33:56.616346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.617952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.678805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:56.830247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:57.041556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:57.063170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:57.210966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.25.8.94 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/701c218a-bd88-4ed4-aa62-4b1aea0c05c2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:33:57.335061 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:57.381524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:57.434260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:33:57.441667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:33:57.445539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:33:57.477415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:57.735309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:57.777514 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:33:57.967591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:58.122735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router df653bfc-54d4-4d18-9f1b-c0cb099ec980 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:33:58.303345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:33:58.315752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Sync routers for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:33:58.327636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:58.329226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9913798b-c940-4d7a-9cdf-051a9030549b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7564247 Aug 27 12:33:58.333096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:58.342738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:58.343509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:33:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:58.530126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:33:58.578937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93370e8d-d4a1-4290-a575-57bc9dc29dd9 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=53f1a5dbf2c6457aaab78220815b7655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2440577 Aug 27 12:33:58.582110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59658) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:58.794741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:33:57Z', 'revision_number': 3, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:58.826279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Checking router: df653bfc-54d4-4d18-9f1b-c0cb099ec980 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:33:58.826847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Updating router df653bfc-54d4-4d18-9f1b-c0cb099ec980 port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:33:58.828222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3173937d-6b0e-4181-bed3-0efdc41bef65 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:58.833399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:58.833561 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3173937d-6b0e-4181-bed3-0efdc41bef65 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2502210 Aug 27 12:33:58.858802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:58.910019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2b6c003a-4000-4d25-91c4-74e013933640 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753193 Aug 27 12:33:58.912595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:58.918159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573309596', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:33:59.015859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Made reservation on behalf of 53f1a5dbf2c6457aaab78220815b7655 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:33:59.019893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.185054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.200529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Transition to ACTIVE for port object 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:33:59.209192 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.232688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.298005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Attempting to bind port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:33:59.298661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Attempting to bind port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:33:59.299437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Attempting to bind port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:33:59.313663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e597cc6-1645-45c0-b9e4-3bf62a847b26 None None] Pushing event updated for resources: {'Port': ['ID=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:59.318605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:33:59.319270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:33:59.319834 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.320253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:33:59.320815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Bound port: 701c218a-bd88-4ed4-aa62-4b1aea0c05c2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:33:59.321210 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.336319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Subnet': ['ID=51a1bbae-3be9-4833-bfeb-948eed8536dd,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:59.363669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Checking segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:33:59.364935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network hostable DHCP agents. Network: 009181cb-8d50-465e-9dc5-97205da7d4f6, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:33:59.397084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] For port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:33:59.402083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:33:59.403322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] For port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:33:59.410069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.413395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 009181cb-8d50-465e-9dc5-97205da7d4f6) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:33:59.423788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:33:59.424541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:33:59.462940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4ab0bbec-164a-4f1e-b8ae-18ea496424d0 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5492823 Aug 27 12:33:59.464860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59668) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:33:59.476414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cf4b0-9b42-4cc3-a139-7299558eaa40 None None] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:33:59.545083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e597cc6-1645-45c0-b9e4-3bf62a847b26 None None] Pushing event updated for resources: {'Port': ['ID=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:33:59.567811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:33:59.568577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:33:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:33:59.988834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:34:00.031830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-009181cb-8d50-465e-9dc5-97205da7d4f6', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:34:00.032741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.104149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.327388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Allocated IP 172.20.0.2 (009181cb-8d50-465e-9dc5-97205da7d4f6/51a1bbae-3be9-4833-bfeb-948eed8536dd/c1e89749-b198-4e48-933c-2c0e51017e9e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:34:00.392481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:33:57Z', 'revision_number': 3, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:00.445025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254d99a-9a41-4d84-9aeb-1598c6ede80b None None] The sync data for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 is: [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:33:57Z', 'revision_number': 3, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:34:00.559663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.569368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Transition to ACTIVE for port object c1e89749-b198-4e48-933c-2c0e51017e9e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:00.590348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Transition to ACTIVE for port object c1e89749-b198-4e48-933c-2c0e51017e9e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:00.599137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.643170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Pushing event updated for resources: {'Port': ['ID=c1e89749-b198-4e48-933c-2c0e51017e9e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:00.666659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:34:00.668100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:34:00.670639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:34:00.675048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.20.0.1 (009181cb-8d50-465e-9dc5-97205da7d4f6/51a1bbae-3be9-4833-bfeb-948eed8536dd/1ed3cce8-8a76-43ea-a16a-909a97b74606) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:34:00.737788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Attempting to bind port c1e89749-b198-4e48-933c-2c0e51017e9e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:34:00.738163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Attempting to bind port c1e89749-b198-4e48-933c-2c0e51017e9e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:34:00.738569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Attempting to bind port c1e89749-b198-4e48-933c-2c0e51017e9e on network 009181cb-8d50-465e-9dc5-97205da7d4f6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:34:00.750797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:34:00.751210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Checking segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:34:00.751631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.752033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Bound using segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:34:00.752506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Bound port: c1e89749-b198-4e48-933c-2c0e51017e9e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:34:00.752894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.863017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] For port c1e89749-b198-4e48-933c-2c0e51017e9e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:34:00.867609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] For port c1e89749-b198-4e48-933c-2c0e51017e9e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c1e89749-b198-4e48-933c-2c0e51017e9e,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:34:00.873350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.933310 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:00.967085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22d7df-eb9f-4d3c-948a-e2ce87a97436 None None] Pushing event updated for resources: {'Port': ['ID=c1e89749-b198-4e48-933c-2c0e51017e9e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:00.986275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Transition to ACTIVE for port object 1ed3cce8-8a76-43ea-a16a-909a97b74606 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:01.065710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:01.153325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:34:01.156232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:34:01.176310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:34:01.286408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=1ed3cce8-8a76-43ea-a16a-909a97b74606,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:01.469974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:01.748641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.155930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:02.240496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:02.246055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:02.246609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.309548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.318997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.365633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.403730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:02.409786 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.411360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c1e89749-b198-4e48-933c-2c0e51017e9e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:02.424579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.537515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:02.586208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c1e89749-b198-4e48-933c-2c0e51017e9e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:02.617806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:34:02.619608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:34:02.623317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=1ed3cce8-8a76-43ea-a16a-909a97b74606,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:02.647299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff45e0-fee6-41e7-8b49-95d80a814140 None None] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:34:02.830165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router df653bfc-54d4-4d18-9f1b-c0cb099ec980 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:34:02.853578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] Provisioning for port c1e89749-b198-4e48-933c-2c0e51017e9e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:02.864370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] Provisioning complete for port c1e89749-b198-4e48-933c-2c0e51017e9e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:02.864758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:02.991287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.049492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] For port c1e89749-b198-4e48-933c-2c0e51017e9e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c1e89749-b198-4e48-933c-2c0e51017e9e,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:03.055290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.121579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc3c2e-9830-483f-84dd-9439425f5226 None None] Pushing event updated for resources: {'Port': ['ID=c1e89749-b198-4e48-933c-2c0e51017e9e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:03.283957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-df49be87-b7fa-4995-a503-bb73db00b090 None None] Provisioning complete for port c1e89749-b198-4e48-933c-2c0e51017e9e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:03.285402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-df49be87-b7fa-4995-a503-bb73db00b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.405213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-df49be87-b7fa-4995-a503-bb73db00b090 None None] Provisioning for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:03.410209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-df49be87-b7fa-4995-a503-bb73db00b090 None None] Provisioning complete for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:03.411019 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-df49be87-b7fa-4995-a503-bb73db00b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.450653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-df49be87-b7fa-4995-a503-bb73db00b090 None None] Port 1ed3cce8-8a76-43ea-a16a-909a97b74606 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:34:03.485404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:34:03.496124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8dfed0d7-9503-4e92-83a7-5121d24854cc tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "PUT /v2.0/routers/df653bfc-54d4-4d18-9f1b-c0cb099ec980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0265448 Aug 27 12:34:03.496744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59708) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:03.497479 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Sync routers for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:34:03.503249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1756107206', 'description': 'tempest-secgroup_access--1756107206 description', 'project_id': '53f1a5dbf2c6457aaab78220815b7655'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:03.519106 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:34:03.519679 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:33:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:03.534452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-f2a57169-9676-4372-9ff6-c03671b3e8e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:03.536631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-f2a57169-9676-4372-9ff6-c03671b3e8e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.6796498 Aug 27 12:34:03.541142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.566128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-e5d767ad-7f56-4e89-9400-bfb50ae9258c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0163453 Aug 27 12:34:03.592439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1b06002e-ffb1-4d65-8fb1-53d622fe0c9e None None] Provisioning complete for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:03.592979 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b06002e-ffb1-4d65-8fb1-53d622fe0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.663888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-e5613fc4-3e19-4a0b-9562-ce57d61b656b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890822 Aug 27 12:34:03.674339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b06002e-ffb1-4d65-8fb1-53d622fe0c9e None None] Port 1ed3cce8-8a76-43ea-a16a-909a97b74606 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:34:03.694267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.701463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.753132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:03.766116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.768193 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d24e300-1afb-45fb-ad93-3e6e3e52de66 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2703350 Aug 27 12:34:03.771466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 59712) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:03.776990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1472201096', 'description': 'tempest-secgroup_general--1472201096 description', 'project_id': '53f1a5dbf2c6457aaab78220815b7655'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:03.779585 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:34:03.816824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-4a10b83c-57a1-400f-b031-ca4e9e49d5da service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518974 Aug 27 12:34:03.883461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.902263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b87f4318-a8d8-46ac-b152-bf786f0913ce None None] Provisioning complete for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:03.903060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b87f4318-a8d8-46ac-b152-bf786f0913ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:03.989752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-fba06c04-c871-400a-9ce3-a0f6dbc2197c service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718235 Aug 27 12:34:04.025180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b87f4318-a8d8-46ac-b152-bf786f0913ce None None] Port 1ed3cce8-8a76-43ea-a16a-909a97b74606 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:34:04.032482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:04.078066 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.099339 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.131342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:04.131841 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.148817 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 2, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:04.172789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.179441 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 59718) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:04.179696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4071434 Aug 27 12:34:04.186518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e57d6-adaf-4edc-afee-fb6f571e7916 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:04.199427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'security_group_rule': {'security_group_id': 'a814f17b-cd1a-4f47-a1a6-e52d9a679ba6', 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:04.230902 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Checking router: df653bfc-54d4-4d18-9f1b-c0cb099ec980 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:34:04.231366 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Updating router df653bfc-54d4-4d18-9f1b-c0cb099ec980 port 1ed3cce8-8a76-43ea-a16a-909a97b74606 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:34:04.271269 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.275117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.312382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c1e89749-b198-4e48-933c-2c0e51017e9e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:04.419903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.426627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdcf733d-3f17-46f5-83d2-6c76bf4d3dc9 req-4c9c5c81-b138-40e2-9efd-60ec15b4d3aa tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 210 time: 0.1890011 Aug 27 12:34:04.447303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.454548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c1e89749-b198-4e48-933c-2c0e51017e9e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:04.455129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.469101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ed6e47-dce4-40e8-8030-b6cee8c57b4e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:04.487882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.497668 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-743abf19-c1f7-41d3-84a8-13396b59e919 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068392 Aug 27 12:34:04.738238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-114e407a-49e9-4781-890d-83d260ed2c5a tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--1472201096&fields=id&tenant_id=53f1a5dbf2c6457aaab78220815b7655 HTTP/1.1" status: 200 len: 267 time: 0.0623801 Aug 27 12:34:04.748027 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.764732 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Transition to ACTIVE for port object 1ed3cce8-8a76-43ea-a16a-909a97b74606 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:04.772999 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.796923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-10cbaafd-ee9c-4fc9-83a5-d545640ce1e6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--1756107206&fields=id&tenant_id=53f1a5dbf2c6457aaab78220815b7655 HTTP/1.1" status: 200 len: 267 time: 0.0496058 Aug 27 12:34:04.832883 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Pushing event updated for resources: {'Port': ['ID=1ed3cce8-8a76-43ea-a16a-909a97b74606,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:04.856735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.857088 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.857427 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.857763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.858221 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.858591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.858953 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.859282 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.859612 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.859938 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.860271 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.860594 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:04.907693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Attempting to bind port 1ed3cce8-8a76-43ea-a16a-909a97b74606 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:34:04.908093 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Attempting to bind port 1ed3cce8-8a76-43ea-a16a-909a97b74606 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:34:04.908689 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Attempting to bind port 1ed3cce8-8a76-43ea-a16a-909a97b74606 on network 009181cb-8d50-465e-9dc5-97205da7d4f6 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:34:04.917366 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:34:04.917929 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Checking segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:34:04.918651 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.919190 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Bound using segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:34:04.919676 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Bound port: 1ed3cce8-8a76-43ea-a16a-909a97b74606, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:34:04.920116 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:04.965729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-830a02c8-c14a-4fbc-b5ee-9e5d196be135 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:04.976280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-830a02c8-c14a-4fbc-b5ee-9e5d196be135 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/networks?id=009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 200 len: 797 time: 0.1646886 Aug 27 12:34:04.989889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-23d9bec6-a562-4a07-abeb-ba0a66be7beb tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/quotas/53f1a5dbf2c6457aaab78220815b7655 HTTP/1.1" status: 200 len: 375 time: 0.0124676 Aug 27 12:34:05.012848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] For port 1ed3cce8-8a76-43ea-a16a-909a97b74606, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:34:05.017172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] For port 1ed3cce8-8a76-43ea-a16a-909a97b74606, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1ed3cce8-8a76-43ea-a16a-909a97b74606,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:34:05.024345 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:05.068431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-f167b17c-def1-4a1c-ac7a-fe2482711318 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644557 Aug 27 12:34:05.095219 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:34:05.095864 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:33:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:05.191160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-529d8708-7c39-4117-9cc5-d45393ccda46 service neutron] 10.222.0.76 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194267 Aug 27 12:34:05.223564 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6265f6-25e1-4a63-9330-8f8eda6e1ec5 None None] Pushing event updated for resources: {'Port': ['ID=1ed3cce8-8a76-43ea-a16a-909a97b74606,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:05.256815 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:34:05.299499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-703f2827-75cd-47f2-9c42-bfff1421ff80 service neutron] 10.222.0.76 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027374 Aug 27 12:34:05.513036 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:05Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:05.552000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-30d4964c-f109-435a-9e82-64efd4b80128 req-893c08df-7e6b-4f93-b569-2d8b68d2e98f tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 210 time: 0.0628681 Aug 27 12:34:05.607611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ff62e63-da80-4b5d-9cd9-b0f26957bd37 req-42f17eaa-64d8-4917-90ff-02e76447bbff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 210 time: 0.0913544 Aug 27 12:34:05.626608 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3eca5-e4eb-4049-a590-49c47c135657 None None] The sync data for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 is: [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:05Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:34:05.675216 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-bca12fb5-75ff-4d62-a0e2-1cf6b939e013 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:05.688972 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-bca12fb5-75ff-4d62-a0e2-1cf6b939e013 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1986637 Aug 27 12:34:05.713751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:05.883643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:34:05.889646 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:06.079575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1ed3cce8-8a76-43ea-a16a-909a97b74606 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:06.302471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.9 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/102ef0cf-9755-4ebe-8327-855ff9624a38) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:34:06.304133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:06.304133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:06.304133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:06.408619 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:06.484252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 1ed3cce8-8a76-43ea-a16a-909a97b74606, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1ed3cce8-8a76-43ea-a16a-909a97b74606,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:06.497995 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:06.602611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:06.660354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=1ed3cce8-8a76-43ea-a16a-909a97b74606,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:06.677178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object 102ef0cf-9755-4ebe-8327-855ff9624a38 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:06.816353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:06.841667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ce28fd8-8493-4ac7-9b45-1799df3bf0c2 req-55e4a6d6-2b3b-4bc7-a901-89800715c94c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 210 time: 0.1005344 Aug 27 12:34:06.899079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=102ef0cf-9755-4ebe-8327-855ff9624a38,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:06.908298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:34:06.909708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:34:06.925385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:34:06.946344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9a1f2-b160-4bd8-ab37-b9839cd4ccc8 req-1f977211-7d9b-477a-a230-2313419d4711 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:06.956184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2b9a1f2-b160-4bd8-ab37-b9839cd4ccc8 req-1f977211-7d9b-477a-a230-2313419d4711 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 931 time: 0.1229630 Aug 27 12:34:07.007117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:07.008502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:07.037690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b2b9a1f2-b160-4bd8-ab37-b9839cd4ccc8 req-6be260ba-df39-4327-9e8c-8b93cc6887e2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758021 Aug 27 12:34:07.039857 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-555f4040-04b2-4385-bc94-0bb9f6a5efff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3317547 Aug 27 12:34:07.052568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Request body: {'port': {'device_id': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:07.157278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:07.363761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6dbd13fc-9fdd-405f-9d0c-b3c4d18fccfc None None] Provisioning for port 102ef0cf-9755-4ebe-8327-855ff9624a38 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:07.369106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6dbd13fc-9fdd-405f-9d0c-b3c4d18fccfc None None] Provisioning complete for port 102ef0cf-9755-4ebe-8327-855ff9624a38 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:07.369654 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6dbd13fc-9fdd-405f-9d0c-b3c4d18fccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:07.428015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd13fc-9fdd-405f-9d0c-b3c4d18fccfc None None] Port 102ef0cf-9755-4ebe-8327-855ff9624a38 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:34:07.487397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-de19d809-2481-48ea-8eac-a815be1ddcac tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:07.489362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-de19d809-2481-48ea-8eac-a815be1ddcac tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.77 "GET /v2.0/networks?id=009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 200 len: 797 time: 0.2402461 Aug 27 12:34:07.595759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-237c919c-a652-4308-bedf-4411b46370dd tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f1a5dbf2c6457aaab78220815b7655 HTTP/1.1" status: 200 len: 478 time: 0.0752883 Aug 27 12:34:07.605928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'port': {'device_id': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'admin_state_up': True, 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'security_groups': ['530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0', 'a814f17b-cd1a-4f47-a1a6-e52d9a679ba6']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:07.703063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102ef0cf-9755-4ebe-8327-855ff9624a38 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:34:07.713826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:07.764134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Transition to ACTIVE for port object 102ef0cf-9755-4ebe-8327-855ff9624a38 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:07.772993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:07.816302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Made reservation on behalf of 53f1a5dbf2c6457aaab78220815b7655 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:34:07.847925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:07.906552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Pushing event updated for resources: {'Port': ['ID=102ef0cf-9755-4ebe-8327-855ff9624a38,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:08.060116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Attempting to bind port 102ef0cf-9755-4ebe-8327-855ff9624a38 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:34:08.060496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Attempting to bind port 102ef0cf-9755-4ebe-8327-855ff9624a38 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:34:08.060841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Attempting to bind port 102ef0cf-9755-4ebe-8327-855ff9624a38 on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:34:08.072986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Port 102ef0cf-9755-4ebe-8327-855ff9624a38 on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:34:08.074184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Attempting to bind port 102ef0cf-9755-4ebe-8327-855ff9624a38 on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:34:08.105328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:34:08.106624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:34:08.107242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:34:08.108076 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Bound port: 102ef0cf-9755-4ebe-8327-855ff9624a38, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:34:08.108640 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.175346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1ed3cce8-8a76-43ea-a16a-909a97b74606 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:08.235817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] For port 102ef0cf-9755-4ebe-8327-855ff9624a38, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:34:08.240651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] For port 102ef0cf-9755-4ebe-8327-855ff9624a38, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=102ef0cf-9755-4ebe-8327-855ff9624a38,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:34:08.255487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1ed3cce8-8a76-43ea-a16a-909a97b74606 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:08.256106 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.256648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.257702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-741041ee-72c6-4645-ab95-1753c809bde8 req-4547134e-d968-4163-b954-0941de6b7006 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 210 time: 0.0648558 Aug 27 12:34:08.318817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.20.0.10 (009181cb-8d50-465e-9dc5-97205da7d4f6/51a1bbae-3be9-4833-bfeb-948eed8536dd/eaf59232-704e-424f-b69d-81c5d9e88e8b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:34:08.354911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b85bb9-ea6e-4712-9d2c-d0e14918f380 req-c206b9f7-5590-496d-9a17-498aafbf6f25 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:08.364828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8b85bb9-ea6e-4712-9d2c-d0e14918f380 req-c206b9f7-5590-496d-9a17-498aafbf6f25 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.1100011 Aug 27 12:34:08.402328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Pushing event updated for resources: {'Port': ['ID=102ef0cf-9755-4ebe-8327-855ff9624a38,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:08.414702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:08.415518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.421754 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-3d347f39-3fa7-412c-8f1d-94c107ced384 service neutron] 10.222.0.65 "PUT /v2.0/ports/102ef0cf-9755-4ebe-8327-855ff9624a38 HTTP/1.1" status: 200 len: 1091 time: 1.3725982 Aug 27 12:34:08.423564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'tag': '102ef0cf-9755-4ebe-8327-855ff9624a38'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:34:08.429566 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff54d24-480e-402b-9bdc-fda472bc1b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f653f9e2-0535-494e-bd55-2c2c766e5dfc", "tag": "102ef0cf-9755-4ebe-8327-855ff9624a38"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:34:08.440183 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.522855 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06a1bd-ce49-47d5-89b0-f5bc03c28505 x-openstack-request-id: req-5e06a1bd-ce49-47d5-89b0-f5bc03c28505 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:34:08.523546 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f653f9e2-0535-494e-bd55-2c2c766e5dfc", "tag": "102ef0cf-9755-4ebe-8327-855ff9624a38", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:34:08.523983 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e06a1bd-ce49-47d5-89b0-f5bc03c28505 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:34:08.524549 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'tag': '102ef0cf-9755-4ebe-8327-855ff9624a38', 'status': 'completed', 'code': 200} Aug 27 12:34:08.525160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f8b85bb9-ea6e-4712-9d2c-d0e14918f380 req-f0ac0687-302d-40af-86f2-a6c489949b4e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590912 Aug 27 12:34:08.569720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-fa24de57-ae47-4083-a5e4-3cb70a84221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:08.572110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-fa24de57-ae47-4083-a5e4-3cb70a84221a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 1094 time: 0.1046393 Aug 27 12:34:08.676303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-bd447896-84d1-4083-b774-7443d34c2fa0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=102ef0cf-9755-4ebe-8327-855ff9624a38 HTTP/1.1" status: 200 len: 217 time: 0.0893865 Aug 27 12:34:08.734188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-2edee49f-805f-4d63-adb5-3b540c99225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:08.736519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-2edee49f-805f-4d63-adb5-3b540c99225d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0528934 Aug 27 12:34:08.747163 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.776034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Transition to ACTIVE for port object eaf59232-704e-424f-b69d-81c5d9e88e8b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:08.802147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6868-6e43-463f-8817-34c889405f12 req-d6381c0a-1d38-4059-9067-7f535c2ec02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:08.803886 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-d6381c0a-1d38-4059-9067-7f535c2ec02f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581992 Aug 27 12:34:08.826821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:08.900376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=eaf59232-704e-424f-b69d-81c5d9e88e8b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:08.905650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:34:08.907787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:34:08.920298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:34:08.951451 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-f4fd793d-0aa8-41cb-ab09-2dbb18c4bc83 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391230 Aug 27 12:34:08.992665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:08.993650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:09.017503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-1e4a556e-8ae2-43f3-a73a-bcf26141c269 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4157314 Aug 27 12:34:09.046961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Request body: {'port': {'device_id': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:09.116578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-e89f6868-6e43-463f-8817-34c889405f12 req-b485b4ea-91f1-449d-9fc1-3dcf7207ab03 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563718 Aug 27 12:34:09.132604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:09.287714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-e7e78f3c-13d6-4592-b405-2e4ae895a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:09.290253 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-e7e78f3c-13d6-4592-b405-2e4ae895a45b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 1094 time: 0.1001005 Aug 27 12:34:09.306941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-455dd3ee-729d-4936-b203-193024701b89 None None] Provisioning for port eaf59232-704e-424f-b69d-81c5d9e88e8b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:09.313762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-455dd3ee-729d-4936-b203-193024701b89 None None] Provisioning complete for port eaf59232-704e-424f-b69d-81c5d9e88e8b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:09.315380 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-455dd3ee-729d-4936-b203-193024701b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:09.397296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-455dd3ee-729d-4936-b203-193024701b89 None None] Port eaf59232-704e-424f-b69d-81c5d9e88e8b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:34:09.486708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-cb1b97da-21af-4954-86b4-779a90061a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:09.488559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-cb1b97da-21af-4954-86b4-779a90061a45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1913896 Aug 27 12:34:09.535399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9802054-26a5-4a12-ba93-0400e26817b2 req-b4d744b4-b3ae-4a4e-b14e-2966d85570f3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:09.543421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9802054-26a5-4a12-ba93-0400e26817b2 req-b4d744b4-b3ae-4a4e-b14e-2966d85570f3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 971 time: 0.1301816 Aug 27 12:34:09.549094 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-a27bc995-4bd0-43ba-9732-6aec6e275842 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=102ef0cf-9755-4ebe-8327-855ff9624a38 HTTP/1.1" status: 200 len: 217 time: 0.0519879 Aug 27 12:34:09.645527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-7f9b7e30-6e6e-4925-9066-05ea6e054a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:09.647717 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-7f9b7e30-6e6e-4925-9066-05ea6e054a83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0883894 Aug 27 12:34:09.661187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9802054-26a5-4a12-ba93-0400e26817b2 req-2b7be108-cb97-4249-b8ff-761556a1c000 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1133263 Aug 27 12:34:09.704674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-9a29c8cd-64fc-4dbb-8cdd-7cf894c29bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:09.706255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-9a29c8cd-64fc-4dbb-8cdd-7cf894c29bda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510199 Aug 27 12:34:09.713701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf59232-704e-424f-b69d-81c5d9e88e8b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:34:09.728573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:09.759386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac575a-796a-4b99-89f8-dacd4cc8fa76 req-7fd81639-b034-46bf-a675-2012d81f9207 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:09.761708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26ac575a-796a-4b99-89f8-dacd4cc8fa76 req-7fd81639-b034-46bf-a675-2012d81f9207 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0975122 Aug 27 12:34:09.763845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Transition to ACTIVE for port object eaf59232-704e-424f-b69d-81c5d9e88e8b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:34:09.790753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:09.867732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-abcb2036-56cb-4d19-9532-bdd8215870c5 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521246 Aug 27 12:34:09.965822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26ac575a-796a-4b99-89f8-dacd4cc8fa76 req-0b3051f9-bbea-4f4e-a6df-2f65030fb0ac tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859417 Aug 27 12:34:09.965822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf59232-704e-424f-b69d-81c5d9e88e8b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:10.029898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4ff54d24-480e-402b-9bdc-fda472bc1b2d req-0ab9c454-c7b8-4935-b05e-f2e1a77e7116 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425924 Aug 27 12:34:10.067949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Attempting to bind port eaf59232-704e-424f-b69d-81c5d9e88e8b on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:34:10.068554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Attempting to bind port eaf59232-704e-424f-b69d-81c5d9e88e8b by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:34:10.069304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Attempting to bind port eaf59232-704e-424f-b69d-81c5d9e88e8b on network 009181cb-8d50-465e-9dc5-97205da7d4f6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:34:10.083585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Port eaf59232-704e-424f-b69d-81c5d9e88e8b on network 009181cb-8d50-465e-9dc5-97205da7d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:34:10.084146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Attempting to bind port eaf59232-704e-424f-b69d-81c5d9e88e8b on network 009181cb-8d50-465e-9dc5-97205da7d4f6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:34:10.096207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:34:10.096755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Checking segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:34:10.097375 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Bound using segment: {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:34:10.098077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Bound port: eaf59232-704e-424f-b69d-81c5d9e88e8b, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2102a3-e3b7-46c4-a335-9077fa1c96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:34:10.098682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:10.213117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] For port eaf59232-704e-424f-b69d-81c5d9e88e8b, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:34:10.219361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] For port eaf59232-704e-424f-b69d-81c5d9e88e8b, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:34:10.227200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:10.288451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:10.289082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:10.290768 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] 10.222.0.77 "PUT /v2.0/ports/eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 200 len: 1131 time: 1.2492659 Aug 27 12:34:10.291217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:34:10.293867 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905f1750-d874-4f92-aa12-458926546cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:34:10.308932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a77916-e630-4c6e-ac2a-a1a8495ace64 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf59232-704e-424f-b69d-81c5d9e88e8b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:10.394076 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8cdb4f-6850-4dc1-951d-23be1390768a x-openstack-request-id: req-fd8cdb4f-6850-4dc1-951d-23be1390768a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:34:10.394404 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:34:10.394649 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd8cdb4f-6850-4dc1-951d-23be1390768a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:34:10.395048 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'status': 'completed', 'code': 200} Aug 27 12:34:10.420038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-b7bdf4b4-567c-4b86-be49-1f80430cec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:10.426432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-b7bdf4b4-567c-4b86-be49-1f80430cec6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1134 time: 0.0631061 Aug 27 12:34:10.490931 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-5f0f0efc-9d9c-46ee-9311-251e6a85c517 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 200 len: 217 time: 0.0534399 Aug 27 12:34:10.564901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-d065902c-fb0b-43cd-a013-be25b2baeb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:10.567199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-d065902c-fb0b-43cd-a013-be25b2baeb5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a1bbae-3be9-4833-bfeb-948eed8536dd HTTP/1.1" status: 200 len: 835 time: 0.0689816 Aug 27 12:34:10.655518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-ffba9c7f-844f-4474-b2bf-61950a36ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:10.657497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-ffba9c7f-844f-4474-b2bf-61950a36ef5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=009181cb-8d50-465e-9dc5-97205da7d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770192 Aug 27 12:34:10.801118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-83562e90-29bc-48e9-8cbe-3a0bb317bfc4 service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290009 Aug 27 12:34:10.958412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e606c2-53b2-4a37-8b7d-9ef58fc9f399 req-f2c0973f-5aa1-4019-851f-f3831df9be43 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:10.966939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2e606c2-53b2-4a37-8b7d-9ef58fc9f399 req-f2c0973f-5aa1-4019-851f-f3831df9be43 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 983 time: 0.1644192 Aug 27 12:34:11.060898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2e606c2-53b2-4a37-8b7d-9ef58fc9f399 req-30c2de91-ebb8-4d06-87bc-c4f3fc29dda5 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0911956 Aug 27 12:34:11.077589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e356a6-3238-419e-a3cd-7df4bf2e1e56 req-c13e0b07-3445-4de2-bb32-48acf937c365 service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557364 Aug 27 12:34:11.134832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bf9b4-75f5-47d5-957f-0d18cfae5360 req-1d8623a4-fbd1-4869-929a-9a79fadaa27d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:11.143302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c32bf9b4-75f5-47d5-957f-0d18cfae5360 req-1d8623a4-fbd1-4869-929a-9a79fadaa27d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0892825 Aug 27 12:34:11.234156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c32bf9b4-75f5-47d5-957f-0d18cfae5360 req-67ec266d-6aaf-409a-afa6-78bbcc138f86 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876107 Aug 27 12:34:11.262119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1750-d874-4f92-aa12-458926546cc8 req-548349e2-371e-45a9-ac19-805ffd518a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:11.263136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-548349e2-371e-45a9-ac19-805ffd518a98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1134 time: 0.0823293 Aug 27 12:34:11.394646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1750-d874-4f92-aa12-458926546cc8 req-cc940479-748b-43c1-894f-fd6ec2a4856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:11.398337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-cc940479-748b-43c1-894f-fd6ec2a4856b service neutron] 10.222.0.77 "GET /v2.0/networks?id=009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 200 len: 898 time: 0.1249385 Aug 27 12:34:11.459990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-933c6c2d-474c-41d9-ad49-e5fba6dcb3bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 200 len: 217 time: 0.0523109 Aug 27 12:34:11.528805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1750-d874-4f92-aa12-458926546cc8 req-f0c4e2c0-cb6c-411a-9144-75c2914ed82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:11.530159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-f0c4e2c0-cb6c-411a-9144-75c2914ed82f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a1bbae-3be9-4833-bfeb-948eed8536dd HTTP/1.1" status: 200 len: 835 time: 0.0628476 Aug 27 12:34:11.586066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1750-d874-4f92-aa12-458926546cc8 req-77e4833c-9e4a-432e-8f63-c6a3c604e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:11.587743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-77e4833c-9e4a-432e-8f63-c6a3c604e5aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=009181cb-8d50-465e-9dc5-97205da7d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491538 Aug 27 12:34:11.704992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-dfdda474-47f7-42cc-b581-25a4987cbb1d service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078007 Aug 27 12:34:11.858252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-905f1750-d874-4f92-aa12-458926546cc8 req-25981f4c-fbe6-4767-833d-9b270d00702e service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441278 Aug 27 12:34:12.257630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39d194-e027-4fd5-b3b3-6e12caa4b8b2 req-2310afc6-3319-47dc-9b10-8801e0a51ee4 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:12.259105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a39d194-e027-4fd5-b3b3-6e12caa4b8b2 req-2310afc6-3319-47dc-9b10-8801e0a51ee4 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 983 time: 0.0759037 Aug 27 12:34:12.378257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a39d194-e027-4fd5-b3b3-6e12caa4b8b2 req-ae23659e-9850-4a39-8548-af8f1a8bc62e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1051004 Aug 27 12:34:12.453087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed505529-b260-4a7b-a030-3bdc25ab87b5 req-23e64aaf-5191-48be-bcf4-5da1a9a5452a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:12.455150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed505529-b260-4a7b-a030-3bdc25ab87b5 req-23e64aaf-5191-48be-bcf4-5da1a9a5452a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.1233370 Aug 27 12:34:12.522367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed505529-b260-4a7b-a030-3bdc25ab87b5 req-932459fa-4fcc-4a05-9b4b-7274354015ce tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604413 Aug 27 12:34:13.545217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304a311-5cee-473d-9fbd-be98998e05c9 req-86e55f31-679e-467d-8104-7ac4c1e281c1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:13.546812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0304a311-5cee-473d-9fbd-be98998e05c9 req-86e55f31-679e-467d-8104-7ac4c1e281c1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 983 time: 0.0604272 Aug 27 12:34:13.616371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0304a311-5cee-473d-9fbd-be98998e05c9 req-5254499d-dbca-4bdb-8ede-b54b359dcfad tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619478 Aug 27 12:34:13.705104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984a842-214e-4da3-b145-27734dca0ab1 req-2e383914-ce99-4a66-b86d-e0dec7ee672e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:13.706986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f984a842-214e-4da3-b145-27734dca0ab1 req-2e383914-ce99-4a66-b86d-e0dec7ee672e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0752399 Aug 27 12:34:13.771054 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f984a842-214e-4da3-b145-27734dca0ab1 req-9cc4e732-126e-496c-9df5-191769dfb25d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551960 Aug 27 12:34:14.797150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ce9d7-e1d7-499e-9903-26fbd168ca44 req-daa1c77f-0d7d-4ee9-8c19-85e9f795d1a7 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:14.805185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-706ce9d7-e1d7-499e-9903-26fbd168ca44 req-daa1c77f-0d7d-4ee9-8c19-85e9f795d1a7 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 983 time: 0.0821900 Aug 27 12:34:14.901856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-706ce9d7-e1d7-499e-9903-26fbd168ca44 req-4bbb67e1-ff97-487d-a8e7-3994b45f4faa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0949683 Aug 27 12:34:14.984345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b385af-3f53-4122-a088-40201a87bf5d req-be8b4c71-a78a-4874-96e2-1860d04d464b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:14.984345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97b385af-3f53-4122-a088-40201a87bf5d req-be8b4c71-a78a-4874-96e2-1860d04d464b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0963082 Aug 27 12:34:15.021604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-97b385af-3f53-4122-a088-40201a87bf5d req-6e297d01-3358-4b5f-9be6-770fa887d1d7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Aug 27 12:34:15.481603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device eaf59232-704e-424f-b69d-81c5d9e88e8b details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:34:15.647211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port eaf59232-704e-424f-b69d-81c5d9e88e8b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:15.660620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'port_id': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'mac_address': 'fa:16:3e:4a:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:34:15.714982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:15.735694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf59232-704e-424f-b69d-81c5d9e88e8b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:34:15.764689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port eaf59232-704e-424f-b69d-81c5d9e88e8b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:15.775771 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:15.853024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=eaf59232-704e-424f-b69d-81c5d9e88e8b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:16.112120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34c9b-9a97-4863-962b-9ea6db5b4253 req-079669d1-6420-4f73-a7c6-524d41789941 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:16.114094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7d34c9b-9a97-4863-962b-9ea6db5b4253 req-079669d1-6420-4f73-a7c6-524d41789941 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 984 time: 0.0930395 Aug 27 12:34:16.202153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7d34c9b-9a97-4863-962b-9ea6db5b4253 req-b45beb03-0b6d-461f-b10c-55103faa1843 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0810249 Aug 27 12:34:16.231197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1a528-2f41-4416-a590-e8629ffee9c8 req-97cdcd52-dc2a-4430-a023-a91168bc7f64 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:16.232822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cce1a528-2f41-4416-a590-e8629ffee9c8 req-97cdcd52-dc2a-4430-a023-a91168bc7f64 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0826025 Aug 27 12:34:16.256624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['eaf59232-704e-424f-b69d-81c5d9e88e8b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:34:16.297582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cce1a528-2f41-4416-a590-e8629ffee9c8 req-e15a9af0-a2ad-4c8f-bca6-3b578910e43b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581622 Aug 27 12:34:17.341242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd181481-84f8-4fc5-91a1-195982317f5f req-f69e41a4-edfe-4843-b4fa-a54712e762c8 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:17.350286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd181481-84f8-4fc5-91a1-195982317f5f req-f69e41a4-edfe-4843-b4fa-a54712e762c8 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 984 time: 0.0637426 Aug 27 12:34:17.397887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd181481-84f8-4fc5-91a1-195982317f5f req-8faef5ab-91b1-4a61-86d8-e304235abe3b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0480554 Aug 27 12:34:17.444332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a981b67-ae83-4677-8011-685f2c579057 req-55472eb7-653f-4549-8b77-5608c66c3300 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:17.450982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a981b67-ae83-4677-8011-685f2c579057 req-55472eb7-653f-4549-8b77-5608c66c3300 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0701306 Aug 27 12:34:17.492460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a981b67-ae83-4677-8011-685f2c579057 req-efd9eb96-3222-449c-a712-40f667d54105 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Aug 27 12:34:18.481168 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4fd2bbf3-0fd1-4059-813a-3e795591cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:18.533012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e35b2-035f-4b21-bd6d-6024ebbf82b1 req-344ea771-51c8-4dbe-9a50-00e1642d4c8b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:18.540884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b38e35b2-035f-4b21-bd6d-6024ebbf82b1 req-344ea771-51c8-4dbe-9a50-00e1642d4c8b tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 984 time: 0.0598803 Aug 27 12:34:18.600934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b38e35b2-035f-4b21-bd6d-6024ebbf82b1 req-a3e61c9f-cf74-44db-848c-d3c562adb357 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0591795 Aug 27 12:34:18.643871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8537-7fde-404b-8c09-fbd71a2a0b89 req-05834528-34bf-41bc-a957-69d3cb3aa274 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:18.652251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-501d8537-7fde-404b-8c09-fbd71a2a0b89 req-05834528-34bf-41bc-a957-69d3cb3aa274 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0695894 Aug 27 12:34:18.688927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-501d8537-7fde-404b-8c09-fbd71a2a0b89 req-8be2333d-3155-46a5-9855-6615d76fdbf8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Aug 27 12:34:19.500023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device eaf59232-704e-424f-b69d-81c5d9e88e8b up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:19.553511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port eaf59232-704e-424f-b69d-81c5d9e88e8b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:19.559105 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port eaf59232-704e-424f-b69d-81c5d9e88e8b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:19.559595 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:19.647017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:19.676771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:34:19.679459 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c8570d-0472-45b1-907f-46bdac534f38" -d '{"events": [{"server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "name": "network-vif-plugged", "status": "completed", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:34:19.694412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port eaf59232-704e-424f-b69d-81c5d9e88e8b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:19.700189 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:19.729860 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d37419-6b8a-4b24-90bb-8940d1d74569 x-openstack-request-id: req-17d37419-6b8a-4b24-90bb-8940d1d74569 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:34:19.730191 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "name": "network-vif-plugged", "status": "completed", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:34:19.730414 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17d37419-6b8a-4b24-90bb-8940d1d74569 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:34:19.731025 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'code': 200} Aug 27 12:34:19.764190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=eaf59232-704e-424f-b69d-81c5d9e88e8b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:19.776232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aa718-ecf5-4516-b10f-248492adf0eb req-93f5203d-4a72-4b7f-aff7-5350c3daeba1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:19.778107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-183aa718-ecf5-4516-b10f-248492adf0eb req-93f5203d-4a72-4b7f-aff7-5350c3daeba1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 984 time: 0.0993092 Aug 27 12:34:19.855830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-183aa718-ecf5-4516-b10f-248492adf0eb req-570d007d-eabc-4a25-9a0e-037793425ac1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0705616 Aug 27 12:34:19.919095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f76c-d8b7-40ce-a6c3-508a5757cbce req-80646186-0234-4403-978c-5a429c91017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:19.921195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b709f76c-d8b7-40ce-a6c3-508a5757cbce req-80646186-0234-4403-978c-5a429c91017a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1136 time: 0.0866852 Aug 27 12:34:19.933529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea833feb-896b-4f76-822a-5f159f5ba895 req-ad8c5f5f-5f80-4bb5-bb5a-dba0ad833b38 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:19.935063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea833feb-896b-4f76-822a-5f159f5ba895 req-ad8c5f5f-5f80-4bb5-bb5a-dba0ad833b38 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.1310408 Aug 27 12:34:19.995997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ea833feb-896b-4f76-822a-5f159f5ba895 req-726b7d04-0775-4422-8830-36bcdbbb1580 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547752 Aug 27 12:34:20.002967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b709f76c-d8b7-40ce-a6c3-508a5757cbce req-9838f20d-9936-4134-a898-392a7fbad801 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0466337 Aug 27 12:34:20.250741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:20.991920 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b61c-484d-477c-9050-449085f800c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:20.993538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155bcdd-213d-4734-a198-3728e5e5c1f8 req-51f67aaa-3ccb-49d8-b5d8-4adf4ca95c62 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:20.996114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7155bcdd-213d-4734-a198-3728e5e5c1f8 req-51f67aaa-3ccb-49d8-b5d8-4adf4ca95c62 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 985 time: 0.0693266 Aug 27 12:34:21.039486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7155bcdd-213d-4734-a198-3728e5e5c1f8 req-64801938-c2bd-4e0c-8c61-e72886a5edee tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369534 Aug 27 12:34:21.148040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e79d1-67cd-4b16-a03a-a6c5d782c0bc req-d9b5b402-8d4f-4078-8b7c-a67ff86f7344 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:21.149559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d1e79d1-67cd-4b16-a03a-a6c5d782c0bc req-d9b5b402-8d4f-4078-8b7c-a67ff86f7344 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0505934 Aug 27 12:34:21.160761 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:21.194070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d1e79d1-67cd-4b16-a03a-a6c5d782c0bc req-236144ce-2d60-4393-bcf3-13f98b4a727a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369539 Aug 27 12:34:22.154565 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:22.162676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c630052-6511-4e40-b9fc-693a77155be5 req-bee74848-511c-4464-895e-49b07113f3ba tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:22.164196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c630052-6511-4e40-b9fc-693a77155be5 req-bee74848-511c-4464-895e-49b07113f3ba tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 985 time: 0.0517151 Aug 27 12:34:22.205821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c630052-6511-4e40-b9fc-693a77155be5 req-983ba488-aba6-43f1-af25-2298bda0f7cf tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0348830 Aug 27 12:34:22.351842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9109c2-72a4-47f8-ae67-8d02552c8f09 req-3bfc2bc7-30a9-481e-a6fc-6efccaec84cd tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:22.353387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac9109c2-72a4-47f8-ae67-8d02552c8f09 req-3bfc2bc7-30a9-481e-a6fc-6efccaec84cd tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0870132 Aug 27 12:34:22.361959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f1a62-f684-4a6b-9dbf-37cca4c364ec req-dfc41e8a-5f41-40bb-bbf8-4773b8aff326 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:22.363549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-016f1a62-f684-4a6b-9dbf-37cca4c364ec req-dfc41e8a-5f41-40bb-bbf8-4773b8aff326 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 985 time: 0.0879135 Aug 27 12:34:22.429011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac9109c2-72a4-47f8-ae67-8d02552c8f09 req-cb1c306f-f05c-42b5-a5e1-936f91bf6518 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644493 Aug 27 12:34:22.434555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-016f1a62-f684-4a6b-9dbf-37cca4c364ec req-920e7b51-722f-4ac7-b75e-cb2f0c60ee5c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0628185 Aug 27 12:34:22.543684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb931-2d75-40c4-8aa1-811c1ea8ad2c req-3a7d060e-d292-4e30-b583-ca9caa077fbb tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:22.545202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0eb931-2d75-40c4-8aa1-811c1ea8ad2c req-3a7d060e-d292-4e30-b583-ca9caa077fbb tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1136 time: 0.0409412 Aug 27 12:34:22.564295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0eb931-2d75-40c4-8aa1-811c1ea8ad2c req-309a7c30-ac6d-4745-9a16-40612549368c tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:22.654051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0eb931-2d75-40c4-8aa1-811c1ea8ad2c req-309a7c30-ac6d-4745-9a16-40612549368c tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:22.657797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0eb931-2d75-40c4-8aa1-811c1ea8ad2c req-309a7c30-ac6d-4745-9a16-40612549368c tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:22.681109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0eb931-2d75-40c4-8aa1-811c1ea8ad2c req-309a7c30-ac6d-4745-9a16-40612549368c tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1297452 Aug 27 12:34:22.690354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a7c30-ac6d-4745-9a16-40612549368c tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07d55a3-25fd-401b-89b4-a1e3905220c4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:22.704812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60112) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:22.746316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ada4d-684b-4eb3-82ed-945057bf47fd tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:22.747951 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bf4ada4d-684b-4eb3-82ed-945057bf47fd tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1131 time: 0.0421343 Aug 27 12:34:22.751032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60114) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:22.755598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:34:22.777474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:22.877621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:22.981884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.25.8.232 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/e1f7eb37-081c-4ce2-bd11-e69539e21c36) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:34:23.089973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:23.130763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:23.174936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:34:23.180611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:34:23.184836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:34:23.209073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=e1f7eb37-081c-4ce2-bd11-e69539e21c36,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:23.220921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.221270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.221610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.221944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.222281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.222629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.222956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.223280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.223608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.223919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.224242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.224560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:23.582899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abb082-d57b-473c-b3c6-150d741fb245 req-51ad8a48-e502-437b-93cd-f5611f117629 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:23.584797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67abb082-d57b-473c-b3c6-150d741fb245 req-51ad8a48-e502-437b-93cd-f5611f117629 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0549648 Aug 27 12:34:23.629453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67abb082-d57b-473c-b3c6-150d741fb245 req-7bb89923-e72b-46a3-af0a-c9cd5078f13f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Aug 27 12:34:23.972609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.039373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.078723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.233008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.237592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.302912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=e1f7eb37-081c-4ce2-bd11-e69539e21c36,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:24.316917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.419213 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Floating IP 2abb65da-5301-407a-945d-66d9cc856160 associated. External IP: 172.25.8.232, port: eaf59232-704e-424f-b69d-81c5d9e88e8b. Aug 27 12:34:24.642612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router df653bfc-54d4-4d18-9f1b-c0cb099ec980 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:34:24.767738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:34:24.778320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] Sync routers for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:34:24.790855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126c2c2-8053-4d56-a9fb-21f16bfa43e8 req-626c3d1a-95fc-4be7-867d-6768c10623a3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:24.792630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5126c2c2-8053-4d56-a9fb-21f16bfa43e8 req-626c3d1a-95fc-4be7-867d-6768c10623a3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0724008 Aug 27 12:34:24.792990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:34:24.793925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:24.808987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:24.839444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5126c2c2-8053-4d56-a9fb-21f16bfa43e8 req-c5f0be54-053a-4e8b-9d4b-b13930a8d145 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Aug 27 12:34:24.846147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6736c2b1-ccce-4b06-84b8-0ca03e1a3796 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0916882 Aug 27 12:34:24.846147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:34:24.846864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 60128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:24.856571 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:34:24.907691 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a115447c-4995-4e31-b3f9-a76ba26d6206 x-openstack-request-id: req-a115447c-4995-4e31-b3f9-a76ba26d6206 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:34:24.908849 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:34:24.909267 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a115447c-4995-4e31-b3f9-a76ba26d6206 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:34:24.909828 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'status': 'completed', 'code': 200} Aug 27 12:34:24.925724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:34:25.087417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-28c5a29b-1e31-4d3f-85c4-5a190245c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.089301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-28c5a29b-1e31-4d3f-85c4-5a190245c422 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1136 time: 0.1230190 Aug 27 12:34:25.094942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.095500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.096033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.096575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.097101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.097769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.098217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.098763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.099518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.101390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e075777d-cf90-4b67-a8d5-d9af1703840d tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.2530077 Aug 27 12:34:25.104239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:25.184825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '2abb65da-5301-407a-945d-66d9cc856160', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'port_id': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'mac_address': 'fa:16:3e:4a:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:34:23Z', 'updated_at': '2021-08-27T12:34:23Z', 'revision_number': 0, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:06Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:25.203321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-f3e50fe7-9c26-4c09-addf-a969cd9623a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.205616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-f3e50fe7-9c26-4c09-addf-a969cd9623a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 200 len: 898 time: 0.1034098 Aug 27 12:34:25.214591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] Checking router: df653bfc-54d4-4d18-9f1b-c0cb099ec980 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:34:25.223696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:34:25.224468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:25.228160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.228637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.229150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.229597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.230050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.230529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.231073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.231521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.231980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.236994 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c5b3c307-0d96-46b3-a983-7f5453007c29 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5813 time: 0.1292148 Aug 27 12:34:25.237343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:25.307713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-7ed81414-9828-4b8f-8687-e121382e0c6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 200 len: 1000 time: 0.0943694 Aug 27 12:34:25.349561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:34:25.410831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-6874dab1-4d42-4cec-8d37-48a593b0ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.412662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-6874dab1-4d42-4cec-8d37-48a593b0ad9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a1bbae-3be9-4833-bfeb-948eed8536dd HTTP/1.1" status: 200 len: 835 time: 0.0976658 Aug 27 12:34:25.481902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-1da9f43e-258c-4592-b04c-652808e16125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.483364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-1da9f43e-258c-4592-b04c-652808e16125 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=009181cb-8d50-465e-9dc5-97205da7d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470929 Aug 27 12:34:25.519457 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aa327ae7-9b4c-4fef-8095-c6d8f7a0a17a tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2811313 Aug 27 12:34:25.522089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:25.567525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b72b2d-22ed-47d4-816c-066913b503b0 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.568269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b72b2d-22ed-47d4-816c-066913b503b0 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:25.579225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f8b72b2d-22ed-47d4-816c-066913b503b0 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=df653bfc-54d4-4d18-9f1b-c0cb099ec980 HTTP/1.1" status: 200 len: 1989 time: 0.0560093 Aug 27 12:34:25.765599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '2abb65da-5301-407a-945d-66d9cc856160', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'port_id': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'mac_address': 'fa:16:3e:4a:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:34:23Z', 'updated_at': '2021-08-27T12:34:23Z', 'revision_number': 0, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:06Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:34:25.793122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c1fd0-7ba3-47ad-95bf-9466a5c046af None None] The sync data for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 is: [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '2abb65da-5301-407a-945d-66d9cc856160', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'port_id': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'mac_address': 'fa:16:3e:4a:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:34:23Z', 'updated_at': '2021-08-27T12:34:23Z', 'revision_number': 0, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:06Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:34:25.982995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-a9706039-9619-4a6a-8931-8de943d5f423 service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915330 Aug 27 12:34:26.017059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f7a80-5a81-4910-bfac-b1790e8d4578 req-6ded472e-dbae-471a-ab4d-29ba1d0dc608 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:26.021033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a36f7a80-5a81-4910-bfac-b1790e8d4578 req-6ded472e-dbae-471a-ab4d-29ba1d0dc608 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0859344 Aug 27 12:34:26.025894 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625f5aa-6547-4294-b9c5-28920252a7a8 None None] New status for floating IP 2abb65da-5301-407a-945d-66d9cc856160: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:34:26.099993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a36f7a80-5a81-4910-bfac-b1790e8d4578 req-3750d2fc-c734-4a50-8ca9-3d971f7de70d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507245 Aug 27 12:34:26.124911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d770f1f9-27ca-4a2f-84c3-0c8eb6959cd3 req-70f5977c-8110-4916-a8d7-6599d7a9a4ce service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296241 Aug 27 12:34:27.224352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a986c-a198-4c17-80f0-00c5107a604a req-d2a5dd0e-879e-495a-bf1d-6eddbf11c864 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:27.225899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-055a986c-a198-4c17-80f0-00c5107a604a req-d2a5dd0e-879e-495a-bf1d-6eddbf11c864 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0498240 Aug 27 12:34:27.264499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-055a986c-a198-4c17-80f0-00c5107a604a req-46e19433-e38b-47db-97f2-2c9b834f3b93 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Aug 27 12:34:28.381695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0c109-ca65-4cb3-b68c-f57f547ea1f1 req-251f4845-aa3f-4bfe-8260-ee2f32a7e009 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:28.383449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7b0c109-ca65-4cb3-b68c-f57f547ea1f1 req-251f4845-aa3f-4bfe-8260-ee2f32a7e009 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0510180 Aug 27 12:34:28.429213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7b0c109-ca65-4cb3-b68c-f57f547ea1f1 req-306403c9-3595-4928-8be0-cd540facaec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Aug 27 12:34:29.552629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38753be5-faca-4dce-b9a3-f5fdf6499170 req-c30f5ed0-2fa8-44c8-8993-47c15e80938a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:29.554153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38753be5-faca-4dce-b9a3-f5fdf6499170 req-c30f5ed0-2fa8-44c8-8993-47c15e80938a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0528967 Aug 27 12:34:29.594572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38753be5-faca-4dce-b9a3-f5fdf6499170 req-01346338-c0ef-4fbb-a963-aa8a1968377e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Aug 27 12:34:30.722271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be76da-0246-4f3a-b0e7-532f0032b5b7 req-0c43f8d5-2067-4794-9081-0d33424d9207 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:30.723917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7be76da-0246-4f3a-b0e7-532f0032b5b7 req-0c43f8d5-2067-4794-9081-0d33424d9207 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0509074 Aug 27 12:34:30.768016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7be76da-0246-4f3a-b0e7-532f0032b5b7 req-69b519b1-ee3c-48f7-83fa-ce313e68e37c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 Aug 27 12:34:31.902872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557de59-3b4d-4909-b282-297c1151b8db req-e0b7cd7a-5fc9-459d-ab92-516ef571e480 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:31.904540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4557de59-3b4d-4909-b282-297c1151b8db req-e0b7cd7a-5fc9-459d-ab92-516ef571e480 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 943 time: 0.0565798 Aug 27 12:34:31.952815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4557de59-3b4d-4909-b282-297c1151b8db req-6227b2c6-e8a0-436f-bb2a-832ca8081a74 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Aug 27 12:34:32.621865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 102ef0cf-9755-4ebe-8327-855ff9624a38 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:34:32.719101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 102ef0cf-9755-4ebe-8327-855ff9624a38, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=102ef0cf-9755-4ebe-8327-855ff9624a38,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:32.730683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '102ef0cf-9755-4ebe-8327-855ff9624a38', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': '102ef0cf-9755-4ebe-8327-855ff9624a38', 'mac_address': 'fa:16:3e:8b:d8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:34:32.767131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:32.779690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102ef0cf-9755-4ebe-8327-855ff9624a38 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:34:32.799225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 102ef0cf-9755-4ebe-8327-855ff9624a38, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=102ef0cf-9755-4ebe-8327-855ff9624a38,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:32.802955 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:32.852049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=102ef0cf-9755-4ebe-8327-855ff9624a38,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:32.859961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.860303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.860640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.860976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.861300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.861625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.861944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.862263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.862604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.862924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.863237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:32.863549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:34:33.022291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['102ef0cf-9755-4ebe-8327-855ff9624a38'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:34:33.075815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064761a2-ece1-46f7-bc14-d52176ec545e req-0a7e8ac7-8c4b-4160-b02a-a533f1367940 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:33.077518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-064761a2-ece1-46f7-bc14-d52176ec545e req-0a7e8ac7-8c4b-4160-b02a-a533f1367940 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 944 time: 0.0528681 Aug 27 12:34:33.123639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-064761a2-ece1-46f7-bc14-d52176ec545e req-0272aeee-4fce-46eb-8e4f-32dc3ba5c939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 Aug 27 12:34:34.253352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f74d3-4165-40c9-a689-a65ade382caf req-9ff3bfa7-abba-4711-9e7f-c8152ed01be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:34.255012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c18f74d3-4165-40c9-a689-a65ade382caf req-9ff3bfa7-abba-4711-9e7f-c8152ed01be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 944 time: 0.0567806 Aug 27 12:34:34.293366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c18f74d3-4165-40c9-a689-a65ade382caf req-b4f44985-ab8b-41c9-9b06-5fb23566a817 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Aug 27 12:34:34.622175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 102ef0cf-9755-4ebe-8327-855ff9624a38 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:34:34.675212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 102ef0cf-9755-4ebe-8327-855ff9624a38 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:34:34.679471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 102ef0cf-9755-4ebe-8327-855ff9624a38 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:34:34.679849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:34.760194 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:34.766951 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:34:34.783858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ef0cf-9755-4ebe-8327-855ff9624a38'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:34:34.786196 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d6b42d-4f13-4e8e-bb73-4220748882e5" -d '{"events": [{"server_uuid": "f653f9e2-0535-494e-bd55-2c2c766e5dfc", "name": "network-vif-plugged", "status": "completed", "tag": "102ef0cf-9755-4ebe-8327-855ff9624a38"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:34:34.800040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 102ef0cf-9755-4ebe-8327-855ff9624a38, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=102ef0cf-9755-4ebe-8327-855ff9624a38,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:34.805268 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:34.855912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=102ef0cf-9755-4ebe-8327-855ff9624a38,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:34.903409 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab5ec7-b19b-4aa7-9996-5126783c2c5c x-openstack-request-id: req-d0ab5ec7-b19b-4aa7-9996-5126783c2c5c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:34:34.903713 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f653f9e2-0535-494e-bd55-2c2c766e5dfc", "name": "network-vif-plugged", "status": "completed", "tag": "102ef0cf-9755-4ebe-8327-855ff9624a38", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:34:34.903973 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0ab5ec7-b19b-4aa7-9996-5126783c2c5c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:34:34.904379 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ef0cf-9755-4ebe-8327-855ff9624a38', 'code': 200} Aug 27 12:34:35.055426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71849c9e-f0a0-452b-b222-125b27df83b2 req-e9517b0e-2a33-479e-8a2b-e625285bb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:35.058132 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-71849c9e-f0a0-452b-b222-125b27df83b2 req-e9517b0e-2a33-479e-8a2b-e625285bb2ce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 1096 time: 0.0979133 Aug 27 12:34:35.097077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-71849c9e-f0a0-452b-b222-125b27df83b2 req-1e10359b-cbb6-439b-b78f-5de67b0957f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Aug 27 12:34:35.420659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd7211-aa66-426f-ac4f-3c46c97c13f2 req-72e8018f-bd03-483f-8bbc-6764da67735d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:35.428725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dfd7211-aa66-426f-ac4f-3c46c97c13f2 req-72e8018f-bd03-483f-8bbc-6764da67735d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0620649 Aug 27 12:34:35.471480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dfd7211-aa66-426f-ac4f-3c46c97c13f2 req-1462a530-7279-4128-8412-b2479b12d07c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Aug 27 12:34:36.591490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823706cd-14a1-4b0e-aac2-119fa2941384 req-4cb86bda-e948-4547-89be-b642b38f55f6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:36.592935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-823706cd-14a1-4b0e-aac2-119fa2941384 req-4cb86bda-e948-4547-89be-b642b38f55f6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0505149 Aug 27 12:34:36.631005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-823706cd-14a1-4b0e-aac2-119fa2941384 req-57d626ac-2890-4f64-b9e2-ad048246f9d3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Aug 27 12:34:36.747883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d9f8-31d5-4af8-b4f2-148515f90dea req-5e562aff-3d28-44d4-91b3-05eb1006d299 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:36.749392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16a8d9f8-31d5-4af8-b4f2-148515f90dea req-5e562aff-3d28-44d4-91b3-05eb1006d299 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0487621 Aug 27 12:34:36.789500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16a8d9f8-31d5-4af8-b4f2-148515f90dea req-2979bc6d-f757-4704-91da-1b2564282262 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Aug 27 12:34:36.907401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f351-bda6-4d6c-9935-5d34b0f653e6 req-aa545c23-4c7a-4eef-9707-5c2380f7979c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:36.908988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c788f351-bda6-4d6c-9935-5d34b0f653e6 req-aa545c23-4c7a-4eef-9707-5c2380f7979c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0516999 Aug 27 12:34:36.952273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c788f351-bda6-4d6c-9935-5d34b0f653e6 req-f266fa44-c8e9-4500-b0e5-7e556c4ca26e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Aug 27 12:34:37.251201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29129294-8c0a-4143-8361-0411d1321fbb req-8c73b6f4-8050-4a9c-b03c-c735430d870b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:37.252891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29129294-8c0a-4143-8361-0411d1321fbb req-8c73b6f4-8050-4a9c-b03c-c735430d870b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0529616 Aug 27 12:34:37.294170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29129294-8c0a-4143-8361-0411d1321fbb req-0d8be4fa-2e75-450b-80f6-3de873169624 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348880 Aug 27 12:34:37.758790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60684) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:37.901174 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b42baa70-0e29-476b-816b-82af63e0bb99 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b28263b9eca64866858d7c9df3904548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410699 Aug 27 12:34:37.904262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 60688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:34:37.954823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e1e40d6-a681-42b3-ab49-b1cc64146870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:37.975236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e1e40d6-a681-42b3-ab49-b1cc64146870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:38.022483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e1e40d6-a681-42b3-ab49-b1cc64146870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:38.025306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0e1e40d6-a681-42b3-ab49-b1cc64146870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:38.026658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e1e40d6-a681-42b3-ab49-b1cc64146870 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6834443c-6cb1-4d72-a516-40afeac322df HTTP/1.1" status: 204 len: 168 time: 0.1214230 Aug 27 12:34:38.037175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e40d6-a681-42b3-ab49-b1cc64146870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6834443c-6cb1-4d72-a516-40afeac322df,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:38.379244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:38.433214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd4c1-49a5-4cb1-a95b-7f7a0d30c86c req-fd9f767d-4ca3-4e3d-841a-28bbcd2c2b26 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:38.434881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a42dd4c1-49a5-4cb1-a95b-7f7a0d30c86c req-fd9f767d-4ca3-4e3d-841a-28bbcd2c2b26 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0540707 Aug 27 12:34:38.483957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a42dd4c1-49a5-4cb1-a95b-7f7a0d30c86c req-5a32a358-b11e-4d54-b993-436584f7f8f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Aug 27 12:34:38.823252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-8750fba6-ab49-4fc8-8adf-83e87987e409 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:38.824696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-8750fba6-ab49-4fc8-8adf-83e87987e409 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 945 time: 0.0482361 Aug 27 12:34:38.918961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port 102ef0cf-9755-4ebe-8327-855ff9624a38 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:34:38.919299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:39.006199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port 102ef0cf-9755-4ebe-8327-855ff9624a38, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=102ef0cf-9755-4ebe-8327-855ff9624a38,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:34:39.006603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:39.018248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for 102ef0cf-9755-4ebe-8327-855ff9624a38 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:34:39.146937 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:39.159411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['102ef0cf-9755-4ebe-8327-855ff9624a38'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:34:39.177236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=102ef0cf-9755-4ebe-8327-855ff9624a38,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:34:39.225110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port 102ef0cf-9755-4ebe-8327-855ff9624a38 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:34:39.227985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:39.230880 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-326c3c7b-aa96-41e6-9f4d-e9d13229e4b3 req-ea0604b7-060f-40a3-931e-c89b1e8dd984 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "DELETE /v2.0/ports/102ef0cf-9755-4ebe-8327-855ff9624a38 HTTP/1.1" status: 204 len: 173 time: 0.3999562 Aug 27 12:34:39.231359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'name': 'network-vif-deleted', 'tag': '102ef0cf-9755-4ebe-8327-855ff9624a38'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:34:39.233708 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7951c936-4a5d-4041-9565-587de7c5f4dd" -d '{"events": [{"server_uuid": "f653f9e2-0535-494e-bd55-2c2c766e5dfc", "name": "network-vif-deleted", "tag": "102ef0cf-9755-4ebe-8327-855ff9624a38"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:34:39.271194 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27310d4-3055-4ffa-8af8-8f1392aa7506 x-openstack-request-id: req-e27310d4-3055-4ffa-8af8-8f1392aa7506 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:34:39.271331 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f653f9e2-0535-494e-bd55-2c2c766e5dfc", "name": "network-vif-deleted", "tag": "102ef0cf-9755-4ebe-8327-855ff9624a38", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:34:39.271499 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e27310d4-3055-4ffa-8af8-8f1392aa7506 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:34:39.271906 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f653f9e2-0535-494e-bd55-2c2c766e5dfc', 'name': 'network-vif-deleted', 'tag': '102ef0cf-9755-4ebe-8327-855ff9624a38', 'status': 'completed', 'code': 200} Aug 27 12:34:39.585678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0087883-2a71-4efe-9b7e-bd7bee1339d3 req-17bacf52-c0af-4447-91e2-895bb2757a8f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 210 time: 0.0295506 Aug 27 12:34:40.692076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1739f8ba-8a1c-4063-ad98-f32bd1858627 req-a6d9bf41-565a-44fe-9868-7e1ce4954531 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 210 time: 0.0313289 Aug 27 12:34:41.788630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28b9149c-e34f-4014-9a3b-f1cecb25212a req-f89c0619-8506-4105-b78b-a7f1d100f97f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 210 time: 0.0280416 Aug 27 12:34:42.715275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 102ef0cf-9755-4ebe-8327-855ff9624a38 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:34:42.739243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 102ef0cf-9755-4ebe-8327-855ff9624a38 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:34:42.739857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 102ef0cf-9755-4ebe-8327-855ff9624a38 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:34:42.897786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-861f314f-74c4-4153-b4dc-d87785186e2f req-0f46bb2a-41bd-4ebd-b88e-0e54a1872515 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=f653f9e2-0535-494e-bd55-2c2c766e5dfc HTTP/1.1" status: 200 len: 210 time: 0.0274138 Aug 27 12:34:48.473393 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e7266bd3-9df3-4cc3-8ec0-9707f58a6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:50.232797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-553bab4a-9503-4468-9fe5-cbc42a1bff4a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0491719 Aug 27 12:34:50.273895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:50.345621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.346113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.346622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.347102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.347611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.348084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.348565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.350591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5f34601e-cc16-4c2d-92b6-149b9b3638b6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0523198 Aug 27 12:34:50.490751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-03a02fda-da99-4721-bcf9-a5e34a212e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.491158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-03a02fda-da99-4721-bcf9-a5e34a212e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.491642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-03a02fda-da99-4721-bcf9-a5e34a212e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.493291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-03a02fda-da99-4721-bcf9-a5e34a212e52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 2292 time: 0.1185472 Aug 27 12:34:50.569272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-768406f3-cb9c-4452-944e-4cbd168cedd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1002 time: 0.0637434 Aug 27 12:34:50.628308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5ed704b3-5aaf-4b92-a95c-fe4442f3de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.629176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5ed704b3-5aaf-4b92-a95c-fe4442f3de5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0529337 Aug 27 12:34:50.682790 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-9d7ca0f9-12c7-4ad1-9dae-b44d82b3a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.684358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-9d7ca0f9-12c7-4ad1-9dae-b44d82b3a083 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472953 Aug 27 12:34:50.781620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-57ec2e27-4d02-4860-b279-5650d5347402 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892551 Aug 27 12:34:50.888543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-da1696d3-51e3-4dfa-8e9d-44eafbbd2745 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000729 Aug 27 12:34:50.933110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-308b88b2-c9ee-4f89-9f5c-81c010474f87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0373175 Aug 27 12:34:50.988653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2632166e-34a9-4b2a-8e83-3183c246cece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:50.996562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-f84352c2-b106-4082-98b9-229e1f790d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:50.998919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-f84352c2-b106-4082-98b9-229e1f790d63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0590234 Aug 27 12:34:51.051466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-36a0f633-ae97-4a4e-bdc0-5a7e59fabd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:51.052979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-36a0f633-ae97-4a4e-bdc0-5a7e59fabd71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463374 Aug 27 12:34:51.151511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-bcaa4cab-4463-45c2-8bea-c7502fa99657 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910842 Aug 27 12:34:51.162515 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:51.252004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-d4f93440-6b3b-4f62-8b01-0b076a0cc830 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934558 Aug 27 12:34:51.296952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-9742f86d-6d34-4865-83c5-322fe1033b0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0375371 Aug 27 12:34:51.350306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-91687a18-3a73-4a5d-9860-2fe612a0125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:51.351780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-91687a18-3a73-4a5d-9860-2fe612a0125a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0482163 Aug 27 12:34:51.412963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-7e95aab1-38de-43f4-9b7c-954d277c4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:51.414570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-7e95aab1-38de-43f4-9b7c-954d277c4a87 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549698 Aug 27 12:34:51.511196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-b7d1a990-6cff-4ee2-b081-25079aa5bce8 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887587 Aug 27 12:34:51.621754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-44be3c5c-5c2c-472d-b811-b2b2e2713e46 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023788 Aug 27 12:34:51.667330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-568f663a-8903-4164-9c90-d6a6a5fbc631 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0373836 Aug 27 12:34:51.729575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-0e823ed0-c3c3-4fc3-ade5-87b2965efede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:51.731706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-0e823ed0-c3c3-4fc3-ade5-87b2965efede service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0568578 Aug 27 12:34:51.785922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-f99a2846-77f4-4a33-8448-e53c42847f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:51.787547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-f99a2846-77f4-4a33-8448-e53c42847f01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470023 Aug 27 12:34:51.883234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-f1f92d21-9194-424c-8758-cf00ef4f76c5 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867822 Aug 27 12:34:51.987208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-5833cf56-5f0f-443d-bdb3-d6248d23a68c service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957308 Aug 27 12:34:52.031293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-1df1d159-8be5-4901-b5c6-1a8d8dfb7e20 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0367973 Aug 27 12:34:52.083587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-93758ca5-359f-4f76-bb6b-7e70177f103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:52.085092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-93758ca5-359f-4f76-bb6b-7e70177f103b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0472775 Aug 27 12:34:52.132880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-c5c4ff6f-3cbd-4bb9-8ce1-fd1e4e44b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:52.135214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-c5c4ff6f-3cbd-4bb9-8ce1-fd1e4e44b05f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424249 Aug 27 12:34:52.159137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:34:52.247640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-66f680b0-0431-4fa7-bfa3-1f91c44b71bf service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037788 Aug 27 12:34:52.342795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-c5b2fb40-88c9-4a5e-84bb-ed6df22f7585 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873797 Aug 27 12:34:52.392610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-b396998a-d707-490d-abc8-71c8538de899 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0425496 Aug 27 12:34:52.450537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-ff265866-f736-4a0c-95ba-de1f9af0c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:52.452323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-ff265866-f736-4a0c-95ba-de1f9af0c682 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0527866 Aug 27 12:34:52.505786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-27826c42-7e59-4717-951b-1924b58868ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:52.507372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-27826c42-7e59-4717-951b-1924b58868ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479581 Aug 27 12:34:52.608778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-d7a603ac-d188-479b-af3e-4f27b6376299 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931711 Aug 27 12:34:52.713727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-8fe963e8-7de7-4bbe-8e4d-d09842f2972d service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976906 Aug 27 12:34:52.761479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-2ebc5890-3897-4164-acf9-f58d6ec733fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0405040 Aug 27 12:34:52.813186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-6b33cad1-0a50-44d1-8ce6-59d515f7bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:52.814717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-6b33cad1-0a50-44d1-8ce6-59d515f7bb0d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0458579 Aug 27 12:34:52.863118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-0059d2b5-6b38-44fd-8dc1-1a19e0ef60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:34:52.864665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-0059d2b5-6b38-44fd-8dc1-1a19e0ef60ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431395 Aug 27 12:34:52.964452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-421bc98e-f5c8-4ffc-b77b-051db33e1d95 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926514 Aug 27 12:34:53.062372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccf8d95e-5473-4f9e-a7c7-8dadc9884904 req-089e5e32-0331-40ad-bd63-2cb42c274807 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906153 Aug 27 12:34:54.043424 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:03.863074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-1dfce960-0cdd-4731-8c21-297754cd3b10 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:03.864564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-1dfce960-0cdd-4731-8c21-297754cd3b10 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1024685 Aug 27 12:35:03.879716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-03995183-7fc6-4d8b-8636-03e07e224a96 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0089993 Aug 27 12:35:03.931183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-fc7eae44-e725-4c96-9e94-913bf3fdd332 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450244 Aug 27 12:35:04.039787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-c3526886-951f-4d10-87f3-22f53c61888d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:35:04.041400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-c3526886-951f-4d10-87f3-22f53c61888d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038296 Aug 27 12:35:04.131024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-c7dc6c96-0288-4700-ad2c-69652ff3da63 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832655 Aug 27 12:35:04.221927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-86ee9f55-8188-43a4-aa43-540f4cf95ad3 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 Aug 27 12:35:04.510365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11e66267-5e6f-444d-9d31-0ca9751504ea req-6a82422d-98ad-43a3-ad81-72decbbc2cf9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Aug 27 12:35:05.399926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-508f89a8-3f81-4bc5-9836-b3586e41d554 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:05.401445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-508f89a8-3f81-4bc5-9836-b3586e41d554 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1081364 Aug 27 12:35:05.414944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:05.536360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:35:05.540647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:05.607568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-751684d7-6aeb-4990-a9ef-a87483f3ddaf req-7586d070-a157-462b-b647-78ec97b7b08e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 210 time: 0.0266626 Aug 27 12:35:05.686458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.4 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/0aaf01f5-7017-4b69-abea-25c19568838d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:35:05.840665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:05.854601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object 0aaf01f5-7017-4b69-abea-25c19568838d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:05.886605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:05.933643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:05.937046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:05.941991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:35:05.946169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=0aaf01f5-7017-4b69-abea-25c19568838d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:05.995944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:05.996856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.016013 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-53581448-0c46-4485-95fa-c764ff0b9868 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047418 Aug 27 12:35:06.029555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Request body: {'port': {'device_id': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:06.093210 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.185626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e9488799-ec0c-4b58-bcfb-9c3a93e657c3 None None] Provisioning for port 0aaf01f5-7017-4b69-abea-25c19568838d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:06.189537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e9488799-ec0c-4b58-bcfb-9c3a93e657c3 None None] Provisioning complete for port 0aaf01f5-7017-4b69-abea-25c19568838d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:06.189913 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e9488799-ec0c-4b58-bcfb-9c3a93e657c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.229088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e9488799-ec0c-4b58-bcfb-9c3a93e657c3 None None] Port 0aaf01f5-7017-4b69-abea-25c19568838d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:35:06.368161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaf01f5-7017-4b69-abea-25c19568838d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:35:06.376560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.388960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Transition to ACTIVE for port object 0aaf01f5-7017-4b69-abea-25c19568838d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:06.392076 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.446828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaf01f5-7017-4b69-abea-25c19568838d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:06.532097 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Attempting to bind port 0aaf01f5-7017-4b69-abea-25c19568838d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:35:06.532651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Attempting to bind port 0aaf01f5-7017-4b69-abea-25c19568838d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:35:06.532933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Attempting to bind port 0aaf01f5-7017-4b69-abea-25c19568838d on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:06.538697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Port 0aaf01f5-7017-4b69-abea-25c19568838d on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:35:06.539026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Attempting to bind port 0aaf01f5-7017-4b69-abea-25c19568838d on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:06.545049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:35:06.545410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:06.545791 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:35:06.546236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Bound port: 0aaf01f5-7017-4b69-abea-25c19568838d, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:35:06.546643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.626502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] For port 0aaf01f5-7017-4b69-abea-25c19568838d, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:35:06.630033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] For port 0aaf01f5-7017-4b69-abea-25c19568838d, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0aaf01f5-7017-4b69-abea-25c19568838d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:35:06.642994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.678911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:06.679393 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:06.681321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] 10.222.0.65 "PUT /v2.0/ports/0aaf01f5-7017-4b69-abea-25c19568838d HTTP/1.1" status: 200 len: 1091 time: 0.6560402 Aug 27 12:35:06.681769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'tag': '0aaf01f5-7017-4b69-abea-25c19568838d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:06.684037 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1803dfd4-01d4-4afb-b758-f1bd39288ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e44305d-89c6-4a96-87a6-9665ae1cd523", "tag": "0aaf01f5-7017-4b69-abea-25c19568838d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:06.712242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd9c80-933d-4717-b4ab-8791a11a0a26 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaf01f5-7017-4b69-abea-25c19568838d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:06.758720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b6d53-3cd8-460f-afd3-b57ceef26acc req-22ede446-c290-4c15-94db-45f6887f2d8d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:06.768515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b42b6d53-3cd8-460f-afd3-b57ceef26acc req-22ede446-c290-4c15-94db-45f6887f2d8d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0741856 Aug 27 12:35:06.778818 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1ae6f-ca76-4b9d-98ba-e22f56b7bea4 x-openstack-request-id: req-4fb1ae6f-ca76-4b9d-98ba-e22f56b7bea4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:06.779137 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e44305d-89c6-4a96-87a6-9665ae1cd523", "tag": "0aaf01f5-7017-4b69-abea-25c19568838d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:06.779365 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fb1ae6f-ca76-4b9d-98ba-e22f56b7bea4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:06.779777 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'tag': '0aaf01f5-7017-4b69-abea-25c19568838d', 'status': 'completed', 'code': 200} Aug 27 12:35:06.806502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-99cb596b-8d2c-4fff-8dc0-828c4a297df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:06.809588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-99cb596b-8d2c-4fff-8dc0-828c4a297df3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 1094 time: 0.0749140 Aug 27 12:35:06.823219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b42b6d53-3cd8-460f-afd3-b57ceef26acc req-492715ea-26e5-44d7-8e31-8c50836df4a1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Aug 27 12:35:06.863834 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-5b4c348a-06e7-4d91-848f-34d65c0b061b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aaf01f5-7017-4b69-abea-25c19568838d HTTP/1.1" status: 200 len: 217 time: 0.0440753 Aug 27 12:35:06.915428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-e8e8db29-6c5c-48d8-8383-bb885c304768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:06.917099 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-e8e8db29-6c5c-48d8-8383-bb885c304768 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0461814 Aug 27 12:35:06.970626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-185197d0-08d7-4607-8764-376d80cc75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:06.972243 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-185197d0-08d7-4607-8764-376d80cc75da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471473 Aug 27 12:35:07.065226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-7cab7c28-76ea-4e03-b79a-9785aa080dbe service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844507 Aug 27 12:35:07.163371 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ffdd6f7d-1f59-4315-a81d-bd8617b4b8d2 req-842408c4-94a2-4fdc-935d-8b53c93724ef service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891402 Aug 27 12:35:07.250980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-3416c80a-b797-41a7-a69b-79c0842041b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:07.252440 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-3416c80a-b797-41a7-a69b-79c0842041b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 1094 time: 0.0437336 Aug 27 12:35:07.347460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-0ca231f9-9a85-4206-a39e-319f85ba7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:07.348986 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-0ca231f9-9a85-4206-a39e-319f85ba7b1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0886600 Aug 27 12:35:07.395674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-51a72fad-0745-4c05-a189-5a9d78d5eae3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aaf01f5-7017-4b69-abea-25c19568838d HTTP/1.1" status: 200 len: 217 time: 0.0388596 Aug 27 12:35:07.453075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-0131e1f6-8c0c-42ca-a380-ab816411755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:07.454981 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-0131e1f6-8c0c-42ca-a380-ab816411755c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0518632 Aug 27 12:35:07.502449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-822cf081-b0a7-414a-9008-d4db8ff01ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:07.503996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-822cf081-b0a7-414a-9008-d4db8ff01ee9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412202 Aug 27 12:35:07.601163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-f07a4af8-2fce-4c06-9093-1f929b0ac532 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894051 Aug 27 12:35:07.693259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1803dfd4-01d4-4afb-b758-f1bd39288ce0 req-929ef3ee-61b6-46fe-8ec0-fb023a628d20 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843136 Aug 27 12:35:07.946953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e2b0b-3131-4be9-b6ea-f6bfb3761a4f req-245464e1-0ef8-455c-ab6f-b03e62d1d01b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:07.948663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a3e2b0b-3131-4be9-b6ea-f6bfb3761a4f req-245464e1-0ef8-455c-ab6f-b03e62d1d01b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0531394 Aug 27 12:35:07.990741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a3e2b0b-3131-4be9-b6ea-f6bfb3761a4f req-2e125647-dec4-4b48-a9a1-2858bf20c699 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Aug 27 12:35:08.388651 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:09.112688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233cd8b-4a78-4a24-abf4-fa9ba46fe882 req-33b460e5-8532-4a04-bcfa-611384d9bb2d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:09.114197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3233cd8b-4a78-4a24-abf4-fa9ba46fe882 req-33b460e5-8532-4a04-bcfa-611384d9bb2d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0513754 Aug 27 12:35:09.152730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3233cd8b-4a78-4a24-abf4-fa9ba46fe882 req-58dd8e43-6544-472e-9ce6-2ae528869b9f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Aug 27 12:35:10.266643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def05f8-ee06-44d2-be93-501fbd569a7b req-6614ce42-ad29-4e36-a5ca-d1aa5d880970 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:10.268120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0def05f8-ee06-44d2-be93-501fbd569a7b req-6614ce42-ad29-4e36-a5ca-d1aa5d880970 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0489087 Aug 27 12:35:10.308880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0def05f8-ee06-44d2-be93-501fbd569a7b req-317e6083-6010-4b76-967d-86b779379b3d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349271 Aug 27 12:35:11.436226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d53dfb-ef72-44b7-88f0-fa66ea3dbe75 req-d9893bbd-22a8-488b-a057-8065f4ec9c70 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:11.437739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0d53dfb-ef72-44b7-88f0-fa66ea3dbe75 req-d9893bbd-22a8-488b-a057-8065f4ec9c70 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Aug 27 12:35:11.474926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0d53dfb-ef72-44b7-88f0-fa66ea3dbe75 req-ddd68b3b-971a-4def-8b96-44c1917d3cf6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Aug 27 12:35:11.767075 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:35:12.588663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc6ac-2d31-48b4-8b6f-eb521a16133a req-9c379d4c-caa5-4a5a-9148-7b9beac3c9f9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:12.590371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0fc6ac-2d31-48b4-8b6f-eb521a16133a req-9c379d4c-caa5-4a5a-9148-7b9beac3c9f9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0502238 Aug 27 12:35:12.627607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0fc6ac-2d31-48b4-8b6f-eb521a16133a req-51d82bd2-ee04-470a-84ce-6bd5f276e216 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Aug 27 12:35:13.740068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f71096-2e9d-4a8a-abb6-87f9e377ac92 req-c26a445b-2e3e-4b30-974d-c248ae42c368 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:13.741656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80f71096-2e9d-4a8a-abb6-87f9e377ac92 req-c26a445b-2e3e-4b30-974d-c248ae42c368 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Aug 27 12:35:13.783391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80f71096-2e9d-4a8a-abb6-87f9e377ac92 req-9dc1c52a-fde2-4c7c-9900-79c55b2b8f40 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Aug 27 12:35:14.898243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1ab82-cd8c-4b00-be4f-5864e5189003 req-8a90ef23-e04d-4352-afab-d5dd0fb9bb8c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:14.900258 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdf1ab82-cd8c-4b00-be4f-5864e5189003 req-8a90ef23-e04d-4352-afab-d5dd0fb9bb8c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0512028 Aug 27 12:35:14.945834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cdf1ab82-cd8c-4b00-be4f-5864e5189003 req-ebc871c0-161f-4429-9c9b-07ee231f01c1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Aug 27 12:35:16.060224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27deae8-b2a8-43cf-9306-6b72ff3e443d req-860291c5-0a39-4a44-a8e2-1c1694d8686a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:16.061714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c27deae8-b2a8-43cf-9306-6b72ff3e443d req-860291c5-0a39-4a44-a8e2-1c1694d8686a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 943 time: 0.0488117 Aug 27 12:35:16.099640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c27deae8-b2a8-43cf-9306-6b72ff3e443d req-c2a6e332-eaeb-4dfd-87c4-e57c43d9e5f2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Aug 27 12:35:16.823517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0aaf01f5-7017-4b69-abea-25c19568838d details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:35:16.914332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0aaf01f5-7017-4b69-abea-25c19568838d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0aaf01f5-7017-4b69-abea-25c19568838d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:16.927627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '0aaf01f5-7017-4b69-abea-25c19568838d', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': '0aaf01f5-7017-4b69-abea-25c19568838d', 'mac_address': 'fa:16:3e:9b:29:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:35:16.968080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:16.980294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaf01f5-7017-4b69-abea-25c19568838d {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:35:16.998868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0aaf01f5-7017-4b69-abea-25c19568838d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0aaf01f5-7017-4b69-abea-25c19568838d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:17.002440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:17.048856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0aaf01f5-7017-4b69-abea-25c19568838d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:17.199001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0aaf01f5-7017-4b69-abea-25c19568838d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:35:17.215955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639851b-c200-42e9-94ce-dc78ca145321 req-0bebcc96-3a12-4e60-bbf1-1214c8f29aa3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:17.217458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6639851b-c200-42e9-94ce-dc78ca145321 req-0bebcc96-3a12-4e60-bbf1-1214c8f29aa3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 944 time: 0.0513966 Aug 27 12:35:17.260088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6639851b-c200-42e9-94ce-dc78ca145321 req-d7e0a01a-daaf-4dd5-9799-9bf73d3eef84 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365872 Aug 27 12:35:18.372011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c83f10-a01c-4915-b445-ae2c6261e20b req-61b4d24f-e950-4017-ac12-54c72bd6d492 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:18.373500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41c83f10-a01c-4915-b445-ae2c6261e20b req-61b4d24f-e950-4017-ac12-54c72bd6d492 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 944 time: 0.0496304 Aug 27 12:35:18.411161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41c83f10-a01c-4915-b445-ae2c6261e20b req-afc83a70-0e59-48f3-b746-19242f46fb48 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Aug 27 12:35:18.475244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3143bd21-386c-4969-87f0-8e10207ea322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:18.835744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0aaf01f5-7017-4b69-abea-25c19568838d up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:18.884709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 0aaf01f5-7017-4b69-abea-25c19568838d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:18.888569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 0aaf01f5-7017-4b69-abea-25c19568838d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:18.888943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:18.973230 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:18.997054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaf01f5-7017-4b69-abea-25c19568838d'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:18.999367 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ae113f-99da-4c19-9956-fc5e14cb8aef" -d '{"events": [{"server_uuid": "8e44305d-89c6-4a96-87a6-9665ae1cd523", "name": "network-vif-plugged", "status": "completed", "tag": "0aaf01f5-7017-4b69-abea-25c19568838d"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:19.012992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0aaf01f5-7017-4b69-abea-25c19568838d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0aaf01f5-7017-4b69-abea-25c19568838d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:19.016805 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:19.047754 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdffeafc-335b-4f2f-a545-3c8a364e2c13 x-openstack-request-id: req-bdffeafc-335b-4f2f-a545-3c8a364e2c13 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:19.048208 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e44305d-89c6-4a96-87a6-9665ae1cd523", "name": "network-vif-plugged", "status": "completed", "tag": "0aaf01f5-7017-4b69-abea-25c19568838d", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:19.048497 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdffeafc-335b-4f2f-a545-3c8a364e2c13 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:19.048894 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaf01f5-7017-4b69-abea-25c19568838d', 'code': 200} Aug 27 12:35:19.079274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0aaf01f5-7017-4b69-abea-25c19568838d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:19.141326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140d8ab-3ddc-4593-b5b9-98ff88445e02 req-5c9df28f-55ad-434d-8263-8ffd0cbe5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:19.142979 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6140d8ab-3ddc-4593-b5b9-98ff88445e02 req-5c9df28f-55ad-434d-8263-8ffd0cbe5cf2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 1096 time: 0.0436926 Aug 27 12:35:19.178772 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6140d8ab-3ddc-4593-b5b9-98ff88445e02 req-1849122d-82d8-4622-9558-d6df86c32744 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289450 Aug 27 12:35:19.527670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f96b5-584f-4a62-9060-3aa4bdeca84e req-d314c00f-aaa9-447a-b191-55eb05308e33 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:19.529167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d31f96b5-584f-4a62-9060-3aa4bdeca84e req-d314c00f-aaa9-447a-b191-55eb05308e33 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 945 time: 0.0483348 Aug 27 12:35:19.566602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d31f96b5-584f-4a62-9060-3aa4bdeca84e req-288acd02-d24a-49de-a684-e9805db937cb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Aug 27 12:35:20.275002 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:20.685153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71eb14-252a-4643-84cc-37676b7e7667 req-868f9f6f-c568-4062-b7a1-f6b56baf8ed4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:20.686667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab71eb14-252a-4643-84cc-37676b7e7667 req-868f9f6f-c568-4062-b7a1-f6b56baf8ed4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Aug 27 12:35:20.729952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab71eb14-252a-4643-84cc-37676b7e7667 req-7cfaa609-0978-4d02-a8a5-08cbfa0cfe1f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Aug 27 12:35:20.851307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7088-8ac1-4029-8878-dbcc6400cb48 req-bfdd8b41-1389-4e22-be00-dd191999317a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:20.852919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdfb7088-8ac1-4029-8878-dbcc6400cb48 req-bfdd8b41-1389-4e22-be00-dd191999317a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Aug 27 12:35:20.890621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdfb7088-8ac1-4029-8878-dbcc6400cb48 req-b9144337-9da6-414a-a84d-8cc56bc10158 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Aug 27 12:35:20.990746 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8482359c-f442-401b-97ad-607c74cbbf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:21.165547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:22.159455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:23.357949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-0eb5c50c-4218-4409-9e0d-e77a8a16eaba tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:23.359460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-0eb5c50c-4218-4409-9e0d-e77a8a16eaba tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.0995150 Aug 27 12:35:23.374523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-f4d622dd-5879-4038-ae0f-3009d8921c2d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0094156 Aug 27 12:35:23.431187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-852d0c42-cbdc-4803-9fe7-056e2275d1b7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514226 Aug 27 12:35:23.519967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-a0efb779-4f0e-4f38-aa0e-c9bb23f76684 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815799 Aug 27 12:35:23.611655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-62b435b6-56f9-4647-ac13-a3b990348be8 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844045 Aug 27 12:35:23.807592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-673b23f8-6433-4a19-9f18-4b301d73e750 req-4d3455f1-c2a9-4029-b165-649b9e35be16 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 210 time: 0.0277796 Aug 27 12:35:24.036245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:24.818639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-b0c54fb1-3fcf-4151-b5e7-14189141fdf9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:24.820153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-b0c54fb1-3fcf-4151-b5e7-14189141fdf9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1012890 Aug 27 12:35:24.840448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:24.922042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62720332-a630-433a-9c0e-bdd3d57e9fbf req-84691b25-4f2a-4b4b-b36b-6155200c78a8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 210 time: 0.0336397 Aug 27 12:35:24.984303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:35:24.987989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.121561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.11 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/31147af8-a4df-4d71-ab96-4910c36eafea) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:35:25.282483 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.295855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object 31147af8-a4df-4d71-ab96-4910c36eafea will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:25.331592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.344061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0aaf01f5-7017-4b69-abea-25c19568838d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:35:25.379399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:25.382828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:25.387361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:35:25.409118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=31147af8-a4df-4d71-ab96-4910c36eafea,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:25.441440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.441854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.442230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.442579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.442921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.443252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.443592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.443924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.444262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.444588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.444924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.445305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:25.480246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:25.480956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.497745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-30c9708d-b1b7-4d1b-b512-f79d411c78d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6619177 Aug 27 12:35:25.517825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Request body: {'port': {'device_id': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:25.575542 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.721766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6c4d9564-ad3a-4f9d-b5ae-69d03fbb83e5 None None] Provisioning for port 31147af8-a4df-4d71-ab96-4910c36eafea completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:25.726279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6c4d9564-ad3a-4f9d-b5ae-69d03fbb83e5 None None] Provisioning complete for port 31147af8-a4df-4d71-ab96-4910c36eafea triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:25.726699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9564-ad3a-4f9d-b5ae-69d03fbb83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.765501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d9564-ad3a-4f9d-b5ae-69d03fbb83e5 None None] Port 31147af8-a4df-4d71-ab96-4910c36eafea cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:35:25.876381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31147af8-a4df-4d71-ab96-4910c36eafea {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:35:25.884046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.896149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Transition to ACTIVE for port object 31147af8-a4df-4d71-ab96-4910c36eafea will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:25.900182 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:25.971353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Pushing event updated for resources: {'Port': ['ID=31147af8-a4df-4d71-ab96-4910c36eafea,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:26.054506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Attempting to bind port 31147af8-a4df-4d71-ab96-4910c36eafea on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:35:26.054946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Attempting to bind port 31147af8-a4df-4d71-ab96-4910c36eafea by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:35:26.055847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Attempting to bind port 31147af8-a4df-4d71-ab96-4910c36eafea on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:26.064568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Port 31147af8-a4df-4d71-ab96-4910c36eafea on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:35:26.064890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Attempting to bind port 31147af8-a4df-4d71-ab96-4910c36eafea on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:26.071745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:35:26.072088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:26.072690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:35:26.073128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Bound port: 31147af8-a4df-4d71-ab96-4910c36eafea, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:35:26.073609 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:26.092950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325b4e2-70b3-41b5-9398-2210625cc097 req-dc0782d6-6553-4c0f-8c26-40a98b0f8d64 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.094510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c325b4e2-70b3-41b5-9398-2210625cc097 req-dc0782d6-6553-4c0f-8c26-40a98b0f8d64 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0950155 Aug 27 12:35:26.172695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c325b4e2-70b3-41b5-9398-2210625cc097 req-3cab797f-c48d-440b-9d7a-29d19b846d3b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712304 Aug 27 12:35:26.181295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] For port 31147af8-a4df-4d71-ab96-4910c36eafea, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:35:26.184823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] For port 31147af8-a4df-4d71-ab96-4910c36eafea, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=31147af8-a4df-4d71-ab96-4910c36eafea,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:35:26.190141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:26.236496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.237151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:26.238627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/31147af8-a4df-4d71-ab96-4910c36eafea HTTP/1.1" status: 200 len: 1092 time: 0.7258341 Aug 27 12:35:26.239069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'tag': '31147af8-a4df-4d71-ab96-4910c36eafea'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:26.241323 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503bfa49-5896-4279-8842-576656d3e722" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0c879b-efcd-4627-ace7-8fc2b99f0369", "tag": "31147af8-a4df-4d71-ab96-4910c36eafea"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:26.268860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c3086-e62b-4ee4-8ed4-85a105f932f5 service neutron] Pushing event updated for resources: {'Port': ['ID=31147af8-a4df-4d71-ab96-4910c36eafea,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:26.291487 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af006cfd-7df7-44d5-b43e-ccc23afd2e32 x-openstack-request-id: req-af006cfd-7df7-44d5-b43e-ccc23afd2e32 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:26.291789 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0c879b-efcd-4627-ace7-8fc2b99f0369", "tag": "31147af8-a4df-4d71-ab96-4910c36eafea", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:26.292050 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af006cfd-7df7-44d5-b43e-ccc23afd2e32 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:26.292471 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'tag': '31147af8-a4df-4d71-ab96-4910c36eafea', 'status': 'completed', 'code': 200} Aug 27 12:35:26.355155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-db17546e-e5a9-4e45-a881-43a3869dc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.356548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-db17546e-e5a9-4e45-a881-43a3869dc1e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 1095 time: 0.0473373 Aug 27 12:35:26.407481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-7256c411-93f2-4762-a063-405482e59801 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31147af8-a4df-4d71-ab96-4910c36eafea HTTP/1.1" status: 200 len: 217 time: 0.0359201 Aug 27 12:35:26.460943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-63eec716-cf09-4c89-b8a5-c7ccb0f58a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.462602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-63eec716-cf09-4c89-b8a5-c7ccb0f58a5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0466454 Aug 27 12:35:26.533145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-7b458e9b-c8bc-45f9-88f7-c854e7f98d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.534731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-7b458e9b-c8bc-45f9-88f7-c854e7f98d58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471113 Aug 27 12:35:26.628176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-024dd07e-34b6-41de-8991-c819e5f2909f service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865140 Aug 27 12:35:26.727802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6d9e4e7-e5ae-4170-903b-6d8fb5e1a407 req-9ec7aa65-3744-4bbf-ac55-75e3c8cbfcf7 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911109 Aug 27 12:35:26.843985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfa49-5896-4279-8842-576656d3e722 req-fe80acbe-ce90-439d-b0dd-77a7475ec373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.845545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-fe80acbe-ce90-439d-b0dd-77a7475ec373 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 1095 time: 0.0474851 Aug 27 12:35:26.938942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfa49-5896-4279-8842-576656d3e722 req-e54a1355-b92d-49d7-9c0c-3e5407270a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:26.940419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-e54a1355-b92d-49d7-9c0c-3e5407270a1b service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0875251 Aug 27 12:35:26.981391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-c26a9036-b50d-4960-be48-f13bb3dbab36 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31147af8-a4df-4d71-ab96-4910c36eafea HTTP/1.1" status: 200 len: 217 time: 0.0332725 Aug 27 12:35:27.034599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfa49-5896-4279-8842-576656d3e722 req-2005509a-7b07-4a09-9b92-be65b56c47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:27.036131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-2005509a-7b07-4a09-9b92-be65b56c47e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0482800 Aug 27 12:35:27.134055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfa49-5896-4279-8842-576656d3e722 req-c6e4c969-9de8-4366-a6b7-70824d094ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:27.135600 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-c6e4c969-9de8-4366-a6b7-70824d094ad6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925794 Aug 27 12:35:27.232584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-1fee3bfd-70b5-4f19-a321-5713e4c9e971 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889657 Aug 27 12:35:27.825913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827dfed-4324-488e-8398-78da3a7febc6 req-537360a1-ec2b-4966-899e-40b60b586515 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:27.828029 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8827dfed-4324-488e-8398-78da3a7febc6 req-537360a1-ec2b-4966-899e-40b60b586515 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.5797219 Aug 27 12:35:27.856062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503bfa49-5896-4279-8842-576656d3e722 req-78ee156a-7914-4427-a940-0d798b9a28ba service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159775 Aug 27 12:35:27.889135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8827dfed-4324-488e-8398-78da3a7febc6 req-5ecdbfbe-6d64-4290-b6a0-7997ae6c3e74 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Aug 27 12:35:29.059507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3c57f-2f12-47b0-8ac6-cea5ea447449 req-eac7e86e-f7ac-402d-aa9a-f2be7e71cbf2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:29.061431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aad3c57f-2f12-47b0-8ac6-cea5ea447449 req-eac7e86e-f7ac-402d-aa9a-f2be7e71cbf2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0695755 Aug 27 12:35:29.118885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aad3c57f-2f12-47b0-8ac6-cea5ea447449 req-d7ef23f5-9cb4-4b85-ab28-141ade3a8e13 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508003 Aug 27 12:35:30.277351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226cfc5-bfb1-498c-bf47-f4c295d364fc req-feb0918a-2c77-4adf-a8a0-c7132bb8ed9b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:30.278804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8226cfc5-bfb1-498c-bf47-f4c295d364fc req-feb0918a-2c77-4adf-a8a0-c7132bb8ed9b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0762739 Aug 27 12:35:30.333820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8226cfc5-bfb1-498c-bf47-f4c295d364fc req-94777351-e34f-46f6-9ff7-2b250d75a082 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Aug 27 12:35:31.460235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35434d-16e7-4e3e-8763-2985d6281343 req-4fa486f3-1a73-4cfa-8e83-c63ea1c8ffd8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:31.461874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a35434d-16e7-4e3e-8763-2985d6281343 req-4fa486f3-1a73-4cfa-8e83-c63ea1c8ffd8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0569725 Aug 27 12:35:31.504616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a35434d-16e7-4e3e-8763-2985d6281343 req-c96eaaf0-0b7b-4a0c-af1a-3ccda18024e5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Aug 27 12:35:32.630127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ba6b-aa43-41d7-b197-d6cf90063b9e req-4ad95379-dde4-417e-a91b-66ffcbe76580 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:32.631813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd32ba6b-aa43-41d7-b197-d6cf90063b9e req-4ad95379-dde4-417e-a91b-66ffcbe76580 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0524614 Aug 27 12:35:32.674590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd32ba6b-aa43-41d7-b197-d6cf90063b9e req-096e5a40-8a21-4a5f-adf1-75c5ca6e5b65 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351965 Aug 27 12:35:33.788676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1132a-d194-4039-9c9f-9588ff53f27f req-5f09d608-021a-4118-a7a2-d462e7854293 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:33.790173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ad1132a-d194-4039-9c9f-9588ff53f27f req-5f09d608-021a-4118-a7a2-d462e7854293 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Aug 27 12:35:33.831351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ad1132a-d194-4039-9c9f-9588ff53f27f req-b130e5f1-4bda-4f11-85dd-9461cdfbd516 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352154 Aug 27 12:35:34.947839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b966a-148e-45f6-a1e7-d064538fe3f9 req-416a2325-7859-489d-829f-a41e31d08b2e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:34.949403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d07b966a-148e-45f6-a1e7-d064538fe3f9 req-416a2325-7859-489d-829f-a41e31d08b2e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0504034 Aug 27 12:35:34.989572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d07b966a-148e-45f6-a1e7-d064538fe3f9 req-03026e01-8c4e-491a-bba4-e2cecf4529ca tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Aug 27 12:35:36.106992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2251b-7f98-4ad1-aa6d-4c35a059e6bf req-b6717e25-22c7-48ca-a6f5-dbba3ce9d75e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:36.108586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d2251b-7f98-4ad1-aa6d-4c35a059e6bf req-b6717e25-22c7-48ca-a6f5-dbba3ce9d75e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0495856 Aug 27 12:35:36.145483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d2251b-7f98-4ad1-aa6d-4c35a059e6bf req-9820819f-3765-4961-8c40-6bf8b5fddc32 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Aug 27 12:35:37.262743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4070e3b-ad3d-4583-9bf6-b9e18a56bff0 req-577023a7-3427-4b60-aac4-3995e2273081 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:37.264135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4070e3b-ad3d-4583-9bf6-b9e18a56bff0 req-577023a7-3427-4b60-aac4-3995e2273081 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0491204 Aug 27 12:35:37.308548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4070e3b-ad3d-4583-9bf6-b9e18a56bff0 req-131c703c-0a8c-4d48-902b-a5e5a34e8004 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Aug 27 12:35:38.400687 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:38.438592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a6dee-0b86-4fb6-9cc1-485b8cabc2f3 req-8195b998-51e5-409b-ad9d-ca53724212bd tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:38.440149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a4a6dee-0b86-4fb6-9cc1-485b8cabc2f3 req-8195b998-51e5-409b-ad9d-ca53724212bd tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0610647 Aug 27 12:35:38.504495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a4a6dee-0b86-4fb6-9cc1-485b8cabc2f3 req-048ccc8a-45a1-4dbc-9327-9176af612a2e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497677 Aug 27 12:35:39.623939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ac2e6-e144-4b20-9372-86dd7d9b8f7a req-68de4b94-8337-49b0-bff2-8e16cb49712a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:39.625442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-620ac2e6-e144-4b20-9372-86dd7d9b8f7a req-68de4b94-8337-49b0-bff2-8e16cb49712a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0519843 Aug 27 12:35:39.663981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-620ac2e6-e144-4b20-9372-86dd7d9b8f7a req-575540c5-9107-4405-939c-b017fd16ef25 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Aug 27 12:35:40.769038 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-4b6b6cb2-faf6-4e16-9458-49a51d2bbeee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467784 Aug 27 12:35:40.781877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18a7be-42ca-4a95-ab0a-72e80003c0c0 req-c5ec3839-3cb6-4e44-a2ee-a2de317808ab tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:40.783719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b18a7be-42ca-4a95-ab0a-72e80003c0c0 req-c5ec3839-3cb6-4e44-a2ee-a2de317808ab tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0518129 Aug 27 12:35:40.828617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b18a7be-42ca-4a95-ab0a-72e80003c0c0 req-336d8059-01ca-4011-84d5-5cd931d85308 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Aug 27 12:35:40.860067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-f71770c3-86b3-4898-a9b3-ac23594c8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:40.861593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-f71770c3-86b3-4898-a9b3-ac23594c8105 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 1096 time: 0.0449255 Aug 27 12:35:40.971494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-c5c29c61-9d6a-4c3b-b6af-fec5ca8d7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:40.972912 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-c5c29c61-9d6a-4c3b-b6af-fec5ca8d7cd4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0888724 Aug 27 12:35:41.018657 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-1a1401db-a6ce-4d06-8913-b470db637357 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aaf01f5-7017-4b69-abea-25c19568838d HTTP/1.1" status: 200 len: 217 time: 0.0379989 Aug 27 12:35:41.075488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-a4ca1b53-da5f-4373-842d-e03a95d7fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:41.076938 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-a4ca1b53-da5f-4373-842d-e03a95d7fb8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0447431 Aug 27 12:35:41.128782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-df5eac60-cfb2-40d5-a145-56ffefce4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:41.130290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-df5eac60-cfb2-40d5-a145-56ffefce4423 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394528 Aug 27 12:35:41.223295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-000910b1-f983-4cf9-909a-f9a5933178ca service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842724 Aug 27 12:35:41.314500 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4038a9fe-dda5-4ad3-b3c9-7691a928e4c4 req-06c6b07c-866a-4025-b079-f385b00783f9 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829835 Aug 27 12:35:41.750045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:41.843456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ef8a53ca-dba5-4882-b853-f11507798e92 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4090 time: 0.0919576 Aug 27 12:35:41.846518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32952) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:41.851280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'network': {'name': 'tempest-network-smoke--462636489', 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'port_security_enabled': False}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:41.873925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Made reservation on behalf of 53f1a5dbf2c6457aaab78220815b7655 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:35:41.878705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:41.904366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:35:41.939476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:41.939741 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Added segment 111f4ec2-2402-4a9f-87b4-509b003714d4 of type vlan for network 508f3c90-b68d-41a9-8649-0858dfddbdcb Aug 27 12:35:41.988210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.002588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489073-1f04-403d-b567-55dca15989b6 req-a08a2a09-8fd6-4d88-b72f-81b637c5f516 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:42.004076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95489073-1f04-403d-b567-55dca15989b6 req-a08a2a09-8fd6-4d88-b72f-81b637c5f516 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.1008091 Aug 27 12:35:42.040013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.045558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:42.046145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.108014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95489073-1f04-403d-b567-55dca15989b6 req-e1ce227e-c1c5-474f-a61e-ebf418d73c15 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978625 Aug 27 12:35:42.117935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2677228 Aug 27 12:35:42.118140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32956) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:42.127804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'admin_state_up': True, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:42.145212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef40d2-b071-43ac-9193-08285c6ee7e3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Network': ['ID=508f3c90-b68d-41a9-8649-0858dfddbdcb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:42.156617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:35:42.159556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.160597 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.211778 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.348296 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.543796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.567189 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.692362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.25.8.192 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/361c1535-6f98-476d-9b65-89c6997e02cb) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:35:42.800538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.841152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:42.879507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:42.884471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:42.888084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:35:42.893667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=361c1535-6f98-476d-9b65-89c6997e02cb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:43.148994 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:43.300606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528e3c-1335-45c4-a9cc-b7a4b5daf5e2 req-f1ac0dd4-e49d-49b4-af19-8a867a161633 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:43.302701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a528e3c-1335-45c4-a9cc-b7a4b5daf5e2 req-f1ac0dd4-e49d-49b4-af19-8a867a161633 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.1130006 Aug 27 12:35:43.396680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a528e3c-1335-45c4-a9cc-b7a4b5daf5e2 req-3b25ba3d-24e4-4fc7-a005-553cc60b1c67 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865681 Aug 27 12:35:43.448559 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:43.578560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router 480c8aae-f8d0-4636-824a-c8d54f45f3cd is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:35:43.687874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:35:43.698875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Sync routers for ids ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:35:43.708618 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:43.708938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Routers {'480c8aae-f8d0-4636-824a-c8d54f45f3cd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:35:43.709622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:43.710041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-337ea97a-608d-4d73-bd6b-70d10f909367 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5909226 Aug 27 12:35:43.713849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32962) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:43.799078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe818fc2-7d84-4f3c-ac32-6e257724a0f2 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:43.800601 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fe818fc2-7d84-4f3c-ac32-6e257724a0f2 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=53f1a5dbf2c6457aaab78220815b7655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0856409 Aug 27 12:35:43.803538 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32964) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:43.816319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Set router 480c8aae-f8d0-4636-824a-c8d54f45f3cd gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:35:43.891546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bf6eff-c010-4f86-80d0-dd5288668a35 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:43.893262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6bf6eff-c010-4f86-80d0-dd5288668a35 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886490 Aug 27 12:35:43.896041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32968) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:43.940456 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0fcc45c2-6823-464a-b986-9ca860a7bcf3 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400493 Aug 27 12:35:43.940456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32970) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:44.005600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:43Z', 'revision_number': 3, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:44.033512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Checking router: 480c8aae-f8d0-4636-824a-c8d54f45f3cd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:35:44.033868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Updating router 480c8aae-f8d0-4636-824a-c8d54f45f3cd port 361c1535-6f98-476d-9b65-89c6997e02cb binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:35:44.059795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.292196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bba64ec7-3a8d-4cc8-a294-6dab4418db14 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=53f1a5dbf2c6457aaab78220815b7655&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3508685 Aug 27 12:35:44.294624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32972) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:44.326840 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.337436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Transition to ACTIVE for port object 361c1535-6f98-476d-9b65-89c6997e02cb will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:44.343433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.384147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8c2f3-1da8-4870-aea6-9039f9124f8f tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:44.385803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-90d8c2f3-1da8-4870-aea6-9039f9124f8f tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902705 Aug 27 12:35:44.388596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32974) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:44.399711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Attempting to bind port 361c1535-6f98-476d-9b65-89c6997e02cb on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:35:44.400172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Attempting to bind port 361c1535-6f98-476d-9b65-89c6997e02cb by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:35:44.400613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Attempting to bind port 361c1535-6f98-476d-9b65-89c6997e02cb on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:44.411502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:35:44.411972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:44.412424 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.412831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:35:44.413308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Bound port: 361c1535-6f98-476d-9b65-89c6997e02cb, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:35:44.413692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.416679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Pushing event updated for resources: {'Port': ['ID=361c1535-6f98-476d-9b65-89c6997e02cb,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:44.433467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 32978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:44.434324 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bfa44498-fbe7-48dc-aeb0-4cb5a7ea484e tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444798 Aug 27 12:35:44.442069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961179633', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:44.443365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.443728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.444072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.444412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.444807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.445192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.446060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.446759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.447440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.447779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.448111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.448440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:44.487554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] For port 361c1535-6f98-476d-9b65-89c6997e02cb, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:35:44.491489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] For port 361c1535-6f98-476d-9b65-89c6997e02cb, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=361c1535-6f98-476d-9b65-89c6997e02cb,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:35:44.496136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.552723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Routers {'480c8aae-f8d0-4636-824a-c8d54f45f3cd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:35:44.553347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:44.568582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9e2c4-b6c7-4755-868e-a399028e934f req-81b0d9e4-8490-4bd7-a28e-0a593eb05159 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:44.570191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ff9e2c4-b6c7-4755-868e-a399028e934f req-81b0d9e4-8490-4bd7-a28e-0a593eb05159 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0865638 Aug 27 12:35:44.584387 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Made reservation on behalf of 53f1a5dbf2c6457aaab78220815b7655 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:35:44.587882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.605644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f50ff0-7da3-47ad-acc0-7386dd50028f None None] Pushing event updated for resources: {'Port': ['ID=361c1535-6f98-476d-9b65-89c6997e02cb,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:44.669465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ff9e2c4-b6c7-4755-868e-a399028e934f req-0652b0be-b377-4d0a-8100-a40e72b939ad tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916989 Aug 27 12:35:44.679082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] Set router 480c8aae-f8d0-4636-824a-c8d54f45f3cd gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:35:44.802616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.868401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Subnet': ['ID=5f723a8a-fa13-44d6-97ed-5d04bb864bef,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:44.869493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:43Z', 'revision_number': 3, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:44.879964 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Checking segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:44.880397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network hostable DHCP agents. Network: 508f3c90-b68d-41a9-8649-0858dfddbdcb, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:35:44.900757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607cab4-c5d9-41a3-9441-56532d4459eb None None] The sync data for ids ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'] in n-d-688802-4 is: [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:43Z', 'revision_number': 3, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:35:44.902485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:35:44.913033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 508f3c90-b68d-41a9-8649-0858dfddbdcb) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:44.924131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:44.924131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:44.930109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059966eb-4617-4b73-b137-544b9582d821 None None] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:35:44.951911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3109196c-5d92-4e3c-a611-074ba221e127 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5155239 Aug 27 12:35:44.953239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 32982) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:45.114646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-508f3c90-b68d-41a9-8649-0858dfddbdcb', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'fixed_ips': [{'subnet_id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:35:45.115628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.295152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Allocated IP 172.20.0.18 (508f3c90-b68d-41a9-8649-0858dfddbdcb/5f723a8a-fa13-44d6-97ed-5d04bb864bef/da3ccfed-7cd6-4fd6-a093-a11f20615e8a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:35:45.457628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.469255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Transition to ACTIVE for port object da3ccfed-7cd6-4fd6-a093-a11f20615e8a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:45.488505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Transition to ACTIVE for port object da3ccfed-7cd6-4fd6-a093-a11f20615e8a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:45.495965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.541805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:45.546701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:45.549791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:35:45.568507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Pushing event updated for resources: {'Port': ['ID=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:45.605050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.623953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Attempting to bind port da3ccfed-7cd6-4fd6-a093-a11f20615e8a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:35:45.624366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Attempting to bind port da3ccfed-7cd6-4fd6-a093-a11f20615e8a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:35:45.624765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Attempting to bind port da3ccfed-7cd6-4fd6-a093-a11f20615e8a on network 508f3c90-b68d-41a9-8649-0858dfddbdcb {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:45.631197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:35:45.631505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Checking segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:45.631954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.632431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Bound using segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:35:45.633755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Bound port: da3ccfed-7cd6-4fd6-a093-a11f20615e8a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:35:45.634143 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.717827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] For port da3ccfed-7cd6-4fd6-a093-a11f20615e8a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:35:45.722044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] For port da3ccfed-7cd6-4fd6-a093-a11f20615e8a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:35:45.728982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:45.816333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216e24f-b847-42aa-8bdb-3da64f287292 req-1f1f3117-33dc-49ad-8b53-ea8a411d4531 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:45.823517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a2ffe-c865-4663-890a-87ca661c69aa None None] Pushing event updated for resources: {'Port': ['ID=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:45.835307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6216e24f-b847-42aa-8bdb-3da64f287292 req-1f1f3117-33dc-49ad-8b53-ea8a411d4531 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0742640 Aug 27 12:35:45.882266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6216e24f-b847-42aa-8bdb-3da64f287292 req-70e3c34d-7884-4cc7-902a-50657e4ead35 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457041 Aug 27 12:35:46.036643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.20.0.17 (508f3c90-b68d-41a9-8649-0858dfddbdcb/5f723a8a-fa13-44d6-97ed-5d04bb864bef/d1d34cf0-f372-461a-9bc4-abf1b1cbbb76) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:35:46.116086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 361c1535-6f98-476d-9b65-89c6997e02cb up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:46.192769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.201372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 361c1535-6f98-476d-9b65-89c6997e02cb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:46.207107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 361c1535-6f98-476d-9b65-89c6997e02cb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:46.207528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.212824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Transition to ACTIVE for port object d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:46.250218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.307802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.308493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:46.309680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:46.312191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:46.314989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:35:46.323252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.323574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.323965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.324525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.324730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.325056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.325408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.325743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.326077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.326424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.326757 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.327102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:46.334838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 361c1535-6f98-476d-9b65-89c6997e02cb, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=361c1535-6f98-476d-9b65-89c6997e02cb,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:46.340795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.373842 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.395961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=361c1535-6f98-476d-9b65-89c6997e02cb,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:46.552093 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.859542 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.864935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:46.943373 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:46.945873 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:47.020730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f047175-5c93-4a26-842e-1cd96f87a9ea req-4b337abe-52e1-4330-863f-8b5a82405465 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:47.022297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f047175-5c93-4a26-842e-1cd96f87a9ea req-4b337abe-52e1-4330-863f-8b5a82405465 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 944 time: 0.0570679 Aug 27 12:35:47.058521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:47.060351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:47.078776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f047175-5c93-4a26-842e-1cd96f87a9ea req-842853f2-651a-4f3a-9ce9-466ffb7f98a7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489154 Aug 27 12:35:47.201644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router 480c8aae-f8d0-4636-824a-c8d54f45f3cd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:35:47.428784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f56d76-2211-45a2-a209-4227739b036a None None] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:35:47.503765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ec3ad0e4-db76-456c-a613-5ccc777453c4 None None] Provisioning for port da3ccfed-7cd6-4fd6-a093-a11f20615e8a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:47.582956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:35:47.588687 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c2c8a3f1-7f8d-4d2e-8bbe-13fd40dc3d51 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "PUT /v2.0/routers/480c8aae-f8d0-4636-824a-c8d54f45f3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340969 Aug 27 12:35:47.603096 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Sync routers for ids ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:35:47.614451 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Routers {'480c8aae-f8d0-4636-824a-c8d54f45f3cd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:35:47.615155 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:47.740878 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Set router 480c8aae-f8d0-4636-824a-c8d54f45f3cd gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:35:47.836627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 31147af8-a4df-4d71-ab96-4910c36eafea details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:35:47.893282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-de6a31d2-b068-4704-8968-9a81bc1c5247 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:47.895389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-de6a31d2-b068-4704-8968-9a81bc1c5247 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/networks?id=508f3c90-b68d-41a9-8649-0858dfddbdcb HTTP/1.1" status: 200 len: 797 time: 0.1214409 Aug 27 12:35:47.912874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-9590aa63-2e28-4a60-9d76-d82365ffaa86 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/quotas/53f1a5dbf2c6457aaab78220815b7655 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Aug 27 12:35:47.959129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0b191fb1-e7f5-46d9-ae3e-49a28633184c None None] Provisioning for port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:47.970141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0b191fb1-e7f5-46d9-ae3e-49a28633184c None None] Provisioning complete for port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:47.970290 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd1d34cf0-f372-461a-9bc4-abf1b1cbbb76', 'name': '', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:b6:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:45Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 2, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:47.971076 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0b191fb1-e7f5-46d9-ae3e-49a28633184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:47.989617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-26b36149-5f4c-4620-9d6f-a6815eba2898 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0695002 Aug 27 12:35:48.000938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 31147af8-a4df-4d71-ab96-4910c36eafea, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=31147af8-a4df-4d71-ab96-4910c36eafea,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:48.015301 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Checking router: 480c8aae-f8d0-4636-824a-c8d54f45f3cd for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:35:48.015662 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Updating router 480c8aae-f8d0-4636-824a-c8d54f45f3cd port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:35:48.020547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '31147af8-a4df-4d71-ab96-4910c36eafea', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': '31147af8-a4df-4d71-ab96-4910c36eafea', 'mac_address': 'fa:16:3e:b6:0e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:35:48.029963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0b191fb1-e7f5-46d9-ae3e-49a28633184c None None] Port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:35:48.044118 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.089219 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.126870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31147af8-a4df-4d71-ab96-4910c36eafea {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:35:48.156880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-82f420c5-62e8-442d-99dc-26241d05e203 service neutron] 10.222.0.76 "GET /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526053 Aug 27 12:35:48.157847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 31147af8-a4df-4d71-ab96-4910c36eafea, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=31147af8-a4df-4d71-ab96-4910c36eafea,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:48.170436 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.240104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 361c1535-6f98-476d-9b65-89c6997e02cb up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:48.242865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=31147af8-a4df-4d71-ab96-4910c36eafea,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:48.308009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 361c1535-6f98-476d-9b65-89c6997e02cb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:48.308386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.319156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7c103-64dd-4cde-a207-ae6337631704 req-2755b501-b27f-4058-ad6d-c4314e845c6d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:48.327709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dce7c103-64dd-4cde-a207-ae6337631704 req-2755b501-b27f-4058-ad6d-c4314e845c6d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 945 time: 0.1264217 Aug 27 12:35:48.345566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-76cd9e0b-6b56-424b-b68f-c0aba0d44816 None None] Provisioning complete for port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:48.345940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-76cd9e0b-6b56-424b-b68f-c0aba0d44816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.364984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-7938c58c-1c23-4c31-8660-7ab2af36cd4d service neutron] 10.222.0.76 "GET /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948078 Aug 27 12:35:48.382695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dce7c103-64dd-4cde-a207-ae6337631704 req-4777b3a3-d8ab-4bfb-a437-b4dd5d5d1359 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539446 Aug 27 12:35:48.458719 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.472667 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Transition to ACTIVE for port object d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:48.488467 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.546138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Pushing event updated for resources: {'Port': ['ID=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:48.577602 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.577944 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.578542 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.578886 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.579215 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.579554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.580258 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.580601 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.580930 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.581241 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.581561 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.581876 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:35:48.622444 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Attempting to bind port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:35:48.623182 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Attempting to bind port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:35:48.630138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Attempting to bind port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 on network 508f3c90-b68d-41a9-8649-0858dfddbdcb {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:48.636377 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:35:48.636763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Checking segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:48.637225 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.637624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Bound using segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:35:48.638172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Bound port: d1d34cf0-f372-461a-9bc4-abf1b1cbbb76, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:35:48.638602 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.647753 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-909605d6-6a97-4607-ae6d-7bae6d8359a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.652733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-76cd9e0b-6b56-424b-b68f-c0aba0d44816 None None] Port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:35:48.678700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d72dafe9-8f12-40b5-9eb9-c57c76c5820a req-dc6a757b-1187-42a0-b6b4-faea0326ecee tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 210 time: 0.0600758 Aug 27 12:35:48.700426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da3ccfed-7cd6-4fd6-a093-a11f20615e8a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:48.743401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] For port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:35:48.747259 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] For port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:35:48.754092 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.781444 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port da3ccfed-7cd6-4fd6-a093-a11f20615e8a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:48.789794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port da3ccfed-7cd6-4fd6-a093-a11f20615e8a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:48.789794 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:48.812899 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:35:48.819252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['31147af8-a4df-4d71-ab96-4910c36eafea'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:35:48.838925 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Routers {'480c8aae-f8d0-4636-824a-c8d54f45f3cd'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:35:48.839557 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:48.920903 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e46296-a126-488f-9af1-13fdeef3a842 None None] Pushing event updated for resources: {'Port': ['ID=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:48.991156 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:49.011423 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] Set router 480c8aae-f8d0-4636-824a-c8d54f45f3cd gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:35:49.053689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port da3ccfed-7cd6-4fd6-a093-a11f20615e8a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:49.064126 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:49.146338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:49.271409 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd1d34cf0-f372-461a-9bc4-abf1b1cbbb76', 'name': '', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:b6:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:45Z', 'updated_at': '2021-08-27T12:35:48Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:35:49.297764 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b40fc2-16d0-4a06-8f96-8bc611176ca1 None None] The sync data for ids ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'] in n-d-688802-4 is: [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'd1d34cf0-f372-461a-9bc4-abf1b1cbbb76', 'name': '', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:b6:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:45Z', 'updated_at': '2021-08-27T12:35:48Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:35:49.529421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d65337-10ae-4f57-a74a-37c0525491ea req-2e9b1623-748e-4313-822d-24d09bd467d7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:49.531050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79d65337-10ae-4f57-a74a-37c0525491ea req-2e9b1623-748e-4313-822d-24d09bd467d7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 945 time: 0.0573158 Aug 27 12:35:49.577507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79d65337-10ae-4f57-a74a-37c0525491ea req-46418bed-6c4c-4e7b-8089-d22eb23639f0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Aug 27 12:35:49.787101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9520425e-41dd-4670-8c76-5252c4fd9acf req-ee1b889a-bb40-4c87-8f02-b1feb0f99473 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 210 time: 0.0410266 Aug 27 12:35:49.897502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-953735f2-ea93-452e-b2d5-23423351cd9d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:49.899753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-953735f2-ea93-452e-b2d5-23423351cd9d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.65 "GET /v2.0/networks?id=508f3c90-b68d-41a9-8649-0858dfddbdcb HTTP/1.1" status: 200 len: 797 time: 0.1352246 Aug 27 12:35:49.914587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Request body: {'port': {'device_id': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'admin_state_up': True, 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:50.066319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Made reservation on behalf of 53f1a5dbf2c6457aaab78220815b7655 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:35:50.071025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.238405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Allocated IP 172.20.0.30 (508f3c90-b68d-41a9-8649-0858dfddbdcb/5f723a8a-fa13-44d6-97ed-5d04bb864bef/17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:35:50.291493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:50.322276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.353379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:50.359693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:50.360058 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.401417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.422161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Transition to ACTIVE for port object 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:50.450265 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.466725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.493209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:50.498123 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.499002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da3ccfed-7cd6-4fd6-a093-a11f20615e8a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:50.531157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:35:50.535433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:35:50.538549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:35:50.574942 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event updated for resources: {'Port': ['ID=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:50.586462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:50.610368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port da3ccfed-7cd6-4fd6-a093-a11f20615e8a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:50.610943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.635082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:50.635841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.677752 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-35a6957b-3fd8-466d-8601-64b9ae532fb6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7684503 Aug 27 12:35:50.695621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Request body: {'port': {'device_id': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:35:50.758168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0299b-4cdf-4efe-b367-48533234b84f req-9bf3b002-bf53-4797-88d6-eae0a1f02020 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:50.760605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aa0299b-4cdf-4efe-b367-48533234b84f req-9bf3b002-bf53-4797-88d6-eae0a1f02020 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 945 time: 0.0812290 Aug 27 12:35:50.766509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.812864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5aa0299b-4cdf-4efe-b367-48533234b84f req-85f4e90b-8a4e-447c-a679-bb068be3f9bc tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Aug 27 12:35:50.854040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d666e7e5-3b56-4302-a432-3ba6ea726249 None None] Provisioning for port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:50.858648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d666e7e5-3b56-4302-a432-3ba6ea726249 None None] Provisioning complete for port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:50.859182 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d666e7e5-3b56-4302-a432-3ba6ea726249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:50.901405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d666e7e5-3b56-4302-a432-3ba6ea726249 None None] Port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:35:50.918533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161243c4-c82b-438e-8ba9-29935514a592 req-c58df52e-31d6-4417-81f4-afc3b700a6ad tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:50.920493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-161243c4-c82b-438e-8ba9-29935514a592 req-c58df52e-31d6-4417-81f4-afc3b700a6ad tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 895 time: 0.0564673 Aug 27 12:35:50.995009 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0fb42794-a042-4c3a-8f9d-862c4684f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.089096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:35:51.097724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.112245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Transition to ACTIVE for port object 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:35:51.115594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.177261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:51.190733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.262039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Attempting to bind port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:35:51.262515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Attempting to bind port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:35:51.262970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Attempting to bind port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 on network 508f3c90-b68d-41a9-8649-0858dfddbdcb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:51.268894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 on network 508f3c90-b68d-41a9-8649-0858dfddbdcb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:35:51.269232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Attempting to bind port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 on network 508f3c90-b68d-41a9-8649-0858dfddbdcb {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:35:51.275959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:35:51.276331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Checking segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:35:51.276843 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Bound using segment: {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:35:51.277336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Bound port: 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111f4ec2-2402-4a9f-87b4-509b003714d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:35:51.277708 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.277944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-ff72ded3-beb5-4f82-b12a-bf78ddd2c2eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562329 Aug 27 12:35:51.363439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] For port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:35:51.364816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae2fd-2675-427d-b254-787d2c80b050 req-f1ab9c13-81f6-4a25-aa37-161fda51f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.366660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-f1ab9c13-81f6-4a25-aa37-161fda51f225 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1136 time: 0.0510550 Aug 27 12:35:51.367987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] For port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:35:51.373797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.427936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.429180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.430969 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] 10.222.0.65 "PUT /v2.0/ports/17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 HTTP/1.1" status: 200 len: 1055 time: 0.7446747 Aug 27 12:35:51.433398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'tag': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:51.436502 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a49ecf-36e0-44f4-9e29-d125dd3501ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ff75b8-95f0-46a0-a939-d2fd3379ac07", "tag": "17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:51.480236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a9cb-11f9-48e0-8c18-ea15b5a0bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:51.520924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae2fd-2675-427d-b254-787d2c80b050 req-b5279626-20f4-46ef-a42b-de7280eaf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.522759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-b5279626-20f4-46ef-a42b-de7280eaf45b service neutron] 10.222.0.77 "GET /v2.0/networks?id=009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 200 len: 898 time: 0.1338191 Aug 27 12:35:51.538643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-3a9c01d7-fd53-49b7-b211-91fb9864cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.540412 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-3a9c01d7-fd53-49b7-b211-91fb9864cf7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 1058 time: 0.0536253 Aug 27 12:35:51.595307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-97e013c1-5cef-4fcb-a245-7f5c0fa9a900 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0463052 Aug 27 12:35:51.626982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-fc542186-db8f-4a71-b696-d6a616903f29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 200 len: 1002 time: 0.0958779 Aug 27 12:35:51.650915 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f8cae8-9755-45aa-8a5b-5fe70313af3e x-openstack-request-id: req-12f8cae8-9755-45aa-8a5b-5fe70313af3e {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:51.651353 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ff75b8-95f0-46a0-a939-d2fd3379ac07", "tag": "17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:51.651675 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12f8cae8-9755-45aa-8a5b-5fe70313af3e {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:51.652122 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'tag': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2', 'status': 'completed', 'code': 200} Aug 27 12:35:51.660137 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-14d5a04b-c8e2-4d43-9717-a5ce47b474d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.661624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-14d5a04b-c8e2-4d43-9717-a5ce47b474d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5f723a8a-fa13-44d6-97ed-5d04bb864bef HTTP/1.1" status: 200 len: 838 time: 0.0584702 Aug 27 12:35:51.688442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae2fd-2675-427d-b254-787d2c80b050 req-0c5f06f5-7df9-4db9-9a6c-ca96121ee6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.690091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-0c5f06f5-7df9-4db9-9a6c-ca96121ee6c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a1bbae-3be9-4833-bfeb-948eed8536dd HTTP/1.1" status: 200 len: 835 time: 0.0557046 Aug 27 12:35:51.721566 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-8b70ab14-1a6a-4fd6-afcb-b1760852d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.723224 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-8b70ab14-1a6a-4fd6-afcb-b1760852d87c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=508f3c90-b68d-41a9-8649-0858dfddbdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537798 Aug 27 12:35:51.741611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae2fd-2675-427d-b254-787d2c80b050 req-f3c15dcf-3584-492b-aa46-9a80b7bcecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:51.743909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-f3c15dcf-3584-492b-aa46-9a80b7bcecbd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=009181cb-8d50-465e-9dc5-97205da7d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452752 Aug 27 12:35:51.826599 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-cd7f095c-24b3-43cd-8d9f-299c0cb0fbc9 service neutron] 10.222.0.65 "GET /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936625 Aug 27 12:35:51.854108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-b1406737-0c78-4bae-a22a-e5c8af251535 service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015706 Aug 27 12:35:51.863332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 31147af8-a4df-4d71-ab96-4910c36eafea up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:51.920527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 31147af8-a4df-4d71-ab96-4910c36eafea completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:51.925441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 31147af8-a4df-4d71-ab96-4910c36eafea triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:51.926067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:51.934350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3cc1a0d8-457c-4f23-a0e5-ca27a63b0cab req-0b053b9e-0691-4f36-a685-9d307c85135d service neutron] 10.222.0.65 "GET /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003287 Aug 27 12:35:52.011513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34913e45-e268-4e71-9d08-e8895055bac4 req-512706c3-f151-4cf1-9b9d-73b439b7415e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.013070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34913e45-e268-4e71-9d08-e8895055bac4 req-512706c3-f151-4cf1-9b9d-73b439b7415e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 945 time: 0.1241660 Aug 27 12:35:52.019276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-985ae2fd-2675-427d-b254-787d2c80b050 req-639eaf46-09ff-4537-b5b6-1162eac7f687 service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535494 Aug 27 12:35:52.040337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:52.075391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-d8e933bc-cf47-4057-9655-574efdc71545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.077546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31147af8-a4df-4d71-ab96-4910c36eafea'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:52.077960 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-d8e933bc-cf47-4057-9655-574efdc71545 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 1058 time: 0.0743985 Aug 27 12:35:52.080303 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef0ccd7-e494-4e7d-a1a5-088629ede866" -d '{"events": [{"server_uuid": "1a0c879b-efcd-4627-ace7-8fc2b99f0369", "name": "network-vif-plugged", "status": "completed", "tag": "31147af8-a4df-4d71-ab96-4910c36eafea"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:52.095435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 31147af8-a4df-4d71-ab96-4910c36eafea, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=31147af8-a4df-4d71-ab96-4910c36eafea,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:52.102462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34913e45-e268-4e71-9d08-e8895055bac4 req-371d3d42-3b75-48c9-8fb1-125870086791 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808492 Aug 27 12:35:52.102940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:52.143019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3ce2d-d11d-4d55-8a6b-974785ad018c req-a65b2160-40ed-436c-86f0-eb5f9db02e67 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.149468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71c3ce2d-d11d-4d55-8a6b-974785ad018c req-a65b2160-40ed-436c-86f0-eb5f9db02e67 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 907 time: 0.1165719 Aug 27 12:35:52.156895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:52.183199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-dc3d0340-a390-4f4b-a027-14c77bc8b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.184739 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-dc3d0340-a390-4f4b-a027-14c77bc8b74f service neutron] 10.222.0.65 "GET /v2.0/networks?id=508f3c90-b68d-41a9-8649-0858dfddbdcb HTTP/1.1" status: 200 len: 898 time: 0.0984960 Aug 27 12:35:52.189370 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464bef3-06b2-4067-b0dc-6c15f35a297d x-openstack-request-id: req-7464bef3-06b2-4067-b0dc-6c15f35a297d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:52.189685 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c879b-efcd-4627-ace7-8fc2b99f0369", "name": "network-vif-plugged", "status": "completed", "tag": "31147af8-a4df-4d71-ab96-4910c36eafea", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:52.190050 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7464bef3-06b2-4067-b0dc-6c15f35a297d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:52.190560 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31147af8-a4df-4d71-ab96-4910c36eafea', 'code': 200} Aug 27 12:35:52.224713 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:52.238794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-49d00122-c378-44c5-a305-0b8fe703d908 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0453053 Aug 27 12:35:52.245451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=31147af8-a4df-4d71-ab96-4910c36eafea,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:52.257024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:52.257965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:52.298351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-7b36eb55-4285-45c3-bb1c-8723b4e163e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.300572 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-7b36eb55-4285-45c3-bb1c-8723b4e163e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5f723a8a-fa13-44d6-97ed-5d04bb864bef HTTP/1.1" status: 200 len: 838 time: 0.0510290 Aug 27 12:35:52.309530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90720fd9-a320-4cbf-8a2a-588a40b5c506 req-9231d502-a35f-4c9b-bc88-4caaffc8bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.311200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90720fd9-a320-4cbf-8a2a-588a40b5c506 req-9231d502-a35f-4c9b-bc88-4caaffc8bf0c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 1097 time: 0.0481119 Aug 27 12:35:52.347925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90720fd9-a320-4cbf-8a2a-588a40b5c506 req-7d10bb7c-094a-4188-96dc-95d17bd30a4a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296032 Aug 27 12:35:52.353199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-7686cc3f-c7ba-4042-8b73-0876e44db4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:52.354888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-7686cc3f-c7ba-4042-8b73-0876e44db4f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=508f3c90-b68d-41a9-8649-0858dfddbdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459359 Aug 27 12:35:52.456177 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-05c19a86-482e-44dc-a545-7ddacf0eb3a9 service neutron] 10.222.0.65 "GET /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914617 Aug 27 12:35:52.568954 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-95a49ecf-36e0-44f4-9e29-d125dd3501ed req-5e8fbca4-630e-4050-9932-c18b98b8d6c4 service neutron] 10.222.0.65 "GET /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998425 Aug 27 12:35:53.223481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b1b37-6ff2-4b93-9e8e-a48f91523463 req-d33b78e9-9d4e-4027-adfd-f6bce299e6dc tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:53.224987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-902b1b37-6ff2-4b93-9e8e-a48f91523463 req-d33b78e9-9d4e-4027-adfd-f6bce299e6dc tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Aug 27 12:35:53.298414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-902b1b37-6ff2-4b93-9e8e-a48f91523463 req-29da4489-5585-4354-a6de-5ca224d9f920 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Aug 27 12:35:53.306674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8819f6-79e8-47b5-86ca-45e9beee8aa0 req-4812fa2f-1451-4847-ba2f-c0cda064f0de tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:53.308281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cb8819f6-79e8-47b5-86ca-45e9beee8aa0 req-4812fa2f-1451-4847-ba2f-c0cda064f0de tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 907 time: 0.0773172 Aug 27 12:35:54.040332 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:54.466386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195231-7cd3-4c8d-8ed5-a92d244a4a04 req-eac19585-db47-48f9-a99d-26232d73690f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:54.467925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f195231-7cd3-4c8d-8ed5-a92d244a4a04 req-eac19585-db47-48f9-a99d-26232d73690f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 946 time: 0.0919342 Aug 27 12:35:54.476530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8c09-869d-4f01-a07f-407219dbaeac req-02431cb9-f666-415e-8a0f-fe05662a8fdd tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:54.477961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b79a8c09-869d-4f01-a07f-407219dbaeac req-02431cb9-f666-415e-8a0f-fe05662a8fdd tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 907 time: 0.0694230 Aug 27 12:35:54.514818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f195231-7cd3-4c8d-8ed5-a92d244a4a04 req-53c15bb0-6f2e-4a5d-9174-dc39d2128624 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Aug 27 12:35:54.637771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391e53-a25a-4416-918a-2fe4f2035479 req-24ac87ba-afd8-4455-94fc-088538014cd6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:54.639617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28391e53-a25a-4416-918a-2fe4f2035479 req-24ac87ba-afd8-4455-94fc-088538014cd6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 946 time: 0.0554655 Aug 27 12:35:54.681789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28391e53-a25a-4416-918a-2fe4f2035479 req-d68cb0ee-bee4-4e65-9a2a-f65765235520 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362768 Aug 27 12:35:55.026917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9628fd1-aaf4-4961-83c0-9fcc0feca585 req-4a6ab983-ce17-4d78-8a5b-ac3f6713cac4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:55.028398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9628fd1-aaf4-4961-83c0-9fcc0feca585 req-4a6ab983-ce17-4d78-8a5b-ac3f6713cac4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 946 time: 0.0574338 Aug 27 12:35:55.068177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9628fd1-aaf4-4961-83c0-9fcc0feca585 req-767abec8-e9a0-420b-b92b-7c612416e56a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337853 Aug 27 12:35:55.071987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:35:55.176396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:55.192341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2', 'network_id': '508f3c90-b68d-41a9-8649-0858dfddbdcb', 'port_id': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2', 'mac_address': 'fa:16:3e:24:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f723a8a-fa13-44d6-97ed-5d04bb864bef', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:35:55.231152 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:55.244402 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:35:55.262712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:55.266362 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:55.312064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:55.490868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:35:55.600683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7968672-670c-4a8d-bd84-38c29569d737 req-16d22f52-0dec-4ca1-90de-0d90296b7b3f tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:55.602792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7968672-670c-4a8d-bd84-38c29569d737 req-16d22f52-0dec-4ca1-90de-0d90296b7b3f tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 908 time: 0.0494454 Aug 27 12:35:56.191357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425af6-bf9b-4ed0-a40f-7b2f83562181 req-80eafc1d-872f-427e-b82d-b3edad9fca29 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:56.196303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc425af6-bf9b-4ed0-a40f-7b2f83562181 req-80eafc1d-872f-427e-b82d-b3edad9fca29 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 946 time: 0.0522738 Aug 27 12:35:56.231626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc425af6-bf9b-4ed0-a40f-7b2f83562181 req-020801e8-071c-4f60-92ef-b91bfac5eb37 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322685 Aug 27 12:35:56.718346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa39e0e-88e1-4886-89d1-daee8e0b8114 req-95d38603-a7c4-4f9f-bdc4-aec0a69cc757 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:56.719775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaa39e0e-88e1-4886-89d1-daee8e0b8114 req-95d38603-a7c4-4f9f-bdc4-aec0a69cc757 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 908 time: 0.0483818 Aug 27 12:35:56.965308 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-7bd15b66-bc48-4d22-afa6-539e618aaea5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:56.966772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-7bd15b66-bc48-4d22-afa6-539e618aaea5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 946 time: 0.0514123 Aug 27 12:35:57.057670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port 31147af8-a4df-4d71-ab96-4910c36eafea {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:35:57.057941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.105321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:35:57.153682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port 31147af8-a4df-4d71-ab96-4910c36eafea, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=31147af8-a4df-4d71-ab96-4910c36eafea,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:57.154055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.155750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:35:57.159607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:35:57.159977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.168840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for 31147af8-a4df-4d71-ab96-4910c36eafea owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:35:57.239232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.264258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:57.267404 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86f87bb-aec5-44d2-a83e-c758f215cc85" -d '{"events": [{"server_uuid": "b3ff75b8-95f0-46a0-a939-d2fd3379ac07", "name": "network-vif-plugged", "status": "completed", "tag": "17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:57.281900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:35:57.289112 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.324832 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca7925-0ba3-4036-addf-af8e7c3dacfd x-openstack-request-id: req-4dca7925-0ba3-4036-addf-af8e7c3dacfd {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:57.325248 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ff75b8-95f0-46a0-a939-d2fd3379ac07", "name": "network-vif-plugged", "status": "completed", "tag": "17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:57.325572 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4dca7925-0ba3-4036-addf-af8e7c3dacfd {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:57.326094 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2', 'code': 200} Aug 27 12:35:57.330867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.344401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0aaf01f5-7017-4b69-abea-25c19568838d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:35:57.377228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['31147af8-a4df-4d71-ab96-4910c36eafea'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:35:57.408614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:57.443715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8037e2b-ee64-42a3-ada4-f3257c282b3d req-4dd09a21-5ac2-4e5d-92d4-525194c2082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:57.445750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f8037e2b-ee64-42a3-ada4-f3257c282b3d req-4dd09a21-5ac2-4e5d-92d4-525194c2082e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 1060 time: 0.0558579 Aug 27 12:35:57.705073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8ccc3b6-2512-4349-a2eb-998f87633edb req-c7890b69-ab57-4876-a97d-3b37b910103b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 210 time: 0.3931096 Aug 27 12:35:57.730863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=31147af8-a4df-4d71-ab96-4910c36eafea,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:35:57.768797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port 31147af8-a4df-4d71-ab96-4910c36eafea on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:35:57.771718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:35:57.774458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9496fd5-a455-4141-8238-c46f3b5a73dd req-0dc1a634-8f34-43ce-a353-b5db49779f52 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "DELETE /v2.0/ports/31147af8-a4df-4d71-ab96-4910c36eafea HTTP/1.1" status: 204 len: 173 time: 0.8008976 Aug 27 12:35:57.774912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'name': 'network-vif-deleted', 'tag': '31147af8-a4df-4d71-ab96-4910c36eafea'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:35:57.777558 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b9d923-d484-478f-9c10-1d5888f4e946" -d '{"events": [{"server_uuid": "1a0c879b-efcd-4627-ace7-8fc2b99f0369", "name": "network-vif-deleted", "tag": "31147af8-a4df-4d71-ab96-4910c36eafea"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:35:57.840430 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0865687-862f-4034-9807-21f05d98be69 x-openstack-request-id: req-d0865687-862f-4034-9807-21f05d98be69 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:35:57.840719 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0c879b-efcd-4627-ace7-8fc2b99f0369", "name": "network-vif-deleted", "tag": "31147af8-a4df-4d71-ab96-4910c36eafea", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:35:57.840969 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0865687-862f-4034-9807-21f05d98be69 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:35:57.841356 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0c879b-efcd-4627-ace7-8fc2b99f0369', 'name': 'network-vif-deleted', 'tag': '31147af8-a4df-4d71-ab96-4910c36eafea', 'status': 'completed', 'code': 200} Aug 27 12:35:57.865973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8e84d-963c-45c1-9568-47e411646e4b req-42aaaea4-892e-42f6-bb35-11b6ff4321d1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:57.871073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ff8e84d-963c-45c1-9568-47e411646e4b req-42aaaea4-892e-42f6-bb35-11b6ff4321d1 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 909 time: 0.0627294 Aug 27 12:35:58.813327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79b1cdf4-627e-4bbe-8f94-7548d33da3ff req-ef0ab5aa-c8e0-42ef-ae4e-0bbfa9ac48ac tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 210 time: 0.0363226 Aug 27 12:35:58.988627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48401ac-e376-4a34-8cec-fbd8c6bced08 req-044b60ef-1ff2-4e85-8218-a03f00c046fa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:58.990127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d48401ac-e376-4a34-8cec-fbd8c6bced08 req-044b60ef-1ff2-4e85-8218-a03f00c046fa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 909 time: 0.0502009 Aug 27 12:35:59.104642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dad30-95b4-40d9-bc2b-afbc9478b78d req-ebe3fabb-662e-4bfd-90d7-5e41ac2a3766 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:59.106026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a53dad30-95b4-40d9-bc2b-afbc9478b78d req-ebe3fabb-662e-4bfd-90d7-5e41ac2a3766 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 909 time: 0.0490735 Aug 27 12:35:59.213237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4b95a-6bd1-43e5-924c-85ed99df1300 req-28804de3-067b-4bc0-9da5-9d7c98ead760 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:59.214837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01c4b95a-6bd1-43e5-924c-85ed99df1300 req-28804de3-067b-4bc0-9da5-9d7c98ead760 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 1060 time: 0.0424066 Aug 27 12:35:59.325054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b83497-9291-4743-affb-a61e03b1ad7d req-ef2fc8d6-fd25-43ad-9590-39ce733fa93e tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:59.326601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07b83497-9291-4743-affb-a61e03b1ad7d req-ef2fc8d6-fd25-43ad-9590-39ce733fa93e tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1136 time: 0.0441370 Aug 27 12:35:59.370184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07b83497-9291-4743-affb-a61e03b1ad7d req-2e735f82-4cb4-452e-8d47-faa922434ec3 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370917 Aug 27 12:35:59.389230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33102) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:35:59.444978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5d591-4965-4098-9443-6833aa12bb94 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:59.449766 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9db5d591-4965-4098-9443-6833aa12bb94 tempest-TestSecurityGroupsBasicOps-2039833326 tempest-TestSecurityGroupsBasicOps-2039833326-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 1055 time: 0.0590396 Aug 27 12:35:59.663602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f6fcd-4132-4afe-a9d3-db9b54eb2f1e req-fb7af1e1-07e3-476c-b6f2-ee4276396bdf tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:35:59.665019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c45f6fcd-4132-4afe-a9d3-db9b54eb2f1e req-fb7af1e1-07e3-476c-b6f2-ee4276396bdf tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 909 time: 0.0491869 Aug 27 12:35:59.912391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b886a1aa-78ca-4072-954d-fe49dca5e97e req-d7a666a5-e169-4a52-bba3-62ef129f0c7e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 210 time: 0.0262036 Aug 27 12:35:59.917582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 31147af8-a4df-4d71-ab96-4910c36eafea no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:35:59.940958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 31147af8-a4df-4d71-ab96-4910c36eafea {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:35:59.941376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 31147af8-a4df-4d71-ab96-4910c36eafea not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:00.788081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71520-2f7b-4f55-ab05-c1801069b539 req-bd6b325c-0bc2-4bb3-8baa-1259322e72af tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:00.789242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fa71520-2f7b-4f55-ab05-c1801069b539 req-bd6b325c-0bc2-4bb3-8baa-1259322e72af tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 909 time: 0.0529435 Aug 27 12:36:01.013479 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a767b89e-2bae-4b6a-9d7f-6e51bf4bbfc4 req-47c8ac7d-1318-448a-a9e6-bee526c01ca4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a0c879b-efcd-4627-ace7-8fc2b99f0369 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Aug 27 12:36:01.134075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-d2373b1c-c793-4ec9-92c8-2a92c1ae4f31 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:01.135586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-d2373b1c-c793-4ec9-92c8-2a92c1ae4f31 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 909 time: 0.0505240 Aug 27 12:36:01.234953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:01.235304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:01.341033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] For port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:01.341514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:01.356464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:01.509350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:01.542364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:01.598265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] No DVR routers for this DVR port 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:36:01.601421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:01.604860 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a76eb2d-2eaa-4f35-8cdd-818e1b09b5b9 req-64ea51bd-2daa-4028-a033-a7eea09f0b8c tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.65 "DELETE /v2.0/ports/17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 HTTP/1.1" status: 204 len: 173 time: 0.4620435 Aug 27 12:36:01.605787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'name': 'network-vif-deleted', 'tag': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:01.609033 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbfdd3a-714e-4d3c-b9e7-cf3076b6ee0f" -d '{"events": [{"server_uuid": "b3ff75b8-95f0-46a0-a939-d2fd3379ac07", "name": "network-vif-deleted", "tag": "17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:01.665099 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede18211-e550-43c9-ae01-f47d9be911d4 x-openstack-request-id: req-ede18211-e550-43c9-ae01-f47d9be911d4 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:01.665401 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ff75b8-95f0-46a0-a939-d2fd3379ac07", "name": "network-vif-deleted", "tag": "17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:01.665656 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ede18211-e550-43c9-ae01-f47d9be911d4 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:01.666064 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ff75b8-95f0-46a0-a939-d2fd3379ac07', 'name': 'network-vif-deleted', 'tag': '17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2', 'status': 'completed', 'code': 200} Aug 27 12:36:01.938113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8592c3bc-1d5c-4c7f-bcb6-68aa1b1f48b0 req-9c1d0205-603d-4127-a352-06d58f70b3d9 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ff75b8-95f0-46a0-a939-d2fd3379ac07 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Aug 27 12:36:03.004959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:03.389021 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:03.675976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:03.676297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:03.768635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] For port d1d34cf0-f372-461a-9bc4-abf1b1cbbb76, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:03.768933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:03.783220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:03.981982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.007820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=d1d34cf0-f372-461a-9bc4-abf1b1cbbb76,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:04.195583 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.447735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router 480c8aae-f8d0-4636-824a-c8d54f45f3cd has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:36:04.575303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:04.585244 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6f18e8cb-ea40-4d8b-ae5c-96988698d601 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "PUT /v2.0/routers/480c8aae-f8d0-4636-824a-c8d54f45f3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5753312 Aug 27 12:36:04.585244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33142) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:04.587433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] Sync routers for ids ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:04.598666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] Routers {'480c8aae-f8d0-4636-824a-c8d54f45f3cd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:04.599393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:04.648340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting subnet 5f723a8a-fa13-44d6-97ed-5d04bb864bef {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:36:04.651818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.696936 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.725689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] Set router 480c8aae-f8d0-4636-824a-c8d54f45f3cd gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:04.846736 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.929670 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.961874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:36:03Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:04.987083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Subnet': ['ID=5f723a8a-fa13-44d6-97ed-5d04bb864bef,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:04.990931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:04.994561 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b4971708-cd82-4edb-b8bb-f96c20ba7102 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/subnets/5f723a8a-fa13-44d6-97ed-5d04bb864bef HTTP/1.1" status: 204 len: 168 time: 0.4062922 Aug 27 12:36:04.998171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] Checking router: 480c8aae-f8d0-4636-824a-c8d54f45f3cd for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:04.998629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:05.008848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078acc9-4e77-4924-875f-48b954464c17 None None] Network 508f3c90-b68d-41a9-8649-0858dfddbdcb requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:36:05.070460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] Routers {'480c8aae-f8d0-4636-824a-c8d54f45f3cd'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:05.071254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:05.121412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.171581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:05.231748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:05.232219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 17f9e3de-6dab-4cd6-89b0-f9c261f4a9f2 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:05.249036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.284581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] Set router 480c8aae-f8d0-4636-824a-c8d54f45f3cd gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:05.321683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port 361c1535-6f98-476d-9b65-89c6997e02cb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:05.322434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.448525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] DHCP port deletion for 508f3c90-b68d-41a9-8649-0858dfddbdcb request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:36:05.458219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] For port 361c1535-6f98-476d-9b65-89c6997e02cb, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=361c1535-6f98-476d-9b65-89c6997e02cb,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:05.458876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.483359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for 361c1535-6f98-476d-9b65-89c6997e02cb owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:05.561600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] Deleting port da3ccfed-7cd6-4fd6-a093-a11f20615e8a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:05.561980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.669279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.704597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=361c1535-6f98-476d-9b65-89c6997e02cb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:05.771843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.812879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:36:03Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:05.819836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] For port da3ccfed-7cd6-4fd6-a093-a11f20615e8a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,segment=NetworkSegment(111f4ec2-2402-4a9f-87b4-509b003714d4),segment_id=111f4ec2-2402-4a9f-87b4-509b003714d4)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:05.820296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.854041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd977416-fe57-4810-ac27-6ba357815961 None None] The sync data for ids ['480c8aae-f8d0-4636-824a-c8d54f45f3cd'] in n-d-688802-4 is: [{'id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-643379608', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:36:03Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '361c1535-6f98-476d-9b65-89c6997e02cb', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:95:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480c8aae-f8d0-4636-824a-c8d54f45f3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:35:42Z', 'updated_at': '2021-08-27T12:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:05.862903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] Calling delete_port for da3ccfed-7cd6-4fd6-a093-a11f20615e8a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:05.870720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.872924 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.924801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.925499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Fanout notify agent at l3_agent the message router_deleted on router 480c8aae-f8d0-4636-824a-c8d54f45f3cd {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:36:05.936722 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.942213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ef84a780-ffb9-411d-a864-d13e33479a21 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/routers/480c8aae-f8d0-4636-824a-c8d54f45f3cd HTTP/1.1" status: 204 len: 168 time: 0.9372549 Aug 27 12:36:05.942640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:05.947957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:05.979740 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] Pushing event deleted for resources: {'Port': ['ID=da3ccfed-7cd6-4fd6-a093-a11f20615e8a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:05.984303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0be75-4a43-43f1-9398-392a9e4f137e None None] No DVR routers for this DVR port da3ccfed-7cd6-4fd6-a093-a11f20615e8a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:36:06.284830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.349979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:06.371813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:06.372167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d1d34cf0-f372-461a-9bc4-abf1b1cbbb76 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:06.372593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da3ccfed-7cd6-4fd6-a093-a11f20615e8a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:06.389233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.400789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508f3c90-b68d-41a9-8649-0858dfddbdcb']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:06.408062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: da3ccfed-7cd6-4fd6-a093-a11f20615e8a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:06.408411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da3ccfed-7cd6-4fd6-a093-a11f20615e8a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:06.412103 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111f4ec2-2402-4a9f-87b4-509b003714d4') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:06.412491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111f4ec2-2402-4a9f-87b4-509b003714d4') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:06.431481 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.447468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.453660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:36:06.454055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:36:06.456975 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:36:06.532300 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.541316 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.546335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/networks/508f3c90-b68d-41a9-8649-0858dfddbdcb HTTP/1.1" status: 204 len: 168 time: 0.6001782 Aug 27 12:36:06.546773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:06.575499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786536a6-1391-4b9b-a698-0ee892671f32 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Network': ['ID=508f3c90-b68d-41a9-8649-0858dfddbdcb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:06.706507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f96a7-a369-47b7-a7a1-5c8401a5c1f3 req-6373d92c-d31a-4e47-be69-87a6cb2559c8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:06.708014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b91f96a7-a369-47b7-a7a1-5c8401a5c1f3 req-6373d92c-d31a-4e47-be69-87a6cb2559c8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 945 time: 0.1042776 Aug 27 12:36:06.772063 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b91f96a7-a369-47b7-a7a1-5c8401a5c1f3 req-36266be9-ac95-496a-8e46-4821f44c6ab2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577550 Aug 27 12:36:06.782440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port e1f7eb37-081c-4ce2-bd11-e69539e21c36 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:06.782715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.865059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.865395 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:06.877586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for e1f7eb37-081c-4ce2-bd11-e69539e21c36 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:07.051299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:07.077576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=e1f7eb37-081c-4ce2-bd11-e69539e21c36,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:07.142091 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:07.142471 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Floating IP 2abb65da-5301-407a-945d-66d9cc856160 disassociated (deleted). External IP: 172.25.8.232, port: eaf59232-704e-424f-b69d-81c5d9e88e8b. Aug 27 12:36:07.350490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router df653bfc-54d4-4d18-9f1b-c0cb099ec980 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:36:07.457102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:07.462357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:07.466742 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] Sync routers for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:07.476209 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:07.476921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:07.489209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8c7540e1-1b46-42a5-ab43-b65bcfe5dcd3 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/floatingips/2abb65da-5301-407a-945d-66d9cc856160 HTTP/1.1" status: 204 len: 168 time: 0.9412682 Aug 27 12:36:07.489910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:07.492873 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b2c53-3fc6-4cba-b313-23e11245b45f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:07.533092 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78687b-6e9e-4a16-80fe-cb5a3e26481a x-openstack-request-id: req-fd78687b-6e9e-4a16-80fe-cb5a3e26481a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:07.533448 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:07.533756 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd78687b-6e9e-4a16-80fe-cb5a3e26481a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:07.534172 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'status': 'completed', 'code': 200} Aug 27 12:36:07.587871 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:07.637728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-c3f677ef-2d85-40eb-a878-c50625d8a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:07.642679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-c3f677ef-2d85-40eb-a878-c50625d8a8b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53f1a5dbf2c6457aaab78220815b7655&device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 1136 time: 0.0615706 Aug 27 12:36:07.802325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3315-c6bc-4e43-a9f1-88fb313d894e req-3a38f4fd-48bc-4284-a5a7-4580e36d6719 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:07.804488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e83e3315-c6bc-4e43-a9f1-88fb313d894e req-3a38f4fd-48bc-4284-a5a7-4580e36d6719 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 985 time: 0.1081188 Aug 27 12:36:07.815969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-e5533786-e166-4946-8a42-58567ce00140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:07.817610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-e5533786-e166-4946-8a42-58567ce00140 service neutron] 10.222.0.77 "GET /v2.0/networks?id=009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 200 len: 898 time: 0.1309509 Aug 27 12:36:07.882348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-f6dc52b7-2e9a-441f-ab44-7095f0aeae43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 200 len: 217 time: 0.0474260 Aug 27 12:36:07.885969 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:06Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:07.912491 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] Checking router: df653bfc-54d4-4d18-9f1b-c0cb099ec980 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:07.921299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e83e3315-c6bc-4e43-a9f1-88fb313d894e req-4a06083d-295a-4dda-bdc6-1caee57ee6d2 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1076906 Aug 27 12:36:07.921519 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:07.921916 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:07.964265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-93931642-c5c0-4b70-a192-1eed1c853ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:07.965749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-93931642-c5c0-4b70-a192-1eed1c853ad3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a1bbae-3be9-4833-bfeb-948eed8536dd HTTP/1.1" status: 200 len: 835 time: 0.0731778 Aug 27 12:36:07.974927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba469-e497-47cf-a696-93829c17dc9a req-1631eb2a-75d9-4035-8965-d6a517b145e7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:07.976590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6fdba469-e497-47cf-a696-93829c17dc9a req-1631eb2a-75d9-4035-8965-d6a517b145e7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 945 time: 0.1024315 Aug 27 12:36:08.009435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 361c1535-6f98-476d-9b65-89c6997e02cb no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:08.030082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 361c1535-6f98-476d-9b65-89c6997e02cb {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:08.030411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 361c1535-6f98-476d-9b65-89c6997e02cb not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:08.039456 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:08.046220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6fdba469-e497-47cf-a696-93829c17dc9a req-529a4440-ef5d-458c-a0b3-211cea2af84c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595715 Aug 27 12:36:08.049276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-0f504852-b232-4140-a1c0-e95e42ec9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:08.050754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-0f504852-b232-4140-a1c0-e95e42ec9ecb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=009181cb-8d50-465e-9dc5-97205da7d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733559 Aug 27 12:36:08.143460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-3c04ae5b-6492-4132-b65a-9fd8c285ff8e service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Aug 27 12:36:08.238117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-31768b05-d068-4356-8127-b8d88ff58778 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:08.239785 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-31768b05-d068-4356-8127-b8d88ff58778 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Aug 27 12:36:08.246228 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:06Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:08.247596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51b2c53-3fc6-4cba-b313-23e11245b45f req-b0569169-326c-4764-89a1-7ce38f6bee04 service neutron] 10.222.0.77 "GET /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960829 Aug 27 12:36:08.277116 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18398c7c-c54f-4b0d-8df0-de841462c799 None None] The sync data for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 is: [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:34:01Z', 'revision_number': 4, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1ed3cce8-8a76-43ea-a16a-909a97b74606', 'name': '', 'network_id': '009181cb-8d50-465e-9dc5-97205da7d4f6', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'mac_address': 'fa:16:3e:30:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:34:00Z', 'updated_at': '2021-08-27T12:34:06Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'subnets': [{'id': '51a1bbae-3be9-4833-bfeb-948eed8536dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:08.350504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port 0aaf01f5-7017-4b69-abea-25c19568838d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:08.351399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:08.414531 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:08.454557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port 0aaf01f5-7017-4b69-abea-25c19568838d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0aaf01f5-7017-4b69-abea-25c19568838d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:08.454938 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:08.470584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for 0aaf01f5-7017-4b69-abea-25c19568838d owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:08.555136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605618d9-779b-42be-9bb1-de8f66ac02b3 None None] New status for floating IP 2abb65da-5301-407a-945d-66d9cc856160: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:36:08.633657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:08.645974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0aaf01f5-7017-4b69-abea-25c19568838d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:36:08.662881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=0aaf01f5-7017-4b69-abea-25c19568838d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:08.714996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port 0aaf01f5-7017-4b69-abea-25c19568838d on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:36:08.721239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:08.723328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-8a2d3865-7fd4-42c1-8634-f6dd570ea3e6 req-013d5288-c1d2-48e0-a33a-2e731ab4b061 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "DELETE /v2.0/ports/0aaf01f5-7017-4b69-abea-25c19568838d HTTP/1.1" status: 204 len: 173 time: 0.4771583 Aug 27 12:36:08.723771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'name': 'network-vif-deleted', 'tag': '0aaf01f5-7017-4b69-abea-25c19568838d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:08.726097 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11812c07-da4d-49fd-bec8-07c209e601d9" -d '{"events": [{"server_uuid": "8e44305d-89c6-4a96-87a6-9665ae1cd523", "name": "network-vif-deleted", "tag": "0aaf01f5-7017-4b69-abea-25c19568838d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:08.764715 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb1e61-ddf1-42ba-9e33-75ceef9f88dc x-openstack-request-id: req-decb1e61-ddf1-42ba-9e33-75ceef9f88dc {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:08.765018 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e44305d-89c6-4a96-87a6-9665ae1cd523", "name": "network-vif-deleted", "tag": "0aaf01f5-7017-4b69-abea-25c19568838d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:08.765274 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-decb1e61-ddf1-42ba-9e33-75ceef9f88dc {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:08.765815 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e44305d-89c6-4a96-87a6-9665ae1cd523', 'name': 'network-vif-deleted', 'tag': '0aaf01f5-7017-4b69-abea-25c19568838d', 'status': 'completed', 'code': 200} Aug 27 12:36:09.053293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0df0b5-8f9c-4502-9f80-dc9555485b20 req-116a3b90-ca12-461a-bc04-fda495083e1e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:09.055713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac0df0b5-8f9c-4502-9f80-dc9555485b20 req-116a3b90-ca12-461a-bc04-fda495083e1e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 985 time: 0.0559542 Aug 27 12:36:09.118156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ac0df0b5-8f9c-4502-9f80-dc9555485b20 req-5dab8c6e-1f22-44fe-94c5-736e7f3309ca tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/security-groups?id=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0&id=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0560353 Aug 27 12:36:09.187954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31402323-ba17-4a3f-8f51-899d53addc13 req-a9a52c81-b56e-4b2a-ac73-952ae839a2cb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Aug 27 12:36:09.554898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-c40c33ab-005a-4b05-a9c3-49787902eea4 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:09.556328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-c40c33ab-005a-4b05-a9c3-49787902eea4 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 985 time: 0.0535522 Aug 27 12:36:09.654930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port eaf59232-704e-424f-b69d-81c5d9e88e8b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:09.655273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:09.747195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] For port eaf59232-704e-424f-b69d-81c5d9e88e8b, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=eaf59232-704e-424f-b69d-81c5d9e88e8b,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:09.747590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:09.760651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for eaf59232-704e-424f-b69d-81c5d9e88e8b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:09.891875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:09.922936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=eaf59232-704e-424f-b69d-81c5d9e88e8b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:09.964382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] No DVR routers for this DVR port eaf59232-704e-424f-b69d-81c5d9e88e8b on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:36:09.967126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:09.969222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1a9d456-ce7f-4a9c-a4f8-fe7b9e7346da req-d1daae93-914c-4263-93b2-0328c8435470 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.77 "DELETE /v2.0/ports/eaf59232-704e-424f-b69d-81c5d9e88e8b HTTP/1.1" status: 204 len: 173 time: 0.4052496 Aug 27 12:36:09.969691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'name': 'network-vif-deleted', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:09.971989 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e43b173-3231-44a1-b8d1-d95349310eeb" -d '{"events": [{"server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "name": "network-vif-deleted", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:10.011939 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3a10d0-3c27-4f1f-94d5-9907e1a8539f x-openstack-request-id: req-da3a10d0-3c27-4f1f-94d5-9907e1a8539f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:10.012243 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b", "name": "network-vif-deleted", "tag": "eaf59232-704e-424f-b69d-81c5d9e88e8b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:10.012486 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da3a10d0-3c27-4f1f-94d5-9907e1a8539f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:10.012886 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b', 'name': 'network-vif-deleted', 'tag': 'eaf59232-704e-424f-b69d-81c5d9e88e8b', 'status': 'completed', 'code': 200} Aug 27 12:36:10.228484 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1f2e07e-9665-4b88-bd7e-66378d271f09 req-bb7d13a9-2614-4139-82dd-f817450de8cb tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a5cb259-4e08-4c8d-b9a4-1d9a6a6cb00b HTTP/1.1" status: 200 len: 210 time: 0.0297468 Aug 27 12:36:10.296348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ffc0b0ea-7fac-40c8-9c2b-3f905a8cf5f8 req-7190ce82-914d-405a-9e9d-bcf047165d41 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Aug 27 12:36:11.196380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0aaf01f5-7017-4b69-abea-25c19568838d no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:11.219804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 0aaf01f5-7017-4b69-abea-25c19568838d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:11.220162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0aaf01f5-7017-4b69-abea-25c19568838d not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:11.284935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33192) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:11.341350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7c5e9b1-8725-422a-843f-d5dc37fbb27d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.364473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7c5e9b1-8725-422a-843f-d5dc37fbb27d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.401556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d40d5e7-b87f-44dc-8582-6fa518ee1b2a req-9e6c9e4a-efff-411e-83ac-cb4a869ec57a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 210 time: 0.0332675 Aug 27 12:36:11.421778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7c5e9b1-8725-422a-843f-d5dc37fbb27d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.428878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d7c5e9b1-8725-422a-843f-d5dc37fbb27d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.429279 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d7c5e9b1-8725-422a-843f-d5dc37fbb27d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/security-groups/530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0 HTTP/1.1" status: 204 len: 168 time: 0.1430280 Aug 27 12:36:11.430213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:11.452051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5e9b1-8725-422a-843f-d5dc37fbb27d tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530cf28c-f00f-4d9f-8a17-9dd26ae6b0e0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:11.500132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d8262d8-23c7-4e89-94f3-edc42ab143ce tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.525315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d8262d8-23c7-4e89-94f3-edc42ab143ce tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.585156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d8262d8-23c7-4e89-94f3-edc42ab143ce tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.589612 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d8262d8-23c7-4e89-94f3-edc42ab143ce tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.590875 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5d8262d8-23c7-4e89-94f3-edc42ab143ce tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/security-groups/a814f17b-cd1a-4f47-a1a6-e52d9a679ba6 HTTP/1.1" status: 204 len: 168 time: 0.1568701 Aug 27 12:36:11.594065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33200) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:11.605755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8262d8-23c7-4e89-94f3-edc42ab143ce tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a814f17b-cd1a-4f47-a1a6-e52d9a679ba6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:11.962943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:11.990558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device eaf59232-704e-424f-b69d-81c5d9e88e8b no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:12.023071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: eaf59232-704e-424f-b69d-81c5d9e88e8b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:12.023435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device eaf59232-704e-424f-b69d-81c5d9e88e8b not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:12.235973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port 1ed3cce8-8a76-43ea-a16a-909a97b74606 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:12.236412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:12.337406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] For port 1ed3cce8-8a76-43ea-a16a-909a97b74606, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1ed3cce8-8a76-43ea-a16a-909a97b74606,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:12.337935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:12.351788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for 1ed3cce8-8a76-43ea-a16a-909a97b74606 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:12.539554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e90062d-f1f8-4365-b638-134cc3140363 req-21d078c4-22f9-4187-8203-fb97442645c3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e44305d-89c6-4a96-87a6-9665ae1cd523 HTTP/1.1" status: 200 len: 210 time: 0.0469494 Aug 27 12:36:12.577768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:12.622955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=1ed3cce8-8a76-43ea-a16a-909a97b74606,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:13.135734 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.354813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Router df653bfc-54d4-4d18-9f1b-c0cb099ec980 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:36:13.467015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:13.475419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e17938ca-3b77-4409-bb58-cf849ced3e12 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "PUT /v2.0/routers/df653bfc-54d4-4d18-9f1b-c0cb099ec980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774793 Aug 27 12:36:13.475513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33206) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:13.477447 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] Sync routers for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:13.487047 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:13.487729 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:13.528367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting subnet 51a1bbae-3be9-4833-bfeb-948eed8536dd {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:36:13.531549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.576368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.602118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:13.665949 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.730942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.760775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Subnet': ['ID=51a1bbae-3be9-4833-bfeb-948eed8536dd,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:13.767635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.771560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-59e9a1e5-ebe8-4b77-b08b-b004eeb796a6 tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/subnets/51a1bbae-3be9-4833-bfeb-948eed8536dd HTTP/1.1" status: 204 len: 168 time: 0.2924013 Aug 27 12:36:13.772250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:13.776547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf59217-650b-45e2-b79f-1db9706a7908 None None] Network 009181cb-8d50-465e-9dc5-97205da7d4f6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:36:13.802019 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:36:12Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:13.829826 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] Checking router: df653bfc-54d4-4d18-9f1b-c0cb099ec980 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:13.839829 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] Routers {'df653bfc-54d4-4d18-9f1b-c0cb099ec980'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:13.840541 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:13.929685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:13.962407 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] Set router df653bfc-54d4-4d18-9f1b-c0cb099ec980 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:14.046192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] DHCP port deletion for 009181cb-8d50-465e-9dc5-97205da7d4f6 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:36:14.077785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.118175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] Deleting port c1e89749-b198-4e48-933c-2c0e51017e9e {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:14.118956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.151058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Deleting port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:36:14.151402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.184776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] For port c1e89749-b198-4e48-933c-2c0e51017e9e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c1e89749-b198-4e48-933c-2c0e51017e9e,segment=NetworkSegment(3f2102a3-e3b7-46c4-a335-9077fa1c96a2),segment_id=3f2102a3-e3b7-46c4-a335-9077fa1c96a2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:14.185695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.186076 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:36:12Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:14.201759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] Calling delete_port for c1e89749-b198-4e48-933c-2c0e51017e9e owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:14.216318 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb40b52-040d-47a5-8a5b-a50c7a2bd951 None None] The sync data for ids ['df653bfc-54d4-4d18-9f1b-c0cb099ec980'] in n-d-688802-4 is: [{'id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1959206400', 'tenant_id': '53f1a5dbf2c6457aaab78220815b7655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:33:56Z', 'updated_at': '2021-08-27T12:36:12Z', 'revision_number': 5, 'project_id': '53f1a5dbf2c6457aaab78220815b7655', 'gw_port': {'id': '701c218a-bd88-4ed4-aa62-4b1aea0c05c2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df653bfc-54d4-4d18-9f1b-c0cb099ec980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:33:57Z', 'updated_at': '2021-08-27T12:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:14.257674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] For port 701c218a-bd88-4ed4-aa62-4b1aea0c05c2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:14.258075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.271537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Calling delete_port for 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:36:14.298621 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.324466 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] Pushing event deleted for resources: {'Port': ['ID=c1e89749-b198-4e48-933c-2c0e51017e9e,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:14.331138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb700936-2d2a-4bcb-b29b-ae56770c3f0c None None] No DVR routers for this DVR port c1e89749-b198-4e48-933c-2c0e51017e9e on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:36:14.473545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.501324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Port': ['ID=701c218a-bd88-4ed4-aa62-4b1aea0c05c2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:14.568840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.669551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.672180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.724534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.725103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Fanout notify agent at l3_agent the message router_deleted on router df653bfc-54d4-4d18-9f1b-c0cb099ec980 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:36:14.733141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.734309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eed1395e-32fe-44b7-b3a3-854bf0b1f5aa tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/routers/df653bfc-54d4-4d18-9f1b-c0cb099ec980 HTTP/1.1" status: 204 len: 168 time: 0.9614320 Aug 27 12:36:14.736960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:14.827702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.946212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:14.960802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009181cb-8d50-465e-9dc5-97205da7d4f6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:14.976096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2102a3-e3b7-46c4-a335-9077fa1c96a2') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:14.976473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2102a3-e3b7-46c4-a335-9077fa1c96a2') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:14.997407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.015807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.023619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:36:15.024355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:36:15.027808 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:36:15.100668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.108589 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.110510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] 10.222.0.76 "DELETE /v2.0/networks/009181cb-8d50-465e-9dc5-97205da7d4f6 HTTP/1.1" status: 204 len: 168 time: 0.3724318 Aug 27 12:36:15.123240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e67ca-c4e1-4b1b-85e1-56d7c3d4d05e tempest-TestSecurityGroupsBasicOps-2089656662 tempest-TestSecurityGroupsBasicOps-2089656662-project] Pushing event deleted for resources: {'Network': ['ID=009181cb-8d50-465e-9dc5-97205da7d4f6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:15.476767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:15.615592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e0da042a-a038-4342-916d-fb25f642db1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53f1a5dbf2c6457aaab78220815b7655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376367 Aug 27 12:36:15.618856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:15.652151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33276) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:15.657030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938118239', 'description': 'tempest-secgroup-smoke-1938118239 description', 'project_id': '1447d337dab447f693e35140c323898f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:15.667372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c8-9f61-4045-8092-56e5d4045899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.679319 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.689699 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c8-9f61-4045-8092-56e5d4045899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.743520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c8-9f61-4045-8092-56e5d4045899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.746105 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c8-9f61-4045-8092-56e5d4045899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.747319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fcd050c8-9f61-4045-8092-56e5d4045899 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39390f44-dee2-46d0-960d-197d3bb471dc HTTP/1.1" status: 204 len: 168 time: 0.1274800 Aug 27 12:36:15.755221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd050c8-9f61-4045-8092-56e5d4045899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39390f44-dee2-46d0-960d-197d3bb471dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:15.777648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.783487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.810712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.814636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587160 Aug 27 12:36:15.815116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:15.816174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df3084-5794-46e7-9901-e2e43d12cece tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7debf629-3212-4f0f-9255-69dc073a4219,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:15.821017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group_rule': {'security_group_id': '7debf629-3212-4f0f-9255-69dc073a4219', 'project_id': '1447d337dab447f693e35140c323898f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:15.852062 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.900210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.904337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.920631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce4dd92-7155-467b-bc5c-400f20c0b36d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:15.933703 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:15.937067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4ba0d844-4ebf-41e1-888c-7256c653574f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183913 Aug 27 12:36:15.937753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33286) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:15.942834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group_rule': {'security_group_id': '7debf629-3212-4f0f-9255-69dc073a4219', 'project_id': '1447d337dab447f693e35140c323898f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:15.973410 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.042890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.047895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.048806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:16.061718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.068096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2956be27-2125-4541-ac94-f8b36449ea2e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:16.072851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:16.073507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 701c218a-bd88-4ed4-aa62-4b1aea0c05c2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:16.074214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c1e89749-b198-4e48-933c-2c0e51017e9e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:16.076212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.076533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d722a190-ba8c-4861-bd38-a23562702255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.077684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5db3da0a-e9b7-476c-9291-7200e2864326 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387539 Aug 27 12:36:16.080532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.086599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group_rule': {'security_group_id': '7debf629-3212-4f0f-9255-69dc073a4219', 'project_id': '1447d337dab447f693e35140c323898f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:16.095425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c1e89749-b198-4e48-933c-2c0e51017e9e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:16.095781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c1e89749-b198-4e48-933c-2c0e51017e9e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:16.096216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1ed3cce8-8a76-43ea-a16a-909a97b74606 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:36:16.107805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:36:16.107805 n-d-688802-4 neutron-server[94624]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 12:36:16.107805 n-d-688802-4 neutron-server[94624]: [parameters: {'project_id': '1447d337dab447f693e35140c323898f', 'id': '1ee818a8-dae2-4b1d-869f-04ba385800ae', 'expiration': datetime.datetime(2021, 8, 27, 12, 38, 16, 98928)}] Aug 27 12:36:16.107805 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:36:16.108226 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:36:16.116191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 1ed3cce8-8a76-43ea-a16a-909a97b74606 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:36:16.116629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1ed3cce8-8a76-43ea-a16a-909a97b74606 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:36:16.183822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d722a190-ba8c-4861-bd38-a23562702255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.187629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d722a190-ba8c-4861-bd38-a23562702255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.227448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d722a190-ba8c-4861-bd38-a23562702255 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81db4309974d4b71ab10951a8783c6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646404 Aug 27 12:36:16.228329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722a190-ba8c-4861-bd38-a23562702255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb782617-953f-42d4-97fa-bce7e41d25b6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:16.230087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.280370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3248d1c2-e1e4-4dd4-9ffb-59e396b787ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.300948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3248d1c2-e1e4-4dd4-9ffb-59e396b787ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.349746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3248d1c2-e1e4-4dd4-9ffb-59e396b787ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.352287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3248d1c2-e1e4-4dd4-9ffb-59e396b787ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.353432 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3248d1c2-e1e4-4dd4-9ffb-59e396b787ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb782617-953f-42d4-97fa-bce7e41d25b6 HTTP/1.1" status: 204 len: 168 time: 0.1217833 Aug 27 12:36:16.361424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248d1c2-e1e4-4dd4-9ffb-59e396b787ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb782617-953f-42d4-97fa-bce7e41d25b6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:16.637154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.669671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33298) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.700209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.704620 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.713696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ee96981b-a033-4d68-a9ae-76072a78263a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd14ba59f6f84f95b2e5f9c98ecec0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428214 Aug 27 12:36:16.716160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33300) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.724664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d46643-c3c1-497d-9322-a2bc0700c24e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:16.732438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.733685 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2de1dee4-268d-4c71-b574-52c524d3375f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6520090 Aug 27 12:36:16.736348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33302) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.740872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group_rule': {'security_group_id': '7debf629-3212-4f0f-9255-69dc073a4219', 'project_id': '1447d337dab447f693e35140c323898f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:16.767478 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.774560 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-441a9eb6-1119-4c43-b31f-d2b57e64ddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.796173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-441a9eb6-1119-4c43-b31f-d2b57e64ddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.829138 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.833135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.848696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-441a9eb6-1119-4c43-b31f-d2b57e64ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.851487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-441a9eb6-1119-4c43-b31f-d2b57e64ddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.852723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-441a9eb6-1119-4c43-b31f-d2b57e64ddd8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d07d55a3-25fd-401b-89b4-a1e3905220c4 HTTP/1.1" status: 204 len: 168 time: 0.1355879 Aug 27 12:36:16.854327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa250dfb-a0ad-400d-92dc-a225ca2f3854,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:16.864674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.866451 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a59b43d7-42d9-4d8f-bb4c-25f8b9e165e3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287844 Aug 27 12:36:16.867910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a9eb6-1119-4c43-b31f-d2b57e64ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07d55a3-25fd-401b-89b4-a1e3905220c4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:16.869376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:16.874617 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group_rule': {'security_group_id': '7debf629-3212-4f0f-9255-69dc073a4219', 'project_id': '1447d337dab447f693e35140c323898f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:16.903534 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Project 1447d337dab447f693e35140c323898f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:36:16.908857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.969584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.973330 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:16.994326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8147c153-ea70-4658-95fa-3e2de80e1f82,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:17.003181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.004431 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e060cec6-9c1c-409d-8b42-658108a42cd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338959 Aug 27 12:36:17.008711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:17.012735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'security_group_rule': {'security_group_id': '7debf629-3212-4f0f-9255-69dc073a4219', 'project_id': '1447d337dab447f693e35140c323898f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:17.035892 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Project 1447d337dab447f693e35140c323898f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:36:17.042860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.106358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.110216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.133717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fd84ed-4745-45ca-b4cd-f73eb1674af8,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:17.137160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.138344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-84338aa5-19bf-42f6-886a-e6485fcc932b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296740 Aug 27 12:36:17.579388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33372) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:17.687108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-861861899-network', 'tenant_id': 'cfb89106c035415986145169b7390788'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:17.708880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Made reservation on behalf of cfb89106c035415986145169b7390788 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:36:17.711321 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.720453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.826594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.830971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.856480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:36:17.866966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05287e-8c14-4d19-b70f-d795940be8e9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:17.872549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.872903 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Added segment bac06785-7ecb-4e8c-a5cd-bd968982e6f7 of type vlan for network bc124b62-f51f-4cc0-aa80-eac4d13985d9 Aug 27 12:36:17.914996 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.945459 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.946475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:17.947050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:17.999275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4186893 Aug 27 12:36:18.002208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:18.008164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Request body: {'subnet': {'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-861861899-subnet', 'tenant_id': 'cfb89106c035415986145169b7390788', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:18.012075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93758d5-2ee0-4f0a-a52c-fb6bcdb34c37 admin admin] Pushing event updated for resources: {'Network': ['ID=bc124b62-f51f-4cc0-aa80-eac4d13985d9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:18.025040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:36:18.030556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Made reservation on behalf of cfb89106c035415986145169b7390788 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:36:18.032891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.217650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.279950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef6b1f6-12fd-43c1-be81-b30b907696ad,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:18.284819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Checking segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:18.285195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Network hostable DHCP agents. Network: bc124b62-f51f-4cc0-aa80-eac4d13985d9, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:36:18.302335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:36:18.312167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, bc124b62-f51f-4cc0-aa80-eac4d13985d9) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:18.316553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:18.317150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.322730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b8172-2f2a-4da6-843d-25f6bca865eb None None] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:36:18.336136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33410) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:18.336331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa5f6e71-4740-4ac0-8e53-4648f487050f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3328497 Aug 27 12:36:18.341056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:18.365110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.367006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.428159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.500217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff25e-7174-4d5a-8282-ffc39b8625a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.509159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:36:18.510174 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.583366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.666551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Allocated IP 172.20.0.2 (bc124b62-f51f-4cc0-aa80-eac4d13985d9/5ef6b1f6-12fd-43c1-be81-b30b907696ad/d6c5704a-b725-48ee-9a94-22a45abb0879) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:18.815258 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.819888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.830153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Transition to ACTIVE for port object d6c5704a-b725-48ee-9a94-22a45abb0879 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:18.836052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.848782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Transition to ACTIVE for port object d6c5704a-b725-48ee-9a94-22a45abb0879 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:18.855722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.898139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:18.901045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:18.906914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:18.917439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Pushing event updated for resources: {'Port': ['ID=d6c5704a-b725-48ee-9a94-22a45abb0879,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:18.951469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Allocated IP 172.25.8.252 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/331c2dcf-7316-43f3-9ca6-120317e3232c) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:18.978020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Attempting to bind port d6c5704a-b725-48ee-9a94-22a45abb0879 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:18.978425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Attempting to bind port d6c5704a-b725-48ee-9a94-22a45abb0879 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:18.979124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Attempting to bind port d6c5704a-b725-48ee-9a94-22a45abb0879 on network bc124b62-f51f-4cc0-aa80-eac4d13985d9 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:18.984360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:18.984734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Checking segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:18.985140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:18.985535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Bound using segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:18.986014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Bound port: d6c5704a-b725-48ee-9a94-22a45abb0879, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:18.986372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:19.055234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] For port d6c5704a-b725-48ee-9a94-22a45abb0879, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:19.059531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] For port d6c5704a-b725-48ee-9a94-22a45abb0879, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c5704a-b725-48ee-9a94-22a45abb0879,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:19.065543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:19.073651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:19.123993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:19.126583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4807e1-18ff-408a-b05e-39f62e6ccdab None None] Pushing event updated for resources: {'Port': ['ID=d6c5704a-b725-48ee-9a94-22a45abb0879,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:19.165680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:19.168718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:19.172456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:19.204424 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Pushing event updated for resources: {'Port': ['ID=331c2dcf-7316-43f3-9ca6-120317e3232c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:19.483816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:19.718674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:19.883580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:36:20.011577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:20.027116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Sync routers for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:20.039665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.041217 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9dbf452a-4fee-46ee-a500-87e4cddfa57a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7038519 Aug 27 12:36:20.043952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:20.048125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:20.048865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:35:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:20.166478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c5704a-b725-48ee-9a94-22a45abb0879 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:20.217765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05b234-dce7-48da-a3eb-4c0052f9e7b1 None None] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:36:20.267266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:20.393548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] Provisioning for port d6c5704a-b725-48ee-9a94-22a45abb0879 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:20.410197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d6c5704a-b725-48ee-9a94-22a45abb0879 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:20.415839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] Provisioning complete for port d6c5704a-b725-48ee-9a94-22a45abb0879 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:20.416238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.427235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.447981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6c5704a-b725-48ee-9a94-22a45abb0879 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:20.448484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.721553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.723370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.789888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:19Z', 'revision_number': 3, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:20.793078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] For port d6c5704a-b725-48ee-9a94-22a45abb0879, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c5704a-b725-48ee-9a94-22a45abb0879,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:20.822570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:20.829190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Checking router: 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:20.832408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Updating router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 port 331c2dcf-7316-43f3-9ca6-120317e3232c binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:36:20.953745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.103524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.132599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51ea4164-3f72-420a-b728-ec9347cf445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.137309 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:36:21.137660 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:36:21.149682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6ac46-9d8b-474b-948d-4278f4f09843 None None] Pushing event updated for resources: {'Port': ['ID=d6c5704a-b725-48ee-9a94-22a45abb0879,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:21.231602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Allocated IP 172.20.0.1 (bc124b62-f51f-4cc0-aa80-eac4d13985d9/5ef6b1f6-12fd-43c1-be81-b30b907696ad/8a98b559-ed7e-477e-b130-25b585ee1324) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:21.232907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1fee4924-d27e-43b3-8e40-bcb6c9bd3a3e None None] Provisioning complete for port d6c5704a-b725-48ee-9a94-22a45abb0879 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:21.233441 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1fee4924-d27e-43b3-8e40-bcb6c9bd3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.238619 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.360003 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.374507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Transition to ACTIVE for port object 8a98b559-ed7e-477e-b130-25b585ee1324 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:21.437897 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.475177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:21.481730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:21.485303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:21.486270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.491185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Pushing event updated for resources: {'Port': ['ID=8a98b559-ed7e-477e-b130-25b585ee1324,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:21.507042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Transition to ACTIVE for port object 331c2dcf-7316-43f3-9ca6-120317e3232c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:21.514413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.532660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.575831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Attempting to bind port 331c2dcf-7316-43f3-9ca6-120317e3232c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:21.576712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Attempting to bind port 331c2dcf-7316-43f3-9ca6-120317e3232c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:21.577097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Attempting to bind port 331c2dcf-7316-43f3-9ca6-120317e3232c on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:21.588072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e014513-0e23-4dd4-80d8-e79043bbe3ff None None] Pushing event updated for resources: {'Port': ['ID=331c2dcf-7316-43f3-9ca6-120317e3232c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:21.604066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:21.606321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:21.607272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.608102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:21.608761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Bound port: 331c2dcf-7316-43f3-9ca6-120317e3232c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:21.609333 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.683598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.717723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] For port 331c2dcf-7316-43f3-9ca6-120317e3232c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:21.721498 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] For port 331c2dcf-7316-43f3-9ca6-120317e3232c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=331c2dcf-7316-43f3-9ca6-120317e3232c,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:21.731168 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.782960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:21.783606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:21.841373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e014513-0e23-4dd4-80d8-e79043bbe3ff None None] Pushing event updated for resources: {'Port': ['ID=331c2dcf-7316-43f3-9ca6-120317e3232c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:21.856383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2d340de-1ad3-4d77-a08e-42372013902a None None] Provisioning for port 8a98b559-ed7e-477e-b130-25b585ee1324 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:21.863655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f2d340de-1ad3-4d77-a08e-42372013902a None None] Provisioning complete for port 8a98b559-ed7e-477e-b130-25b585ee1324 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:21.864034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f2d340de-1ad3-4d77-a08e-42372013902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.889579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.898945 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:21.945944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f2d340de-1ad3-4d77-a08e-42372013902a None None] Port 8a98b559-ed7e-477e-b130-25b585ee1324 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:36:21.951904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:21.987554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Pushing event updated for resources: {'Port': ['ID=8a98b559-ed7e-477e-b130-25b585ee1324,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:21.992101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:22.084138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c5704a-b725-48ee-9a94-22a45abb0879 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:22.096663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:22.103720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:22.200606 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:22.202969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d6c5704a-b725-48ee-9a94-22a45abb0879 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:22.203594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:22.250598 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:36:22.268805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 1, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:22.304941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620dbe5-0294-4342-bd6e-8b037de41b96 None None] The sync data for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 is: [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 1, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:22.375378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b04703a6-1f27-4368-9d89-3da375eb5639 None None] Provisioning complete for port 8a98b559-ed7e-477e-b130-25b585ee1324 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:22.375770 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b04703a6-1f27-4368-9d89-3da375eb5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:22.405267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:22.414425 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f7eb141-a592-4bc4-bf05-72a348c3bd0d admin admin] 10.222.0.76 "PUT /v2.0/routers/7a2f7dc7-d0f8-411d-bcf0-d3337fc20439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3656542 Aug 27 12:36:22.430697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b04703a6-1f27-4368-9d89-3da375eb5639 None None] Port 8a98b559-ed7e-477e-b130-25b585ee1324 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:36:23.171950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33446) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:23.177398 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1624953124-network', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:23.199979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Made reservation on behalf of d6c88e21c92e41b49a93311214f9a8b2 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:36:23.202730 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.212191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.318668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.324285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.352596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:36:23.361992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916eb9bb-0c60-483d-9e0f-8a09169a63c8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:23.368906 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.369276 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Added segment bd66a6a9-5047-4136-9a27-7c3766b3bbd2 of type vlan for network ec8252c3-320b-4d2e-a546-e00fcc9847f5 Aug 27 12:36:23.416215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.447122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.448369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:23.449160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.513442 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3403463 Aug 27 12:36:23.516194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:23.521292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c2773-165c-4f96-9a1c-7dd812047c6c admin admin] Pushing event updated for resources: {'Network': ['ID=ec8252c3-320b-4d2e-a546-e00fcc9847f5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:23.521572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Request body: {'subnet': {'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1624953124-subnet', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:23.532239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:36:23.547336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Made reservation on behalf of d6c88e21c92e41b49a93311214f9a8b2 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:36:23.551429 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.761065 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.823062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b39af8-c915-4498-871d-8ce852405725,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:23.828195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Checking segment: {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:23.828807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Network hostable DHCP agents. Network: ec8252c3-320b-4d2e-a546-e00fcc9847f5, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:36:23.847205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:36:23.856449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, ec8252c3-320b-4d2e-a546-e00fcc9847f5) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:23.862617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:23.863237 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.870472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07fe835-f3fe-4a4a-8613-628d00dd4aac None None] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:36:23.880588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d654d6de-5471-4b35-aae0-a5b8a15073a4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3609619 Aug 27 12:36:23.880769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:23.886865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:23.917375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.919187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:23.995098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.052360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'fixed_ips': [{'subnet_id': 'c1b39af8-c915-4498-871d-8ce852405725'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:36:24.053829 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.081418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.155029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 331c2dcf-7316-43f3-9ca6-120317e3232c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:24.198193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.259849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 331c2dcf-7316-43f3-9ca6-120317e3232c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:24.265605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Allocated IP 172.20.0.2 (ec8252c3-320b-4d2e-a546-e00fcc9847f5/c1b39af8-c915-4498-871d-8ce852405725/4ff95ceb-f2be-48e8-bfea-6cad05ae9a62) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:24.269985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 331c2dcf-7316-43f3-9ca6-120317e3232c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:24.270391 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.434694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.450526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.456513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.507653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 331c2dcf-7316-43f3-9ca6-120317e3232c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=331c2dcf-7316-43f3-9ca6-120317e3232c,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:24.516218 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.553937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.570900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Transition to ACTIVE for port object 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:24.587653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Allocated IP 172.25.8.48 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a862998b-bd21-4728-8069-2feb42cd569b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:24.595680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=331c2dcf-7316-43f3-9ca6-120317e3232c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:24.601273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Transition to ACTIVE for port object 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:24.608889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.645984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:24.652481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:24.656022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:24.663449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Pushing event updated for resources: {'Port': ['ID=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:24.733251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Attempting to bind port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:24.733621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Attempting to bind port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:24.734232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Attempting to bind port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 on network ec8252c3-320b-4d2e-a546-e00fcc9847f5 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:24.738281 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.740483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:24.741644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Checking segment: {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:24.742061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.742477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Bound using segment: {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:24.743206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Bound port: 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:24.743600 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.764296 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Sync routers for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:24.780547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:24.783366 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:24.802869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.822223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] For port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:24.826240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] For port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:24.834505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:24.848054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:24.851645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:24.855227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:24.888296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=a862998b-bd21-4728-8069-2feb42cd569b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:24.921429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278b87-24af-4ac6-ad66-fc5083a639b4 None None] Pushing event updated for resources: {'Port': ['ID=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:24.948344 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:25.186704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.356882 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 2, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:25.388717 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Checking router: 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:25.389254 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Updating router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 port 8a98b559-ed7e-477e-b130-25b585ee1324 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:36:25.415807 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.730297 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.742596 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Transition to ACTIVE for port object 8a98b559-ed7e-477e-b130-25b585ee1324 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:25.749618 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.790298 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.806460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:36:25.818015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9ae0-01cf-45ac-8f75-0389ee5e268d None None] Pushing event updated for resources: {'Port': ['ID=8a98b559-ed7e-477e-b130-25b585ee1324,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:25.893321 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Attempting to bind port 8a98b559-ed7e-477e-b130-25b585ee1324 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:25.893707 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Attempting to bind port 8a98b559-ed7e-477e-b130-25b585ee1324 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:25.894053 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Attempting to bind port 8a98b559-ed7e-477e-b130-25b585ee1324 on network bc124b62-f51f-4cc0-aa80-eac4d13985d9 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:25.903837 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:25.904143 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Checking segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:25.904632 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.905059 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Bound using segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:25.905565 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Bound port: 8a98b559-ed7e-477e-b130-25b585ee1324, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:25.905969 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:25.983922 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] For port 8a98b559-ed7e-477e-b130-25b585ee1324, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:25.987471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] For port 8a98b559-ed7e-477e-b130-25b585ee1324, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a98b559-ed7e-477e-b130-25b585ee1324,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:25.994094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Router 38387010-204b-4d72-8b1c-e37512d79517 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:36:25.998781 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:26.121871 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9ae0-01cf-45ac-8f75-0389ee5e268d None None] Pushing event updated for resources: {'Port': ['ID=8a98b559-ed7e-477e-b130-25b585ee1324,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:26.174906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:26.177487 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:26.182245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:26.200435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Sync routers for ids ['38387010-204b-4d72-8b1c-e37512d79517'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:26.229637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:26.233647 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9cd1cbd9-7151-49e9-81dd-f0e24cc08fa5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3494167 Aug 27 12:36:26.234605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 33464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:26.235859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Routers {'38387010-204b-4d72-8b1c-e37512d79517'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:26.237388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['38387010-204b-4d72-8b1c-e37512d79517'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:26.304225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 331c2dcf-7316-43f3-9ca6-120317e3232c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:26.389879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:26.421194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2895a-0055-46a4-a721-682955f1454e None None] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:36:26.503376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 331c2dcf-7316-43f3-9ca6-120317e3232c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:26.504156 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:26.515375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dcc55565-5ffb-400b-8aa8-36c99eb3e959 None None] Provisioning for port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:26.557778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Set router 38387010-204b-4d72-8b1c-e37512d79517 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:26.647693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:25Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:26.678667 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864259b-fb53-44d0-b3d9-74c0af232eac None None] The sync data for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 is: [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:25Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:26.887703 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.051188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:27.126535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:36:25Z', 'revision_number': 3, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:27.129784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:27.175881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Checking router: 38387010-204b-4d72-8b1c-e37512d79517 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:27.176235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Updating router 38387010-204b-4d72-8b1c-e37512d79517 port a862998b-bd21-4728-8069-2feb42cd569b binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:36:27.179077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Allocated IP 172.20.0.1 (ec8252c3-320b-4d2e-a546-e00fcc9847f5/c1b39af8-c915-4498-871d-8ce852405725/fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:27.180911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:27.181283 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.250348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.393479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.417873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Transition to ACTIVE for port object fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:27.470125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.511003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.546724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:27.554148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:27.581511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:27.598850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:27.607369 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.624438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Pushing event updated for resources: {'Port': ['ID=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:27.642151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.643378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.645226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.646316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.646766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.647712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.648116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.648552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.648971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.649370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.649771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.650167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:27.659314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.768249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-73ced783-5bcc-4c73-a470-154b964b4365 None None] Provisioning complete for port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:27.768622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73ced783-5bcc-4c73-a470-154b964b4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.804205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:27.858845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.892926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:27.934721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Transition to ACTIVE for port object a862998b-bd21-4728-8069-2feb42cd569b will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:27.946892 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.012385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1f4cb-00af-4910-a37d-a0f709f76faa None None] Pushing event updated for resources: {'Port': ['ID=a862998b-bd21-4728-8069-2feb42cd569b,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:28.015462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Attempting to bind port a862998b-bd21-4728-8069-2feb42cd569b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:28.015827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Attempting to bind port a862998b-bd21-4728-8069-2feb42cd569b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:28.016188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Attempting to bind port a862998b-bd21-4728-8069-2feb42cd569b on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:28.023209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:28.023580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:28.023981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.024366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:28.025019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Bound port: a862998b-bd21-4728-8069-2feb42cd569b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:28.025304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.062265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.068194 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.103449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] For port a862998b-bd21-4728-8069-2feb42cd569b, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:28.119702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] For port a862998b-bd21-4728-8069-2feb42cd569b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a862998b-bd21-4728-8069-2feb42cd569b,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:28.121195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e2dbd0bb-e52f-4770-b952-88a796f21422 None None] Provisioning for port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:28.127889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.165231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.168406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Pushing event updated for resources: {'Port': ['ID=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:28.178631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e2dbd0bb-e52f-4770-b952-88a796f21422 None None] Provisioning complete for port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:28.178964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e2dbd0bb-e52f-4770-b952-88a796f21422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.208144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a98b559-ed7e-477e-b130-25b585ee1324 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:28.275427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:28.277001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:28.284842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbd0bb-e52f-4770-b952-88a796f21422 None None] Port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:36:28.301422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1f4cb-00af-4910-a37d-a0f709f76faa None None] Pushing event updated for resources: {'Port': ['ID=a862998b-bd21-4728-8069-2feb42cd569b,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:28.304750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Routers {'38387010-204b-4d72-8b1c-e37512d79517'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:28.305455 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['38387010-204b-4d72-8b1c-e37512d79517'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:28.402276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8a98b559-ed7e-477e-b130-25b585ee1324 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:28.409307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8a98b559-ed7e-477e-b130-25b585ee1324 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:28.409684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.448553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Router 38387010-204b-4d72-8b1c-e37512d79517 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:36:28.472007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] Set router 38387010-204b-4d72-8b1c-e37512d79517 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:28.565226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:28.571914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9a58e2b6-10d8-4188-b3bf-51f393a41106 admin admin] 10.222.0.76 "PUT /v2.0/routers/38387010-204b-4d72-8b1c-e37512d79517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359039 Aug 27 12:36:28.655714 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.661664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5de62c23-b50a-46cf-bc57-8b6b5dcf623c None None] Provisioning complete for port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:28.662027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5de62c23-b50a-46cf-bc57-8b6b5dcf623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.746730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5de62c23-b50a-46cf-bc57-8b6b5dcf623c None None] Port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:36:28.775252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8a98b559-ed7e-477e-b130-25b585ee1324, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a98b559-ed7e-477e-b130-25b585ee1324,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:28.782637 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:28.784133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:29.045764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8a98b559-ed7e-477e-b130-25b585ee1324,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:29.060747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff', 'name': '', 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'mac_address': 'fa:16:3e:31:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'c1b39af8-c915-4498-871d-8ce852405725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:26Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 2, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'subnets': [{'id': 'c1b39af8-c915-4498-871d-8ce852405725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:29.090972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdf84d0-5c93-4d4e-837e-7c96b5404efe None None] The sync data for ids ['38387010-204b-4d72-8b1c-e37512d79517'] in n-d-688802-4 is: [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff', 'name': '', 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'mac_address': 'fa:16:3e:31:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'c1b39af8-c915-4498-871d-8ce852405725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:26Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 2, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'subnets': [{'id': 'c1b39af8-c915-4498-871d-8ce852405725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:29.092537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:29.093040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:30.165017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a98b559-ed7e-477e-b130-25b585ee1324 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:30.218907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8a98b559-ed7e-477e-b130-25b585ee1324 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:30.219525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:30.319334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a862998b-bd21-4728-8069-2feb42cd569b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:30.375911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a862998b-bd21-4728-8069-2feb42cd569b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:30.382689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a862998b-bd21-4728-8069-2feb42cd569b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:30.383078 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:30.498175 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:30.525072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a862998b-bd21-4728-8069-2feb42cd569b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a862998b-bd21-4728-8069-2feb42cd569b,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:30.529733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:30.591741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a862998b-bd21-4728-8069-2feb42cd569b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:31.454898 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Sync routers for ids ['38387010-204b-4d72-8b1c-e37512d79517'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:31.468255 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Routers {'38387010-204b-4d72-8b1c-e37512d79517'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:31.468879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['38387010-204b-4d72-8b1c-e37512d79517'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:31.591626 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Set router 38387010-204b-4d72-8b1c-e37512d79517 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:31.813446 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff', 'name': '', 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'mac_address': 'fa:16:3e:31:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'c1b39af8-c915-4498-871d-8ce852405725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:26Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 2, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'subnets': [{'id': 'c1b39af8-c915-4498-871d-8ce852405725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:31.841889 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Checking router: 38387010-204b-4d72-8b1c-e37512d79517 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:31.842164 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Updating router 38387010-204b-4d72-8b1c-e37512d79517 port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:36:31.867218 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.076963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a862998b-bd21-4728-8069-2feb42cd569b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:32.139238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a862998b-bd21-4728-8069-2feb42cd569b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:32.139700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.208918 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.222468 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Transition to ACTIVE for port object fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:32.229525 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.282292 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4253a84-50d5-47b4-b161-4c01092affe9 None None] Pushing event updated for resources: {'Port': ['ID=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:32.342464 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Attempting to bind port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:32.342832 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Attempting to bind port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:32.343194 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Attempting to bind port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff on network ec8252c3-320b-4d2e-a546-e00fcc9847f5 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:32.349068 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:32.349432 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Checking segment: {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:32.349969 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.350360 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Bound using segment: {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:32.350842 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Bound port: fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:32.351254 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.435675 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] For port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:32.440300 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] For port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:32.444936 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:32.495763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Routers {'38387010-204b-4d72-8b1c-e37512d79517'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:32.496419 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['38387010-204b-4d72-8b1c-e37512d79517'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:32.730165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4253a84-50d5-47b4-b161-4c01092affe9 None None] Pushing event updated for resources: {'Port': ['ID=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:32.775581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] Set router 38387010-204b-4d72-8b1c-e37512d79517 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:32.989073 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff', 'name': '', 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'mac_address': 'fa:16:3e:31:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'c1b39af8-c915-4498-871d-8ce852405725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:26Z', 'updated_at': '2021-08-27T12:36:32Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'subnets': [{'id': 'c1b39af8-c915-4498-871d-8ce852405725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:33.016530 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfc58a-6dc9-4a95-891d-141e95fe3a92 None None] The sync data for ids ['38387010-204b-4d72-8b1c-e37512d79517'] in n-d-688802-4 is: [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:36:27Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff', 'name': '', 'network_id': 'ec8252c3-320b-4d2e-a546-e00fcc9847f5', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'mac_address': 'fa:16:3e:31:42:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'c1b39af8-c915-4498-871d-8ce852405725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:26Z', 'updated_at': '2021-08-27T12:36:32Z', 'revision_number': 4, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'subnets': [{'id': 'c1b39af8-c915-4498-871d-8ce852405725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:34.090309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:34.144575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:34.149323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:34.149697 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:34.231527 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:34.266161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:34.270403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:34.322084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:36.061820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:36.114374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:36.114966 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:37.195676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-1f74dfe0-94ce-4fe2-a6e9-891aefd06064 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938118239&fields=id&tenant_id=1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 267 time: 0.0376656 Aug 27 12:36:37.316183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-3f15afe2-14fc-47db-9376-63dbcb9128d7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:37.317670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-3f15afe2-14fc-47db-9376-63dbcb9128d7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1148176 Aug 27 12:36:37.333661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-96e51d26-0dd0-4963-8e6a-e156e9b5adfc tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0097575 Aug 27 12:36:37.388770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f2063186-b192-4144-a845-1df9e74120b8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484324 Aug 27 12:36:37.491559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-5f3965ac-a8b0-43ee-90f1-f81aafc71a4f service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899889 Aug 27 12:36:37.582098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-9d949d31-b67c-4af9-ab3d-b41ca337c303 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840521 Aug 27 12:36:37.900313 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d556eed2-8d07-478c-b510-a3917c0a8a63 req-3460e556-42b9-49ff-a7e3-252f0f0e00dd tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 210 time: 0.0335782 Aug 27 12:36:38.420212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.018730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e757863-f617-438a-bb93-cfaaaa259f1b req-0c6efa42-bcd9-46b9-b1af-5fb3d9de0b76 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 210 time: 0.0364151 Aug 27 12:36:39.029279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-bb17ec11-7f49-4d5e-9f91-aed393fd62bf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:39.032735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-bb17ec11-7f49-4d5e-9f91-aed393fd62bf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1340456 Aug 27 12:36:39.107535 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-11489669-73f0-4908-9104-e21c2d871155 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 380 time: 0.0635481 Aug 27 12:36:39.118835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f', 'security_groups': ['7debf629-3212-4f0f-9255-69dc073a4219']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:39.251567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:36:39.259529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.403543 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.12 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:39.558322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.573507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:39.609632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.658927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:39.661938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:39.664501 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:39.700130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:39.729837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:39.731083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.749823 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-f50dd6ad-4a8c-447d-9a3c-79bac6d2aa18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6358395 Aug 27 12:36:39.765273 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Request body: {'port': {'device_id': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:39.837311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.910216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7768ce1a-0a81-4743-bb8b-f904d82579d5 None None] Provisioning for port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:39.914592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7768ce1a-0a81-4743-bb8b-f904d82579d5 None None] Provisioning complete for port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:39.915166 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7768ce1a-0a81-4743-bb8b-f904d82579d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:39.976832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7768ce1a-0a81-4743-bb8b-f904d82579d5 None None] Port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:36:40.196415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2e215-d5aa-45ed-a914-5a2cfb1bb490 req-06474d27-2211-4349-a85c-8e1565f2233d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:40.198643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4e2e215-d5aa-45ed-a914-5a2cfb1bb490 req-06474d27-2211-4349-a85c-8e1565f2233d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 932 time: 0.0806131 Aug 27 12:36:40.244195 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:36:40.252799 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:40.255475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4e2e215-d5aa-45ed-a914-5a2cfb1bb490 req-67c84ce5-2f8f-4101-b2ef-b077786642bd tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482988 Aug 27 12:36:40.268677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Transition to ACTIVE for port object 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:36:40.280149 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:40.335571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Pushing event updated for resources: {'Port': ['ID=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:40.433889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Attempting to bind port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:36:40.434392 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Attempting to bind port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:36:40.434819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Attempting to bind port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:40.446736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:36:40.447552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Attempting to bind port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:36:40.465499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:36:40.465862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:36:40.466345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:36:40.466704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Bound port: 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:36:40.467119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:40.567279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] For port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:36:40.572726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] For port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:36:40.580699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:40.631525 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:40.632116 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:40.633585 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] 10.222.0.65 "PUT /v2.0/ports/30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 200 len: 1092 time: 0.8753326 Aug 27 12:36:40.636832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:40.638769 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b883436-a115-4ec5-bb68-8ba704811b07" -d '{"events": [{"name": "network-changed", "server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:40.656086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047723e8-4866-45f2-a959-79bb1324a34a service neutron] Pushing event updated for resources: {'Port': ['ID=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:40.720998 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb5e72c-6a39-40f6-85fa-79deccd36b40 x-openstack-request-id: req-aeb5e72c-6a39-40f6-85fa-79deccd36b40 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:40.721314 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:40.721575 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aeb5e72c-6a39-40f6-85fa-79deccd36b40 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:40.721984 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'status': 'completed', 'code': 200} Aug 27 12:36:40.740850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-4ce01f0b-1bd8-4a69-9235-c7de37278ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:40.742988 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-4ce01f0b-1bd8-4a69-9235-c7de37278ee8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1095 time: 0.0603416 Aug 27 12:36:40.800671 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-ea0764c3-817c-4802-93cc-36339743f507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 200 len: 217 time: 0.0455718 Aug 27 12:36:40.872266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-50513348-ba86-4b6a-a2e6-3e54b3e41de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:40.874682 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-50513348-ba86-4b6a-a2e6-3e54b3e41de0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0662112 Aug 27 12:36:40.928663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-ebf9fe08-9c51-43dd-9db9-90d82503f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:40.930126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-ebf9fe08-9c51-43dd-9db9-90d82503f0e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472329 Aug 27 12:36:41.038914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-bba1e0ef-f452-4f75-bead-d0a40cfde81c service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006212 Aug 27 12:36:41.145307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-44cddc44-b5bc-4031-b3fd-108c5d7c2586 req-d9df6e71-73f1-4919-93f7-69efe37db8f1 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980780 Aug 27 12:36:41.260657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-e3a5bd86-e6a2-4751-898e-a92e530e1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:41.262915 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-e3a5bd86-e6a2-4751-898e-a92e530e1e41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1095 time: 0.0616527 Aug 27 12:36:41.398446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-fca0be93-c708-470b-bd02-218e69f8b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:41.400492 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-fca0be93-c708-470b-bd02-218e69f8b5b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1302860 Aug 27 12:36:41.422519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecd46a-deb0-4376-b630-9b564da615c8 req-51c5680a-dd13-4afa-852c-2bb4c29244a1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:41.438575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-faecd46a-deb0-4376-b630-9b564da615c8 req-51c5680a-dd13-4afa-852c-2bb4c29244a1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0917101 Aug 27 12:36:41.465274 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-d3207b21-fc4a-402b-87d6-2be4a1b1cef6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 200 len: 217 time: 0.0573492 Aug 27 12:36:41.492802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-faecd46a-deb0-4376-b630-9b564da615c8 req-98b27e3c-b648-4b7a-8655-2e576f2fa5d3 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526779 Aug 27 12:36:41.532386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-2f0f5bf2-441a-4a59-a82f-a4cd7be86c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:41.534166 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-2f0f5bf2-441a-4a59-a82f-a4cd7be86c7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0610008 Aug 27 12:36:41.586998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-ecdf9fff-ac4f-47f8-b302-a3b8e37a8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:41.588521 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-ecdf9fff-ac4f-47f8-b302-a3b8e37a8b3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435183 Aug 27 12:36:41.687215 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-22c738c4-c32b-4dac-94c4-fe075b049621 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910208 Aug 27 12:36:41.785920 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4b883436-a115-4ec5-bb68-8ba704811b07 req-c11cd4ee-b64b-4a4b-96ad-fc80ecf6cc6e service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921698 Aug 27 12:36:42.637151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904728a1-873a-47af-8dc4-c9e3a873fd06 req-79836ef3-559f-493a-96c2-01c351b96bca tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:42.638814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-904728a1-873a-47af-8dc4-c9e3a873fd06 req-79836ef3-559f-493a-96c2-01c351b96bca tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0629654 Aug 27 12:36:42.681019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-904728a1-873a-47af-8dc4-c9e3a873fd06 req-181d70e7-5a87-4f15-9a16-b787f3709e8c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360141 Aug 27 12:36:43.797355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10115bcb-881a-4a76-96fa-fcafb9918cdc req-146d5676-b34d-480c-a87f-243de7e0b074 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:43.798991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10115bcb-881a-4a76-96fa-fcafb9918cdc req-146d5676-b34d-480c-a87f-243de7e0b074 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0498049 Aug 27 12:36:43.846113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10115bcb-881a-4a76-96fa-fcafb9918cdc req-92501f4c-76bd-4ddb-8878-ca676004e128 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402474 Aug 27 12:36:45.000175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a213-ffae-4632-9a75-dc2d5f1a9d20 req-9e03665e-e3b2-44d1-88b4-bfccf0bfe35a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:45.001920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7b2a213-ffae-4632-9a75-dc2d5f1a9d20 req-9e03665e-e3b2-44d1-88b4-bfccf0bfe35a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0734398 Aug 27 12:36:45.051775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7b2a213-ffae-4632-9a75-dc2d5f1a9d20 req-9c92016a-3ba8-437e-bfcb-b03f93b64e18 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Aug 27 12:36:46.170858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176b20c-15c0-4148-94f2-830679afebef req-68be9385-f8c1-40ce-98ef-a4a9d94ea861 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:46.172392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d176b20c-15c0-4148-94f2-830679afebef req-68be9385-f8c1-40ce-98ef-a4a9d94ea861 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0526075 Aug 27 12:36:46.210136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d176b20c-15c0-4148-94f2-830679afebef req-64f51485-1289-44c9-bb61-aaf3de103dd2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Aug 27 12:36:47.338089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42828515-c2ab-4120-8df4-90c3fb4fdfb6 req-8b780ceb-208c-4df1-9a31-806781750184 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:47.339845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42828515-c2ab-4120-8df4-90c3fb4fdfb6 req-8b780ceb-208c-4df1-9a31-806781750184 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0524542 Aug 27 12:36:47.379113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42828515-c2ab-4120-8df4-90c3fb4fdfb6 req-03cf96ae-41ac-44df-ac99-28fc5c09d3a1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Aug 27 12:36:48.488942 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9023c8d0-8f3a-4a53-b282-72a76aea3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:48.498899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd108363-b6d9-40c1-ba7a-b57999195267 req-fa9d0bf7-54eb-4766-adcc-edff4f273cdb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:48.500414 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd108363-b6d9-40c1-ba7a-b57999195267 req-fa9d0bf7-54eb-4766-adcc-edff4f273cdb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Aug 27 12:36:48.540357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd108363-b6d9-40c1-ba7a-b57999195267 req-b0e79367-c51c-436a-b835-fb52d0895049 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332489 Aug 27 12:36:49.658873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f8aa-316e-48f4-b77f-54e8a661e489 req-20961e79-9b63-4a9b-b041-ab4e60135b3c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:49.660355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2555f8aa-316e-48f4-b77f-54e8a661e489 req-20961e79-9b63-4a9b-b041-ab4e60135b3c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0523129 Aug 27 12:36:49.698256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2555f8aa-316e-48f4-b77f-54e8a661e489 req-f259a1cb-65a8-4385-a618-e2fabe65dd44 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Aug 27 12:36:50.312744 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:50.817880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06d5ac-8c0b-4773-b7fb-1fa6c2241f9c req-7c2a1ed5-db49-4850-8af2-75c886d1902b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:50.819965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d06d5ac-8c0b-4773-b7fb-1fa6c2241f9c req-7c2a1ed5-db49-4850-8af2-75c886d1902b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 944 time: 0.0531402 Aug 27 12:36:50.863381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d06d5ac-8c0b-4773-b7fb-1fa6c2241f9c req-d256660e-2f4f-4f72-9322-f5b7cb24a037 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 Aug 27 12:36:50.993642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0e88f188-de30-43f3-8eb9-f8897779a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:51.181252 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:51.428169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:36:51.521890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:51.533060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'mac_address': 'fa:16:3e:74:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:36:51.572672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:51.585978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:36:51.604524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:51.616539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:51.662248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:51.669392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.669737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.670077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.670431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.670765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.671094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.671422 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.671744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.672068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.672389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.672709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.673029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:51.810924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:36:52.000836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568778e7-bead-47ec-ae4d-1758726ebc02 req-ec47922a-d12e-4e94-ad87-78ad1222d763 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:52.009539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-568778e7-bead-47ec-ae4d-1758726ebc02 req-ec47922a-d12e-4e94-ad87-78ad1222d763 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 945 time: 0.0722675 Aug 27 12:36:52.043206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-568778e7-bead-47ec-ae4d-1758726ebc02 req-a0383f0f-312a-4a48-aa07-5627d69f5d23 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Aug 27 12:36:52.169948 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:53.161200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e085ba-8f26-4a8a-99fb-fbc442d65719 req-37f95d16-5026-4219-8c99-168af409d1f8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.162745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4e085ba-8f26-4a8a-99fb-fbc442d65719 req-37f95d16-5026-4219-8c99-168af409d1f8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Aug 27 12:36:53.211272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4e085ba-8f26-4a8a-99fb-fbc442d65719 req-83e37d64-25e0-4cf9-a3b3-6cbe3ec0890a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Aug 27 12:36:53.245276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-fb23d171-74c7-4e2c-b8be-c7069c44d0db service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0493963 Aug 27 12:36:53.351829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.352280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.352770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.353247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.353727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.354200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.354700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.356572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-ee6fde2f-3fba-4c31-bafe-4ae49c85ab1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0489259 Aug 27 12:36:53.444971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:36:53.475533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-eda4c49a-6948-492a-8d91-22af291fde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.476026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-eda4c49a-6948-492a-8d91-22af291fde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.476502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-eda4c49a-6948-492a-8d91-22af291fde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.478270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-eda4c49a-6948-492a-8d91-22af291fde5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 2292 time: 0.0980055 Aug 27 12:36:53.496074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:36:53.500440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:36:53.500818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:53.554469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-c9b1b18f-b43d-4fdf-966d-adc1f7e05357 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1002 time: 0.0674758 Aug 27 12:36:53.594649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:53.621286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:53.623600 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f16da91-a645-4735-86df-0f0316b32015" -d '{"events": [{"server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "name": "network-vif-plugged", "status": "completed", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:53.629493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-31ac5a0b-8905-4ddc-8630-5326eb86eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.631422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-31ac5a0b-8905-4ddc-8630-5326eb86eea0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0631790 Aug 27 12:36:53.638118 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:36:53.645031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:53.680253 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4701e6-1c6b-4e07-88a1-df715af069e9 x-openstack-request-id: req-fc4701e6-1c6b-4e07-88a1-df715af069e9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:53.680968 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "name": "network-vif-plugged", "status": "completed", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:53.681226 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc4701e6-1c6b-4e07-88a1-df715af069e9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:53.681678 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'code': 200} Aug 27 12:36:53.700853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-f52454c8-4481-410c-980f-c5a30c05ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.703672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-f52454c8-4481-410c-980f-c5a30c05ba6c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630598 Aug 27 12:36:53.709412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:53.797008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b6b9-c551-44b2-912d-3b7982fc6198 req-9352e725-65b3-4823-95cc-1fbca31aa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.797601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-08014bb3-e5c0-4e62-b682-087e5ede8859 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878975 Aug 27 12:36:53.799296 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9594b6b9-c551-44b2-912d-3b7982fc6198 req-9352e725-65b3-4823-95cc-1fbca31aa516 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1097 time: 0.0455687 Aug 27 12:36:53.841338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9594b6b9-c551-44b2-912d-3b7982fc6198 req-779ebf64-a555-4010-978f-94c9daeb0e70 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Aug 27 12:36:53.892893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-0ae06cb9-7387-4520-9771-f5651f5ea359 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884140 Aug 27 12:36:53.933875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-6c35a9f5-136d-48a9-911e-9eb34dfc669a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0337396 Aug 27 12:36:53.982893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-00b76f4d-bd19-466a-94a9-2866bbcb6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:53.984360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-00b76f4d-bd19-466a-94a9-2866bbcb6dc6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0441241 Aug 27 12:36:54.041030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-8f09d641-954a-40d4-ab4a-b84de71242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:54.042597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-8f09d641-954a-40d4-ab4a-b84de71242e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518126 Aug 27 12:36:54.049678 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:54.130659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-57e866c7-14b2-463e-a5ad-f75a022aac6e service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809777 Aug 27 12:36:54.223487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-86862711-f6a1-45f4-8c9d-5f8e991212c2 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Aug 27 12:36:54.267911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-074c314e-70aa-4e4f-99be-0dbeb486ae1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0355284 Aug 27 12:36:54.348031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-559c72ac-450c-465c-af15-1f851e5c0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:54.349514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-559c72ac-450c-465c-af15-1f851e5c0f7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0753298 Aug 27 12:36:54.361407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7981a2-6b13-4a55-85cd-494c95765ba9 req-466a2c95-8f5d-4b1e-baf8-ff2f4982b33f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:54.362792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da7981a2-6b13-4a55-85cd-494c95765ba9 req-466a2c95-8f5d-4b1e-baf8-ff2f4982b33f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 946 time: 0.0802047 Aug 27 12:36:54.421358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da7981a2-6b13-4a55-85cd-494c95765ba9 req-45bd5c03-b63f-48cc-85a8-c6acf9628c82 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501878 Aug 27 12:36:54.427926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-01addac9-1a2c-42b3-b02b-8ae4db67039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:54.429405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-01addac9-1a2c-42b3-b02b-8ae4db67039c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657852 Aug 27 12:36:54.526755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-9356f056-bf86-4462-9e5d-c31bd59df0c3 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892694 Aug 27 12:36:54.619845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-08fb2c78-a5ac-4125-b86d-57e4e3b079ab service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858815 Aug 27 12:36:54.667765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-f2c4a7cc-b900-4075-8b11-3d9ae2aca82c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0409973 Aug 27 12:36:54.717378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-5d12885f-7456-4a73-ae5a-a7d4c2e6dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:54.718886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-5d12885f-7456-4a73-ae5a-a7d4c2e6dc19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0446618 Aug 27 12:36:54.770275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-f6d61726-20b1-4904-a75e-11faedcfbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:54.771889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-f6d61726-20b1-4904-a75e-11faedcfbadc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455348 Aug 27 12:36:54.874834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-e7ffb0ba-cfb6-4e15-bb1a-88ad81d0de26 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953350 Aug 27 12:36:54.971514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-5af8da44-1560-4a35-b9af-475b15900e33 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891540 Aug 27 12:36:55.013802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-7406b9bf-348d-465a-b2db-38d4a303d4b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0345840 Aug 27 12:36:55.068428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-bed887d8-f341-4108-b064-d04fa5b7131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:55.069871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-bed887d8-f341-4108-b064-d04fa5b7131b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0477300 Aug 27 12:36:55.116302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-789f102c-ffdf-4b07-9df6-8cb8b3c2cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:55.117662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-789f102c-ffdf-4b07-9df6-8cb8b3c2cb09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402002 Aug 27 12:36:55.204045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-bcec3083-7d4c-42a2-9e01-f87bd303f856 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783236 Aug 27 12:36:55.300080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-d62ce11c-231d-4858-aa03-9d45e54a7475 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895994 Aug 27 12:36:55.341588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-90f57a61-e814-46de-b8cf-91af6a43b5c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0337746 Aug 27 12:36:55.393209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-ef20c368-70da-4abe-85e8-c6a903b9600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:55.394584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-ef20c368-70da-4abe-85e8-c6a903b9600d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0461192 Aug 27 12:36:55.441898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-c5d78e97-fd30-4ec8-8ae3-cc4e2492f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:55.443514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-c5d78e97-fd30-4ec8-8ae3-cc4e2492f5fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416794 Aug 27 12:36:55.914262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edab3f-4f1a-47b0-8300-a9edd70ea5c2 req-e5e83ff3-8cbc-4b73-bde2-29de2399a671 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:55.915786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1edab3f-4f1a-47b0-8300-a9edd70ea5c2 req-e5e83ff3-8cbc-4b73-bde2-29de2399a671 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 946 time: 0.4203246 Aug 27 12:36:55.944607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-2b626253-3da3-4515-a20e-a9f20e194c5f service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933896 Aug 27 12:36:56.003215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1edab3f-4f1a-47b0-8300-a9edd70ea5c2 req-20063013-db7b-4838-88b1-11c85410c04b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786185 Aug 27 12:36:56.055519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-5213dfbf-9de8-4133-b55e-258ca7a209bd service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027343 Aug 27 12:36:56.109146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-887f94c0-8d25-41da-b0bb-1c9b9bc516ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0466113 Aug 27 12:36:56.196926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744457c-7397-49ad-9971-b5a9502fdafb req-75eb0239-47cf-47da-a58c-2ead1a82559b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:56.198515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d744457c-7397-49ad-9971-b5a9502fdafb req-75eb0239-47cf-47da-a58c-2ead1a82559b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 946 time: 0.0919259 Aug 27 12:36:56.200274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-defed4a1-399c-41b8-9faf-d00ea1c41e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:56.201603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-defed4a1-399c-41b8-9faf-d00ea1c41e05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0844588 Aug 27 12:36:56.279047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d744457c-7397-49ad-9971-b5a9502fdafb req-9826567f-fa03-44df-9636-9dbd71ef7c11 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730271 Aug 27 12:36:56.290154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3193-1b5f-4274-926e-9095f00b379c req-7b382cb7-7d9c-40e3-a095-c88cf3509375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:56.291717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-7b382cb7-7d9c-40e3-a095-c88cf3509375 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711105 Aug 27 12:36:56.302553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:56.353994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85046949-526b-49ef-8eaf-7a5b3d779aee tempest-TestVolumeBootPattern-689766306 tempest-TestVolumeBootPattern-689766306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:56.355568 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85046949-526b-49ef-8eaf-7a5b3d779aee tempest-TestVolumeBootPattern-689766306 tempest-TestVolumeBootPattern-689766306-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1092 time: 0.0512302 Aug 27 12:36:56.358555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 33836) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:36:56.362873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'tenant_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:36:56.384680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:56.392857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-f2be34e3-5243-4f50-a811-6aa27e5247c9 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935535 Aug 27 12:36:56.495698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:56.499809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-211b3193-1b5f-4274-926e-9095f00b379c req-f5c041bb-acf5-406d-b368-c9110d1d584c service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993447 Aug 27 12:36:56.609697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.25.8.140 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/c3de3fa2-925d-4566-b0aa-a5cdefcda091) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:36:56.714957 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:56.753664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:56.789089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:36:56.791845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:36:56.802389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:36:56.835870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=c3de3fa2-925d-4566-b0aa-a5cdefcda091,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:56.853278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.853658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.854074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.854482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.855548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.855925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.856299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.856669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.857599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.857915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.858261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:56.858622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:36:57.215634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:57.287955 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:57.444708 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:57.449446 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:57.513886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=c3de3fa2-925d-4566-b0aa-a5cdefcda091,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:36:57.528083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:57.630646 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Floating IP 15254f54-9af4-4825-819d-70dc34e21586 associated. External IP: 172.25.8.140, port: 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e. Aug 27 12:36:58.111919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:36:58.222135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:36:58.232019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:36:58.239707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:36:58.243008 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:58.243653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:58.267586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8ff34a9f-f8a7-4209-92f8-ae221fd91f43 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9080153 Aug 27 12:36:58.268246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:36:58.270568 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8c8752-0f7f-428d-a1a7-6506174d4b13" -d '{"events": [{"name": "network-changed", "server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:36:58.315957 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d63461d-79ae-492b-87bd-c4dd9b495e48 x-openstack-request-id: req-0d63461d-79ae-492b-87bd-c4dd9b495e48 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:36:58.316259 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:36:58.316736 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d63461d-79ae-492b-87bd-c4dd9b495e48 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:36:58.316913 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'status': 'completed', 'code': 200} Aug 27 12:36:58.357087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:58.401432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-1b87f282-ee0a-4ed2-bd77-d7e8a756ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:58.403290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-1b87f282-ee0a-4ed2-bd77-d7e8a756ddb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1097 time: 0.0464976 Aug 27 12:36:58.508059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-f2091a76-7ab0-4fd7-a42a-16581c16ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:58.510033 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-f2091a76-7ab0-4fd7-a42a-16581c16ab28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1000631 Aug 27 12:36:58.599204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '15254f54-9af4-4825-819d-70dc34e21586', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:74:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:36:57Z', 'updated_at': '2021-08-27T12:36:57Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:58.615675 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-cb5db6e2-d413-4b1f-a9b8-bc58536febc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 200 len: 1000 time: 0.0967340 Aug 27 12:36:58.627574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:36:58.637012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:36:58.637657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:36:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:58.680104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-18e58109-e4a0-44a8-9f7f-6ba103675a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:58.681589 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-18e58109-e4a0-44a8-9f7f-6ba103675a35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0591075 Aug 27 12:36:58.736296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-71769553-1cf7-41b0-bf26-27fae2056436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:36:58.737928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-71769553-1cf7-41b0-bf26-27fae2056436 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479569 Aug 27 12:36:58.761806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:36:58.838669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-6b6345e4-bd00-44db-8e02-3024444ea595 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921080 Aug 27 12:36:58.943663 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e8c8752-0f7f-428d-a1a7-6506174d4b13 req-1fb794d0-3ddd-4ff2-8259-fc465323758d service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920389 Aug 27 12:36:59.014050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '15254f54-9af4-4825-819d-70dc34e21586', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:74:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:36:57Z', 'updated_at': '2021-08-27T12:36:57Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:36:59.045570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717e0e48-16a5-4422-937b-6706cce1ba20 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '15254f54-9af4-4825-819d-70dc34e21586', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:74:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:36:57Z', 'updated_at': '2021-08-27T12:36:57Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:36:59.243164 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccd729-e181-4220-a0f7-fda3cdc79278 None None] New status for floating IP 15254f54-9af4-4825-819d-70dc34e21586: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:37:02.795295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:37:08.414637 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:18.490857 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab864-786a-4d26-903e-4108fd4b910f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:20.305860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:20.999324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3f3cfaf-7479-4d13-b1ff-dbf3c5cc38e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:21.183207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:22.176507 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:24.046432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:38.432785 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:39.795417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:37:41.752077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-78c41611-b463-4fb3-8a91-9ca9baaef38c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464256 Aug 27 12:37:41.843132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-98bb8a47-13a2-4def-8e29-271418f6f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:41.844574 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-98bb8a47-13a2-4def-8e29-271418f6f2df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1097 time: 0.0413480 Aug 27 12:37:41.963254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-119726e9-657d-4e1c-aebb-9ce1265fd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:41.965081 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-119726e9-657d-4e1c-aebb-9ce1265fd861 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0984025 Aug 27 12:37:42.034488 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-3cd9240a-00e8-4d4a-bca5-992d1847d90d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 200 len: 1002 time: 0.0617795 Aug 27 12:37:42.095008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-d0ff3c9c-e791-4f41-9511-63d6bd436b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:42.096417 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-d0ff3c9c-e791-4f41-9511-63d6bd436b32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0547571 Aug 27 12:37:42.145611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-b7763fbc-001a-4a16-8dc2-6db7d5241699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:42.147181 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-b7763fbc-001a-4a16-8dc2-6db7d5241699 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433862 Aug 27 12:37:42.241159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-862439a8-7b9a-4397-bc4f-43b4dd983b97 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866272 Aug 27 12:37:42.345180 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1441c844-9e31-4a0a-9721-915b50ca89b6 req-ea9510a4-9030-407e-97d5-0dcc252dd779 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965793 Aug 27 12:37:48.495781 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2bf25538-27af-46ea-83a1-80a8c9e5e6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:50.324972 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:50.992690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6a044dd-8af2-4cf0-8a98-3884a2b4c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:51.184158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:52.181544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:54.051116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:37:55.222842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-37924a0e-bb1a-4125-95f9-99d772f296a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0501094 Aug 27 12:37:55.333634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.334033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.334543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.335019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.335493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.335993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.336471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.338614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-88f13eb2-d759-43bb-ab20-9d47044c07a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0529680 Aug 27 12:37:55.467732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-3d3d54fe-7aa1-4b88-91d2-d472e51c3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.468208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-3d3d54fe-7aa1-4b88-91d2-d472e51c3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.468677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-3d3d54fe-7aa1-4b88-91d2-d472e51c3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.470282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-3d3d54fe-7aa1-4b88-91d2-d472e51c3f89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 2292 time: 0.1083217 Aug 27 12:37:55.539573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-43675d76-ebf3-4161-80a8-c0062eb112b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1002 time: 0.0621390 Aug 27 12:37:55.592126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-a4e68dc0-1244-4281-8d5f-3fc05f8e73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.593557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-a4e68dc0-1244-4281-8d5f-3fc05f8e73f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0478070 Aug 27 12:37:55.643854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-f0912a74-a071-46c1-96bc-567b9103c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.645943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-f0912a74-a071-46c1-96bc-567b9103c2ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454228 Aug 27 12:37:55.740513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-d7304231-e321-477f-9eb0-a8d2189b86e7 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867829 Aug 27 12:37:55.847738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-3acc7c5a-2e42-4d5e-91ec-1a7067267e5c service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004519 Aug 27 12:37:55.890670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-8705ae6d-ae90-4062-9692-635bbada951b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0353470 Aug 27 12:37:55.942370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-8d15229d-9703-417f-bde3-dd29f677392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.943929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-8d15229d-9703-417f-bde3-dd29f677392a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0471342 Aug 27 12:37:55.995501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-894cc3fc-6f4d-4f26-8df4-b46016cdbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:55.997069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-894cc3fc-6f4d-4f26-8df4-b46016cdbce9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455685 Aug 27 12:37:56.104164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-0b31d023-3651-4a6c-8251-f447c6697dc3 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986078 Aug 27 12:37:56.216853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-12711f8f-6c4e-403b-9d25-cd81c7a04a77 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056592 Aug 27 12:37:56.265397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-a8b8441f-589a-4ba0-9987-208609de3bee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0410895 Aug 27 12:37:56.333775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-85eb1a73-0cfa-4b28-84fc-1b0e22d2bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:56.335318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-85eb1a73-0cfa-4b28-84fc-1b0e22d2bd9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0618560 Aug 27 12:37:56.385366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-f83443ad-59ed-4e72-9280-c9e7b9e18026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:56.387510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-f83443ad-59ed-4e72-9280-c9e7b9e18026 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453560 Aug 27 12:37:56.494664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-c44e0f28-b824-4079-8103-e6a30ae795fa service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000297 Aug 27 12:37:56.597023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-94ce4e5e-d144-446d-b382-b12d08bc98f8 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953186 Aug 27 12:37:56.652725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-41ba91dc-a649-4a87-abbf-0aad5b6ad98f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0424798 Aug 27 12:37:56.705596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-5a6a22a1-33b7-4a2f-aa78-9fb23a5a91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:56.707691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-5a6a22a1-33b7-4a2f-aa78-9fb23a5a91f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0482268 Aug 27 12:37:56.755782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-8119b4a2-5776-4abd-8631-017152b326f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:56.757650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-8119b4a2-5776-4abd-8631-017152b326f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422544 Aug 27 12:37:56.863605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-d7254715-37f9-456f-b9f3-578b01858bd9 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981896 Aug 27 12:37:56.957693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-a9635b78-8270-4568-82ff-d66fc42d429d service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866492 Aug 27 12:37:56.999824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-775b7335-9545-46fd-9eda-76f5a5401d26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0353229 Aug 27 12:37:57.055664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-0e703a1a-a77f-4895-a9e6-f553db79e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:57.057175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-0e703a1a-a77f-4895-a9e6-f553db79e987 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0496716 Aug 27 12:37:57.105396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-3829f3a8-3213-4a8d-a2ac-efb3e7da4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:57.107509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-3829f3a8-3213-4a8d-a2ac-efb3e7da4e1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434377 Aug 27 12:37:57.201988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-3648bbeb-ffc1-4b66-9b91-8dfd8f439d0c service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873723 Aug 27 12:37:57.326801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-3cbb9987-b9d5-4547-ae6f-89b706cf607c service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928693 Aug 27 12:37:57.372896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-193d0c02-3418-4a95-9981-d3d8b469ad35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0390410 Aug 27 12:37:57.433457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-407c5693-7287-46fe-91b6-eb07ea2cb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:57.435049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-407c5693-7287-46fe-91b6-eb07ea2cb291 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0557773 Aug 27 12:37:57.484346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-6c3ccb5d-8490-478b-855e-6d6a41587df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:57.485788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-6c3ccb5d-8490-478b-855e-6d6a41587df5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432391 Aug 27 12:37:57.589227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-2079707d-81cd-4639-9d96-a644caa3b164 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950851 Aug 27 12:37:57.695652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-62b463ba-66e8-4214-b77c-932c2930623f service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966563 Aug 27 12:37:57.742671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-c1a4a61c-616f-4c98-bca1-4f5036598f21 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0393970 Aug 27 12:37:57.799952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-55c62351-dcb9-4b6d-8c6e-d4e5a9312090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:57.802410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-55c62351-dcb9-4b6d-8c6e-d4e5a9312090 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0525653 Aug 27 12:37:57.858849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670913-88aa-4421-8d78-824568b693b3 req-e295a5e6-f65f-4c9d-9cf5-d85ed0db03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:37:57.860771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-e295a5e6-f65f-4c9d-9cf5-d85ed0db03b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515180 Aug 27 12:37:57.964076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-bd6ee5e9-614a-465e-b9f7-74f475c6082a service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954087 Aug 27 12:37:58.068506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1670913-88aa-4421-8d78-824568b693b3 req-87db1f39-64da-4874-bf0c-95c5e0139672 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973682 Aug 27 12:38:08.426238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:16.795363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:38:17.857542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34820) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:17.864138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658773488', 'description': 'tempest-secgroup-smoke-658773488 description', 'project_id': 'cfb89106c035415986145169b7390788'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:17.888814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:17.972521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:17.977022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.006722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.008058 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1493988 Aug 27 12:38:18.010006 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37da51f1-c344-416e-8eb9-7f7e7975a092,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.011031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34824) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:18.016095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group_rule': {'security_group_id': '37da51f1-c344-416e-8eb9-7f7e7975a092', 'project_id': 'cfb89106c035415986145169b7390788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:18.018223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.018640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.019023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.019408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.019777 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.020152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.020490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.021353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.021710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.022085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.022462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.022834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d4da1-139e-401d-93d0-3ea456bd8849 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.045574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.092210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.095774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.115911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bde364-016d-4088-833b-76e84dc6a9c5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.119721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.120932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085348 Aug 27 12:38:18.124029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34828) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:18.126001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.126357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.126729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.127080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.127445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.127784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.128117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.128450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.128756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group_rule': {'security_group_id': '37da51f1-c344-416e-8eb9-7f7e7975a092', 'project_id': 'cfb89106c035415986145169b7390788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:18.128896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.129100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.129430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.129759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771424ab-ddec-43f7-86be-5c60f46eba35 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:18.156751 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.216977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.221103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.240579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4294974-3382-453e-b807-5dcd64b562a7,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.247154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.248464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a68b45d1-1af5-43bc-a824-76f18ca66ce5 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234019 Aug 27 12:38:18.251165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:18.255636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group_rule': {'security_group_id': '37da51f1-c344-416e-8eb9-7f7e7975a092', 'project_id': 'cfb89106c035415986145169b7390788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:18.281290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.339072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.342592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.359555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fe9c39-686f-4321-becc-da3896629ea5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.367921 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.369399 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-43fcae5d-56bb-4121-bae1-2c4ac70d478d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170638 Aug 27 12:38:18.371919 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34832) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:18.376574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group_rule': {'security_group_id': '37da51f1-c344-416e-8eb9-7f7e7975a092', 'project_id': 'cfb89106c035415986145169b7390788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:18.404202 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.465366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.469161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.489228 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2c555c3b-ddaf-4222-8a50-37edbcdf127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.490465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adaf634-6e09-419d-86dc-bdebf56908f4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.496787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.500179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5752cbfc-38b1-440e-893a-cf2e973b6732 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254253 Aug 27 12:38:18.501494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:18.505861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group_rule': {'security_group_id': '37da51f1-c344-416e-8eb9-7f7e7975a092', 'project_id': 'cfb89106c035415986145169b7390788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:18.527635 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Project cfb89106c035415986145169b7390788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:38:18.532494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.596389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.600958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.620209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c811c229-3ea2-49ce-ab25-85d33d64034d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.627025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.628602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-75d95de2-a9bf-44e6-ae5e-94ccbe0b78e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263831 Aug 27 12:38:18.631315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34836) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:18.635967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'security_group_rule': {'security_group_id': '37da51f1-c344-416e-8eb9-7f7e7975a092', 'project_id': 'cfb89106c035415986145169b7390788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:18.658894 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Project cfb89106c035415986145169b7390788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 12:38:18.664426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.725084 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.728731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.744999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8e0c75-b0ca-4c97-963a-ae09d973b0a8,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:18.754837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:18.756063 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2d64d629-9f64-4b8f-a45b-23ed8b19fc7c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239057 Aug 27 12:38:18.909475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-8304eb82-55bc-4af0-bbf6-8a47b553d1a3 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658773488&fields=id&tenant_id=cfb89106c035415986145169b7390788 HTTP/1.1" status: 200 len: 267 time: 0.0349126 Aug 27 12:38:19.037845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-01d73409-f031-4fdc-ab3b-297a4952338c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:19.039504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-01d73409-f031-4fdc-ab3b-297a4952338c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 813 time: 0.1230655 Aug 27 12:38:19.056170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-c8d34dbd-5923-42a7-8f4c-abb1711f4f10 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/quotas/cfb89106c035415986145169b7390788 HTTP/1.1" status: 200 len: 375 time: 0.0107205 Aug 27 12:38:19.109979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-fe449b47-e88e-4689-b871-08b9faf8c801 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485637 Aug 27 12:38:19.206576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-97bfc84a-0536-4225-8848-ac9831e94331 service neutron] 10.222.0.76 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851860 Aug 27 12:38:19.300154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-d398af98-c30d-4ff6-8be8-9a4858b35c5c service neutron] 10.222.0.76 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872707 Aug 27 12:38:19.587557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e9ede00-d609-4b4f-9d23-61cd8e89de94 req-b7786c96-aae5-48c7-88c9-96a070aa9e54 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 210 time: 0.0274274 Aug 27 12:38:20.327290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:20.602610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-e011b456-cd2e-40b6-8a2b-b9223f5eaee9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:20.604286 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-e011b456-cd2e-40b6-8a2b-b9223f5eaee9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.65 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 813 time: 0.1074862 Aug 27 12:38:20.650880 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-05c04fdc-28ee-474e-8e55-1ca1aa64a58a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb89106c035415986145169b7390788 HTTP/1.1" status: 200 len: 379 time: 0.0370374 Aug 27 12:38:20.661767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'port': {'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'admin_state_up': True, 'tenant_id': 'cfb89106c035415986145169b7390788', 'security_groups': ['37da51f1-c344-416e-8eb9-7f7e7975a092']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:20.694764 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b2b4e4d-acb2-4b76-b6bf-277da181b234 req-2cc97d58-cc05-4d8d-93eb-b97e8725d418 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 210 time: 0.0353141 Aug 27 12:38:20.777828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Made reservation on behalf of cfb89106c035415986145169b7390788 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:38:20.781302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:20.916515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Allocated IP 172.20.0.14 (bc124b62-f51f-4cc0-aa80-eac4d13985d9/5ef6b1f6-12fd-43c1-be81-b30b907696ad/80fad1d1-f321-403c-8e9e-159f03eec3ae) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:38:20.998454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f33348cf-d8a7-4828-b84e-367871059af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.061253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.075583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Transition to ACTIVE for port object 80fad1d1-f321-403c-8e9e-159f03eec3ae will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:38:21.107611 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.155748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:38:21.161156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:38:21.165623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:38:21.172567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'Port': ['ID=80fad1d1-f321-403c-8e9e-159f03eec3ae,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:21.212913 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.233545 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:21.234502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.252845 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-feacd626-61be-4555-8fbe-f2493392c26a tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5952365 Aug 27 12:38:21.266812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Request body: {'port': {'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:21.325760 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.457030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-adb5a706-f2e6-4140-9c41-0e03603d7755 None None] Provisioning for port 80fad1d1-f321-403c-8e9e-159f03eec3ae completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:38:21.463964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-adb5a706-f2e6-4140-9c41-0e03603d7755 None None] Provisioning complete for port 80fad1d1-f321-403c-8e9e-159f03eec3ae triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:38:21.464338 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-adb5a706-f2e6-4140-9c41-0e03603d7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.498523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-adb5a706-f2e6-4140-9c41-0e03603d7755 None None] Port 80fad1d1-f321-403c-8e9e-159f03eec3ae cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:38:21.617172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fad1d1-f321-403c-8e9e-159f03eec3ae {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:38:21.624553 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.635998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Transition to ACTIVE for port object 80fad1d1-f321-403c-8e9e-159f03eec3ae will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:38:21.640387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.693700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Pushing event updated for resources: {'Port': ['ID=80fad1d1-f321-403c-8e9e-159f03eec3ae,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:21.778107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Attempting to bind port 80fad1d1-f321-403c-8e9e-159f03eec3ae on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:38:21.778487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Attempting to bind port 80fad1d1-f321-403c-8e9e-159f03eec3ae by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:38:21.778996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Attempting to bind port 80fad1d1-f321-403c-8e9e-159f03eec3ae on network bc124b62-f51f-4cc0-aa80-eac4d13985d9 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:38:21.784104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Port 80fad1d1-f321-403c-8e9e-159f03eec3ae on network bc124b62-f51f-4cc0-aa80-eac4d13985d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:38:21.784619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Attempting to bind port 80fad1d1-f321-403c-8e9e-159f03eec3ae on network bc124b62-f51f-4cc0-aa80-eac4d13985d9 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:38:21.793944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:38:21.794293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Checking segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:38:21.794728 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Bound using segment: {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:38:21.795176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Bound port: 80fad1d1-f321-403c-8e9e-159f03eec3ae, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:38:21.795543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.838106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8aa30f-96e9-42ae-b44e-cefef942877c req-b2390b49-4f8c-4abf-8cc5-0e9f2f6b5e49 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:21.840324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de8aa30f-96e9-42ae-b44e-cefef942877c req-b2390b49-4f8c-4abf-8cc5-0e9f2f6b5e49 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0660431 Aug 27 12:38:21.885500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] For port 80fad1d1-f321-403c-8e9e-159f03eec3ae, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:38:21.889541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] For port 80fad1d1-f321-403c-8e9e-159f03eec3ae, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:38:21.897439 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.918472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de8aa30f-96e9-42ae-b44e-cefef942877c req-61fd2963-3152-445c-a465-000fb4ce4d71 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691533 Aug 27 12:38:21.956345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:21.956979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:21.958495 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] 10.222.0.65 "PUT /v2.0/ports/80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 1092 time: 0.6969531 Aug 27 12:38:21.959465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:38:21.961792 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:38:22.019127 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e7b9fe-a147-4221-830f-90bb101f6a5d x-openstack-request-id: req-80e7b9fe-a147-4221-830f-90bb101f6a5d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:38:22.019430 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:38:22.019719 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80e7b9fe-a147-4221-830f-90bb101f6a5d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:38:22.020174 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'status': 'completed', 'code': 200} Aug 27 12:38:22.038102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b5570-0d9a-4da0-afc2-eeb32188dd4b service neutron] Pushing event updated for resources: {'Port': ['ID=80fad1d1-f321-403c-8e9e-159f03eec3ae,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:22.058449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-e799df94-97b6-40bd-b45d-c4d1146a58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.059993 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-e799df94-97b6-40bd-b45d-c4d1146a58da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1095 time: 0.0564370 Aug 27 12:38:22.112768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-ced880c4-a9af-4616-8024-484805df8d08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 217 time: 0.0440218 Aug 27 12:38:22.169335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-bc29edf9-8180-41c2-b8b1-c3a6cb94e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.171106 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-bc29edf9-8180-41c2-b8b1-c3a6cb94e579 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 200 len: 852 time: 0.0515757 Aug 27 12:38:22.172115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:22.219380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-be8d1b58-2e8e-438b-9123-65c459d74c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.221124 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-be8d1b58-2e8e-438b-9123-65c459d74c93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc124b62-f51f-4cc0-aa80-eac4d13985d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430527 Aug 27 12:38:22.323515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-8886b6c6-644f-4011-87ea-e1a26fe91fe4 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945313 Aug 27 12:38:22.420704 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ae416ee6-ac18-4d8f-a317-7903653d4b9f req-55e9cf3c-bbf4-4c0d-afa1-0dbc0dfec2be service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889447 Aug 27 12:38:22.514284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-52de88f3-0e63-4157-b893-ddc36c2a6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.516771 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-52de88f3-0e63-4157-b893-ddc36c2a6c49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1095 time: 0.0449166 Aug 27 12:38:22.623360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-32486498-ab3a-42c1-b04c-4d4461a19d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.624904 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-32486498-ab3a-42c1-b04c-4d4461a19d59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 914 time: 0.1015453 Aug 27 12:38:22.669366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-2ebeb880-3225-436c-ab4e-d34e5115f2c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 217 time: 0.0364785 Aug 27 12:38:22.731787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-c4829ac4-6774-4002-a3a9-b07627d0417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.733276 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-c4829ac4-6774-4002-a3a9-b07627d0417a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 200 len: 852 time: 0.0566967 Aug 27 12:38:22.779772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-cba0f329-41e4-41ec-ac85-593c6c86743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:22.781208 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-cba0f329-41e4-41ec-ac85-593c6c86743a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc124b62-f51f-4cc0-aa80-eac4d13985d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405166 Aug 27 12:38:22.872694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-c03eded3-714d-4067-aff0-e7c4b3589c7f service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Aug 27 12:38:22.972711 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-739aa0b0-f38e-4326-986e-cc3cdd10b3c7 req-05d002a3-ffdf-48e0-bcd7-d49f704f6791 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924704 Aug 27 12:38:23.030617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e903554-f650-4141-95ff-8188d325cdbb req-d362b67c-342a-4e39-b6a7-08562f84e325 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:23.032108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e903554-f650-4141-95ff-8188d325cdbb req-d362b67c-342a-4e39-b6a7-08562f84e325 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0510874 Aug 27 12:38:23.082060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e903554-f650-4141-95ff-8188d325cdbb req-2644583c-b06e-43bb-9401-d748f075e2c6 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Aug 27 12:38:24.054398 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:24.205468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a827f2-f49d-434d-8b8a-dfd48a5d597e req-c32165b6-2ec7-455c-bf09-1f83aa22b2a8 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:24.207000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05a827f2-f49d-434d-8b8a-dfd48a5d597e req-c32165b6-2ec7-455c-bf09-1f83aa22b2a8 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0535648 Aug 27 12:38:24.254726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05a827f2-f49d-434d-8b8a-dfd48a5d597e req-5f339702-a86f-4e0a-9136-44e6c43fabca tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346031 Aug 27 12:38:25.377400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65911-1e2b-4a13-8e7c-fa977c6d7b5e req-67dc24cc-74b5-4efe-a068-a01afde5ba8d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:25.379199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ed65911-1e2b-4a13-8e7c-fa977c6d7b5e req-67dc24cc-74b5-4efe-a068-a01afde5ba8d tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0540035 Aug 27 12:38:25.419868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ed65911-1e2b-4a13-8e7c-fa977c6d7b5e req-0636050b-0d85-4a89-b2fa-e5cfab301899 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341148 Aug 27 12:38:26.535170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a3479-75d7-42e7-bdab-50ec796fc4a0 req-fd04c9fb-d2ff-4f38-8b90-bd554dcab953 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:26.536672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a3a3479-75d7-42e7-bdab-50ec796fc4a0 req-fd04c9fb-d2ff-4f38-8b90-bd554dcab953 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0498168 Aug 27 12:38:26.577501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a3a3479-75d7-42e7-bdab-50ec796fc4a0 req-66868d18-f8c2-4168-8cc1-88bad6c4d274 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Aug 27 12:38:27.697323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728c463-e080-42f1-ad8b-b6e664ea7399 req-12e35d82-1d6a-4bee-bb10-4c103781b4bc tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:27.698862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c728c463-e080-42f1-ad8b-b6e664ea7399 req-12e35d82-1d6a-4bee-bb10-4c103781b4bc tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0503018 Aug 27 12:38:27.740406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c728c463-e080-42f1-ad8b-b6e664ea7399 req-43bbc74f-5864-475a-8df2-4e8cde1ba246 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350015 Aug 27 12:38:28.081586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-5e1ce1fb-c570-4087-a4ee-8710bbbd3b14 req-80d099ba-3a12-4deb-9666-b6908f65c0d1 service neutron] (94624) timed out ('10.222.0.76', 42830) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:38:28.864513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ccf46-f2d8-4d01-8d1b-ab63ae8112e1 req-f40d25cd-23bb-4cd7-bb70-72004681d251 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:28.866013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-114ccf46-f2d8-4d01-8d1b-ab63ae8112e1 req-f40d25cd-23bb-4cd7-bb70-72004681d251 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0544481 Aug 27 12:38:28.905491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-114ccf46-f2d8-4d01-8d1b-ab63ae8112e1 req-d0faaf8b-ba92-41b4-8ddc-2523a8bd735c tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Aug 27 12:38:30.021389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90cef8-d395-4d74-8c7e-7b1a44d54444 req-36bd3352-9d78-46ff-8b69-5e580d33e192 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:30.022917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a90cef8-d395-4d74-8c7e-7b1a44d54444 req-36bd3352-9d78-46ff-8b69-5e580d33e192 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0493710 Aug 27 12:38:30.060850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a90cef8-d395-4d74-8c7e-7b1a44d54444 req-88d5f8b2-ba0b-4878-aec8-8d0f05828726 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Aug 27 12:38:31.176053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473de7e-8b3d-45a6-ab03-95804e28cb98 req-77cdc070-1a5a-4b98-bee0-286525267b67 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:31.178023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9473de7e-8b3d-45a6-ab03-95804e28cb98 req-77cdc070-1a5a-4b98-bee0-286525267b67 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 944 time: 0.0513833 Aug 27 12:38:31.215577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9473de7e-8b3d-45a6-ab03-95804e28cb98 req-2e9aad1b-4e3c-4c3a-9596-32ed7eb59638 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Aug 27 12:38:31.865004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 80fad1d1-f321-403c-8e9e-159f03eec3ae details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:38:32.114293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 80fad1d1-f321-403c-8e9e-159f03eec3ae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:38:32.125887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:38:32.163804 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:32.176186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fad1d1-f321-403c-8e9e-159f03eec3ae {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:38:32.195288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 80fad1d1-f321-403c-8e9e-159f03eec3ae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:38:32.199267 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:32.246879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=80fad1d1-f321-403c-8e9e-159f03eec3ae,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:32.254296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.254685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.255034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.255376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.255714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.256051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.256381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.256710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.257040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.257365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.257689 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.258013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:38:32.334452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce2576-fa3c-4d3b-99cd-45732762ebc2 req-2dd22cee-eae6-4564-aecb-773c5abca2c9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:32.335938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bce2576-fa3c-4d3b-99cd-45732762ebc2 req-2dd22cee-eae6-4564-aecb-773c5abca2c9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 945 time: 0.0528877 Aug 27 12:38:32.374020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bce2576-fa3c-4d3b-99cd-45732762ebc2 req-01fd0b9c-e9d3-44e2-9a08-04ff4ebd5138 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Aug 27 12:38:32.448893 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['80fad1d1-f321-403c-8e9e-159f03eec3ae'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:38:33.491143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628bdd1-0eab-46a9-b290-922d24cfd5c6 req-c227df5e-ea72-4cd1-9e46-9d2620d41a4b tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:33.492797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4628bdd1-0eab-46a9-b290-922d24cfd5c6 req-c227df5e-ea72-4cd1-9e46-9d2620d41a4b tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 945 time: 0.0516691 Aug 27 12:38:33.531094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4628bdd1-0eab-46a9-b290-922d24cfd5c6 req-a43cf7d2-79ce-46f8-9310-6fd33dea38b4 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Aug 27 12:38:33.885876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 80fad1d1-f321-403c-8e9e-159f03eec3ae up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:38:33.935133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 80fad1d1-f321-403c-8e9e-159f03eec3ae completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:38:33.939090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 80fad1d1-f321-403c-8e9e-159f03eec3ae triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:38:33.939466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:34.023655 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:34.045035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:38:34.047328 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1708cca6-fa46-4302-9eb2-f78901191334" -d '{"events": [{"server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "name": "network-vif-plugged", "status": "completed", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:38:34.060071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 80fad1d1-f321-403c-8e9e-159f03eec3ae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:38:34.064695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:34.093063 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3188c95-e507-496b-a371-c1f93e42127d x-openstack-request-id: req-f3188c95-e507-496b-a371-c1f93e42127d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:38:34.093357 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "name": "network-vif-plugged", "status": "completed", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:38:34.093613 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3188c95-e507-496b-a371-c1f93e42127d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:38:34.094015 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'code': 200} Aug 27 12:38:34.120188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=80fad1d1-f321-403c-8e9e-159f03eec3ae,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:34.189374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081434ef-6075-4fbe-b992-1bbbaa1f4d70 req-e9e63c9f-898a-45dd-ab8d-29869d217bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:34.191070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-081434ef-6075-4fbe-b992-1bbbaa1f4d70 req-e9e63c9f-898a-45dd-ab8d-29869d217bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1097 time: 0.0410721 Aug 27 12:38:34.228557 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-081434ef-6075-4fbe-b992-1bbbaa1f4d70 req-d954f10c-710d-493e-899b-e39d38f3898a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300667 Aug 27 12:38:34.648470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17755a-70e0-4d1e-a86a-dd6db6f52e46 req-ffdf5e62-8532-49b6-8e0a-861294c96cb9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:34.649957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a17755a-70e0-4d1e-a86a-dd6db6f52e46 req-ffdf5e62-8532-49b6-8e0a-861294c96cb9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 946 time: 0.0493422 Aug 27 12:38:34.688653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a17755a-70e0-4d1e-a86a-dd6db6f52e46 req-5ade6516-c138-49a0-ba44-348631485709 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Aug 27 12:38:35.807529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cbd26-f885-4590-a2cf-b7c9d2234d48 req-058dc301-ae72-47b2-9e0c-4517a29575f0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:35.809042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-438cbd26-f885-4590-a2cf-b7c9d2234d48 req-058dc301-ae72-47b2-9e0c-4517a29575f0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 946 time: 0.0528164 Aug 27 12:38:35.847123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-438cbd26-f885-4590-a2cf-b7c9d2234d48 req-1fd7ea88-b0b4-4a58-a0e3-3c7b186f8e48 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321326 Aug 27 12:38:35.970328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e390c-0cc5-4aa4-ae58-73a4c50482fb req-86fdc82a-cf75-43e8-8bed-be4fbf6765b9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:35.971945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7e390c-0cc5-4aa4-ae58-73a4c50482fb req-86fdc82a-cf75-43e8-8bed-be4fbf6765b9 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 946 time: 0.0555782 Aug 27 12:38:36.014776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca7e390c-0cc5-4aa4-ae58-73a4c50482fb req-63dd3d5d-133c-4f34-ad18-09157f77ec08 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364132 Aug 27 12:38:36.037132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34934) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:36.193242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a512ca51-1911-4b94-b903-b1468dfff2a5 tempest-TestVolumeBackupRestore-1935949272 tempest-TestVolumeBackupRestore-1935949272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:36.194806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a512ca51-1911-4b94-b903-b1468dfff2a5 tempest-TestVolumeBackupRestore-1935949272 tempest-TestVolumeBackupRestore-1935949272-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1092 time: 0.1566174 Aug 27 12:38:36.197637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34938) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:36.202003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'tenant_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:36.227124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:36.325898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:36.432745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Allocated IP 172.25.8.16 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/415bb20a-0287-486a-8e48-79f3dc1d4839) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:38:36.539393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:36.578040 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:36.616306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:38:36.621055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:38:36.624583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:38:36.646839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'Port': ['ID=415bb20a-0287-486a-8e48-79f3dc1d4839,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:37.021576 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:37.101215 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:37.254170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:37.260240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:37.343068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event updated for resources: {'Port': ['ID=415bb20a-0287-486a-8e48-79f3dc1d4839,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:37.352823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:37.468417 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Floating IP a5a04228-8e0a-44b6-8aa6-e269b64524e5 associated. External IP: 172.25.8.16, port: 80fad1d1-f321-403c-8e9e-159f03eec3ae. Aug 27 12:38:38.010594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:38:38.120946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:38:38.131127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] Sync routers for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:38:38.138278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:38.141165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:38:38.141797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:38.169577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-02edbf22-249b-4ddc-8cc4-42071c5c55a0 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9709058 Aug 27 12:38:38.170501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:38:38.172655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 34944) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:38.173348 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488ade59-cc36-46a1-9a05-f641939af8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:38:38.228949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc45e494-c7b7-4893-94ea-679763ec57df tempest-TestVolumeBackupRestore-1935949272 tempest-TestVolumeBackupRestore-1935949272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:38.233945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dc45e494-c7b7-4893-94ea-679763ec57df tempest-TestVolumeBackupRestore-1935949272 tempest-TestVolumeBackupRestore-1935949272-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1092 time: 0.0598226 Aug 27 12:38:38.234269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 34950) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:38:38.240177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Request body: {'floatingip': {'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:38:38.253322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:38:38.304575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:38.347892 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2433869-dc58-4cd2-a71e-72fd2b3ad3a2 x-openstack-request-id: req-e2433869-dc58-4cd2-a71e-72fd2b3ad3a2 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:38:38.348363 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:38:38.349204 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2433869-dc58-4cd2-a71e-72fd2b3ad3a2 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:38:38.349587 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'status': 'completed', 'code': 200} Aug 27 12:38:38.390789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-4c124ade-f318-4d7d-860f-c25cc505ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:38.392318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-4c124ade-f318-4d7d-860f-c25cc505ff3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1097 time: 0.0482783 Aug 27 12:38:38.447244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:38.496380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-fd4d9624-3eaa-4b6f-855c-b5baf0d76d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:38.497984 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-fd4d9624-3eaa-4b6f-855c-b5baf0d76d30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 914 time: 0.0947061 Aug 27 12:38:38.531977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'a5a04228-8e0a-44b6-8aa6-e269b64524e5', 'tenant_id': 'cfb89106c035415986145169b7390788', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:38:36Z', 'updated_at': '2021-08-27T12:38:36Z', 'revision_number': 0, 'project_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:38.559596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] Checking router: 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:38:38.569475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:38:38.570203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:38.585782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-d8f2d6dc-eae6-4a8f-bdfe-2bbd6c5d2b36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 999 time: 0.0789945 Aug 27 12:38:38.641024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-04c3e7fb-3aaf-48c1-b6a5-0a766d82aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:38.642586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-04c3e7fb-3aaf-48c1-b6a5-0a766d82aded service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 200 len: 852 time: 0.0495632 Aug 27 12:38:38.693331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-088bbbe9-53a6-43d2-916f-805dba2c9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:38.694921 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-088bbbe9-53a6-43d2-916f-805dba2c9341 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc124b62-f51f-4cc0-aa80-eac4d13985d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452604 Aug 27 12:38:38.697119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:38:38.802317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-93807524-aa00-44e0-a86a-44fdd5839601 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974576 Aug 27 12:38:38.851412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:38.859341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:38.909868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-488ade59-cc36-46a1-9a05-f641939af8a9 req-86e3fbdc-2489-47f3-9e0f-244730aa9924 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009591 Aug 27 12:38:38.963747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'a5a04228-8e0a-44b6-8aa6-e269b64524e5', 'tenant_id': 'cfb89106c035415986145169b7390788', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:38:36Z', 'updated_at': '2021-08-27T12:38:36Z', 'revision_number': 0, 'project_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:38.995743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921a58e-af55-441d-b900-9cf64101d99e None None] The sync data for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 is: [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'a5a04228-8e0a-44b6-8aa6-e269b64524e5', 'tenant_id': 'cfb89106c035415986145169b7390788', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:38:36Z', 'updated_at': '2021-08-27T12:38:36Z', 'revision_number': 0, 'project_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:38:39.096022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:38:39.204406 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd3401-5eb1-4d80-af7c-45f5ede3c1ca None None] New status for floating IP a5a04228-8e0a-44b6-8aa6-e269b64524e5: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:38:39.212738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:38:39.217524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:39.273726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-46b8e656-921c-476c-b7b9-dfcb2f919915 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "PUT /v2.0/floatingips/a5a04228-8e0a-44b6-8aa6-e269b64524e5 HTTP/1.1" status: 200 len: 991 time: 1.0382793 Aug 27 12:38:39.420806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] Sync routers for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:38:39.430792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:38:39.431403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:39.536846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:38:39.758133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'a5a04228-8e0a-44b6-8aa6-e269b64524e5', 'tenant_id': 'cfb89106c035415986145169b7390788', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:38:36Z', 'updated_at': '2021-08-27T12:38:39Z', 'revision_number': 2, 'project_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:39.783539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] Checking router: 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:38:39.792264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:38:39.792874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:39.897129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:38:40.118502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'a5a04228-8e0a-44b6-8aa6-e269b64524e5', 'tenant_id': 'cfb89106c035415986145169b7390788', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:38:36Z', 'updated_at': '2021-08-27T12:38:39Z', 'revision_number': 2, 'project_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:40.148596 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02fdd8f-f058-46c1-9892-d3152a594a10 None None] The sync data for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 is: [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'a5a04228-8e0a-44b6-8aa6-e269b64524e5', 'tenant_id': 'cfb89106c035415986145169b7390788', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'port_id': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'mac_address': 'fa:16:3e:60:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b895fa-743d-49f1-9799-695450f6193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:38:36Z', 'updated_at': '2021-08-27T12:38:39Z', 'revision_number': 2, 'project_id': 'cfb89106c035415986145169b7390788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:38:40.350953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}, {'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:38:40.353327 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0040ea6-520c-463b-80bc-d5e1865bba36" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}, {"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:38:40.391796 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c7ad1-8297-4bdb-bfee-22f91eb0b19a x-openstack-request-id: req-7c1c7ad1-8297-4bdb-bfee-22f91eb0b19a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:38:40.392101 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:38:40.392370 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c1c7ad1-8297-4bdb-bfee-22f91eb0b19a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:38:40.392774 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'status': 'completed', 'code': 200} Aug 27 12:38:40.393034 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'status': 'completed', 'code': 200} Aug 27 12:38:40.454865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-0a23cb11-179f-446b-9599-72301227b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:40.456434 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-0a23cb11-179f-446b-9599-72301227b205 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1097 time: 0.0427210 Aug 27 12:38:40.547158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-d66c0989-cbf4-4142-a4af-d9d6366fd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:40.548636 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-d66c0989-cbf4-4142-a4af-d9d6366fd36c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 914 time: 0.0858679 Aug 27 12:38:40.612856 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-210bc49b-ca6c-4405-b2d1-2b8fd001b8a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 1001 time: 0.0570660 Aug 27 12:38:40.665288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-714cc1dd-f492-416c-8348-bd48eda2b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:40.666779 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-714cc1dd-f492-416c-8348-bd48eda2b1a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 200 len: 852 time: 0.0470874 Aug 27 12:38:40.715222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-7793d6f1-8ed9-4b23-a73c-90267d256be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:40.716738 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-7793d6f1-8ed9-4b23-a73c-90267d256be9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc124b62-f51f-4cc0-aa80-eac4d13985d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416946 Aug 27 12:38:40.805727 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-4239d9e4-f649-43f5-b4c2-9fc4feee557f service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811291 Aug 27 12:38:40.900178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-48ff656f-040e-4c2e-b5fd-0b0dae6e0e11 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859907 Aug 27 12:38:40.980891 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-3f1e8978-2219-43fd-982c-31afef9d95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:40.982441 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-3f1e8978-2219-43fd-982c-31afef9d95de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1097 time: 0.0411801 Aug 27 12:38:41.075721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-8b89ad46-5ad1-4786-948d-a9600416b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:41.077207 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-8b89ad46-5ad1-4786-948d-a9600416b689 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 914 time: 0.0871449 Aug 27 12:38:41.142147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-ff2e7e67-3a58-47a6-9efc-9bab8379a057 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 1001 time: 0.0569298 Aug 27 12:38:41.190432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-40cc5407-e812-4a92-84bc-0241818282e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:41.191805 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-40cc5407-e812-4a92-84bc-0241818282e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 200 len: 852 time: 0.0420845 Aug 27 12:38:41.240994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-33c56653-47e7-40a9-b8cb-7c29c990293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:41.242668 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-33c56653-47e7-40a9-b8cb-7c29c990293c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc124b62-f51f-4cc0-aa80-eac4d13985d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440927 Aug 27 12:38:41.342237 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-e9d62d77-9315-4c4b-bc7b-643e3bab71d5 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915480 Aug 27 12:38:41.436530 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f0040ea6-520c-463b-80bc-d5e1865bba36 req-327dc782-ae89-4b33-9c6b-9d741eb9d397 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863571 Aug 27 12:38:42.376722 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-923d8e22-c3f2-4b67-80db-edb610071c7c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3033888 Aug 27 12:38:42.456488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-bd00f1a0-e30e-49d4-a81d-0968bdf15c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:42.458652 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-bd00f1a0-e30e-49d4-a81d-0968bdf15c15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 1097 time: 0.0407584 Aug 27 12:38:42.561014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-d9006b60-a196-4308-82df-a25e079e929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:42.562515 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-d9006b60-a196-4308-82df-a25e079e929d service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0848517 Aug 27 12:38:42.627318 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-ee4aaa4b-b6bf-405a-9d51-8c6503d54695 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 200 len: 1002 time: 0.0574613 Aug 27 12:38:42.676205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-eb840c69-9285-4287-8e0a-7f806345249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:42.677653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-eb840c69-9285-4287-8e0a-7f806345249b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0433598 Aug 27 12:38:42.725965 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-0e13105e-a0b7-45dd-89fc-b902355dc561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:42.727481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-0e13105e-a0b7-45dd-89fc-b902355dc561 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427272 Aug 27 12:38:42.814512 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-79a5fa6b-4b32-405a-865b-c734adeb88d6 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792089 Aug 27 12:38:42.908058 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-ac3cd2f6-5d43-4c7c-bfbd-e194c307c01b req-c63154d4-6a23-41d3-8353-25be35c821c1 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Aug 27 12:38:48.492571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9880e1c8-c3ce-43d5-9de4-cedab2622339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:50.322518 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:50.990020 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb4a1-6c35-45dd-8669-9868a732c0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:51.184999 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:52.174416 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:53.795670 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:38:54.052165 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:55.253127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-a75f3555-1778-4ddf-9755-3530d2775696 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0490868 Aug 27 12:38:55.364495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.364995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.365489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.366023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.366737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.367395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.367882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.369918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4ad47f0c-977e-4ce3-bf46-31648b084a06 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0523741 Aug 27 12:38:55.483841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-47d06eb3-c184-4cdd-89c3-b04bd22220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.485386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-47d06eb3-c184-4cdd-89c3-b04bd22220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.486028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-47d06eb3-c184-4cdd-89c3-b04bd22220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.489400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-47d06eb3-c184-4cdd-89c3-b04bd22220ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 2292 time: 0.0953848 Aug 27 12:38:55.560945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-6a7a5b66-d50b-4427-b928-be11a63d174a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1002 time: 0.0629518 Aug 27 12:38:55.611932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-6ec0ed32-204b-4c6a-871e-dd0c5eebd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.613410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-6ec0ed32-204b-4c6a-871e-dd0c5eebd4a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0451767 Aug 27 12:38:55.660473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-7d3bcc42-8f7d-4f45-a88b-dbd100064b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.661985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-7d3bcc42-8f7d-4f45-a88b-dbd100064b6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405028 Aug 27 12:38:55.756103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-fd04cdaf-3007-4f7d-9201-b19769a83408 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Aug 27 12:38:55.859948 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-499fcb78-1d13-422c-8c25-397b1dd60c5c service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952058 Aug 27 12:38:55.926336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-23514a5a-7467-4c57-9e8a-3f9763dfd9fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0399420 Aug 27 12:38:55.978085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-7d710659-0207-4c3c-bb15-6cf11f209c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:55.979597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-7d710659-0207-4c3c-bb15-6cf11f209c6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0465505 Aug 27 12:38:56.055373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-59f974e4-fe94-4eaa-ad32-8da922cb82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:56.056870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-59f974e4-fe94-4eaa-ad32-8da922cb82aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707560 Aug 27 12:38:56.069693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477d70-f7c7-444a-a916-b7310cdb1124 req-230fbb16-7be2-4d0e-83ad-ccfcc5968214 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:56.071196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d477d70-f7c7-444a-a916-b7310cdb1124 req-230fbb16-7be2-4d0e-83ad-ccfcc5968214 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 946 time: 0.0601277 Aug 27 12:38:56.160197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d477d70-f7c7-444a-a916-b7310cdb1124 req-be2e8d5f-a83d-403e-b66f-10fb442ee85f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804615 Aug 27 12:38:56.188109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-b8368fc3-86b6-45cd-9c3e-566b96595d7e service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159644 Aug 27 12:38:56.277704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-e53f6bac-26e8-4468-97ca-2c57c2cab6cb service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823720 Aug 27 12:38:56.323586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-2887cf87-1257-4bd0-beac-5cf4656920a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0390429 Aug 27 12:38:56.372243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-90fe4754-3bbe-43a5-bb68-312e6c2cde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:56.373680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-90fe4754-3bbe-43a5-bb68-312e6c2cde57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0439732 Aug 27 12:38:56.420272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-c3eb43f5-399c-41de-9413-4ed155ec5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:56.421817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-c3eb43f5-399c-41de-9413-4ed155ec5a8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407059 Aug 27 12:38:56.515997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-45660d8b-39b0-4d56-9f02-baa76d623a6f service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869007 Aug 27 12:38:56.607174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-3da81d0e-311e-406d-af54-70406f7d8911 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835311 Aug 27 12:38:56.653570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-0b14bea2-075c-474c-818f-c830920a4e59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0398176 Aug 27 12:38:56.706149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-72c284f2-c22d-4239-961d-412efb1aa2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:56.707691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-72c284f2-c22d-4239-961d-412efb1aa2de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0474114 Aug 27 12:38:56.760212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-e72a0426-cbda-4e42-abdc-ea3245e80b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:56.761760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-e72a0426-cbda-4e42-abdc-ea3245e80b64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427959 Aug 27 12:38:56.860291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-3ab49e02-a9c7-449f-b894-9db5bfa81374 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909183 Aug 27 12:38:56.956275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-79dd46cb-76ed-4a36-939d-bd72f92941f6 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871651 Aug 27 12:38:57.007972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-a9be6449-f18a-4029-8751-4aeb455d44d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0386591 Aug 27 12:38:57.056765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-eeb0d107-49db-45e6-b54c-bab4895a468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.058396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-eeb0d107-49db-45e6-b54c-bab4895a468a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0434124 Aug 27 12:38:57.106152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-119eb4cf-52b5-4ae5-8f2d-9e16a4f10891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.107720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-119eb4cf-52b5-4ae5-8f2d-9e16a4f10891 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426037 Aug 27 12:38:57.205381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-e563dcbc-9e90-42d2-ad92-73c4dee69d5a service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906124 Aug 27 12:38:57.330739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d535-6f79-4e4f-8588-6a3c1fa67c07 req-44f0db9a-e84b-47d9-b9ef-3374e3d34b81 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.332212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bb9d535-6f79-4e4f-8588-6a3c1fa67c07 req-44f0db9a-e84b-47d9-b9ef-3374e3d34b81 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 946 time: 0.0759072 Aug 27 12:38:57.335858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-17769704-1273-41c1-8af4-46dac5dddcbe service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231625 Aug 27 12:38:57.390661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-b503d6b7-1984-4443-9735-16ff6ee1f5b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0466533 Aug 27 12:38:57.431785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bb9d535-6f79-4e4f-8588-6a3c1fa67c07 req-6cf05fbc-61f0-43fb-8b0a-512c01124d9e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935779 Aug 27 12:38:57.450937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-2f31d8f3-201d-416d-9063-c975fb43291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.452625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-2f31d8f3-201d-416d-9063-c975fb43291f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0513303 Aug 27 12:38:57.502821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4c2e18d9-aad3-4321-9a0f-dc45363a8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.504327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-4c2e18d9-aad3-4321-9a0f-dc45363a8db9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446820 Aug 27 12:38:57.596870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-dc4a2382-912c-40d3-ad5d-83dcf7e981ff service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842206 Aug 27 12:38:57.692616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-ebbb2cbe-3bd7-450d-8bd9-0ead1f3073d1 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Aug 27 12:38:57.698758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78967030-aa92-4cd5-9744-088c234dd242 req-1d58534e-88a1-44c4-9608-f3969ee7c956 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.700222 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-78967030-aa92-4cd5-9744-088c234dd242 req-1d58534e-88a1-44c4-9608-f3969ee7c956 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Aug 27 12:38:57.735750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-e4637b51-4549-474c-bc79-5ff19caafc6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0359919 Aug 27 12:38:57.787122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-9a12ac5c-8834-40f9-a770-6cb2dbb43c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.789289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-9a12ac5c-8834-40f9-a770-6cb2dbb43c5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0455067 Aug 27 12:38:57.797941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:38:57.798290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:57.836140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-8c30769c-689d-4f44-b623-a5261ec28059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:38:57.837771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-8c30769c-689d-4f44-b623-a5261ec28059 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0410872 Aug 27 12:38:57.890706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:38:57.891075 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:57.931376 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-cb82e294-39ac-4a62-abe1-f17aa0e70ca5 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Aug 27 12:38:58.027391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed513e3-ec5a-4bc7-b590-f6f1cef3895b req-60c93bd7-a699-4a3d-a8da-21261206a12c service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Aug 27 12:38:58.171920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:58.172313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:58.172633 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Floating IP 15254f54-9af4-4825-819d-70dc34e21586 disassociated. External IP: 172.25.8.140, port: 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e. Aug 27 12:38:58.172980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:38:58.303385 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:58.331428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:38:58.450821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:38:58.537297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8117283-41c1-48af-abe0-6fb34ea60514 req-985128cb-08f6-4835-9aee-87b5630714bc tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 210 time: 0.0312138 Aug 27 12:38:58.561640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:38:58.572961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d2968-a284-4816-aec7-787621c06771 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:38:58.584318 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:38:58.584956 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:58.605428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:38:58.608255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:38:58.610319 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-78967030-aa92-4cd5-9744-088c234dd242 req-82d83484-fb8d-49e7-82d3-aaec7155b1d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "DELETE /v2.0/ports/30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e HTTP/1.1" status: 204 len: 173 time: 0.9029150 Aug 27 12:38:58.610761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'name': 'network-vif-deleted', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:38:58.613038 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4583c2-9f1c-4c78-bc9e-11d69f977855" -d '{"events": [{"server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "name": "network-vif-deleted", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:38:58.652089 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c8636-770a-496b-8d3c-feb1795dcdc7 x-openstack-request-id: req-726c8636-770a-496b-8d3c-feb1795dcdc7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:38:58.652393 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f46ae04-247f-4e7f-b0ab-205d5142f826", "name": "network-vif-deleted", "tag": "30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:38:58.652653 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-726c8636-770a-496b-8d3c-feb1795dcdc7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:38:58.653063 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f46ae04-247f-4e7f-b0ab-205d5142f826', 'name': 'network-vif-deleted', 'tag': '30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e', 'status': 'completed', 'code': 200} Aug 27 12:38:58.704864 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:38:58.928216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:58.955842 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d2968-a284-4816-aec7-787621c06771 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:38:58.965062 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:38:58.965659 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:59.074892 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:38:59.281722 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-184d2968-a284-4816-aec7-787621c06771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:38:59.312068 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d2968-a284-4816-aec7-787621c06771 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:38:59.564906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7642e-cdb5-481b-8a20-b8a3bfa77b81 None None] New status for floating IP 15254f54-9af4-4825-819d-70dc34e21586: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:38:59.649097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bef84146-7e3f-46f0-ba01-cacc1d79500b req-72b4b992-7de5-432a-893d-42da92d72190 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Aug 27 12:38:59.956467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:38:59.975775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:38:59.976116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 30bb1a6b-efc2-4c9d-a9c1-94fa1aef2d2e not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:00.748284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e0d84bb-dd4b-4b84-87e7-1f4a8e7de448 req-d15136af-a1ee-4175-9e78-c0818c3ce782 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Aug 27 12:39:01.848907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-171b0d8a-3fcf-4aa5-ad40-44af05a4e5bc req-fe0dcbe6-f581-4f34-bdc3-9925fd747f3e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f46ae04-247f-4e7f-b0ab-205d5142f826 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Aug 27 12:39:03.054122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-7656ec7d-9eca-434c-b4a2-d2ea55ecda60 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938118239&fields=id&tenant_id=1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 267 time: 0.0319159 Aug 27 12:39:03.161687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-f454930a-618e-4902-af3b-c55b3a8ac3ae tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:03.163115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-f454930a-618e-4902-af3b-c55b3a8ac3ae tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1017218 Aug 27 12:39:03.178124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-c5843fdb-349b-403f-a07d-85e57230f8ea tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0089514 Aug 27 12:39:03.231836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-01ffd2f3-63de-4eb9-ad4c-1bba88f74067 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479093 Aug 27 12:39:03.324817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-2aa30ed0-9ce5-43f7-b713-6e6040d6e3fc service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811043 Aug 27 12:39:03.417942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-230bec4d-3d37-4809-a116-5614bf6d349d service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867326 Aug 27 12:39:03.770309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f486b0e4-6b42-4ca6-b811-3ba08fdb6b61 req-63d29908-166c-44df-94f9-df562cde61b7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 210 time: 0.0873764 Aug 27 12:39:04.716390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-0ba0c207-1c08-4095-8a48-5fcd13c658db tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:04.717883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-0ba0c207-1c08-4095-8a48-5fcd13c658db tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1087847 Aug 27 12:39:04.771203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-680e5939-e01f-4521-9d65-9145a1adc18d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 380 time: 0.0365813 Aug 27 12:39:04.804195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f', 'security_groups': ['7debf629-3212-4f0f-9255-69dc073a4219']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:39:04.892357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d0980a-eef6-434a-8092-da698773e174 req-3098b326-4df9-4733-98ad-931a8ce30f0b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 210 time: 0.0412526 Aug 27 12:39:04.952888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:39:04.957143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:05.457231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.14 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/c194cacd-a9bf-4e36-955c-7ee8ed54f1f2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:39:05.614809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:05.631345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:39:05.674005 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:05.728422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:39:05.734203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:39:05.738363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:39:05.765945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:05.795560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:05.796197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:05.812518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-fe5fd32b-90d8-4f35-8caa-8041e32a2be2 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0126891 Aug 27 12:39:05.842174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Request body: {'port': {'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:39:05.919212 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:05.979000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1077b808-dd19-4956-9e0e-b432dd992800 None None] Provisioning for port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:39:05.983660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1077b808-dd19-4956-9e0e-b432dd992800 None None] Provisioning complete for port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:39:05.984633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1077b808-dd19-4956-9e0e-b432dd992800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:06.026581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1077b808-dd19-4956-9e0e-b432dd992800 None None] Port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:39:06.117467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e91a0-cbf5-452f-bde0-437297f73438 req-01bda537-f503-48e3-8e98-b16bfabbaa59 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:06.119153 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d04e91a0-cbf5-452f-bde0-437297f73438 req-01bda537-f503-48e3-8e98-b16bfabbaa59 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 932 time: 0.1367528 Aug 27 12:39:06.201911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d04e91a0-cbf5-452f-bde0-437297f73438 req-a17c2e1e-1a6a-45e2-824e-ec656e98220c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 Aug 27 12:39:06.288152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:39:06.296783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:06.310321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Transition to ACTIVE for port object c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:39:06.314749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:06.368927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:06.453934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Attempting to bind port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:39:06.454318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Attempting to bind port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:39:06.454631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Attempting to bind port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:39:06.461408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:39:06.461740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Attempting to bind port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:39:06.468053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:39:06.468486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:39:06.468950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:39:06.469492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Bound port: c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:39:06.469954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:06.555408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] For port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:39:06.559054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] For port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:39:06.565222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:06.602496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:06.603016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:06.604438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] 10.222.0.77 "PUT /v2.0/ports/c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 1092 time: 0.7670472 Aug 27 12:39:06.604843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:39:06.607896 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed67173-2bdd-4742-8f65-93d3e018cc19" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:39:06.637671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b602e5-afd1-4ece-93a4-6e442b4c9e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:06.678162 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e8baf3-a0b0-4cc3-a4e7-0b771558a1a3 x-openstack-request-id: req-24e8baf3-a0b0-4cc3-a4e7-0b771558a1a3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:39:06.678558 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:39:06.678931 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24e8baf3-a0b0-4cc3-a4e7-0b771558a1a3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:39:06.679961 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'status': 'completed', 'code': 200} Aug 27 12:39:06.721679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-358ea100-37ff-4c9d-aaac-10553564cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:06.723346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-358ea100-37ff-4c9d-aaac-10553564cba3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1095 time: 0.0552325 Aug 27 12:39:06.783528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-ec2e5e0d-e571-4cf3-9857-ce5712ba0c1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0440137 Aug 27 12:39:06.839459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-0ec58c7d-7fc3-44df-8977-e32c1f5470c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:06.841016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-0ec58c7d-7fc3-44df-8977-e32c1f5470c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0502813 Aug 27 12:39:06.892478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112113ee-d888-4c52-8828-4b335f6e150d req-46a8109c-8d19-4397-b471-b63641a79cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:06.893995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-46a8109c-8d19-4397-b471-b63641a79cb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453467 Aug 27 12:39:06.996083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-9b7bdddd-c03e-4803-9568-c2026ac9872b service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937259 Aug 27 12:39:07.093885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-112113ee-d888-4c52-8828-4b335f6e150d req-6b6b6cbc-8f47-4f90-afd1-ddf9669f4de5 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904379 Aug 27 12:39:07.212573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-f7a4c618-e82f-43a5-86a6-db665208eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:07.214061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-f7a4c618-e82f-43a5-86a6-db665208eafb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1095 time: 0.0452795 Aug 27 12:39:07.322024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-8cca1001-14c1-473b-ad88-782c70226304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:07.323663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-8cca1001-14c1-473b-ad88-782c70226304 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1020851 Aug 27 12:39:07.367399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-65ce565d-5b69-476b-864f-4c3896af1404 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0357523 Aug 27 12:39:07.451129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-1b4e15fb-5006-433b-9e64-8e2578543429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:07.452602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-1b4e15fb-5006-433b-9e64-8e2578543429 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0786963 Aug 27 12:39:07.478216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29669c0d-0c50-4852-9b18-6396f9ff08cb req-80d7b362-e8fe-4408-82e6-4e19ff6d9ba6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:07.480283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29669c0d-0c50-4852-9b18-6396f9ff08cb req-80d7b362-e8fe-4408-82e6-4e19ff6d9ba6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.1968935 Aug 27 12:39:07.543092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-6fb615a3-3c83-48aa-b5df-07e6762cc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:07.544527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-6fb615a3-3c83-48aa-b5df-07e6762cc13c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837965 Aug 27 12:39:07.547469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-29669c0d-0c50-4852-9b18-6396f9ff08cb req-3e5c3fd9-75e1-4e85-8e41-85c75bb8e5d6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Aug 27 12:39:07.647851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-6789c8bc-d688-45ec-a06a-06e48ffd4ad6 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950253 Aug 27 12:39:07.740128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ed67173-2bdd-4742-8f65-93d3e018cc19 req-7a07913d-6969-477d-a0ec-efe0c99855b4 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848382 Aug 27 12:39:08.425562 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:08.667468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cec9b-e294-4b97-9dbb-4227cc4e9f2f req-6f35cb43-b8c5-45e0-ab5f-e7db41af5a25 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:08.669000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a08cec9b-e294-4b97-9dbb-4227cc4e9f2f req-6f35cb43-b8c5-45e0-ab5f-e7db41af5a25 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0504689 Aug 27 12:39:08.708011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a08cec9b-e294-4b97-9dbb-4227cc4e9f2f req-1ad95306-2a40-4f72-a08d-eb7f8754abbf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Aug 27 12:39:09.068496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-0b4e9781-861b-4edd-bcfb-812f1d88358c req-b0a6980e-e87e-4fdb-aa98-9b69b2cddd6c service neutron] (94623) timed out ('10.222.0.65', 65080) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:39:09.829827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade281f-be6e-4e6c-a8df-affccbc440d5 req-2d85baf2-4ddd-4fe4-9703-d927f8874496 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:09.831342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ade281f-be6e-4e6c-a8df-affccbc440d5 req-2d85baf2-4ddd-4fe4-9703-d927f8874496 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0568497 Aug 27 12:39:09.870546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ade281f-be6e-4e6c-a8df-affccbc440d5 req-05419869-a96b-4c7e-85e4-d1c81bf46e12 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Aug 27 12:39:10.985939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccdfd3-77ff-4495-89b9-4c05846e1a7a req-6e36eee3-580a-4152-97bb-4237f6d6fb35 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:10.987427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cccdfd3-77ff-4495-89b9-4c05846e1a7a req-6e36eee3-580a-4152-97bb-4237f6d6fb35 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0496695 Aug 27 12:39:11.025739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6cccdfd3-77ff-4495-89b9-4c05846e1a7a req-2be9fcdc-8d3a-4893-9320-315d9827f13a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Aug 27 12:39:12.140311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c2cd3-fa41-4fac-9560-d3f94cf859ca req-ac1f1f35-87b9-4fc1-be7d-c018eff32fa5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:12.142119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-045c2cd3-fa41-4fac-9560-d3f94cf859ca req-ac1f1f35-87b9-4fc1-be7d-c018eff32fa5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0509737 Aug 27 12:39:12.180041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-045c2cd3-fa41-4fac-9560-d3f94cf859ca req-b20bd1fc-0ce1-422b-a838-629d2d27c8ea tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Aug 27 12:39:13.304480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d8fe-d5e1-45d4-9a94-816de9220ec9 req-4ac6061b-e0fe-48c0-8079-54fa6c3b28ba tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:13.306534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e99d8fe-d5e1-45d4-9a94-816de9220ec9 req-4ac6061b-e0fe-48c0-8079-54fa6c3b28ba tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0583179 Aug 27 12:39:13.346213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e99d8fe-d5e1-45d4-9a94-816de9220ec9 req-be3f39c7-e4d7-4eb6-8b68-5bc932b801bf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336099 Aug 27 12:39:14.463826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974db84-6eed-4217-bbcd-99d80526e56e req-21be7b34-5d5b-4fca-99e1-437105b0df8f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:14.465318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5974db84-6eed-4217-bbcd-99d80526e56e req-21be7b34-5d5b-4fca-99e1-437105b0df8f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0510862 Aug 27 12:39:14.502049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5974db84-6eed-4217-bbcd-99d80526e56e req-4e3e0ace-f539-4a40-8d32-68ab6920ae4c tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306695 Aug 27 12:39:15.634238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641eb3e-8d71-4002-bc2e-1389446e6ab8 req-ac801c47-ba48-4f82-a8e4-85c113908fd0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:15.635828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9641eb3e-8d71-4002-bc2e-1389446e6ab8 req-ac801c47-ba48-4f82-a8e4-85c113908fd0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0552051 Aug 27 12:39:15.676329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9641eb3e-8d71-4002-bc2e-1389446e6ab8 req-24f10dad-454a-473f-8f0a-0176336ab784 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334845 Aug 27 12:39:16.411509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35106) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:16.579761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Deleting port 415bb20a-0287-486a-8e48-79f3dc1d4839 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:16.580110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:16.654594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:16.655259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:16.666829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Calling delete_port for 415bb20a-0287-486a-8e48-79f3dc1d4839 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:16.812884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989c18-5b90-4871-9773-c6621ad86a7e req-1d60ba6b-7f12-44ed-9d4a-8a701db0ce10 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:16.814493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee989c18-5b90-4871-9773-c6621ad86a7e req-1d60ba6b-7f12-44ed-9d4a-8a701db0ce10 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0652511 Aug 27 12:39:16.878139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee989c18-5b90-4871-9773-c6621ad86a7e req-24d701dd-83b9-478d-ab99-a8508f298bb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458524 Aug 27 12:39:16.879371 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:16.910646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event deleted for resources: {'Port': ['ID=415bb20a-0287-486a-8e48-79f3dc1d4839,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:16.971603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:16.971853 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Floating IP a5a04228-8e0a-44b6-8aa6-e269b64524e5 disassociated (deleted). External IP: 172.25.8.16, port: 80fad1d1-f321-403c-8e9e-159f03eec3ae. Aug 27 12:39:17.184524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:39:17.294585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:39:17.299112 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:17.304775 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] Sync routers for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:39:17.314773 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:17.315370 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:17.327224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2dc3103c-8b16-4819-939c-af55296e173e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "DELETE /v2.0/floatingips/a5a04228-8e0a-44b6-8aa6-e269b64524e5 HTTP/1.1" status: 204 len: 168 time: 0.9146371 Aug 27 12:39:17.327805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:39:17.330372 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a105b7-a41e-4b08-9c00-ce00b1eb544d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:39:17.374668 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e708af-1e98-42b7-a5d5-481825258b71 x-openstack-request-id: req-a0e708af-1e98-42b7-a5d5-481825258b71 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:39:17.374964 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:39:17.375223 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0e708af-1e98-42b7-a5d5-481825258b71 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:39:17.375636 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'status': 'completed', 'code': 200} Aug 27 12:39:17.445423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-22ae8808-9e1e-45ec-add7-bc8a25e537ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:17.447098 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-22ae8808-9e1e-45ec-add7-bc8a25e537ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb89106c035415986145169b7390788&device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 1097 time: 0.0459385 Aug 27 12:39:17.523610 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:17.552520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-185756f9-4491-49ee-8103-125db443da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:17.553945 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-185756f9-4491-49ee-8103-125db443da2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 200 len: 914 time: 0.0915079 Aug 27 12:39:17.586107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284489dc-3d79-47d2-8817-f6d04bf85a69 req-6cb920fe-6c02-48a7-91a3-4fadab9b9409 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:17.595905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-284489dc-3d79-47d2-8817-f6d04bf85a69 req-6cb920fe-6c02-48a7-91a3-4fadab9b9409 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 946 time: 0.0664706 Aug 27 12:39:17.608461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-a6715483-9a18-4a49-b093-ec0d2d57f8a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 200 len: 217 time: 0.0466127 Aug 27 12:39:17.634359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-284489dc-3d79-47d2-8817-f6d04bf85a69 req-549d009d-44e2-402f-bbdf-1800f820fda1 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374830 Aug 27 12:39:17.670899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-3a485c66-215a-4c56-8d76-6a7ad96fc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:17.672421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-3a485c66-215a-4c56-8d76-6a7ad96fc613 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 200 len: 852 time: 0.0555909 Aug 27 12:39:17.720972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-d8eac4fc-e3fc-4c33-ae95-0f0249e542c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:17.723152 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-d8eac4fc-e3fc-4c33-ae95-0f0249e542c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc124b62-f51f-4cc0-aa80-eac4d13985d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418231 Aug 27 12:39:17.726237 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:17.736020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-f9b5e809-01ab-4185-94be-0fb47b9f4159 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:39:17.736956 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-f9b5e809-01ab-4185-94be-0fb47b9f4159 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050812 Aug 27 12:39:17.752151 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] Checking router: 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:39:17.760828 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:17.761426 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:38:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:17.832678 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-e52097a1-78e1-41d0-9fe2-0f354afc0f94 service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Aug 27 12:39:17.865319 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:17.928343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a105b7-a41e-4b08-9c00-ce00b1eb544d req-05f13c62-0421-4955-8ee1-c2b4467cd75a service neutron] 10.222.0.65 "GET /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874965 Aug 27 12:39:17.998953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8473d0b-f130-466e-a397-0b44c2f71802 req-af7a760c-8161-4cc2-9fcf-6275979d9431 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:18.000446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8473d0b-f130-466e-a397-0b44c2f71802 req-af7a760c-8161-4cc2-9fcf-6275979d9431 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 944 time: 0.0531709 Aug 27 12:39:18.038495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8473d0b-f130-466e-a397-0b44c2f71802 req-097c2a48-5240-4967-ba8d-4325202dfa44 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Aug 27 12:39:18.066516 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:18.092454 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a6b0e-7eaa-4804-9b33-1a0ab501569c None None] The sync data for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 is: [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:21Z', 'revision_number': 4, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '8a98b559-ed7e-477e-b130-25b585ee1324', 'name': '', 'network_id': 'bc124b62-f51f-4cc0-aa80-eac4d13985d9', 'tenant_id': 'cfb89106c035415986145169b7390788', 'mac_address': 'fa:16:3e:d5:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:20Z', 'updated_at': '2021-08-27T12:36:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'subnets': [{'id': '5ef6b1f6-12fd-43c1-be81-b30b907696ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:39:18.304315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5d30a-ff79-43b0-8eb9-1ffebc0dc580 None None] New status for floating IP a5a04228-8e0a-44b6-8aa6-e269b64524e5: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:39:18.493755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5c7c-a37a-4477-96f3-2c8d6102acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:18.757179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd95fd-73ec-47ee-9312-ac6db33eb87e req-27bd6d06-232d-4afe-9bec-7bd23ab0ea18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:18.758710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36dd95fd-73ec-47ee-9312-ac6db33eb87e req-27bd6d06-232d-4afe-9bec-7bd23ab0ea18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 946 time: 0.0498853 Aug 27 12:39:18.781083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:39:18.797938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36dd95fd-73ec-47ee-9312-ac6db33eb87e req-8b09a9ef-9bc1-4df8-9313-bc5a9da49af1 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/security-groups?id=37da51f1-c344-416e-8eb9-7f7e7975a092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Aug 27 12:39:18.878591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:18.891238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:39:18.929888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:18.942355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:39:18.962670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:18.966227 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:19.014306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:19.136870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-0fa59c45-0246-4f7c-a7de-b41a335802e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:19.138359 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-0fa59c45-0246-4f7c-a7de-b41a335802e2 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 946 time: 0.0492740 Aug 27 12:39:19.156523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689c01-f6b5-44e2-87c2-56dfda1160d5 req-fdb2a171-df89-4946-8e44-43b3824786c4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:19.158016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a689c01-f6b5-44e2-87c2-56dfda1160d5 req-fdb2a171-df89-4946-8e44-43b3824786c4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 945 time: 0.0496359 Aug 27 12:39:19.197095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a689c01-f6b5-44e2-87c2-56dfda1160d5 req-19b48327-7063-46ac-b9ad-34be7a06dce0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Aug 27 12:39:19.236041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Deleting port 80fad1d1-f321-403c-8e9e-159f03eec3ae {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:19.236389 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:19.323588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] For port 80fad1d1-f321-403c-8e9e-159f03eec3ae, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=80fad1d1-f321-403c-8e9e-159f03eec3ae,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:19.323959 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:19.341189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Calling delete_port for 80fad1d1-f321-403c-8e9e-159f03eec3ae owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:19.464064 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:19.489783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event deleted for resources: {'Port': ['ID=80fad1d1-f321-403c-8e9e-159f03eec3ae,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:19.498424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['c194cacd-a9bf-4e36-955c-7ee8ed54f1f2'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:39:19.501504 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.501857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.502201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.502577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.502905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.503557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.503557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.503882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.504209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.504536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.504864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.505191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:19.559928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] No DVR routers for this DVR port 80fad1d1-f321-403c-8e9e-159f03eec3ae on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:39:19.563580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:19.565605 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4a2d0aef-19fe-4f63-89a0-dffe8f8d0bba req-c653266e-9bdf-443d-9ad5-c4c2656610aa tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.65 "DELETE /v2.0/ports/80fad1d1-f321-403c-8e9e-159f03eec3ae HTTP/1.1" status: 204 len: 173 time: 0.4207418 Aug 27 12:39:19.566065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'name': 'network-vif-deleted', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:39:19.568438 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daadeec-d522-443f-93fe-ae0fc1a10502" -d '{"events": [{"server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "name": "network-vif-deleted", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:39:19.608721 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e2d86-46d0-4ed5-8d50-8abd3ad1c028 x-openstack-request-id: req-491e2d86-46d0-4ed5-8d50-8abd3ad1c028 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:39:19.614275 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b895fa-743d-49f1-9799-695450f6193f", "name": "network-vif-deleted", "tag": "80fad1d1-f321-403c-8e9e-159f03eec3ae", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:39:19.614606 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-491e2d86-46d0-4ed5-8d50-8abd3ad1c028 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:39:19.615095 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b895fa-743d-49f1-9799-695450f6193f', 'name': 'network-vif-deleted', 'tag': '80fad1d1-f321-403c-8e9e-159f03eec3ae', 'status': 'completed', 'code': 200} Aug 27 12:39:19.902505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce9df2b3-17db-4c5e-89d3-f80f96819c52 req-4a92e7a7-79a0-4612-a6dc-fbf7d373d4ef tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 210 time: 0.0321696 Aug 27 12:39:20.320402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff94c0-cc29-4643-abd8-b3c35ff97c22 req-6938adce-fc6d-43a1-b8ca-b1e7a22c2cd8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:20.322997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:20.323747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69ff94c0-cc29-4643-abd8-b3c35ff97c22 req-6938adce-fc6d-43a1-b8ca-b1e7a22c2cd8 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 945 time: 0.0555930 Aug 27 12:39:20.365210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69ff94c0-cc29-4643-abd8-b3c35ff97c22 req-001ad168-cc4a-44bb-a4f2-3aff14bdd1bf tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350003 Aug 27 12:39:20.788092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:39:20.837955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:39:20.841749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:39:20.842134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:20.921314 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:20.952448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:39:20.955693 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780d2c5d-ad0a-487f-b848-8b47a787d3cb" -d '{"events": [{"server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "name": "network-vif-plugged", "status": "completed", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:39:20.970192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:20.984152 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:21.009751 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f2759b9-ed08-428c-b6ef-3965ac718670 req-529b08d2-e0fd-4360-8386-2d7771a7579e tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 210 time: 0.0359051 Aug 27 12:39:21.022790 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc78bf22-157d-4c4f-a6fa-1c28d04f1eb7 x-openstack-request-id: req-bc78bf22-157d-4c4f-a6fa-1c28d04f1eb7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:39:21.023091 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "name": "network-vif-plugged", "status": "completed", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:39:21.023475 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc78bf22-157d-4c4f-a6fa-1c28d04f1eb7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:39:21.023913 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'code': 200} Aug 27 12:39:21.039748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ece0b23-9465-457f-b645-9ce04154a748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:21.061254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:21.134575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93c9f9-5d96-4ee8-a475-c2c78e820bd4 req-f31af733-9b2a-4364-8674-e2956d1fe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:21.136070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a93c9f9-5d96-4ee8-a475-c2c78e820bd4 req-f31af733-9b2a-4364-8674-e2956d1fe229 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1097 time: 0.0410061 Aug 27 12:39:21.172197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a93c9f9-5d96-4ee8-a475-c2c78e820bd4 req-03cedd51-e063-43d1-a614-8f887481853f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290556 Aug 27 12:39:21.188162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:21.488711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3c89c-5d38-4363-94bd-d8fec3d93eba req-9bafbac4-d85c-43c6-becb-677eff386463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:21.490204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09f3c89c-5d38-4363-94bd-d8fec3d93eba req-9bafbac4-d85c-43c6-becb-677eff386463 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0540378 Aug 27 12:39:21.528102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-09f3c89c-5d38-4363-94bd-d8fec3d93eba req-a3d72603-e803-4f99-bdab-93713d7e7381 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Aug 27 12:39:22.032082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 80fad1d1-f321-403c-8e9e-159f03eec3ae no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:22.053577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 80fad1d1-f321-403c-8e9e-159f03eec3ae {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:22.053932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 80fad1d1-f321-403c-8e9e-159f03eec3ae not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:22.106039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99cd9126-4659-43ea-8d7d-79b72a51fe0f req-01880095-e9ca-4873-bb6b-80611826de66 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 210 time: 0.0283058 Aug 27 12:39:22.178262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:22.656626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637d65a-af21-4ba4-b456-c0eaf77cb223 req-1d963896-013e-4b6e-b75c-18c53f11a0c0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:22.662892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8637d65a-af21-4ba4-b456-c0eaf77cb223 req-1d963896-013e-4b6e-b75c-18c53f11a0c0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0574687 Aug 27 12:39:22.702432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8637d65a-af21-4ba4-b456-c0eaf77cb223 req-1529612a-86a2-43f7-90da-7bea52e466be tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367112 Aug 27 12:39:23.209456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ee4ad28-0076-401e-8568-78b2db7ab6aa req-3a55cf84-f070-41d7-9cb1-a7c3ba8bc9b1 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b895fa-743d-49f1-9799-695450f6193f HTTP/1.1" status: 200 len: 210 time: 0.0264225 Aug 27 12:39:23.822299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce048c-f8ef-4312-9ad1-f018c7459bfb req-cb7f600e-6138-432c-b221-f1fd2f4857ab tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:23.823807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cce048c-f8ef-4312-9ad1-f018c7459bfb req-cb7f600e-6138-432c-b221-f1fd2f4857ab tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0527918 Aug 27 12:39:23.861792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cce048c-f8ef-4312-9ad1-f018c7459bfb req-20769eda-c851-4678-8cac-5690c8131996 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318456 Aug 27 12:39:23.979400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fccecb-f282-43e9-89ae-692d352e4029 req-3949db0e-e15a-41b3-8325-6082df7032f0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:23.980812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01fccecb-f282-43e9-89ae-692d352e4029 req-3949db0e-e15a-41b3-8325-6082df7032f0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0495534 Aug 27 12:39:24.018846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01fccecb-f282-43e9-89ae-692d352e4029 req-0dcd1cd0-d5ad-4e3b-960c-8aeb5e4ad1aa tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Aug 27 12:39:24.040750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35158) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:24.056327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.192262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d4ad7-68fb-40fa-8e1c-2dbaae3b2c0b tempest-TestVolumeBootPattern-689766306 tempest-TestVolumeBootPattern-689766306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:24.193880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-991d4ad7-68fb-40fa-8e1c-2dbaae3b2c0b tempest-TestVolumeBootPattern-689766306 tempest-TestVolumeBootPattern-689766306-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1092 time: 0.1520703 Aug 27 12:39:24.196589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35164) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:24.200917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'tenant_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:39:24.223020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.265600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35168) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:24.322773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.324578 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5639bc1-e39e-4e43-a6fa-7ce2de530b18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.349933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5639bc1-e39e-4e43-a6fa-7ce2de530b18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.413687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5639bc1-e39e-4e43-a6fa-7ce2de530b18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.416383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5639bc1-e39e-4e43-a6fa-7ce2de530b18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.420157 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a5639bc1-e39e-4e43-a6fa-7ce2de530b18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] 10.222.0.76 "DELETE /v2.0/security-groups/37da51f1-c344-416e-8eb9-7f7e7975a092 HTTP/1.1" status: 204 len: 168 time: 0.1507638 Aug 27 12:39:24.435742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.25.8.143 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/716b9930-c9a9-41c9-bbf6-469e3f983ec2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:39:24.439580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5639bc1-e39e-4e43-a6fa-7ce2de530b18 tempest-TestVolumeBackupRestore-584137884 tempest-TestVolumeBackupRestore-584137884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37da51f1-c344-416e-8eb9-7f7e7975a092,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:24.554620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.601265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:24.646269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:39:24.649601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:39:24.655906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:39:24.694259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=716b9930-c9a9-41c9-bbf6-469e3f983ec2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:24.720802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.721158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.721760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.721969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.722406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.722681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.723006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.723329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.723652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.723973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.724289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:24.724816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:25.085654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:25.171277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:25.361925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:25.368758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:25.441942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=716b9930-c9a9-41c9-bbf6-469e3f983ec2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:25.463518 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:25.590463 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Floating IP 68d5ee34-d0e5-47e4-9daa-bd9568ee629c associated. External IP: 172.25.8.143, port: c194cacd-a9bf-4e36-955c-7ee8ed54f1f2. Aug 27 12:39:25.860150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:39:26.367047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:39:26.380223 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:39:26.391235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:26.394401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:26.395384 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:39:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:26.432365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bb409367-f37a-441f-b5f8-04cc9a3a31f5 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2320518 Aug 27 12:39:26.434331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:39:26.437396 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8988a41-a261-4fe8-8699-dfd53e392acb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:39:26.487462 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2c4bd-75bc-4280-a5bf-e4c59bc35d48 x-openstack-request-id: req-ecb2c4bd-75bc-4280-a5bf-e4c59bc35d48 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:39:26.487843 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:39:26.488185 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecb2c4bd-75bc-4280-a5bf-e4c59bc35d48 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:39:26.488814 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'status': 'completed', 'code': 200} Aug 27 12:39:26.583585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-88290c0e-2035-4285-9c75-5d193881b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:26.591884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-88290c0e-2035-4285-9c75-5d193881b624 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1097 time: 0.0593536 Aug 27 12:39:26.606588 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:26.698320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-3911495f-1c42-4ced-8e10-a3c52a3c4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:26.699879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-3911495f-1c42-4ced-8e10-a3c52a3c4b93 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1012936 Aug 27 12:39:26.821829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-e12e4fc6-bd9c-47c2-96ed-3dd346d9e968 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 1000 time: 0.1143379 Aug 27 12:39:26.909679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-ef0047a2-a2e3-4af7-beb2-e51540b1187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:26.911212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-ef0047a2-a2e3-4af7-beb2-e51540b1187e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0818131 Aug 27 12:39:26.993679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-7eb0f820-c445-4ba5-bea8-84c661a801aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:26.995282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-7eb0f820-c445-4ba5-bea8-84c661a801aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757322 Aug 27 12:39:27.071976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:24Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:27.106648 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:39:27.117091 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:27.118169 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:39:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:27.118538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-58e0aad3-c238-4261-a30e-72d5622f9442 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118634 Aug 27 12:39:27.229231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8988a41-a261-4fe8-8699-dfd53e392acb req-e92ce4a8-7761-4fed-bfa4-e20fab72e4fc service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033080 Aug 27 12:39:27.279424 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:27.594941 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:24Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:27.628970 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fadec3-141f-4bfe-bead-3f7416eae5d4 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:24Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:39:27.964284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52332660-bcf5-4ce4-926c-e24f194f507b None None] New status for floating IP 68d5ee34-d0e5-47e4-9daa-bd9568ee629c: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:39:27.986980 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35602) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:28.427244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:28.686889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Deleting port 8a98b559-ed7e-477e-b130-25b585ee1324 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:28.687230 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:28.764123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] For port 8a98b559-ed7e-477e-b130-25b585ee1324, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8a98b559-ed7e-477e-b130-25b585ee1324,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:28.764421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:28.777394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Calling delete_port for 8a98b559-ed7e-477e-b130-25b585ee1324 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:28.959072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:28.982774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a98b559-ed7e-477e-b130-25b585ee1324,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:29.155366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:29.624918 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:39:29.717045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.724106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.730130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.732701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:39:29.736178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.740299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6318189b-8c1a-4c4a-82ff-1285f79c4dd6 admin admin] 10.222.0.76 "PUT /v2.0/routers/7a2f7dc7-d0f8-411d-bcf0-d3337fc20439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489200 Aug 27 12:39:29.740299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35638) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:29.742966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.743920 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] Sync routers for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:39:29.748968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.754326 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:29.754959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.755084 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:39:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:29.756940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-3bc75f4f-3f0d-42bb-8dcc-da20b0df6860 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1020637 Aug 27 12:39:29.801200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b1618f9-d32b-4ede-90a7-5a5e254b8594 req-f07e1277-ff87-4672-a675-bca9e1d491bb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353291 Aug 27 12:39:29.844673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:29.950409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.956259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:29.957173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.963741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.965314 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:29.970421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.976188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.983057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.988980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:29.990951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72fa3656-6b33-43f6-8e13-cd4f485e1646 req-582a00ce-1eed-4761-a4a5-e9e3117fc95e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.0969117 Aug 27 12:39:30.015855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Deleting port 331c2dcf-7316-43f3-9ca6-120317e3232c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:30.016204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.099804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] For port 331c2dcf-7316-43f3-9ca6-120317e3232c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=331c2dcf-7316-43f3-9ca6-120317e3232c,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:30.100173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.118696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Calling delete_port for 331c2dcf-7316-43f3-9ca6-120317e3232c owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:30.154293 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 5, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port': {'id': '331c2dcf-7316-43f3-9ca6-120317e3232c', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:30.181742 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] Checking router: 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:39:30.189929 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] Routers {'7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:30.190583 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:39:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:30.278560 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] Set router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:30.290634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.319251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=331c2dcf-7316-43f3-9ca6-120317e3232c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:30.334434 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:39:29Z', 'revision_number': 6, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:30.360579 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766e2f3-b82d-4cb7-90b1-aa6d093312c8 None None] The sync data for ids ['7a2f7dc7-d0f8-411d-bcf0-d3337fc20439'] in n-d-688802-4 is: [{'id': '7a2f7dc7-d0f8-411d-bcf0-d3337fc20439', 'name': 'tempest-TestVolumeBackupRestore-861861899-router', 'tenant_id': 'cfb89106c035415986145169b7390788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:18Z', 'updated_at': '2021-08-27T12:39:29Z', 'revision_number': 6, 'project_id': 'cfb89106c035415986145169b7390788', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:39:30.381877 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.477689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.479989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.526498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.527143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:39:30.531588 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.532732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-03a31092-f7ce-4090-86c9-d5e6a52cd7ac admin admin] 10.222.0.76 "DELETE /v2.0/routers/7a2f7dc7-d0f8-411d-bcf0-d3337fc20439 HTTP/1.1" status: 204 len: 168 time: 0.7915788 Aug 27 12:39:30.535284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:30.579271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Deleting subnet 5ef6b1f6-12fd-43c1-be81-b30b907696ad {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:39:30.582352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.616928 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.699119 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.758748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.784519 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef6b1f6-12fd-43c1-be81-b30b907696ad,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:30.795469 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.795469 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9597311b-8fb0-436a-bbfd-1a28bab03f25 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5ef6b1f6-12fd-43c1-be81-b30b907696ad HTTP/1.1" status: 204 len: 168 time: 0.2587395 Aug 27 12:39:30.798595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:30.800787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f837d78-0cef-4a78-bc1c-5263365e8c82 None None] Network bc124b62-f51f-4cc0-aa80-eac4d13985d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:39:30.802593 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:39:30.878553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:30.938714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Deleting port d6c5704a-b725-48ee-9a94-22a45abb0879 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:30.939057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.005475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] For port d6c5704a-b725-48ee-9a94-22a45abb0879, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d6c5704a-b725-48ee-9a94-22a45abb0879,segment=NetworkSegment(bac06785-7ecb-4e8c-a5cd-bd968982e6f7),segment_id=bac06785-7ecb-4e8c-a5cd-bd968982e6f7)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:31.005834 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.028885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Calling delete_port for d6c5704a-b725-48ee-9a94-22a45abb0879 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:31.114659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.145026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] No DVR routers for this DVR port d6c5704a-b725-48ee-9a94-22a45abb0879 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:39:31.147317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c5704a-b725-48ee-9a94-22a45abb0879,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:31.156449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0dd50-49d4-41f3-bb1c-53e377fa000f None None] DHCP port deletion for bc124b62-f51f-4cc0-aa80-eac4d13985d9 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:39:31.224717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.235237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc124b62-f51f-4cc0-aa80-eac4d13985d9']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:31.246313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:31.246640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac06785-7ecb-4e8c-a5cd-bd968982e6f7') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:31.256134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.270988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.277171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:39:31.277601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:39:31.279336 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:39:31.335521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.340501 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.345714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bc124b62-f51f-4cc0-aa80-eac4d13985d9 HTTP/1.1" status: 204 len: 168 time: 0.5425630 Aug 27 12:39:31.346512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35650) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:31.355510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff402b-f63d-40b3-8265-f36dead3e1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc124b62-f51f-4cc0-aa80-eac4d13985d9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:31.717674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:31.721005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.721500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.721982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.722483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.722958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.723552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.724044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:31.726009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0e8a6a0e-b341-445f-a782-9aa66f32b987 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.1123319 Aug 27 12:39:31.768291 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0d1021d3-f5e9-43f8-ae4c-521a4e11e0fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=18e7b7de-5f0b-46cb-9489-009f8029152e&id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353930 Aug 27 12:39:31.964152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Deleting port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:31.964409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:32.040762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] For port fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:32.041135 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:32.055136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Calling delete_port for fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:32.166154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a98b559-ed7e-477e-b130-25b585ee1324 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:32.187485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8a98b559-ed7e-477e-b130-25b585ee1324 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:32.187838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8a98b559-ed7e-477e-b130-25b585ee1324 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:32.188258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 331c2dcf-7316-43f3-9ca6-120317e3232c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:32.208103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 331c2dcf-7316-43f3-9ca6-120317e3232c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:32.208452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 331c2dcf-7316-43f3-9ca6-120317e3232c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:32.208869 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c5704a-b725-48ee-9a94-22a45abb0879 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:32.227069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d6c5704a-b725-48ee-9a94-22a45abb0879 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:32.227493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d6c5704a-b725-48ee-9a94-22a45abb0879 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:32.236931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:32.261236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:32.437060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:32.672105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Router 38387010-204b-4d72-8b1c-e37512d79517 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:39:32.775491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:39:32.780594 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0917dcb8-f2a8-4fe6-8748-97b46aac16bc admin admin] 10.222.0.76 "PUT /v2.0/routers/38387010-204b-4d72-8b1c-e37512d79517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340124 Aug 27 12:39:32.783199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:32.784107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] Sync routers for ids ['38387010-204b-4d72-8b1c-e37512d79517'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:39:32.793826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] Routers {'38387010-204b-4d72-8b1c-e37512d79517'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:32.794480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:39:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['38387010-204b-4d72-8b1c-e37512d79517'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:32.885299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:32.896905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] Set router 38387010-204b-4d72-8b1c-e37512d79517 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:32.986486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.039839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Deleting port a862998b-bd21-4728-8069-2feb42cd569b {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:33.040180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.077711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:39:32Z', 'revision_number': 5, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port': {'id': 'a862998b-bd21-4728-8069-2feb42cd569b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38387010-204b-4d72-8b1c-e37512d79517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:36:24Z', 'updated_at': '2021-08-27T12:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:33.104117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] Checking router: 38387010-204b-4d72-8b1c-e37512d79517 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:39:33.113305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] Routers {'38387010-204b-4d72-8b1c-e37512d79517'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:39:33.113928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:39:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['38387010-204b-4d72-8b1c-e37512d79517'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:33.122494 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] For port a862998b-bd21-4728-8069-2feb42cd569b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a862998b-bd21-4728-8069-2feb42cd569b,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:33.122872 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.136254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Calling delete_port for a862998b-bd21-4728-8069-2feb42cd569b owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:33.198958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] Set router 38387010-204b-4d72-8b1c-e37512d79517 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:39:33.252900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:39:32Z', 'revision_number': 6, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:33.278999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b3bd08-53d0-454c-ad7f-3ff82ad4e278 None None] The sync data for ids ['38387010-204b-4d72-8b1c-e37512d79517'] in n-d-688802-4 is: [{'id': '38387010-204b-4d72-8b1c-e37512d79517', 'name': 'tempest-TestVolumeBackupRestore-1624953124-router', 'tenant_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:36:23Z', 'updated_at': '2021-08-27T12:39:32Z', 'revision_number': 6, 'project_id': 'd6c88e21c92e41b49a93311214f9a8b2', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:39:33.303843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.330565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a862998b-bd21-4728-8069-2feb42cd569b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:33.392335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.480309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.482448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.525810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.526277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38387010-204b-4d72-8b1c-e37512d79517 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:39:33.530474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.531615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07fd2d83-870e-4774-b69e-5dc793fe73a4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/38387010-204b-4d72-8b1c-e37512d79517 HTTP/1.1" status: 204 len: 168 time: 0.7474871 Aug 27 12:39:33.534236 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35668) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:33.579134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Deleting subnet c1b39af8-c915-4498-871d-8ce852405725 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:39:33.582104 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.617573 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.705762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.760101 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.789285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.793732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35672) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:33.794468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c1b39af8-c915-4498-871d-8ce852405725 HTTP/1.1" status: 204 len: 168 time: 0.2591715 Aug 27 12:39:33.795429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf490b2-1223-4732-9de2-efe6d50420e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b39af8-c915-4498-871d-8ce852405725,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:33.796451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8e8b3-fa64-4b95-8541-ace4133ccc97 None None] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:39:33.868460 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.923894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Deleting port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:33.924396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:33.997553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] For port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:33.997927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.012266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Calling delete_port for 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:34.032640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358659a7-b368-46c8-ac60-f84749342165 None None] DHCP port deletion for ec8252c3-320b-4d2e-a546-e00fcc9847f5 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:39:34.086680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Deleting port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:39:34.087206 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.100080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.130824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:34.138291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] No DVR routers for this DVR port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:39:34.175307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-358659a7-b368-46c8-ac60-f84749342165 None None] For port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,segment=NetworkSegment(bd66a6a9-5047-4136-9a27-7c3766b3bbd2),segment_id=bd66a6a9-5047-4136-9a27-7c3766b3bbd2)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:39:34.175790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.197039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Calling delete_port for 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:39:34.203530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:34.214785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.225281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8252c3-320b-4d2e-a546-e00fcc9847f5']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:34.233528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:34.233739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fcef0ce2-8e1c-4d0d-b6a1-04a8457c8aff not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:34.234090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a862998b-bd21-4728-8069-2feb42cd569b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:34.237000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:34.237354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd66a6a9-5047-4136-9a27-7c3766b3bbd2') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:39:34.247844 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.263171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.269485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:39:34.271318 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:39:34.274003 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:39:34.285687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a862998b-bd21-4728-8069-2feb42cd569b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:34.286094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a862998b-bd21-4728-8069-2feb42cd569b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:34.286551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:39:34.310198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:39:34.310646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:39:34.339366 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.345679 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.347901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ec8252c3-320b-4d2e-a546-e00fcc9847f5 HTTP/1.1" status: 204 len: 168 time: 0.5523870 Aug 27 12:39:34.360799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.366804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aebd3b-7a38-4709-8064-eb6581f2bcd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8252c3-320b-4d2e-a546-e00fcc9847f5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:34.371409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Network ec8252c3-320b-4d2e-a546-e00fcc9847f5 is not hosted by any dhcp agent {{(pid=94625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 12:39:34.371962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358659a7-b368-46c8-ac60-f84749342165 None None] No DVR routers for this DVR port 4ff95ceb-f2be-48e8-bfea-6cad05ae9a62 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:39:34.397155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Pushing event deleted for resources: {'Port': ['ID=4ff95ceb-f2be-48e8-bfea-6cad05ae9a62,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:34.404759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.405115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.405460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.405802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.406218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.406704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.407324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.407617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.407953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.408283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.408617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.408946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358659a7-b368-46c8-ac60-f84749342165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:39:34.554446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35676) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:34.600059 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9f833139-1225-425a-a138-eaff1727cd5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cfb89106c035415986145169b7390788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432007 Aug 27 12:39:34.602462 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:34.661336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac8f6db9-8876-435b-ad8f-302bab45b7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:34.987318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac8f6db9-8876-435b-ad8f-302bab45b7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.035789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac8f6db9-8876-435b-ad8f-302bab45b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.038525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac8f6db9-8876-435b-ad8f-302bab45b7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.040327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac8f6db9-8876-435b-ad8f-302bab45b7ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff05287e-8c14-4d19-b70f-d795940be8e9 HTTP/1.1" status: 204 len: 168 time: 0.4367790 Aug 27 12:39:35.049639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f6db9-8876-435b-ad8f-302bab45b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05287e-8c14-4d19-b70f-d795940be8e9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:35.369652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35684) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:35.410818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dbb30f2f-b8a7-4818-be31-2d51a61f0de1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d6c88e21c92e41b49a93311214f9a8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399928 Aug 27 12:39:35.413218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35686) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:39:35.461487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0826332-402d-494e-a816-0cd7fc29634a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.481586 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0826332-402d-494e-a816-0cd7fc29634a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.527267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0826332-402d-494e-a816-0cd7fc29634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.529968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0826332-402d-494e-a816-0cd7fc29634a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:35.531159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0826332-402d-494e-a816-0cd7fc29634a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/916eb9bb-0c60-483d-9e0f-8a09169a63c8 HTTP/1.1" status: 204 len: 168 time: 0.1170168 Aug 27 12:39:35.538846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0826332-402d-494e-a816-0cd7fc29634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916eb9bb-0c60-483d-9e0f-8a09169a63c8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:39:38.424523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:48.497039 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-14ab7635-548b-4ee2-81c9-70c5df2032c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:50.320102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:50.992305 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-838c54ff-186f-4df6-a279-90df4d3d3d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:51.189971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:52.180729 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:54.054594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:39:57.229369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-01ccd313-1b1c-4de3-9bea-a62623011c8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0451689 Aug 27 12:39:57.337478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.337967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.338475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.338953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.339426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.339894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.340379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.342250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-dba06b94-b1c0-4762-889b-833b745dcd00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 6492 time: 0.0490689 Aug 27 12:39:57.471275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-3ccf8142-c6a7-470c-a1e0-db140c3d67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.471770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-3ccf8142-c6a7-470c-a1e0-db140c3d67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.472258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-3ccf8142-c6a7-470c-a1e0-db140c3d67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.473879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-3ccf8142-c6a7-470c-a1e0-db140c3d67db service neutron] 10.222.0.77 "GET /v2.0/networks?id=9131e7cf-0694-4082-b4e2-8be78e7fe903&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=28f1e470-627a-438f-a86f-f9b809491ab4&id=ae09c46d-c792-4e0c-9e83-30937e8eb702&id=ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 200 len: 2292 time: 0.1032677 Aug 27 12:39:57.538711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-1cd58163-dfe2-4391-ac48-15d24a2f8462 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 200 len: 1002 time: 0.0572476 Aug 27 12:39:57.591894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-112b4cfa-36a7-4d49-a32c-8084102b3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.593366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-112b4cfa-36a7-4d49-a32c-8084102b3177 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 200 len: 850 time: 0.0481772 Aug 27 12:39:57.639926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-f2838dcc-b783-4490-b7fa-c78d1a58b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.641442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-f2838dcc-b783-4490-b7fa-c78d1a58b3dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9131e7cf-0694-4082-b4e2-8be78e7fe903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409324 Aug 27 12:39:57.730169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-ad1e3de0-fbb9-4cf8-b87f-e9f424039ae7 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808642 Aug 27 12:39:57.824459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-9de306dd-98af-4c19-b1ec-c051a0f817d3 service neutron] 10.222.0.77 "GET /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Aug 27 12:39:57.865116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-93856f9c-bc75-4a95-815b-28fc8623f476 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 217 time: 0.0340583 Aug 27 12:39:57.912921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-a5a180fe-0118-47c9-ad6f-31d4ee56e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.914420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-a5a180fe-0118-47c9-ad6f-31d4ee56e425 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0430434 Aug 27 12:39:57.964446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-988c538b-5930-4631-9b83-2aa2a5a17b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:57.965953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-988c538b-5930-4631-9b83-2aa2a5a17b27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450981 Aug 27 12:39:58.055093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-16c47cb8-abdd-46a8-b4bf-d83918c5464f service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817966 Aug 27 12:39:58.156590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-62438b77-de12-4d0d-b7e9-9b94aa134c51 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945663 Aug 27 12:39:58.200066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-0cf4bdb2-4e8b-4946-8db9-71c4a7c4d207 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 217 time: 0.0357277 Aug 27 12:39:58.251061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-de0cf81d-863a-4e52-a54a-f2a0f85f15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:58.252540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-de0cf81d-863a-4e52-a54a-f2a0f85f15c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0461943 Aug 27 12:39:58.305516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-6cc82472-673a-476c-9527-a0cf0351c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:58.307140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-6cc82472-673a-476c-9527-a0cf0351c3b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470181 Aug 27 12:39:58.396905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-39a7afc1-d83e-452c-9a7e-67d232bddebe service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815136 Aug 27 12:39:58.490482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-0d50d379-5457-4c6b-804f-75df5888de84 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866771 Aug 27 12:39:58.531670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-71d967d5-ae3c-4a30-a710-f33d3c2edafb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 200 len: 217 time: 0.0344002 Aug 27 12:39:58.580094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-9257cadf-bb63-430a-8427-a6cae6cea48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:58.581554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-9257cadf-bb63-430a-8427-a6cae6cea48b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0437291 Aug 27 12:39:58.632105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-3a5dc9d7-8b97-4fd5-bb94-7575052b9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:58.633607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-3a5dc9d7-8b97-4fd5-bb94-7575052b9e32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446839 Aug 27 12:39:58.729214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-ce167822-2dd3-47b4-b5dd-2a71f8efab64 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884631 Aug 27 12:39:58.822207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-7e69e1fb-3c61-45f3-af08-c2119d7349c9 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855608 Aug 27 12:39:58.864311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-6f064b9e-b890-45f3-9999-92299581c0a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 200 len: 217 time: 0.0348117 Aug 27 12:39:58.912468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-86c9def3-b340-47c6-926a-18cf2c08841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:58.914474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-86c9def3-b340-47c6-926a-18cf2c08841e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 200 len: 797 time: 0.0435638 Aug 27 12:39:58.959119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-d56c456e-2062-4d4d-a8e5-cda5c17bd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:58.961252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-d56c456e-2062-4d4d-a8e5-cda5c17bd8fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28f1e470-627a-438f-a86f-f9b809491ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402672 Aug 27 12:39:59.054642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-b7c777e5-af24-4e7a-ada6-ec34579bd1d5 service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863767 Aug 27 12:39:59.142218 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-eae2352c-e33d-4d8e-b309-b55a47dffdcd service neutron] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808060 Aug 27 12:39:59.188898 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-2464e8c5-e0cb-4c54-a36a-bda68e73afac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 200 len: 217 time: 0.0379050 Aug 27 12:39:59.238046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-8a8cbb08-27d3-4fc5-821f-ad1c4a4b2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:59.239492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-8a8cbb08-27d3-4fc5-821f-ad1c4a4b2227 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0437341 Aug 27 12:39:59.284173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-db9a70a6-d79a-4cf7-afc9-404c40a266f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:59.285745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-db9a70a6-d79a-4cf7-afc9-404c40a266f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0394552 Aug 27 12:39:59.377754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-0c7414f1-377a-4008-90f3-bfd9f06f2254 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851266 Aug 27 12:39:59.470759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-77b5c09c-96cf-4598-b862-f38b62307de3 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831780 Aug 27 12:39:59.516453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-4d426b70-2769-406a-8706-9f5bef29a5b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 200 len: 217 time: 0.0378618 Aug 27 12:39:59.565066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-e514dc35-2e40-4880-8741-605dccc99de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:59.566554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-e514dc35-2e40-4880-8741-605dccc99de1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 200 len: 797 time: 0.0427127 Aug 27 12:39:59.612146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-6dbea3c5-9412-4e38-ab95-2b9dce49e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:39:59.613635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-6dbea3c5-9412-4e38-ab95-2b9dce49e89f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae09c46d-c792-4e0c-9e83-30937e8eb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400164 Aug 27 12:39:59.706833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-08e14791-e6ae-4286-a9e1-4a0e27c802c5 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Aug 27 12:39:59.794653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d8985f2-9efa-42e2-a223-5ebea4574a7e req-cdd257a5-73d4-4964-8e45-03f560706999 service neutron] 10.222.0.77 "GET /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802228 Aug 27 12:40:07.792847 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:40:08.432528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:18.498260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feeb46b3-4ead-46a7-9abe-40dadc9f0499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:20.325172 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:20.993237 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a2606428-4259-4d3d-ac61-9ecec83283e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:21.190036 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:22.183924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:24.059601 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:38.448231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:44.792425 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:40:48.499723 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b8c711b-da72-49b2-ae14-3ee141e82f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:50.325316 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:50.994395 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-27119421-a486-4cca-be3c-74a427695096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:51.193795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:52.185804 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:54.062793 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:40:59.349571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-3275cf0f-9110-4508-ab71-749311f452bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824157 Aug 27 12:40:59.427080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-a754a901-94bb-4623-b87f-7730f32c94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:40:59.428524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-a754a901-94bb-4623-b87f-7730f32c94ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1097 time: 0.0445392 Aug 27 12:40:59.532192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-0e58013f-c150-47de-97fb-78e5c09c716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:40:59.533710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-0e58013f-c150-47de-97fb-78e5c09c716a service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0842063 Aug 27 12:40:59.604269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-7c648f60-a11e-4da9-a164-08edfc8b8361 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 1002 time: 0.0636377 Aug 27 12:40:59.657423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-3494b105-2422-429c-bfbf-61961d8609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:40:59.658946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-3494b105-2422-429c-bfbf-61961d8609c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0477114 Aug 27 12:40:59.706769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-20c48247-23fa-4d3a-9ab5-c93eb6d3b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:40:59.708778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-20c48247-23fa-4d3a-9ab5-c93eb6d3b961 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415342 Aug 27 12:40:59.720778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-b8b11001-30eb-4194-93bd-5ed4c28c9afa service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:40:59.721727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-b8b11001-30eb-4194-93bd-5ed4c28c9afa service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051126 Aug 27 12:40:59.814801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-2839e93f-44ff-4ff3-b90a-0cd0f04dfb3a service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851171 Aug 27 12:40:59.905658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcbdd924-6aa8-42cd-9cee-f2b0a01b9830 req-0b2cb1dc-4573-4ae2-890e-3c5b4b45cfe5 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837326 Aug 27 12:41:08.450867 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:14.677868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-d70fbab0-092a-4047-8de4-09020a9235cb service neutron] (94624) timed out ('10.222.0.76', 34826) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:41:18.275867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-97fcdca1-e5a6-4785-90cd-2ad347c961fb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938118239&fields=id&tenant_id=1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 267 time: 0.0334821 Aug 27 12:41:18.385001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-cd5a9879-e663-4e5c-982b-c1abee3eb732 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:18.386483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-cd5a9879-e663-4e5c-982b-c1abee3eb732 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1038275 Aug 27 12:41:18.401147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-dac736ad-a01d-45f7-b0e9-e997682a7fb9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/quotas/1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 375 time: 0.0089586 Aug 27 12:41:18.458436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-cd7f1808-7f1d-4978-92ff-0ab9370edb2d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516827 Aug 27 12:41:18.501850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7bc38bb9-aff6-4acf-ad55-c15aa5f7b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:18.609481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-28434f71-c9f2-4495-b05b-bb70237350e1 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397111 Aug 27 12:41:18.698017 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-fe2eb984-c678-43f9-9040-2eb5cc4aeb64 service neutron] 10.222.0.76 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819728 Aug 27 12:41:19.013156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fb51446-339b-4f6a-8144-4696729c77d0 req-8e421482-b79d-4080-a568-6de373f9eb3a tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 210 time: 0.0485368 Aug 27 12:41:20.037359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-b73adaa8-d69e-42d3-8313-50729b494292 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:20.039196 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-b73adaa8-d69e-42d3-8313-50729b494292 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 812 time: 0.1079209 Aug 27 12:41:20.087749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-53159e84-ee48-4f4d-9fa7-b05fe80fabf4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1447d337dab447f693e35140c323898f HTTP/1.1" status: 200 len: 380 time: 0.0384474 Aug 27 12:41:20.097665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'port': {'device_id': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'admin_state_up': True, 'tenant_id': '1447d337dab447f693e35140c323898f', 'security_groups': ['7debf629-3212-4f0f-9255-69dc073a4219']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:41:20.125943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c660b90-692e-4de3-b134-2af136e9dfbd req-f5983cac-e492-4195-b580-5719077c7dd0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 210 time: 0.0271685 Aug 27 12:41:20.215981 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Made reservation on behalf of 1447d337dab447f693e35140c323898f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:41:20.219501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.340781 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.351079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.20.0.10 (7bec7996-46ee-4695-ad72-f435f1ba0a53/f917447c-c9eb-4cba-b908-3797701037b9/c3a88bbb-17ce-4318-988c-45ff144b019d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:41:20.493983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.508202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Transition to ACTIVE for port object c3a88bbb-17ce-4318-988c-45ff144b019d will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:41:20.541825 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.584671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:41:20.587954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:41:20.594716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:41:20.623700 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=c3a88bbb-17ce-4318-988c-45ff144b019d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:20.640226 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.640626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.640924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.641303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.641646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.641985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.642323 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.642695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.643015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.643344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.643673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.643999 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:20.663834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:20.664841 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.682611 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-229fbe47-d52b-4a80-8eb9-9b3d1527d932 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887270 Aug 27 12:41:20.755475 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Request body: {'port': {'device_id': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:41:20.818734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.820182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e88be6ab-e807-4180-ad1f-ce204a01edf1 None None] Provisioning for port c3a88bbb-17ce-4318-988c-45ff144b019d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:41:20.824540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e88be6ab-e807-4180-ad1f-ce204a01edf1 None None] Provisioning complete for port c3a88bbb-17ce-4318-988c-45ff144b019d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:41:20.825055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e88be6ab-e807-4180-ad1f-ce204a01edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:20.860758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-e88be6ab-e807-4180-ad1f-ce204a01edf1 None None] Port c3a88bbb-17ce-4318-988c-45ff144b019d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:41:20.997194 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3f596fe6-78e1-41cf-ac41-fdddc0422fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.093102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a88bbb-17ce-4318-988c-45ff144b019d {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:41:21.101605 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.114102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Transition to ACTIVE for port object c3a88bbb-17ce-4318-988c-45ff144b019d will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:41:21.118914 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.168581 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a88bbb-17ce-4318-988c-45ff144b019d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:21.203990 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.264505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Attempting to bind port c3a88bbb-17ce-4318-988c-45ff144b019d on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:41:21.264977 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Attempting to bind port c3a88bbb-17ce-4318-988c-45ff144b019d by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:41:21.265415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Attempting to bind port c3a88bbb-17ce-4318-988c-45ff144b019d on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:41:21.277527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Port c3a88bbb-17ce-4318-988c-45ff144b019d on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:41:21.277854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Attempting to bind port c3a88bbb-17ce-4318-988c-45ff144b019d on network 7bec7996-46ee-4695-ad72-f435f1ba0a53 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:41:21.283623 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:41:21.283995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Checking segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:41:21.284327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Bound using segment: {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:41:21.284753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Bound port: c3a88bbb-17ce-4318-988c-45ff144b019d, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c31cd97-9497-4b2f-b359-77638cd8d548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:41:21.285111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.337218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191484fa-53ce-4c74-87f8-450ba390acc3 req-0bb49c51-2368-4301-b3bd-77a85f6a88f4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:21.339069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-191484fa-53ce-4c74-87f8-450ba390acc3 req-0bb49c51-2368-4301-b3bd-77a85f6a88f4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0890312 Aug 27 12:41:21.362169 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] For port c3a88bbb-17ce-4318-988c-45ff144b019d, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:41:21.367315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] For port c3a88bbb-17ce-4318-988c-45ff144b019d, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c3a88bbb-17ce-4318-988c-45ff144b019d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:41:21.371984 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.395201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-191484fa-53ce-4c74-87f8-450ba390acc3 req-3b228c82-c961-42eb-ba8f-569805f824ff tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459816 Aug 27 12:41:21.408908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:21.410211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:21.412202 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] 10.222.0.65 "PUT /v2.0/ports/c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 1092 time: 0.7204723 Aug 27 12:41:21.412712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:41:21.415375 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:41:21.458910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b102d3-8881-41fa-b9ff-030a3541bce2 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a88bbb-17ce-4318-988c-45ff144b019d,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:21.509376 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-140fae51-e78b-485b-b103-355774802d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:21.513937 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-140fae51-e78b-485b-b103-355774802d6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1095 time: 0.0567651 Aug 27 12:41:21.558868 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-1d0b87b2-460d-41e4-a810-c56301e0ddcb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 217 time: 0.0369132 Aug 27 12:41:21.617756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-7d5435d8-6a94-4bf7-928d-8ac3aa997d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:21.619919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-7d5435d8-6a94-4bf7-928d-8ac3aa997d67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0542228 Aug 27 12:41:21.660999 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de298325-0047-4efe-ab8d-7560b87009a3 x-openstack-request-id: req-de298325-0047-4efe-ab8d-7560b87009a3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:41:21.661295 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:41:21.661550 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de298325-0047-4efe-ab8d-7560b87009a3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:41:21.661948 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'status': 'completed', 'code': 200} Aug 27 12:41:21.674645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-75b7b3c5-50b2-4aca-aaaa-a26ff833f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:21.676659 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-75b7b3c5-50b2-4aca-aaaa-a26ff833f7cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496049 Aug 27 12:41:21.769188 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-115dde33-f8c9-4f22-8977-f3e9121cb3c2 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852804 Aug 27 12:41:21.791504 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:41:21.865419 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41e7609-ee3b-4705-b5e2-466a5208d6bb req-2beebb4f-c4a2-4d52-b8b3-664f95ea1836 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888646 Aug 27 12:41:21.950513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-0044345b-0713-4026-b83b-07cc9a2a60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:21.951874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-0044345b-0713-4026-b83b-07cc9a2a60ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1095 time: 0.0421679 Aug 27 12:41:22.043399 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-00bba1a2-a9b9-41fd-9677-ec6fccbd9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:22.044946 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-00bba1a2-a9b9-41fd-9677-ec6fccbd9658 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0860586 Aug 27 12:41:22.095085 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-dfb6a61c-d148-4e0b-aede-231827fb1940 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 217 time: 0.0419953 Aug 27 12:41:22.144425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-b86c5dd0-a7fe-4375-ac75-5ef7aa381ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:22.146659 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-b86c5dd0-a7fe-4375-ac75-5ef7aa381ff3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0448604 Aug 27 12:41:22.189957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:22.197530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-f5261e64-10f4-49df-9ab2-6816f2301bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:22.199159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-f5261e64-10f4-49df-9ab2-6816f2301bd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444808 Aug 27 12:41:22.295165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-89e0b0b6-6197-417c-9597-6be5246bfa54 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870085 Aug 27 12:41:22.386735 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0ef2ded1-37e9-4118-a7e2-a03a7517b40c req-30d6ff14-4a43-46e0-b41d-ca89a38cb1c7 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Aug 27 12:41:22.511239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033da9-f71b-4672-921d-295665f2048e req-93dd8687-b55d-4939-851f-7657cecf18d9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:22.512859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79033da9-f71b-4672-921d-295665f2048e req-93dd8687-b55d-4939-851f-7657cecf18d9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0499077 Aug 27 12:41:22.552340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-79033da9-f71b-4672-921d-295665f2048e req-e93ebea7-b2fb-4b4f-b966-f4750703c2ac tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Aug 27 12:41:23.671956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca220c6f-4de3-4902-aa7e-4d9362f0961c req-5df8895e-0894-4a43-ae47-f21bc0fb9c6e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:23.673377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca220c6f-4de3-4902-aa7e-4d9362f0961c req-5df8895e-0894-4a43-ae47-f21bc0fb9c6e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0522494 Aug 27 12:41:23.712616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca220c6f-4de3-4902-aa7e-4d9362f0961c req-28bb918d-3e71-471d-beb1-1456d9607a9e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Aug 27 12:41:24.065433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:24.829370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26c139-5143-43e0-ae36-f27546c147a2 req-fde7762b-6dc4-4bbc-9073-22a4309eec9d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:24.830869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af26c139-5143-43e0-ae36-f27546c147a2 req-fde7762b-6dc4-4bbc-9073-22a4309eec9d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0523810 Aug 27 12:41:24.868391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af26c139-5143-43e0-ae36-f27546c147a2 req-fad0bfb9-3224-43dc-ba9b-55568a984ae7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310338 Aug 27 12:41:25.982657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34d0f-a2f9-44b1-80f5-b076af50fb4f req-2896cdb8-deff-4833-b514-7606c9fcb482 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:25.984150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04f34d0f-a2f9-44b1-80f5-b076af50fb4f req-2896cdb8-deff-4833-b514-7606c9fcb482 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0496073 Aug 27 12:41:26.021224 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04f34d0f-a2f9-44b1-80f5-b076af50fb4f req-62c6f915-1081-4740-957a-8c653b2ca459 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Aug 27 12:41:27.136500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761e825-99d6-46d8-9f30-d43ceed736bf req-4153557c-749d-4e5a-9b0d-3ca589be2f3e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:27.138004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7761e825-99d6-46d8-9f30-d43ceed736bf req-4153557c-749d-4e5a-9b0d-3ca589be2f3e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0489209 Aug 27 12:41:27.174829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7761e825-99d6-46d8-9f30-d43ceed736bf req-9f15e1f9-2f73-4d59-8b82-bc65211f50d0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Aug 27 12:41:28.629313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f288b-ee55-4f52-b354-2fddd79d5d35 req-c525aa5d-248e-4d98-8ed8-be7347e97e76 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:28.630900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-218f288b-ee55-4f52-b354-2fddd79d5d35 req-c525aa5d-248e-4d98-8ed8-be7347e97e76 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.3888438 Aug 27 12:41:28.667693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-218f288b-ee55-4f52-b354-2fddd79d5d35 req-171889ee-e557-478d-995f-868715f8bbfa tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Aug 27 12:41:29.784348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b875e-971f-43e3-ab71-f6803b4de120 req-7de76fe7-d137-4ae8-b5e5-0e5ef8cc600d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:29.785820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-070b875e-971f-43e3-ab71-f6803b4de120 req-7de76fe7-d137-4ae8-b5e5-0e5ef8cc600d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0514712 Aug 27 12:41:29.826037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-070b875e-971f-43e3-ab71-f6803b4de120 req-a20afb6e-1aa3-4337-ad71-dd7e549a5ccb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341086 Aug 27 12:41:30.755065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c3a88bbb-17ce-4318-988c-45ff144b019d details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:41:30.850171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c3a88bbb-17ce-4318-988c-45ff144b019d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c3a88bbb-17ce-4318-988c-45ff144b019d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:30.862196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'port_id': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'mac_address': 'fa:16:3e:6e:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:41:30.900482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:30.914447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a88bbb-17ce-4318-988c-45ff144b019d {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:41:30.935857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c3a88bbb-17ce-4318-988c-45ff144b019d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c3a88bbb-17ce-4318-988c-45ff144b019d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:30.939827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:30.947505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa245c-a820-46ac-b6ab-d869d1ce3e3c req-ea572992-fe53-414d-b3a7-dcbeb1ae0247 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:30.949126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31aa245c-a820-46ac-b6ab-d869d1ce3e3c req-ea572992-fe53-414d-b3a7-dcbeb1ae0247 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 944 time: 0.0540588 Aug 27 12:41:30.989863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-31aa245c-a820-46ac-b6ab-d869d1ce3e3c req-94a7d458-adbc-4ad5-8be2-7381313eb74e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338237 Aug 27 12:41:30.991001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c3a88bbb-17ce-4318-988c-45ff144b019d,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:30.998515 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:30.998863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:30.999209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:30.999572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:30.999904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.000236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.000700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.000944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.001315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.001595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.001939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.002260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:31.182130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['c3a88bbb-17ce-4318-988c-45ff144b019d'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:41:32.128002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79772b2-4c2a-49b8-a7c4-be47298423d5 req-827eedbc-ae92-4e6c-9ad2-df952dd22349 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:32.129832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c79772b2-4c2a-49b8-a7c4-be47298423d5 req-827eedbc-ae92-4e6c-9ad2-df952dd22349 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 945 time: 0.0622883 Aug 27 12:41:32.177090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c79772b2-4c2a-49b8-a7c4-be47298423d5 req-a3e95f64-7cd6-4ced-ba8f-d9f6169cd033 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Aug 27 12:41:32.773325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c3a88bbb-17ce-4318-988c-45ff144b019d up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:41:32.822897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port c3a88bbb-17ce-4318-988c-45ff144b019d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:41:32.826441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port c3a88bbb-17ce-4318-988c-45ff144b019d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:41:32.826816 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:32.904288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:32.927380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:41:32.929622 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db6063-8212-4691-b308-91e8fb56f6d3" -d '{"events": [{"server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "name": "network-vif-plugged", "status": "completed", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:41:32.942976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c3a88bbb-17ce-4318-988c-45ff144b019d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c3a88bbb-17ce-4318-988c-45ff144b019d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:32.951773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:33.010461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c3a88bbb-17ce-4318-988c-45ff144b019d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:33.049360 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fc0574-3cf0-48bc-9732-cf5f878e6314 x-openstack-request-id: req-b9fc0574-3cf0-48bc-9732-cf5f878e6314 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:41:33.049664 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "name": "network-vif-plugged", "status": "completed", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:41:33.049921 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b9fc0574-3cf0-48bc-9732-cf5f878e6314 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:41:33.050329 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'code': 200} Aug 27 12:41:33.153129 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40988d5e-4a9a-4f53-b07a-a55a9751dd71 req-1747a3d6-40ae-44d7-8b38-915e20a5d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.154756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-40988d5e-4a9a-4f53-b07a-a55a9751dd71 req-1747a3d6-40ae-44d7-8b38-915e20a5d83b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1097 time: 0.0436885 Aug 27 12:41:33.195156 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-40988d5e-4a9a-4f53-b07a-a55a9751dd71 req-8b044cf7-664a-45ba-b510-cec851ce1072 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Aug 27 12:41:33.299517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62a29-e83b-46c1-860e-b994a2f45d5e req-c94fe706-7eb4-49b2-bd8e-8a3b63fab8a9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.301035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78b62a29-e83b-46c1-860e-b994a2f45d5e req-c94fe706-7eb4-49b2-bd8e-8a3b63fab8a9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 946 time: 0.0496032 Aug 27 12:41:33.339585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78b62a29-e83b-46c1-860e-b994a2f45d5e req-7bfeac6b-c2e4-4e0e-8180-d116e1ed4c45 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Aug 27 12:41:33.715109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.721089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.727056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.732968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.739577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.745491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.751422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:33.753437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-dbc1f776-ac7d-4c4e-887c-6fe517a428a1 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1020026 Aug 27 12:41:33.796260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4921eb5b-4486-4813-b81f-f567d02e0b9f req-b01524d5-8f19-4356-ae5a-e2a46e4408fb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359597 Aug 27 12:41:34.246713 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-b44aa918-98a6-4b28-b78f-bcca7cbec81c req-c7745536-84d4-4f19-94b7-77098d466c47 service neutron] (94624) timed out ('10.222.0.77', 60673) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:41:34.471271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7fb66-b2b7-403a-9e36-e8b3a598b17d req-3ddae3f1-05c8-411d-9768-dfc308af1a13 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.473428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb7fb66-b2b7-403a-9e36-e8b3a598b17d req-3ddae3f1-05c8-411d-9768-dfc308af1a13 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 946 time: 0.0561163 Aug 27 12:41:34.511188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb7fb66-b2b7-403a-9e36-e8b3a598b17d req-a087f30a-c180-4dc7-9d1b-2299d0865506 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Aug 27 12:41:34.637277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b2413-6542-476a-a2af-dbd0b700b2e8 req-01051aa3-fc21-4829-a6e7-004d440191f0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.638811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb8b2413-6542-476a-a2af-dbd0b700b2e8 req-01051aa3-fc21-4829-a6e7-004d440191f0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 946 time: 0.0534980 Aug 27 12:41:34.681241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb8b2413-6542-476a-a2af-dbd0b700b2e8 req-93c94bb1-4c62-4a6f-a265-c1d44aa770ec tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360925 Aug 27 12:41:34.707454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35844) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:34.755489 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae6dae-2401-4180-87c9-4a0440812528 tempest-TestVolumeBootPattern-689766306 tempest-TestVolumeBootPattern-689766306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.757157 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47ae6dae-2401-4180-87c9-4a0440812528 tempest-TestVolumeBootPattern-689766306 tempest-TestVolumeBootPattern-689766306-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1092 time: 0.0480101 Aug 27 12:41:34.759993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35846) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:34.764453 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'tenant_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:41:34.788480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:34.913028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:34.949007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.957052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.961807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.967960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.974146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.981128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.988799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:34.990852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-a99ba74a-d1e4-434a-bfb5-09c6c0a77a63 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1078274 Aug 27 12:41:35.046004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcd5388a-5cc9-4b82-ad43-3c4947b87e6e req-04b16944-1bb3-440f-b602-8520400ca0eb tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440950 Aug 27 12:41:35.050023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Allocated IP 172.25.8.55 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/cbc72f43-ca2c-4a35-8c3a-65f9d978576d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:41:35.170438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.209786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.215796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.222993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.223339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.229566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.235796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.242506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.248616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.250651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-f3edfd41-7730-4aa1-8664-c09137b03827 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 5435 time: 0.1041634 Aug 27 12:41:35.276288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:41:35.281361 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:41:35.289695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:41:35.305792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-6efac99f-be91-4e91-bb4e-fc69cfa6bd81 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.307818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-6efac99f-be91-4e91-bb4e-fc69cfa6bd81 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "GET /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0501554 Aug 27 12:41:35.318192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=cbc72f43-ca2c-4a35-8c3a-65f9d978576d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:35.466404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-11379c00-98d7-4f04-93b9-2534914c2bda tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "GET /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1502781 Aug 27 12:41:35.479652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:41:35.538294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.705282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:35.746505 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.749995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] For port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:41:35.795506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] device_id is not set on port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:41:35.806042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.813571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.832941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.891060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] No DVR routers for this DVR port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:35.895218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:35.925207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.925554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.925948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.926292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.926687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.927032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.927453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.927870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.928206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.928612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.928950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.929351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:41:35.953741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] In _notify_port_updated(), no bound segment for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:41:35.954757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:35.955416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:35.956840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ad5d66c0-6ce0-4f87-b3d0-9fd9b0d60ea1 service neutron] 10.222.0.77 "PUT /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 200 len: 1027 time: 0.4816933 Aug 27 12:41:36.014898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-bc629a21-1814-4a8b-ab05-92a99033d6e5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.016558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-bc629a21-1814-4a8b-ab05-92a99033d6e5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "GET /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0531845 Aug 27 12:41:36.029020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:41:36.064694 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.074196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.110018 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.143991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f8444c26-f422-4736-9262-6cc3a7652404 None None] Provisioning complete for port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:41:36.145662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f8444c26-f422-4736-9262-6cc3a7652404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.203770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event updated for resources: {'Port': ['ID=cbc72f43-ca2c-4a35-8c3a-65f9d978576d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:36.211146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f8444c26-f422-4736-9262-6cc3a7652404 None None] Port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:41:36.228896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.308540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.315020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.321875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.328356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.335021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.340982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.342940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d6b62a29-528f-41f6-9771-03c48e238315 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 4661 time: 0.1756160 Aug 27 12:41:36.355369 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Floating IP 09bc4a45-573c-4a0f-aca6-88a80e43faee associated. External IP: 172.25.8.55, port: c3a88bbb-17ce-4318-988c-45ff144b019d. Aug 27 12:41:36.405926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:36.420270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f4992b7-3e9c-4009-a47d-64b93e8bede2 req-d1cc16d7-010b-4250-95b2-d87653c1c45a tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&id=18e7b7de-5f0b-46cb-9489-009f8029152e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698504 Aug 27 12:41:36.448988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] For port f7be0d8b-62cf-4572-bd19-b97cf9d176c7, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:41:36.483392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] device_id is not set on port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:41:36.493218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.499802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.554556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:36.579449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] No DVR routers for this DVR port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:36.593037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:41:36.626436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] In _notify_port_updated(), no bound segment for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 on network 28f1e470-627a-438f-a86f-f9b809491ab4 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:41:36.627639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.628508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.632022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-7da7a30a-f91f-46ac-ba26-ef855a67ea48 service neutron] 10.222.0.77 "PUT /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 200 len: 1027 time: 0.6067834 Aug 27 12:41:36.713144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:41:36.731012 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:41:36.734292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port 3185c138-c411-4c67-941d-98d8dd49997f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:36.734876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.739941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.743105 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:41:36.743730 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:36.769081 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-23e1e4b8-c4c4-4b06-ad83-7cc1673f3939 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0080373 Aug 27 12:41:36.769774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:41:36.772053 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d653d88f-9813-4223-b956-024a6cb6c5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:41:36.814345 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e86161e-396f-431a-94f7-9cc6e9e73229 x-openstack-request-id: req-7e86161e-396f-431a-94f7-9cc6e9e73229 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:41:36.814664 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:41:36.814916 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e86161e-396f-431a-94f7-9cc6e9e73229 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:41:36.815318 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'status': 'completed', 'code': 200} Aug 27 12:41:36.841711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ae23faba-6fad-4935-8918-0b333a191d8d None None] Provisioning complete for port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:41:36.842356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae23faba-6fad-4935-8918-0b333a191d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.848620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] For port 3185c138-c411-4c67-941d-98d8dd49997f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=3185c138-c411-4c67-941d-98d8dd49997f,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:36.849118 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:36.873581 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:41:36.887434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ae23faba-6fad-4935-8918-0b333a191d8d None None] Port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:41:36.896166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-f9610b5f-292a-402b-bf1c-e16cc969aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:36.898148 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-f9610b5f-292a-402b-bf1c-e16cc969aa22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1097 time: 0.0585494 Aug 27 12:41:37.004012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-72a3e79f-f940-477d-bdee-b24c294acad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.005849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-72a3e79f-f940-477d-bdee-b24c294acad5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0995922 Aug 27 12:41:37.081853 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-0e1ad297-0bdf-4208-9b67-6bbf892ddc9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 999 time: 0.0686314 Aug 27 12:41:37.098821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:37.099906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:37.100304 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Floating IP ae0283cd-1958-4ccf-b829-8de64940d0c0 disassociated. External IP: 172.25.8.180, port: 3185c138-c411-4c67-941d-98d8dd49997f. Aug 27 12:41:37.100740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for 3185c138-c411-4c67-941d-98d8dd49997f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:37.123170 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '09bc4a45-573c-4a0f-aca6-88a80e43faee', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:6e:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:41:35Z', 'updated_at': '2021-08-27T12:41:35Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}, {'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:37.137834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-d86907c7-d368-492a-a60a-8d12a59c6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.140702 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-d86907c7-d368-492a-a60a-8d12a59c6609 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0515866 Aug 27 12:41:37.150500 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:41:37.164765 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:41:37.165699 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:37.198139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-cb7106f7-48f5-41cd-a7e7-c6d162fa5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.199695 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-cb7106f7-48f5-41cd-a7e7-c6d162fa5452 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504708 Aug 27 12:41:37.254214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:37.288000 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:41:37.290347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=3185c138-c411-4c67-941d-98d8dd49997f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:37.311406 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-4af1adc1-9571-4d3c-b9ef-1831ace8290d service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031690 Aug 27 12:41:37.404851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:41:37.418939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d653d88f-9813-4223-b956-024a6cb6c5c4 req-a5c125a9-dffc-4bdb-a245-d1379e7527ff service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986888 Aug 27 12:41:37.539726 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '09bc4a45-573c-4a0f-aca6-88a80e43faee', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:6e:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:41:35Z', 'updated_at': '2021-08-27T12:41:35Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}, {'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:37.569723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e5e5e-d2a8-40f4-80d5-0a1d70f051d5 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '09bc4a45-573c-4a0f-aca6-88a80e43faee', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:6e:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:41:35Z', 'updated_at': '2021-08-27T12:41:35Z', 'revision_number': 0, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}, {'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:41:37.581074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:41:37.592968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] Sync routers for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:41:37.604482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:41:37.605193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:37.631304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] No DVR routers for this DVR port 3185c138-c411-4c67-941d-98d8dd49997f on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:37.647531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa81d1-e015-4573-930a-d389036b7bde req-432f51f2-246b-43fb-abea-2987a8d8d0f4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.657244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa81d1-e015-4573-930a-d389036b7bde req-432f51f2-246b-43fb-abea-2987a8d8d0f4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.664252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa81d1-e015-4573-930a-d389036b7bde req-432f51f2-246b-43fb-abea-2987a8d8d0f4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.670622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa81d1-e015-4573-930a-d389036b7bde req-432f51f2-246b-43fb-abea-2987a8d8d0f4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:37.672471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7aa81d1-e015-4573-930a-d389036b7bde req-432f51f2-246b-43fb-abea-2987a8d8d0f4 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 3151 time: 0.1464298 Aug 27 12:41:37.673730 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:37.676466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-592cbb39-ee79-4b2a-8b13-3dac4a73962d tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "DELETE /v2.0/ports/3185c138-c411-4c67-941d-98d8dd49997f HTTP/1.1" status: 204 len: 173 time: 1.0392842 Aug 27 12:41:37.677065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:41:37.679823 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df66ed8b-1eae-4ca1-9104-ca6b1b7b9d3a" -d '{"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "3185c138-c411-4c67-941d-98d8dd49997f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:41:37.756820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:41:37.758216 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0e718-dc63-483e-8b65-3e1f987217dc x-openstack-request-id: req-f6a0e718-dc63-483e-8b65-3e1f987217dc {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:41:37.758653 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "3185c138-c411-4c67-941d-98d8dd49997f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:41:37.759006 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6a0e718-dc63-483e-8b65-3e1f987217dc {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:41:37.759534 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': '3185c138-c411-4c67-941d-98d8dd49997f', 'status': 'completed', 'code': 200} Aug 27 12:41:37.786364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7aa81d1-e015-4573-930a-d389036b7bde req-896152ac-8dd6-47bf-bf39-394f7654a59c tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032033 Aug 27 12:41:37.856454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port c55a02ef-a492-44b8-a835-9526a93c2280 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:37.856939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:37.878198 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce2101-8984-4174-8f36-aefc8f94a002 None None] New status for floating IP 09bc4a45-573c-4a0f-aca6-88a80e43faee: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:41:37.967416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] For port c55a02ef-a492-44b8-a835-9526a93c2280, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c55a02ef-a492-44b8-a835-9526a93c2280,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:37.967839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:37.980329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for c55a02ef-a492-44b8-a835-9526a93c2280 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:38.002775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:50Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:38.034792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] Checking router: a9e19fd6-df4d-4f72-9109-67cf60ef67e9 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:41:38.044714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:41:38.045347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:38.119624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.147568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=c55a02ef-a492-44b8-a835-9526a93c2280,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:38.199825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] No DVR routers for this DVR port c55a02ef-a492-44b8-a835-9526a93c2280 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:38.202533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.204802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-10a9d612-7c15-41ce-b729-806ab34d3d3e tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "DELETE /v2.0/ports/c55a02ef-a492-44b8-a835-9526a93c2280 HTTP/1.1" status: 204 len: 173 time: 0.5202668 Aug 27 12:41:38.300985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port 217ece29-9740-44a1-96e7-87aad718564f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:38.301226 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.309905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:41:38.394859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] For port 217ece29-9740-44a1-96e7-87aad718564f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=217ece29-9740-44a1-96e7-87aad718564f,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:38.395223 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.411288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for 217ece29-9740-44a1-96e7-87aad718564f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:38.475291 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.529401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:50Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:38.556488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.557113 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b533f67-bb54-451e-9920-5d425dab9336 None None] The sync data for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 is: [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:31:44Z', 'revision_number': 4, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '31e88ea9-a685-4517-a0ca-89226de4a993', 'name': '', 'network_id': '9131e7cf-0694-4082-b4e2-8be78e7fe903', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'mac_address': 'fa:16:3e:86:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:43Z', 'updated_at': '2021-08-27T12:31:50Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'subnets': [{'id': '75be1f17-9e06-47d1-ad19-01a33020ec27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:41:38.587820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=217ece29-9740-44a1-96e7-87aad718564f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:38.638316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] No DVR routers for this DVR port 217ece29-9740-44a1-96e7-87aad718564f on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:38.641194 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.644369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-ed1a2221-f854-498d-8d80-0489ef6873be tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "DELETE /v2.0/ports/217ece29-9740-44a1-96e7-87aad718564f HTTP/1.1" status: 204 len: 173 time: 0.4335933 Aug 27 12:41:38.746401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:38.746756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.837024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d9fc6-903b-41cb-a056-1e5f907658e4 None None] New status for floating IP ae0283cd-1958-4ccf-b829-8de64940d0c0: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:41:38.843594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] For port 9dccafc3-7dc2-4c4c-b604-86b1208faed4, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=9dccafc3-7dc2-4c4c-b604-86b1208faed4,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:38.844209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:38.861304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for 9dccafc3-7dc2-4c4c-b604-86b1208faed4 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:38.992563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25526b3-793c-4827-9ddb-cabd29ed1264 req-0f224966-2efc-4be5-959e-e3cb86d04b23 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:39.002166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25526b3-793c-4827-9ddb-cabd29ed1264 req-0f224966-2efc-4be5-959e-e3cb86d04b23 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:39.004473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a25526b3-793c-4827-9ddb-cabd29ed1264 req-0f224966-2efc-4be5-959e-e3cb86d04b23 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 1681 time: 0.0915303 Aug 27 12:41:39.085361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a25526b3-793c-4827-9ddb-cabd29ed1264 req-6c9ef9df-312b-4f16-82ed-9890061e87af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups?id=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732434 Aug 27 12:41:39.089551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.135161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=9dccafc3-7dc2-4c4c-b604-86b1208faed4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:39.186408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] No DVR routers for this DVR port 9dccafc3-7dc2-4c4c-b604-86b1208faed4 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:39.189042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.191010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-0afee83f-f7e7-4a00-8933-42776c1054f5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "DELETE /v2.0/ports/9dccafc3-7dc2-4c4c-b604-86b1208faed4 HTTP/1.1" status: 204 len: 173 time: 0.5410228 Aug 27 12:41:39.283315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port b229fab9-4a57-4f53-8edf-3245adf1bb81 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:39.283641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.369988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device b229fab9-4a57-4f53-8edf-3245adf1bb81 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.376691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:39.377146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.390392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for b229fab9-4a57-4f53-8edf-3245adf1bb81 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:39.445069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.468230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:41:39.470552 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f094b8-78aa-43c3-a615-8838c7ee7b73" -d '{"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:41:39.486278 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port b229fab9-4a57-4f53-8edf-3245adf1bb81, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=b229fab9-4a57-4f53-8edf-3245adf1bb81,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:39.491231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.492213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.522763 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768f693-e77d-42e5-b71f-b2fe1069e876 x-openstack-request-id: req-9768f693-e77d-42e5-b71f-b2fe1069e876 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:41:39.523210 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-unplugged", "status": "completed", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:41:39.523459 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9768f693-e77d-42e5-b71f-b2fe1069e876 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:41:39.523857 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81', 'code': 200} Aug 27 12:41:39.567300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.583460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:39.583925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9dccafc3-7dc2-4c4c-b604-86b1208faed4 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.600669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:39.606177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=b229fab9-4a57-4f53-8edf-3245adf1bb81,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:39.608881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 9dccafc3-7dc2-4c4c-b604-86b1208faed4 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:41:39.609119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 9dccafc3-7dc2-4c4c-b604-86b1208faed4 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:39.609532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c55a02ef-a492-44b8-a835-9526a93c2280 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.632035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: c55a02ef-a492-44b8-a835-9526a93c2280 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:41:39.632380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c55a02ef-a492-44b8-a835-9526a93c2280 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:39.632928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3185c138-c411-4c67-941d-98d8dd49997f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.652704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 3185c138-c411-4c67-941d-98d8dd49997f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:41:39.653049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 3185c138-c411-4c67-941d-98d8dd49997f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:39.653513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 217ece29-9740-44a1-96e7-87aad718564f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.659282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] No DVR routers for this DVR port b229fab9-4a57-4f53-8edf-3245adf1bb81 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:39.662924 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:39.665060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48aeee90-46fc-4e81-9e35-575e36549c97 req-700244dc-adb2-423a-808b-2a4b3e59a322 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.77 "DELETE /v2.0/ports/b229fab9-4a57-4f53-8edf-3245adf1bb81 HTTP/1.1" status: 204 len: 173 time: 0.4678547 Aug 27 12:41:39.673329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 217ece29-9740-44a1-96e7-87aad718564f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:41:39.673678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 217ece29-9740-44a1-96e7-87aad718564f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:39.674101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f7be0d8b-62cf-4572-bd19-b97cf9d176c7 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:39.718009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f7be0d8b-62cf-4572-bd19-b97cf9d176c7 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:39.760875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': 'c55a02ef-a492-44b8-a835-9526a93c2280'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': '217ece29-9740-44a1-96e7-87aad718564f'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': '9dccafc3-7dc2-4c4c-b604-86b1208faed4'}, {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:41:39.763379 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce37de6-3fae-4acf-803c-cb93c4c7a3e9" -d '{"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "c55a02ef-a492-44b8-a835-9526a93c2280"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "217ece29-9740-44a1-96e7-87aad718564f"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "9dccafc3-7dc2-4c4c-b604-86b1208faed4"}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:41:39.802396 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 27 Aug 2021 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce9bcf4-b907-41bf-b2cd-1f834d45cad1 x-openstack-request-id: req-1ce9bcf4-b907-41bf-b2cd-1f834d45cad1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:41:39.802721 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "c55a02ef-a492-44b8-a835-9526a93c2280", "status": "completed", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "217ece29-9740-44a1-96e7-87aad718564f", "status": "completed", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "9dccafc3-7dc2-4c4c-b604-86b1208faed4", "status": "completed", "code": 200}, {"server_uuid": "0986c006-46f2-4a54-8ce5-0b0de4b998f7", "name": "network-vif-deleted", "tag": "b229fab9-4a57-4f53-8edf-3245adf1bb81", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:41:39.802976 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ce9bcf4-b907-41bf-b2cd-1f834d45cad1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:41:39.803389 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': 'c55a02ef-a492-44b8-a835-9526a93c2280', 'status': 'completed', 'code': 200} Aug 27 12:41:39.803661 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': '217ece29-9740-44a1-96e7-87aad718564f', 'status': 'completed', 'code': 200} Aug 27 12:41:39.803897 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': '9dccafc3-7dc2-4c4c-b604-86b1208faed4', 'status': 'completed', 'code': 200} Aug 27 12:41:39.804146 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986c006-46f2-4a54-8ce5-0b0de4b998f7', 'name': 'network-vif-deleted', 'tag': 'b229fab9-4a57-4f53-8edf-3245adf1bb81', 'status': 'completed', 'code': 200} Aug 27 12:41:40.197735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdc925ae-46dd-453f-846a-0ee18d565b44 req-3e8eb920-df6e-4097-b319-88ef7297e890 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0288787 Aug 27 12:41:41.303823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e8f39fc-5c64-416a-921c-a0e21c3af2d4 req-820283a8-5ba1-4bf7-847d-8bfd510e321f tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Aug 27 12:41:42.414660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e5769102-3b48-4c77-be43-adac22d5fbe0 req-408f8565-0be9-426b-8cff-648f9bf009c2 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0311155 Aug 27 12:41:43.520267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5c470152-51de-407c-aa58-fd178435bc2d req-fc1a29f5-0774-46bb-a3b6-d3c70c23c035 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0289369 Aug 27 12:41:44.156338 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-15ed2a9b-0d64-4c16-a006-cb0701ee175b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411849 Aug 27 12:41:44.238182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-27ae2edf-3cc7-4a9e-aae6-7654c64b20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:44.239715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-27ae2edf-3cc7-4a9e-aae6-7654c64b20ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1097 time: 0.0414422 Aug 27 12:41:44.348116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-003e4d11-a23a-465f-98d3-80b0d3f0b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:44.349615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-003e4d11-a23a-465f-98d3-80b0d3f0b426 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0906007 Aug 27 12:41:44.422793 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-cf7d8742-1116-4dbe-9374-68a482779df0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 1001 time: 0.0589900 Aug 27 12:41:44.475370 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-5200cf63-28a1-429b-b010-bcffec9dd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:44.476955 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-5200cf63-28a1-429b-b010-bcffec9dd103 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0468466 Aug 27 12:41:44.536841 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-cdc71b5a-cfce-446c-b6b1-b2e08425c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:44.538266 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-cdc71b5a-cfce-446c-b6b1-b2e08425c9ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464783 Aug 27 12:41:44.651160 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-5bbe4bc6-453c-44e1-bbc5-f97170b4b71b service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969045 Aug 27 12:41:44.755730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-00ae65dd-576d-44ba-862d-cd7eeddcb90a req-1c377779-f423-493d-95af-4143f01f9c2a service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969794 Aug 27 12:41:44.791764 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0e51d5d-93f6-4410-8cfc-86139672cba5 req-3f49802a-59c2-4df8-b7dd-1ac2dc48b567 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Aug 27 12:41:45.906722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-90bf65a2-2c86-4a9d-b301-d60e9e087ded req-75430c3b-bd0f-4694-8991-9981124e2208 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Aug 27 12:41:47.015881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-408fea8a-4f3b-42c9-a392-89e8d1d4a821 req-300ed15f-80da-4a0b-a23f-a213b2a765c6 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0268049 Aug 27 12:41:48.116956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b1ede6a-223a-434d-bf73-0a49e9619af4 req-a2777059-5a6e-4cc9-be30-059404acd831 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0263228 Aug 27 12:41:48.506762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a6db2f4-cdf0-4675-8729-029ad4df1e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:49.227959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40c421d1-acfe-40cd-a0af-db83b8192e3c req-10589980-a4cc-49d0-b737-41266d6b8cf7 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0323076 Aug 27 12:41:50.346711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9d2e6e5-c13b-4368-ad17-d1cfaaafaca7 req-df6ca38f-5496-479e-9ee3-4b5b90083140 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/ports?device_id=0986c006-46f2-4a54-8ce5-0b0de4b998f7 HTTP/1.1" status: 200 len: 210 time: 0.0262206 Aug 27 12:41:50.375839 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:50.997440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ce613125-d14a-4835-a429-e06932a34b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.195364 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.444173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35904) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:51.499432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a963597-6fc9-4651-a78a-240e5d60fbc5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.523719 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a963597-6fc9-4651-a78a-240e5d60fbc5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.575344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a963597-6fc9-4651-a78a-240e5d60fbc5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.578420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3a963597-6fc9-4651-a78a-240e5d60fbc5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.579602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3a963597-6fc9-4651-a78a-240e5d60fbc5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/security-groups/e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24 HTTP/1.1" status: 204 len: 168 time: 0.1344314 Aug 27 12:41:51.582467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35906) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:51.589004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963597-6fc9-4651-a78a-240e5d60fbc5 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:51.597291 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-063b57ed-3ca1-4c29-9273-b60c4a69ec47 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] show failed (client error): The resource could not be found. Aug 27 12:41:51.598351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-063b57ed-3ca1-4c29-9273-b60c4a69ec47 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "GET /v2.0/security-groups/e1a0f0d3-91a5-4f54-bae9-e5dc869d6a24 HTTP/1.1" status: 404 len: 347 time: 0.0147626 Aug 27 12:41:51.601210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:51.729081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port 77c61fc5-feb4-4996-bfed-41703851ce56 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:51.729324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.806369 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.806723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.817975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for 77c61fc5-feb4-4996-bfed-41703851ce56 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:51.943580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:51.974520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=77c61fc5-feb4-4996-bfed-41703851ce56,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:52.033097 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.035561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.036721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e76cba7-f66c-4897-ac86-8d7a2578c0fd tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/floatingips/ae0283cd-1958-4ccf-b829-8de64940d0c0 HTTP/1.1" status: 204 len: 168 time: 0.4303153 Aug 27 12:41:52.039367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:52.125360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port f7be0d8b-62cf-4572-bd19-b97cf9d176c7 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:52.125709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.195340 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.216243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.228650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for f7be0d8b-62cf-4572-bd19-b97cf9d176c7 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:52.355967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.385723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=f7be0d8b-62cf-4572-bd19-b97cf9d176c7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:52.451893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.454946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e52bf4fe-1ae0-4a2e-8cba-d4f37a1ff8af tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/ports/f7be0d8b-62cf-4572-bd19-b97cf9d176c7 HTTP/1.1" status: 204 len: 168 time: 0.4145987 Aug 27 12:41:52.457442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:52.547303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:52.547723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.643791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.660603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for 2bad6bcf-19ae-4bcf-8d83-935ffd790be6 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:52.825416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.877888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=2bad6bcf-19ae-4bcf-8d83-935ffd790be6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:52.961538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:52.963547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6096a300-357e-4c83-b597-f60c63f99c03 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/ports/2bad6bcf-19ae-4bcf-8d83-935ffd790be6 HTTP/1.1" status: 204 len: 168 time: 0.5051696 Aug 27 12:41:52.966225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:53.016936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting subnet ef86fa97-b597-43d7-b5b9-c5f6f1667faf {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:41:53.020404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.060650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.489319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.548897 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.577266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Subnet': ['ID=ef86fa97-b597-43d7-b5b9-c5f6f1667faf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:53.579505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.584744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-702c9a13-5f99-438e-9b5f-cc79074d11ce tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/subnets/ef86fa97-b597-43d7-b5b9-c5f6f1667faf HTTP/1.1" status: 204 len: 168 time: 0.6141598 Aug 27 12:41:53.585177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35916) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:53.585449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02d7fa-4d19-4b70-8ccf-d084148e4695 None None] Network ae09c46d-c792-4e0c-9e83-30937e8eb702 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:41:53.641382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting subnet 70e2b585-b5f9-4a30-872a-c0b46fd8af78 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:41:53.645312 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.691031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.767974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] DHCP port deletion for ae09c46d-c792-4e0c-9e83-30937e8eb702 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:41:53.783185 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.814481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] Deleting port fa59f460-48cd-4736-ba92-8d31705852d2 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:53.814856 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.853079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.879040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] For port fa59f460-48cd-4736-ba92-8d31705852d2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fa59f460-48cd-4736-ba92-8d31705852d2,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:53.879435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.887691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Subnet': ['ID=70e2b585-b5f9-4a30-872a-c0b46fd8af78,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:53.892848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:53.894171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4b54d34-ccbc-4a1c-a4cb-cf1c9cd20059 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/subnets/70e2b585-b5f9-4a30-872a-c0b46fd8af78 HTTP/1.1" status: 204 len: 168 time: 0.3077252 Aug 27 12:41:53.896777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:53.901781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9036b-9c04-4490-81fe-cf8cd03feebd None None] Network 28f1e470-627a-438f-a86f-f9b809491ab4 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:41:53.903917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] Calling delete_port for fa59f460-48cd-4736-ba92-8d31705852d2 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:53.974712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.028501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Deleting port fa59f460-48cd-4736-ba92-8d31705852d2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:54.028855 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.083324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.089352 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.099859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] For port fa59f460-48cd-4736-ba92-8d31705852d2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=fa59f460-48cd-4736-ba92-8d31705852d2,segment=NetworkSegment(42385dbe-8d92-43d7-90b7-5e803e5f8a7f),segment_id=42385dbe-8d92-43d7-90b7-5e803e5f8a7f)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:54.100238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.116287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] Pushing event deleted for resources: {'Port': ['ID=fa59f460-48cd-4736-ba92-8d31705852d2,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:54.118126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66679e7-e368-4fc8-be45-eb2991aed323 None None] No DVR routers for this DVR port fa59f460-48cd-4736-ba92-8d31705852d2 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:54.125570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Calling delete_port for fa59f460-48cd-4736-ba92-8d31705852d2 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:54.197828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] DHCP port deletion for 28f1e470-627a-438f-a86f-f9b809491ab4 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:41:54.207973 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.241180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Port': ['ID=fa59f460-48cd-4736-ba92-8d31705852d2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:54.243163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] No DVR routers for this DVR port fa59f460-48cd-4736-ba92-8d31705852d2 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:54.246666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] Deleting port b951800e-cdc8-43d2-907b-a15a98eed520 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:41:54.246666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.287617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b951800e-cdc8-43d2-907b-a15a98eed520 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:54.332981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.340871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] For port b951800e-cdc8-43d2-907b-a15a98eed520, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b951800e-cdc8-43d2-907b-a15a98eed520,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:54.341266 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.343625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae09c46d-c792-4e0c-9e83-30937e8eb702']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:54.354105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42385dbe-8d92-43d7-90b7-5e803e5f8a7f') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:54.354431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42385dbe-8d92-43d7-90b7-5e803e5f8a7f') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:54.355347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] Calling delete_port for b951800e-cdc8-43d2-907b-a15a98eed520 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:41:54.363843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.377321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.384226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:41:54.384635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:41:54.387865 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:41:54.437851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.452357 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.460117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.462051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/networks/ae09c46d-c792-4e0c-9e83-30937e8eb702 HTTP/1.1" status: 204 len: 168 time: 0.5643146 Aug 27 12:41:54.464870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35922) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:41:54.482807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4f3e-d661-414f-856d-d017b7e994ee tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Network': ['ID=ae09c46d-c792-4e0c-9e83-30937e8eb702,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:54.490268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b951800e-cdc8-43d2-907b-a15a98eed520, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b951800e-cdc8-43d2-907b-a15a98eed520,segment=NetworkSegment(33727567-cbab-45dd-96dc-7c1611225391),segment_id=33727567-cbab-45dd-96dc-7c1611225391)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:41:54.495456 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.496224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fa59f460-48cd-4736-ba92-8d31705852d2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:41:54.505881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.543847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: fa59f460-48cd-4736-ba92-8d31705852d2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:41:54.544199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device fa59f460-48cd-4736-ba92-8d31705852d2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:41:54.546343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event deleted for resources: {'Port': ['ID=b951800e-cdc8-43d2-907b-a15a98eed520,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:54.580207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] No DVR routers for this DVR port b951800e-cdc8-43d2-907b-a15a98eed520 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:41:54.582743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09efe2e-498b-42e5-b3f0-839659457369 None None] Pushing event deleted for resources: {'Port': ['ID=b951800e-cdc8-43d2-907b-a15a98eed520,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:54.826117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.909005 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.918612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f1e470-627a-438f-a86f-f9b809491ab4']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:54.928138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33727567-cbab-45dd-96dc-7c1611225391') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:54.928444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33727567-cbab-45dd-96dc-7c1611225391') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:41:54.937192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.955524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.962048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:41:54.962459 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:41:54.965520 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:41:55.025189 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:55.032110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:41:55.033960 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] 10.222.0.76 "DELETE /v2.0/networks/28f1e470-627a-438f-a86f-f9b809491ab4 HTTP/1.1" status: 204 len: 168 time: 0.5678639 Aug 27 12:41:55.045456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4f577-1010-4c00-9029-764ef817dd72 tempest-TaggedBootDevicesTest-159389799 tempest-TaggedBootDevicesTest-159389799-project] Pushing event deleted for resources: {'Network': ['ID=28f1e470-627a-438f-a86f-f9b809491ab4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:41:58.790607 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:41:59.207108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-10defd5f-ee7d-4f44-ae03-780e165c57d0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406890 Aug 27 12:41:59.311335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-277a534e-a5d8-46c1-b521-fbfcc90927a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:59.313009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-277a534e-a5d8-46c1-b521-fbfcc90927a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1097 time: 0.0417154 Aug 27 12:41:59.427171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-907348b6-2de8-4143-b730-f74cd25f287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:59.428994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-907348b6-2de8-4143-b730-f74cd25f287f service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0945060 Aug 27 12:41:59.505464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-abdb4833-7e2c-4e57-92d5-9f9224ae8e4f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 1002 time: 0.0688519 Aug 27 12:41:59.558744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-bcfbc080-f769-4c6c-bdf5-b4ce636f83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:59.560354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-bcfbc080-f769-4c6c-bdf5-b4ce636f83ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0479023 Aug 27 12:41:59.615405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-aa6302f9-c461-4569-8b1a-3e108e0cc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:41:59.617006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-aa6302f9-c461-4569-8b1a-3e108e0cc27b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489259 Aug 27 12:41:59.716627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-11127612-65a3-40fc-92f0-a95c3f1bb373 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911839 Aug 27 12:41:59.824520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dfc3f8c-6040-4ae6-a0b1-7ecf55154524 req-a61194b1-0f10-47c4-981e-e837ce79e955 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999653 Aug 27 12:42:02.930562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35966) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:03.371353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:03.620115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Deleting port 31e88ea9-a685-4517-a0ca-89226de4a993 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:42:03.620524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:03.702724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] For port 31e88ea9-a685-4517-a0ca-89226de4a993, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=31e88ea9-a685-4517-a0ca-89226de4a993,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:03.703255 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:03.716690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Calling delete_port for 31e88ea9-a685-4517-a0ca-89226de4a993 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:42:03.895524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:03.918292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e88ea9-a685-4517-a0ca-89226de4a993,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:04.085167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:04.299828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:42:04.404625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:42:04.410702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bc5b7d7f-1b1c-4cac-bc78-5b2217b51043 admin admin] 10.222.0.76 "PUT /v2.0/routers/a9e19fd6-df4d-4f72-9109-67cf60ef67e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790201 Aug 27 12:42:04.412652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35970) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:04.413735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] Sync routers for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:42:04.424245 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:04.424896 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:04.520059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:04.527624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:04.626600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:04.679477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Deleting port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:42:04.679810 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:04.707543 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:42:03Z', 'revision_number': 5, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port': {'id': 'a1fd3955-5b0d-4f83-b2d7-b9b888edb6af', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:31:41Z', 'updated_at': '2021-08-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:04.734270 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] Checking router: a9e19fd6-df4d-4f72-9109-67cf60ef67e9 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:42:04.743364 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] Routers {'a9e19fd6-df4d-4f72-9109-67cf60ef67e9'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:04.744188 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:04.762366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] For port a1fd3955-5b0d-4f83-b2d7-b9b888edb6af, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:04.762753 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:04.774764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Calling delete_port for a1fd3955-5b0d-4f83-b2d7-b9b888edb6af owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:42:04.830326 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] Set router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:04.881411 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:42:04Z', 'revision_number': 6, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:04.911554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eccfe4-da71-4b40-8c5f-3d273eef05ae None None] The sync data for ids ['a9e19fd6-df4d-4f72-9109-67cf60ef67e9'] in n-d-688802-4 is: [{'id': 'a9e19fd6-df4d-4f72-9109-67cf60ef67e9', 'name': 'tempest-TaggedBootDevicesTest-537001079-router', 'tenant_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:31:40Z', 'updated_at': '2021-08-27T12:42:04Z', 'revision_number': 6, 'project_id': 'c0900d1ea6dc4a76b0d70b9a9b46101a', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:42:04.940079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:04.966587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fd3955-5b0d-4f83-b2d7-b9b888edb6af,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:05.028103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.117300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.119427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.164497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.165104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e19fd6-df4d-4f72-9109-67cf60ef67e9 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:42:05.169330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.170655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d3683db-985c-48b7-8eb2-87b5f1db2972 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a9e19fd6-df4d-4f72-9109-67cf60ef67e9 HTTP/1.1" status: 204 len: 168 time: 0.7567558 Aug 27 12:42:05.173136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35972) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:05.219329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Deleting subnet 75be1f17-9e06-47d1-ad19-01a33020ec27 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:42:05.223205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.256671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.342756 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.396854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.420493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75be1f17-9e06-47d1-ad19-01a33020ec27,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:05.427412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.429308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fbd71751-d00f-49ee-8c26-18a2426a6cab admin admin] 10.222.0.76 "DELETE /v2.0/subnets/75be1f17-9e06-47d1-ad19-01a33020ec27 HTTP/1.1" status: 204 len: 168 time: 0.2552581 Aug 27 12:42:05.432216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 35974) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:05.434822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae9452-6644-453c-b3dc-e4c30d249531 None None] Network 9131e7cf-0694-4082-b4e2-8be78e7fe903 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:42:05.511453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.568205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Deleting port f5e0f868-d110-4c09-a34f-a7f5a5ec321b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:42:05.568572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.631335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] For port f5e0f868-d110-4c09-a34f-a7f5a5ec321b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:05.631699 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.644801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Calling delete_port for f5e0f868-d110-4c09-a34f-a7f5a5ec321b owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:42:05.715917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] DHCP port deletion for 9131e7cf-0694-4082-b4e2-8be78e7fe903 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:42:05.764643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] Deleting port f5e0f868-d110-4c09-a34f-a7f5a5ec321b {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:42:05.765019 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.836166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] For port f5e0f868-d110-4c09-a34f-a7f5a5ec321b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,segment=NetworkSegment(dd68655d-bc6a-483a-9066-1f7e98861162),segment_id=dd68655d-bc6a-483a-9066-1f7e98861162)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:05.836581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.850650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] Calling delete_port for f5e0f868-d110-4c09-a34f-a7f5a5ec321b owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:42:05.931780 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:05.960152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] Pushing event deleted for resources: {'Port': ['ID=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:05.971084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e7bf9-436a-440c-aa90-8fcbe63ec0f9 None None] No DVR routers for this DVR port f5e0f868-d110-4c09-a34f-a7f5a5ec321b on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:42:06.078828 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.101496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e0f868-d110-4c09-a34f-a7f5a5ec321b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:06.106929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] No DVR routers for this DVR port f5e0f868-d110-4c09-a34f-a7f5a5ec321b on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:42:06.176391 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.186164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9131e7cf-0694-4082-b4e2-8be78e7fe903']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:06.199586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd68655d-bc6a-483a-9066-1f7e98861162') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:06.199751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd68655d-bc6a-483a-9066-1f7e98861162') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:06.209148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.223337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.229372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:42:06.229827 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:42:06.231755 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:42:06.254237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 31e88ea9-a685-4517-a0ca-89226de4a993 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:42:06.273921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 31e88ea9-a685-4517-a0ca-89226de4a993 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:42:06.274264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 31e88ea9-a685-4517-a0ca-89226de4a993 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:42:06.274698 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f5e0f868-d110-4c09-a34f-a7f5a5ec321b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:42:06.287404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.292916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.294279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f5e0f868-d110-4c09-a34f-a7f5a5ec321b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:42:06.294936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] 10.222.0.76 "DELETE /v2.0/networks/9131e7cf-0694-4082-b4e2-8be78e7fe903 HTTP/1.1" status: 204 len: 168 time: 0.8612990 Aug 27 12:42:06.298136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f5e0f868-d110-4c09-a34f-a7f5a5ec321b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:42:06.298621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a1fd3955-5b0d-4f83-b2d7-b9b888edb6af no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:42:06.308245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8612428-86c5-46fe-902e-d0de96b5008f admin admin] Pushing event deleted for resources: {'Network': ['ID=9131e7cf-0694-4082-b4e2-8be78e7fe903,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:06.317997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a1fd3955-5b0d-4f83-b2d7-b9b888edb6af {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:42:06.318346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a1fd3955-5b0d-4f83-b2d7-b9b888edb6af not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:42:06.411694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35980) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:06.452236 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0c537dfc-24e7-45cc-9a62-8ea6e59fe8a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0900d1ea6dc4a76b0d70b9a9b46101a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392632 Aug 27 12:42:06.455171 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 35982) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:06.504228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2058a28d-e873-4cf0-abc3-2f234a62db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.524693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2058a28d-e873-4cf0-abc3-2f234a62db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.575942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2058a28d-e873-4cf0-abc3-2f234a62db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.578970 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2058a28d-e873-4cf0-abc3-2f234a62db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:06.580120 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2058a28d-e873-4cf0-abc3-2f234a62db5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18e7b7de-5f0b-46cb-9489-009f8029152e HTTP/1.1" status: 204 len: 168 time: 0.1241534 Aug 27 12:42:06.588088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a28d-e873-4cf0-abc3-2f234a62db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e7b7de-5f0b-46cb-9489-009f8029152e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:07.673035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:07.783605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc47c-1dc7-46a8-a4bf-6f968f803210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:07.872856 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc47c-1dc7-46a8-a4bf-6f968f803210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:07.876565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc47c-1dc7-46a8-a4bf-6f968f803210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:07.917403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cc47c-1dc7-46a8-a4bf-6f968f803210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367bf15-cb6d-4df4-a8c0-c35306d42acf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:07.921853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1b9cc47c-1dc7-46a8-a4bf-6f968f803210 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=859647fa6bc446b39cb2aacab86607f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477739 Aug 27 12:42:07.924445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:07.974119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787112c7-0aba-4dd5-8aea-77a7e8208180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:07.995068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787112c7-0aba-4dd5-8aea-77a7e8208180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:08.040404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787112c7-0aba-4dd5-8aea-77a7e8208180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:08.043157 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-787112c7-0aba-4dd5-8aea-77a7e8208180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:08.044328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-787112c7-0aba-4dd5-8aea-77a7e8208180 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2367bf15-cb6d-4df4-a8c0-c35306d42acf HTTP/1.1" status: 204 len: 168 time: 0.1184814 Aug 27 12:42:08.052711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787112c7-0aba-4dd5-8aea-77a7e8208180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367bf15-cb6d-4df4-a8c0-c35306d42acf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:08.467978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:08.941167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36052) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:09.048780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8edbe676-1787-4fa6-bb47-887076af6542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.145755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8edbe676-1787-4fa6-bb47-887076af6542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.149282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8edbe676-1787-4fa6-bb47-887076af6542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.185877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbe676-1787-4fa6-bb47-887076af6542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55444815-3df1-4efb-ae5a-f8986f3b9d41,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:09.192705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8edbe676-1787-4fa6-bb47-887076af6542 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d726150ea474bfeba7ea30be93231c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480614 Aug 27 12:42:09.193150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36056) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:09.244280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc89d792-34ab-4b65-b938-0f3af14e2ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.264916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc89d792-34ab-4b65-b938-0f3af14e2ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.312639 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc89d792-34ab-4b65-b938-0f3af14e2ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.315354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dc89d792-34ab-4b65-b938-0f3af14e2ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:09.316527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dc89d792-34ab-4b65-b938-0f3af14e2ee7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55444815-3df1-4efb-ae5a-f8986f3b9d41 HTTP/1.1" status: 204 len: 168 time: 0.1225338 Aug 27 12:42:09.324071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89d792-34ab-4b65-b938-0f3af14e2ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55444815-3df1-4efb-ae5a-f8986f3b9d41,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:09.924782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36078) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:10.022248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1575390092-network', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:10.043314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Made reservation on behalf of 74d241db77fc4ab5a5ada7b0462346aa for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:42:10.045769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.054537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.147903 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.152292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.174109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:42:10.189882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fb9025-60f4-4e0a-9596-a4d9a952f1f4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:10.193988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.193988 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Added segment 706bd77b-41b5-46c9-b5ab-4f8c8262aa93 of type vlan for network 90e50e83-4852-4e3e-9859-211f69df04d6 Aug 27 12:42:10.236337 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.261620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.262681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:10.263262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.319454 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3928778 Aug 27 12:42:10.322546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36082) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:10.327680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Request body: {'subnet': {'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1575390092-subnet', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:10.328192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b324-a347-4d6a-9081-36c59d631d8e admin admin] Pushing event updated for resources: {'Network': ['ID=90e50e83-4852-4e3e-9859-211f69df04d6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:10.343169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 90e50e83-4852-4e3e-9859-211f69df04d6 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:42:10.352571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Made reservation on behalf of 74d241db77fc4ab5a5ada7b0462346aa for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:42:10.355482 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.526640 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.582254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:10.589389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Checking segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:42:10.589752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Network hostable DHCP agents. Network: 90e50e83-4852-4e3e-9859-211f69df04d6, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:42:10.606457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Network 90e50e83-4852-4e3e-9859-211f69df04d6 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:42:10.614936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 90e50e83-4852-4e3e-9859-211f69df04d6) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:10.619627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:10.620318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.626895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a16e9c6-f523-41ce-a10b-b4b35884a233 None None] Network 90e50e83-4852-4e3e-9859-211f69df04d6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:42:10.635455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8294ec19-52f2-43b9-a9eb-6e431e225f95 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3118346 Aug 27 12:42:10.638464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:10.643100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:10.664726 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.665718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.717066 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.778537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-90e50e83-4852-4e3e-9859-211f69df04d6', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:42:10.779403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.856694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:10.913647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Allocated IP 172.20.0.2 (90e50e83-4852-4e3e-9859-211f69df04d6/851ba0b4-3faf-43ac-9d4b-74ed5bcb7069/9fbfb6bb-85fe-4332-8291-0d942c52b18c) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:42:11.059045 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.060069 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.067868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Transition to ACTIVE for port object 9fbfb6bb-85fe-4332-8291-0d942c52b18c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:11.082093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.083598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Transition to ACTIVE for port object 9fbfb6bb-85fe-4332-8291-0d942c52b18c will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:11.089654 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.126433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Network 90e50e83-4852-4e3e-9859-211f69df04d6 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:42:11.131165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:11.134617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:42:11.140110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Pushing event updated for resources: {'Port': ['ID=9fbfb6bb-85fe-4332-8291-0d942c52b18c,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:11.189720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Allocated IP 172.25.8.111 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/a8d2653c-328f-443a-a51a-6f2e7805f5d2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:42:11.194696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Attempting to bind port 9fbfb6bb-85fe-4332-8291-0d942c52b18c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:42:11.195067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Attempting to bind port 9fbfb6bb-85fe-4332-8291-0d942c52b18c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:42:11.195433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Attempting to bind port 9fbfb6bb-85fe-4332-8291-0d942c52b18c on network 90e50e83-4852-4e3e-9859-211f69df04d6 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:42:11.200614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:42:11.200990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Checking segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:42:11.201476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.201851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Bound using segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:42:11.202317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Bound port: 9fbfb6bb-85fe-4332-8291-0d942c52b18c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:42:11.202816 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.265434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] For port 9fbfb6bb-85fe-4332-8291-0d942c52b18c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:42:11.269612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] For port 9fbfb6bb-85fe-4332-8291-0d942c52b18c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9fbfb6bb-85fe-4332-8291-0d942c52b18c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:42:11.273671 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.300989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.340616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbd735-01b5-4369-8a32-e08762b1701b None None] Pushing event updated for resources: {'Port': ['ID=9fbfb6bb-85fe-4332-8291-0d942c52b18c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:11.343954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.382010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:42:11.384897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:11.390820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:42:11.415390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Pushing event updated for resources: {'Port': ['ID=a8d2653c-328f-443a-a51a-6f2e7805f5d2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:11.663022 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.860418 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:11.991365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Router f8207307-dc99-4dd9-86cb-463c1f95a486 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:42:12.102896 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:42:12.115023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:42:12.120588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.123390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6ee16371-c1e9-4e3b-9b39-05c60dbd9a5c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4833441 Aug 27 12:42:12.125198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:12.125377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:12.125816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:12.243961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:12.276570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e00382-1401-4f39-958b-10fe23e04436 None None] Network 90e50e83-4852-4e3e-9859-211f69df04d6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:42:12.354291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fbfb6bb-85fe-4332-8291-0d942c52b18c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:12.436964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e480c18a-233d-4b25-b620-51b0f451428b None None] Provisioning for port 9fbfb6bb-85fe-4332-8291-0d942c52b18c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:12.546350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9fbfb6bb-85fe-4332-8291-0d942c52b18c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:12.556037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9fbfb6bb-85fe-4332-8291-0d942c52b18c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:12.556404 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.567425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.647407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:11Z', 'revision_number': 3, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:12.735963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Allocated IP 172.20.0.1 (90e50e83-4852-4e3e-9859-211f69df04d6/851ba0b4-3faf-43ac-9d4b-74ed5bcb7069/499af163-de7c-4873-904b-f12d60fe1948) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:42:12.853472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:42:12.853820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Updating router f8207307-dc99-4dd9-86cb-463c1f95a486 port a8d2653c-328f-443a-a51a-6f2e7805f5d2 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:42:12.861574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.877827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Transition to ACTIVE for port object 499af163-de7c-4873-904b-f12d60fe1948 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:12.888643 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.895737 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.911812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.935630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85bfa4cf-2d4b-4b93-a4a4-ebaad7f62d3d None None] Provisioning complete for port 9fbfb6bb-85fe-4332-8291-0d942c52b18c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:12.936009 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85bfa4cf-2d4b-4b93-a4a4-ebaad7f62d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:12.950123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Network 90e50e83-4852-4e3e-9859-211f69df04d6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:42:12.955157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:12.959012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:42:12.985055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Pushing event updated for resources: {'Port': ['ID=499af163-de7c-4873-904b-f12d60fe1948,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:13.005470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.026186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9fbfb6bb-85fe-4332-8291-0d942c52b18c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9fbfb6bb-85fe-4332-8291-0d942c52b18c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:13.041112 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.149099 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.151864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9fbfb6bb-85fe-4332-8291-0d942c52b18c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:13.288721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.298284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Transition to ACTIVE for port object a8d2653c-328f-443a-a51a-6f2e7805f5d2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:13.304924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.319536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.324376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.369741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Attempting to bind port a8d2653c-328f-443a-a51a-6f2e7805f5d2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:42:13.370237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Attempting to bind port a8d2653c-328f-443a-a51a-6f2e7805f5d2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:42:13.370621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Attempting to bind port a8d2653c-328f-443a-a51a-6f2e7805f5d2 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:42:13.373286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22fe2-f2a9-4192-ade3-7000e0b681a8 None None] Pushing event updated for resources: {'Port': ['ID=a8d2653c-328f-443a-a51a-6f2e7805f5d2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:13.376574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-efec5a0d-9c15-4be4-89ff-d9e861d8179f None None] Provisioning for port 499af163-de7c-4873-904b-f12d60fe1948 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:13.382059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:42:13.382469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:42:13.383186 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.383341 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:42:13.383733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Bound port: a8d2653c-328f-443a-a51a-6f2e7805f5d2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:42:13.384528 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.386996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-efec5a0d-9c15-4be4-89ff-d9e861d8179f None None] Provisioning complete for port 499af163-de7c-4873-904b-f12d60fe1948 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:13.387388 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-efec5a0d-9c15-4be4-89ff-d9e861d8179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.392511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Pushing event updated for resources: {'Port': ['ID=499af163-de7c-4873-904b-f12d60fe1948,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:13.395853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.453749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-efec5a0d-9c15-4be4-89ff-d9e861d8179f None None] Port 499af163-de7c-4873-904b-f12d60fe1948 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:42:13.464075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] For port a8d2653c-328f-443a-a51a-6f2e7805f5d2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:42:13.467152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] For port a8d2653c-328f-443a-a51a-6f2e7805f5d2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a8d2653c-328f-443a-a51a-6f2e7805f5d2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:42:13.473327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.492072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Network 90e50e83-4852-4e3e-9859-211f69df04d6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:42:13.493537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:13.530892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:13.531535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:13.536933 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22fe2-f2a9-4192-ade3-7000e0b681a8 None None] Pushing event updated for resources: {'Port': ['ID=a8d2653c-328f-443a-a51a-6f2e7805f5d2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:13.617961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Router f8207307-dc99-4dd9-86cb-463c1f95a486 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:42:13.650041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:13.732191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:42:13.744721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9164c65b-83b9-403e-b918-5b5c78427b49 admin admin] 10.222.0.76 "PUT /v2.0/routers/f8207307-dc99-4dd9-86cb-463c1f95a486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6108453 Aug 27 12:42:13.809799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-90f735c3-f3aa-4e67-aa96-9c68e47afe56 None None] Provisioning complete for port 499af163-de7c-4873-904b-f12d60fe1948 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:13.810098 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90f735c3-f3aa-4e67-aa96-9c68e47afe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:13.875895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-90f735c3-f3aa-4e67-aa96-9c68e47afe56 None None] Port 499af163-de7c-4873-904b-f12d60fe1948 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:42:13.907706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 2, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:13.935177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850b6c1-6257-4cea-b1e5-f88d59203d61 None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 2, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:42:14.281699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fbfb6bb-85fe-4332-8291-0d942c52b18c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:14.336652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9fbfb6bb-85fe-4332-8291-0d942c52b18c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:14.337084 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.375730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:14.381984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179625930', 'description': 'tempest-description--268852055'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:14.405186 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.493480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.498110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.528447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:14.532349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.536867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-693e4a99-c4b1-4278-9ce9-f29b75782e39 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1563132 Aug 27 12:42:14.537145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36096) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:14.541918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'security_group_rule': {'security_group_id': '0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:14.570205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.643202 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.648684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.667821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f484fb-ed66-4f9c-80e0-d1a2ecdbeb9c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:14.673499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.678010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-52b33a80-33e0-49db-b3c6-4fa1d3bae087 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365829 Aug 27 12:42:14.678010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36098) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:14.682643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'security_group_rule': {'security_group_id': '0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:14.712850 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.776743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.781220 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.799706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd59ecf2-3857-46ea-82bd-c4f745fc3b6d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:14.807095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.811257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-68316150-1093-46cd-866f-ad1b78a49930 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294141 Aug 27 12:42:14.811757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36100) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:14.816194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:14.839563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:14.941068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.053815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Allocated IP 172.25.8.37 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6a977814-8cf8-47ac-aeb5-b8081bd80c11) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:42:15.162878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.205764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.250505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:42:15.255776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:15.258098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:42:15.282368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'Port': ['ID=6a977814-8cf8-47ac-aeb5-b8081bd80c11,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:15.349347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.390476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.549396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.555685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.630918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'Port': ['ID=6a977814-8cf8-47ac-aeb5-b8081bd80c11,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:15.640684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.654935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:15.656219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-205ca717-9bb5-42d0-a652-55aa508a88f8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8436193 Aug 27 12:42:15.806420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-33a310d1-8246-4147-a9fe-36d2a7b0a2a0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--179625930&fields=id&tenant_id=74d241db77fc4ab5a5ada7b0462346aa HTTP/1.1" status: 200 len: 267 time: 0.0398548 Aug 27 12:42:15.916629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5eecc460-35bb-4e47-8197-8715778d28a8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:15.918189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5eecc460-35bb-4e47-8197-8715778d28a8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 811 time: 0.1046028 Aug 27 12:42:15.934645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-d446ff2a-14d0-478c-bb19-cc46a7f4f961 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/quotas/74d241db77fc4ab5a5ada7b0462346aa HTTP/1.1" status: 200 len: 375 time: 0.0103965 Aug 27 12:42:15.988302 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-b35279a2-eba8-4479-bd6b-7b1942f3ba32 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481260 Aug 27 12:42:15.989067 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:42:15.998174 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:15.998814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:16.107554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:16.300853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8d2653c-328f-443a-a51a-6f2e7805f5d2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:16.321213 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 2, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:16.351800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a8d2653c-328f-443a-a51a-6f2e7805f5d2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:16.355972 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:42:16.356638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Updating router f8207307-dc99-4dd9-86cb-463c1f95a486 port 499af163-de7c-4873-904b-f12d60fe1948 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:42:16.357220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a8d2653c-328f-443a-a51a-6f2e7805f5d2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:16.357601 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.384072 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.444062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-78044022-2a0c-489f-8236-c35dd218f76a service neutron] 10.222.0.76 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438851 Aug 27 12:42:16.450255 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.475237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a8d2653c-328f-443a-a51a-6f2e7805f5d2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a8d2653c-328f-443a-a51a-6f2e7805f5d2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:16.480073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.543642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a8d2653c-328f-443a-a51a-6f2e7805f5d2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:16.550952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-650edd69-3528-443b-9531-e45ef437efe9 service neutron] 10.222.0.76 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003425 Aug 27 12:42:16.680827 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.697483 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Transition to ACTIVE for port object 499af163-de7c-4873-904b-f12d60fe1948 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:16.704363 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.717641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4532b8e8-957e-48c2-8f98-5af4dc1e134a req-ab5ad0f6-cb9a-4080-ab2f-0543abf14fad tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 210 time: 0.0328460 Aug 27 12:42:16.760124 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Pushing event updated for resources: {'Port': ['ID=499af163-de7c-4873-904b-f12d60fe1948,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:16.773848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.773848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.774179 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.774288 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.774607 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.774935 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.775286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.775708 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.776013 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.776285 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.776564 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.776876 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:42:16.831889 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Attempting to bind port 499af163-de7c-4873-904b-f12d60fe1948 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:42:16.832260 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Attempting to bind port 499af163-de7c-4873-904b-f12d60fe1948 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:42:16.832624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Attempting to bind port 499af163-de7c-4873-904b-f12d60fe1948 on network 90e50e83-4852-4e3e-9859-211f69df04d6 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:42:16.837668 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:42:16.838040 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Checking segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:42:16.838465 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.838862 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Bound using segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:42:16.839632 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Bound port: 499af163-de7c-4873-904b-f12d60fe1948, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:42:16.839773 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.912967 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] For port 499af163-de7c-4873-904b-f12d60fe1948, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:42:16.916350 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] For port 499af163-de7c-4873-904b-f12d60fe1948, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=499af163-de7c-4873-904b-f12d60fe1948,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:42:16.920121 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:16.982597 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:16.983229 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:41:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:17.029572 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9ee3c-33a9-4ef4-b93a-4a6f4654265a None None] Pushing event updated for resources: {'Port': ['ID=499af163-de7c-4873-904b-f12d60fe1948,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:17.107177 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:17.415597 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:17.441828 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9247dcf1-ec25-41b7-bb50-0a5c04e9f547 None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:42:17.736982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-80f3dce3-e36d-4673-a6d0-2987f7d6b9fa tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:17.740158 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-80f3dce3-e36d-4673-a6d0-2987f7d6b9fa tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 811 time: 0.1116879 Aug 27 12:42:17.793846 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-1b31b2e2-46d8-4b48-b211-6c0b20452472 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d241db77fc4ab5a5ada7b0462346aa HTTP/1.1" status: 200 len: 379 time: 0.0454817 Aug 27 12:42:17.805008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'port': {'device_id': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'admin_state_up': True, 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'security_groups': ['0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:17.823755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e765542-85ff-4f3a-90e8-f0dbec89b506 req-9fa74f3e-3d63-414e-83f3-888480db0b7b tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 210 time: 0.0306423 Aug 27 12:42:17.923711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Made reservation on behalf of 74d241db77fc4ab5a5ada7b0462346aa for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:42:17.927754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.062173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Allocated IP 172.20.0.5 (90e50e83-4852-4e3e-9859-211f69df04d6/851ba0b4-3faf-43ac-9d4b-74ed5bcb7069/292c2fcd-c29c-4e72-831a-c1e2a8bdc890) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:42:18.208663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.222848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Transition to ACTIVE for port object 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:18.261190 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.294450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 499af163-de7c-4873-904b-f12d60fe1948 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:18.304789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Network 90e50e83-4852-4e3e-9859-211f69df04d6 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:42:18.307786 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:42:18.310464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:42:18.343936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'Port': ['ID=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:18.348495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 499af163-de7c-4873-904b-f12d60fe1948 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:18.352958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 499af163-de7c-4873-904b-f12d60fe1948 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:18.353287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.371968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:18.372760 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.389223 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-66b5b55c-475b-49ea-be73-15c4c3645c35 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883026 Aug 27 12:42:18.403954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Request body: {'port': {'device_id': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:18.446151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.460524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.481222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 499af163-de7c-4873-904b-f12d60fe1948, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=499af163-de7c-4873-904b-f12d60fe1948,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:18.485712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.486801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8d2653c-328f-443a-a51a-6f2e7805f5d2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:18.575272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8704aee1-58ec-4d7b-bd49-e68156c8d9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.585664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=499af163-de7c-4873-904b-f12d60fe1948,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:18.595213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-98e67bbb-94dc-4324-aa41-ae7c9b47f80a None None] Provisioning for port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:18.601990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-98e67bbb-94dc-4324-aa41-ae7c9b47f80a None None] Provisioning complete for port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:18.602365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-98e67bbb-94dc-4324-aa41-ae7c9b47f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.605428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a8d2653c-328f-443a-a51a-6f2e7805f5d2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:18.605428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.662797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-98e67bbb-94dc-4324-aa41-ae7c9b47f80a None None] Port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:42:18.745631 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:42:18.752963 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.765954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Transition to ACTIVE for port object 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:42:18.769705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.819486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Pushing event updated for resources: {'Port': ['ID=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:18.900011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Attempting to bind port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:42:18.900498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Attempting to bind port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:42:18.900933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Attempting to bind port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 on network 90e50e83-4852-4e3e-9859-211f69df04d6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:42:18.905711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 on network 90e50e83-4852-4e3e-9859-211f69df04d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:42:18.906152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Attempting to bind port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 on network 90e50e83-4852-4e3e-9859-211f69df04d6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:42:18.912412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:42:18.912858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Checking segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:42:18.913342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Bound using segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:42:18.913885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Bound port: 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:42:18.914310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.947377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b3de5-7e38-40cd-8509-fd2ab164ce72 req-4799ff2e-bf5a-4c6a-8751-b1312f538cb0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:18.949429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a4b3de5-7e38-40cd-8509-fd2ab164ce72 req-4799ff2e-bf5a-4c6a-8751-b1312f538cb0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 943 time: 0.0530958 Aug 27 12:42:18.983744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] For port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:42:18.987716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] For port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:42:18.992911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:18.999147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a4b3de5-7e38-40cd-8509-fd2ab164ce72 req-051a47f8-d827-41bc-9967-07885ec152f4 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Aug 27 12:42:19.032955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.033499 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:19.035073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] 10.222.0.65 "PUT /v2.0/ports/292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 1091 time: 0.6362200 Aug 27 12:42:19.035521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:42:19.037788 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a61a6c-3621-4dce-8ebb-ba99433261b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:42:19.068845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4aa47c-8a1f-45ae-8795-2d950b0b3246 service neutron] Pushing event updated for resources: {'Port': ['ID=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:19.091913 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d028fdc-607b-4211-b85f-966842f4e037 x-openstack-request-id: req-7d028fdc-607b-4211-b85f-966842f4e037 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:42:19.092275 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:42:19.092601 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d028fdc-607b-4211-b85f-966842f4e037 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:42:19.093073 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'status': 'completed', 'code': 200} Aug 27 12:42:19.129069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-a0efda8c-2dbc-4d9e-84ec-772735aa60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.130625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-a0efda8c-2dbc-4d9e-84ec-772735aa60ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1094 time: 0.0492764 Aug 27 12:42:19.180275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-69eb0efd-7cb6-4630-a64f-b77a30584042 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 217 time: 0.0410419 Aug 27 12:42:19.231960 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-d2738d66-6cb6-4838-823e-09759549623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.233441 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-d2738d66-6cb6-4838-823e-09759549623a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0461729 Aug 27 12:42:19.279115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16febe95-9659-4f84-8153-962a403ecfe0 req-9cf1b0c2-e7bf-4733-9cda-e383d45e8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.280630 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-9cf1b0c2-e7bf-4733-9cda-e383d45e8bb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Aug 27 12:42:19.377195 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-ae4a9de9-3dbc-4a39-8c5b-ec0299857473 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872371 Aug 27 12:42:19.467483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-16febe95-9659-4f84-8153-962a403ecfe0 req-d78f5def-f186-4f66-9375-505fe95f729f service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823338 Aug 27 12:42:19.555507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-6d540979-1e4f-4505-ada4-e76342cfe3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.556996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-6d540979-1e4f-4505-ada4-e76342cfe3d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1094 time: 0.0414166 Aug 27 12:42:19.652448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-eae14c11-d9c4-4211-bca6-c1c13bbfd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.653876 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-eae14c11-d9c4-4211-bca6-c1c13bbfd249 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0900598 Aug 27 12:42:19.697075 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-51d5f937-8468-4c13-9b42-3afbf1f9624e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 217 time: 0.0340474 Aug 27 12:42:19.751217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-6c5f42e9-004c-447d-b65b-b20359290bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.752749 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-6c5f42e9-004c-447d-b65b-b20359290bee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0476499 Aug 27 12:42:19.800339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-62de9121-85a7-46f4-b99f-ad38b1c9abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:19.801828 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-62de9121-85a7-46f4-b99f-ad38b1c9abb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406229 Aug 27 12:42:19.890169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-4293eee7-17e5-4710-b116-acc3283503fa service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802364 Aug 27 12:42:19.984730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-17a61a6c-3621-4dce-8ebb-ba99433261b0 req-60cc830b-fcb9-4a13-b513-3cc2521d9786 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866101 Aug 27 12:42:20.109545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adedc8e-0f2f-425c-ab91-fbfab3106070 req-d2be658e-3a03-4ba8-94f0-117f00b06f1e tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:20.111076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6adedc8e-0f2f-425c-ab91-fbfab3106070 req-d2be658e-3a03-4ba8-94f0-117f00b06f1e tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 943 time: 0.0481534 Aug 27 12:42:20.148723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6adedc8e-0f2f-425c-ab91-fbfab3106070 req-d4b989d3-fced-4e29-b541-90120387e908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Aug 27 12:42:20.260141 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 499af163-de7c-4873-904b-f12d60fe1948 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:20.310044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 499af163-de7c-4873-904b-f12d60fe1948 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:20.310441 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:20.392640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:20.998910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6c97127a-5b86-494a-bba4-a15ddad12068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:21.117292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:42:21.205890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:21.223463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:21.234192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'port_id': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'mac_address': 'fa:16:3e:31:26:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:42:21.271387 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:21.274207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeff2a-91b5-4d5d-99c8-24190749ab6d req-43f7619f-eed8-4e13-b5b2-2398562e06ee tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:21.275820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3aaeff2a-91b5-4d5d-99c8-24190749ab6d req-43f7619f-eed8-4e13-b5b2-2398562e06ee tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 943 time: 0.0534196 Aug 27 12:42:21.284682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:42:21.305308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:21.309546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:21.316595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3aaeff2a-91b5-4d5d-99c8-24190749ab6d req-18f6ec3c-42d1-4792-b78a-b2e8d11c92a1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Aug 27 12:42:21.360013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:21.533453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['292c2fcd-c29c-4e72-831a-c1e2a8bdc890'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:42:22.194588 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:22.439483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab3190-443f-484f-80d6-b32eb0277473 req-83e020f4-6b24-41d3-b046-2e94b7f579a0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:22.441030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaab3190-443f-484f-80d6-b32eb0277473 req-83e020f4-6b24-41d3-b046-2e94b7f579a0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 944 time: 0.0496194 Aug 27 12:42:22.479903 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaab3190-443f-484f-80d6-b32eb0277473 req-2653e98b-3773-4c9a-a4f6-b8b555a5837f tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327682 Aug 27 12:42:23.115971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:42:23.169088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:42:23.172639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:42:23.173097 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:23.254317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:23.277243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:42:23.279779 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9eed2d-69e6-433b-9faf-bbfefce72061" -d '{"events": [{"server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "name": "network-vif-plugged", "status": "completed", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:42:23.293511 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:42:23.297642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:23.323156 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e03fa-9c18-421d-9a33-51c89c105135 x-openstack-request-id: req-fc3e03fa-9c18-421d-9a33-51c89c105135 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:42:23.323453 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "name": "network-vif-plugged", "status": "completed", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:42:23.323724 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc3e03fa-9c18-421d-9a33-51c89c105135 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:42:23.324120 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'code': 200} Aug 27 12:42:23.352990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:42:23.423395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558bded-a6c6-40c4-b518-716bfc3768b5 req-eb03651b-697e-41f3-a80f-75d4744e1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:23.424914 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6558bded-a6c6-40c4-b518-716bfc3768b5 req-eb03651b-697e-41f3-a80f-75d4744e1b53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0417166 Aug 27 12:42:23.463052 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6558bded-a6c6-40c4-b518-716bfc3768b5 req-8991e20e-9a29-4d6d-a0ce-66898f863bfa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302474 Aug 27 12:42:23.600761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded33431-dccc-4b23-9af0-93f32db763b8 req-00c2b255-e62c-4dc5-baf3-385ba64549f1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:23.602353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ded33431-dccc-4b23-9af0-93f32db763b8 req-00c2b255-e62c-4dc5-baf3-385ba64549f1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0558019 Aug 27 12:42:23.644157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ded33431-dccc-4b23-9af0-93f32db763b8 req-4074c3e5-d81a-4f31-86c8-7c38a9f2c1f5 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339861 Aug 27 12:42:24.071360 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:24.776441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e90490-edd7-4423-875c-fdbe21bda740 req-ef8acc04-956e-4246-8e22-6467a9052ec9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:24.777980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20e90490-edd7-4423-875c-fdbe21bda740 req-ef8acc04-956e-4246-8e22-6467a9052ec9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0612369 Aug 27 12:42:24.817269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20e90490-edd7-4423-875c-fdbe21bda740 req-e0762edb-d851-42ad-94f0-9fb77bbda4d7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Aug 27 12:42:25.934979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ee140-92af-45a9-b6b5-4558eb51b156 req-ab368227-de1e-48a8-8386-f2504997f17e tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:25.936472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f33ee140-92af-45a9-b6b5-4558eb51b156 req-ab368227-de1e-48a8-8386-f2504997f17e tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0504990 Aug 27 12:42:25.976438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f33ee140-92af-45a9-b6b5-4558eb51b156 req-f17b4337-f65c-400b-9bf2-bc8ea898735f tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340471 Aug 27 12:42:26.095268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3513e-c3da-42b8-97ac-740d5021fae6 req-7e74a32a-9c8f-4bf0-b4a7-ab7f3c166e74 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:26.097666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92b3513e-c3da-42b8-97ac-740d5021fae6 req-7e74a32a-9c8f-4bf0-b4a7-ab7f3c166e74 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0529425 Aug 27 12:42:26.106196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36154) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:42:26.111703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'floatingip': {'port_id': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:42:26.162688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:26.598522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:26.602479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:26.697983 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Floating IP b648a870-4d99-416c-ad6b-4c5a5c1424d2 associated. External IP: 172.25.8.37, port: 292c2fcd-c29c-4e72-831a-c1e2a8bdc890. Aug 27 12:42:26.900887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Router f8207307-dc99-4dd9-86cb-463c1f95a486 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:42:27.011263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:42:27.015935 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:27.021346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:42:27.031121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:27.031724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:42:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:27.046688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2144fcb9-1373-4fae-9f28-ff94119f1cd7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "PUT /v2.0/floatingips/b648a870-4d99-416c-ad6b-4c5a5c1424d2 HTTP/1.1" status: 200 len: 990 time: 0.9367721 Aug 27 12:42:27.046688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:42:27.047253 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:42:27.089149 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb0e93b-89d1-4bcb-9e50-fe8fc3cc0076 x-openstack-request-id: req-bdb0e93b-89d1-4bcb-9e50-fe8fc3cc0076 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:42:27.089442 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:42:27.089697 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdb0e93b-89d1-4bcb-9e50-fe8fc3cc0076 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:42:27.090111 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'status': 'completed', 'code': 200} Aug 27 12:42:27.144300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:27.161279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-f7f0753c-51d9-4b53-a6ee-bee5cc1852e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:27.163468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-f7f0753c-51d9-4b53-a6ee-bee5cc1852e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0422213 Aug 27 12:42:27.258670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-fb10b090-d510-48b2-b018-15ee84b471a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:27.260146 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-fb10b090-d510-48b2-b018-15ee84b471a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0891104 Aug 27 12:42:27.324818 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-51258ad1-6c9e-4cb8-82ae-ae44bfc6d915 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 998 time: 0.0563428 Aug 27 12:42:27.368477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b648a870-4d99-416c-ad6b-4c5a5c1424d2', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'port_id': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'mac_address': 'fa:16:3e:31:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:42:15Z', 'updated_at': '2021-08-27T12:42:26Z', 'revision_number': 1, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:27.381189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-9f1b4c36-987c-488c-a4af-4a5fbc04d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:27.382761 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-9f1b4c36-987c-488c-a4af-4a5fbc04d785 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0482793 Aug 27 12:42:27.396014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:42:27.404608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:42:27.405213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:42:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:27.430044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-bc4f1311-deb3-4f9d-b779-edfd9c2948c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:27.431753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-bc4f1311-deb3-4f9d-b779-edfd9c2948c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414708 Aug 27 12:42:27.526519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-05c3804b-7068-491a-a7e5-b665789df0b8 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Aug 27 12:42:27.632154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-99dc8137-e4eb-42ce-90e2-04f9b5b47b69 req-32f284b8-6a40-425c-8c2e-4d0a415d1ae2 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957620 Aug 27 12:42:27.664966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:42:27.884625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b648a870-4d99-416c-ad6b-4c5a5c1424d2', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'port_id': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'mac_address': 'fa:16:3e:31:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:42:15Z', 'updated_at': '2021-08-27T12:42:26Z', 'revision_number': 1, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:42:27.914115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf70974-228f-467e-b03c-c1534b70265e None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b648a870-4d99-416c-ad6b-4c5a5c1424d2', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'port_id': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'mac_address': 'fa:16:3e:31:26:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:42:15Z', 'updated_at': '2021-08-27T12:42:26Z', 'revision_number': 1, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:42:28.107890 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d46cb-fb8a-4fbb-8283-90440f13ea27 None None] New status for floating IP b648a870-4d99-416c-ad6b-4c5a5c1424d2: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:42:35.790109 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:42:38.477611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:44.117905 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-1c9d7524-ad9d-4335-825c-3cd8b106aa6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398464 Aug 27 12:42:44.208088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb132-203a-439d-a248-f32b149e1d0b req-6e03e161-53ca-4012-bf20-ab38f9f58910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:44.209551 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-6e03e161-53ca-4012-bf20-ab38f9f58910 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1097 time: 0.0407958 Aug 27 12:42:44.315353 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb132-203a-439d-a248-f32b149e1d0b req-75c160cc-27be-476b-a9b4-e77cc219fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:44.316844 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-75c160cc-27be-476b-a9b4-e77cc219fd8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0863903 Aug 27 12:42:44.380401 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-83bcb315-a347-4aea-a555-2099463ca815 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 1001 time: 0.0563085 Aug 27 12:42:44.434068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb132-203a-439d-a248-f32b149e1d0b req-06304999-0e0f-4a10-b75f-c407e1cacaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:44.435578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-06304999-0e0f-4a10-b75f-c407e1cacaeb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0476124 Aug 27 12:42:44.482633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb132-203a-439d-a248-f32b149e1d0b req-4ad823ee-395d-41b8-99d6-7511c13ac219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:42:44.484110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-4ad823ee-395d-41b8-99d6-7511c13ac219 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401797 Aug 27 12:42:44.575031 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-3989165d-177b-4b16-8525-75facfc18cc6 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808506 Aug 27 12:42:44.669002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-852cb132-203a-439d-a248-f32b149e1d0b req-0230136a-dfa5-40a2-b2f8-293ff876f6bf service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860071 Aug 27 12:42:48.507071 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-825a04f5-9acc-4844-91af-0525dd2fa06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:50.373401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:50.999224 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0f5434b8-89a9-476b-91c8-1e8fabfc952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:51.196163 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:52.198238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:42:54.074430 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:00.208328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-ed521dbf-be30-4260-92c7-718ff632c1c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409775 Aug 27 12:43:00.312861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-c38cd1fa-13a4-4cb7-a385-aadf48e9ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:00.314765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-c38cd1fa-13a4-4cb7-a385-aadf48e9ddce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1097 time: 0.0439634 Aug 27 12:43:00.416736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-43fec971-eff3-498e-9023-47e6f2fe097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:00.418197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-43fec971-eff3-498e-9023-47e6f2fe097d service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0831261 Aug 27 12:43:00.488398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-bd931614-d42b-4441-a2d7-b9e7110020a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 1002 time: 0.0625374 Aug 27 12:43:00.538877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-89a60ca7-e0ae-4a4e-867b-a4b7b817260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:00.540312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-89a60ca7-e0ae-4a4e-867b-a4b7b817260f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0442395 Aug 27 12:43:00.586222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-8cc78195-7c4c-412b-a626-dff445ed1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:00.587630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-8cc78195-7c4c-412b-a626-dff445ed1353 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397768 Aug 27 12:43:00.681032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-2a9473b4-0d85-4f32-af86-e390040f325a service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Aug 27 12:43:00.771860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b6145a2-aace-4878-a0e9-b9b87cfac9c0 req-22c4e4a0-733a-483d-853a-65e96e6aad4a service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 Aug 27 12:43:08.488414 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:12.790181 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:43:15.542596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36254) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:15.698608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port cbc72f43-ca2c-4a35-8c3a-65f9d978576d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:15.698878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:15.776781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:15.777104 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:15.788873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for cbc72f43-ca2c-4a35-8c3a-65f9d978576d owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:15.961207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:15.987666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=cbc72f43-ca2c-4a35-8c3a-65f9d978576d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:16.000854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.001245 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.001593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.001935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.002272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.002639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.002976 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.003375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.003633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.003950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.004280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.004603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:16.059589 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:16.059930 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Floating IP 09bc4a45-573c-4a0f-aca6-88a80e43faee disassociated (deleted). External IP: 172.25.8.55, port: c3a88bbb-17ce-4318-988c-45ff144b019d. Aug 27 12:43:16.262958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:43:16.372861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:43:16.378023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:16.383304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:43:16.394200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:16.394920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:42:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:16.407825 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36c0d717-0a31-4bcb-acf8-88ae4c815fb4 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "DELETE /v2.0/floatingips/09bc4a45-573c-4a0f-aca6-88a80e43faee HTTP/1.1" status: 204 len: 168 time: 0.8634412 Aug 27 12:43:16.408486 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:43:16.410914 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69e6687-bb3c-4ff2-ae47-388ed510a355" -d '{"events": [{"name": "network-changed", "server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:43:16.451661 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38226e7c-b42d-40e8-a0ff-b1054c4063b7 x-openstack-request-id: req-38226e7c-b42d-40e8-a0ff-b1054c4063b7 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:43:16.452018 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:43:16.452280 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38226e7c-b42d-40e8-a0ff-b1054c4063b7 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:43:16.452866 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'status': 'completed', 'code': 200} Aug 27 12:43:16.521944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:16.524206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-05eaee1e-ba64-474e-ad9d-bb6d749a084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:16.525792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-05eaee1e-ba64-474e-ad9d-bb6d749a084f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 1097 time: 0.0503423 Aug 27 12:43:16.619758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-ebaaa112-c480-4016-9753-c71e8b5a2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:16.621262 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-ebaaa112-c480-4016-9753-c71e8b5a2441 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.0877876 Aug 27 12:43:16.665711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc44de6-1c09-4230-b55b-dd40f023baf3 req-2a4ee104-2a26-4c78-ae16-3fdf21ba6c06 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:16.666745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-f2751654-6e8f-4d32-aed5-581b55081061 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 200 len: 217 time: 0.0359190 Aug 27 12:43:16.667263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbc44de6-1c09-4230-b55b-dd40f023baf3 req-2a4ee104-2a26-4c78-ae16-3fdf21ba6c06 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 946 time: 0.0535355 Aug 27 12:43:16.707167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbc44de6-1c09-4230-b55b-dd40f023baf3 req-e928f83c-359f-4e07-bc70-eb2f6de4f92f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336823 Aug 27 12:43:16.723411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-b8e9076d-4668-4401-8e8a-d992ef1b90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:16.725081 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-b8e9076d-4668-4401-8e8a-d992ef1b90fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0513704 Aug 27 12:43:16.762284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:16.775197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-fc9f2593-70c0-408f-b786-23c6a5071597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:16.776655 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-fc9f2593-70c0-408f-b786-23c6a5071597 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427659 Aug 27 12:43:16.788983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:43:16.797553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:16.798164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:42:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:16.869709 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-25caff1c-158a-4341-9c85-5a93a5684c87 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853653 Aug 27 12:43:16.905876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:16.973178 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f69e6687-bb3c-4ff2-ae47-388ed510a355 req-da894765-4269-46b8-8b2a-b611c1d48f19 service neutron] 10.222.0.65 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952344 Aug 27 12:43:17.140759 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:17.169421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9751b9-e484-4a70-aa3c-8f7b0e3dc87c None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '68d5ee34-d0e5-47e4-9daa-bd9568ee629c', 'tenant_id': '1447d337dab447f693e35140c323898f', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'port_id': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'mac_address': 'fa:16:3e:eb:23:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:39:24Z', 'updated_at': '2021-08-27T12:39:28Z', 'revision_number': 1, 'project_id': '1447d337dab447f693e35140c323898f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:43:17.374693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17abf33d-4131-46f8-bd75-d11eafb73a72 None None] New status for floating IP 09bc4a45-573c-4a0f-aca6-88a80e43faee: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:43:17.830098 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bcbaa-9b1b-4a48-b3e8-fdbd83894191 req-e929421c-7e73-4b9b-adf4-87d696e22424 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:17.831629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-519bcbaa-9b1b-4a48-b3e8-fdbd83894191 req-e929421c-7e73-4b9b-adf4-87d696e22424 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 946 time: 0.0530348 Aug 27 12:43:17.869778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-519bcbaa-9b1b-4a48-b3e8-fdbd83894191 req-98536f07-7d22-44bc-86c1-5b6433710e57 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 27 12:43:18.238885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-83185ecc-e4b7-4969-9b60-57bdedf26f36 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:18.240323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-83185ecc-e4b7-4969-9b60-57bdedf26f36 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 946 time: 0.0476723 Aug 27 12:43:18.336025 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port c3a88bbb-17ce-4318-988c-45ff144b019d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:18.336364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:18.421074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port c3a88bbb-17ce-4318-988c-45ff144b019d, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c3a88bbb-17ce-4318-988c-45ff144b019d,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:18.422635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:18.435568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for c3a88bbb-17ce-4318-988c-45ff144b019d owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:18.508678 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-409cc893-8518-4bf5-ad80-0a36581ddae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:18.564630 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:18.595985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=c3a88bbb-17ce-4318-988c-45ff144b019d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:18.636580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port c3a88bbb-17ce-4318-988c-45ff144b019d on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:43:18.639174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:18.641239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b1548bc0-a58f-4c4a-b04e-be1cab4957a3 req-6b4a9bb7-5c63-4ed4-bb3d-a185bc4adec0 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.65 "DELETE /v2.0/ports/c3a88bbb-17ce-4318-988c-45ff144b019d HTTP/1.1" status: 204 len: 173 time: 0.3927777 Aug 27 12:43:18.641706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'name': 'network-vif-deleted', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:43:18.643983 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1442a6bd-0b53-418f-972a-4fbedf5ae642" -d '{"events": [{"server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "name": "network-vif-deleted", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:43:18.680782 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f0458-7b26-401a-add5-6d70bf8a3cb6 x-openstack-request-id: req-140f0458-7b26-401a-add5-6d70bf8a3cb6 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:43:18.681073 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa712226-edc5-44b4-8a03-6cfc65af8d5d", "name": "network-vif-deleted", "tag": "c3a88bbb-17ce-4318-988c-45ff144b019d", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:43:18.681323 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-140f0458-7b26-401a-add5-6d70bf8a3cb6 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:43:18.681725 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa712226-edc5-44b4-8a03-6cfc65af8d5d', 'name': 'network-vif-deleted', 'tag': 'c3a88bbb-17ce-4318-988c-45ff144b019d', 'status': 'completed', 'code': 200} Aug 27 12:43:18.973531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e93c1e32-f8d1-439f-a919-b720bfc35be9 req-35e826fa-6064-4ca9-8834-9672575d3af1 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 210 time: 0.0291941 Aug 27 12:43:20.077265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b228e29-e3ba-4bda-ba6b-1d7d40864481 req-0288c072-5c50-4109-9a75-1a3a09e5e25f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 210 time: 0.0262511 Aug 27 12:43:20.385897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:21.000773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c94304b6-4fb0-42d1-8245-b57d89469eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:21.171681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d10df56f-0998-470a-b5ea-450d18ca301c req-008abed1-8596-440d-88c0-af84d9f65d88 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 210 time: 0.0261354 Aug 27 12:43:21.199132 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:22.200638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:22.281135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa897aa0-198c-44ce-b331-492d95873443 req-fb8a902d-fcbe-4262-8439-fa8a1a49d1bb tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa712226-edc5-44b4-8a03-6cfc65af8d5d HTTP/1.1" status: 200 len: 210 time: 0.0316434 Aug 27 12:43:23.455171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c3a88bbb-17ce-4318-988c-45ff144b019d no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:23.477810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: c3a88bbb-17ce-4318-988c-45ff144b019d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:23.478162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c3a88bbb-17ce-4318-988c-45ff144b019d not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:24.077341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:27.636836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36320) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:27.798268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port 716b9930-c9a9-41c9-bbf6-469e3f983ec2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:27.798642 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:27.872129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:27.872461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:27.883827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for 716b9930-c9a9-41c9-bbf6-469e3f983ec2 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:28.029747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:28.056302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=716b9930-c9a9-41c9-bbf6-469e3f983ec2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:28.118556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:28.118907 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Floating IP 68d5ee34-d0e5-47e4-9daa-bd9568ee629c disassociated (deleted). External IP: 172.25.8.143, port: c194cacd-a9bf-4e36-955c-7ee8ed54f1f2. Aug 27 12:43:28.317940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:43:28.424962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:43:28.429427 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:28.436193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:43:28.445769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:28.446535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:43:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:28.459764 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c71bce79-585c-428b-8718-70bfee917a3f tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "DELETE /v2.0/floatingips/68d5ee34-d0e5-47e4-9daa-bd9568ee629c HTTP/1.1" status: 204 len: 168 time: 0.8195398 Aug 27 12:43:28.459764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:43:28.460373 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74561114-4399-4adc-b64b-4b493cc552b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:43:28.499106 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f115b8-30d1-4b50-82af-890b118cb885 x-openstack-request-id: req-d3f115b8-30d1-4b50-82af-890b118cb885 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:43:28.499400 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:43:28.499655 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3f115b8-30d1-4b50-82af-890b118cb885 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:43:28.500061 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'status': 'completed', 'code': 200} Aug 27 12:43:28.556780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:28.585997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561114-4399-4adc-b64b-4b493cc552b0 req-2189165e-c87f-44cd-b1a3-9dc8dcb28baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:28.587750 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-2189165e-c87f-44cd-b1a3-9dc8dcb28baa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1447d337dab447f693e35140c323898f&device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 1097 time: 0.0444498 Aug 27 12:43:28.720593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee1b7-affc-4269-80fb-4e616e5f39f3 req-c513fa13-44c9-4baf-98f3-ae863ce1bb80 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:28.722749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a5ee1b7-affc-4269-80fb-4e616e5f39f3 req-c513fa13-44c9-4baf-98f3-ae863ce1bb80 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0815353 Aug 27 12:43:28.727684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561114-4399-4adc-b64b-4b493cc552b0 req-82a8e576-2df7-45da-bf8b-076feb513a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:28.729083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-82a8e576-2df7-45da-bf8b-076feb513a60 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 200 len: 913 time: 0.1334040 Aug 27 12:43:28.766271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:28.781907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-0dae4bd2-01a2-4bc0-8a5f-33d220672e79 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 200 len: 217 time: 0.0380585 Aug 27 12:43:28.794006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:43:28.803790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:28.804407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:43:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:28.804868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a5ee1b7-affc-4269-80fb-4e616e5f39f3 req-2a79bca1-6b1d-48ac-ad88-eacb7f50f183 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748451 Aug 27 12:43:28.845268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561114-4399-4adc-b64b-4b493cc552b0 req-4545603a-43dc-429d-86e6-f6730d20ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:28.847249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-4545603a-43dc-429d-86e6-f6730d20ef26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 200 len: 851 time: 0.0568357 Aug 27 12:43:28.893673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561114-4399-4adc-b64b-4b493cc552b0 req-055d076e-4597-47c9-9018-3d05851340e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:28.895216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-055d076e-4597-47c9-9018-3d05851340e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bec7996-46ee-4695-ad72-f435f1ba0a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409567 Aug 27 12:43:28.912110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:28.986915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-0c2b34e0-2aeb-462a-930c-68d8c21f5bd2 service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818806 Aug 27 12:43:29.083438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74561114-4399-4adc-b64b-4b493cc552b0 req-9f015ba8-b966-44c0-9cd7-c21bee1ccfaa service neutron] 10.222.0.77 "GET /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880425 Aug 27 12:43:29.108002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:29.138765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad3299-af8e-4650-9c75-c83e81b10d3b None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:32:55Z', 'revision_number': 4, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '92784b98-3dde-404d-b670-02079fdc315f', 'name': '', 'network_id': '7bec7996-46ee-4695-ad72-f435f1ba0a53', 'tenant_id': '1447d337dab447f693e35140c323898f', 'mac_address': 'fa:16:3e:6d:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:54Z', 'updated_at': '2021-08-27T12:33:03Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'subnets': [{'id': 'f917447c-c9eb-4cba-b908-3797701037b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:43:29.354643 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fe89a5-ff17-4860-94cf-a6e1f7f0b460 None None] New status for floating IP 68d5ee34-d0e5-47e4-9daa-bd9568ee629c: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:43:29.924538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45beb81-d643-45fc-beea-ead6d03ec202 req-98f34816-c5bf-4f1d-afb3-667424405df9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:29.926040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f45beb81-d643-45fc-beea-ead6d03ec202 req-98f34816-c5bf-4f1d-afb3-667424405df9 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0516546 Aug 27 12:43:29.964190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f45beb81-d643-45fc-beea-ead6d03ec202 req-85abad26-ca1b-46e0-8007-05a46019bce6 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/security-groups?id=7debf629-3212-4f0f-9255-69dc073a4219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Aug 27 12:43:30.518087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-bd122e76-cb4e-45bb-8e4b-fc77ee883a6d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:30.519519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-bd122e76-cb4e-45bb-8e4b-fc77ee883a6d tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 946 time: 0.0485346 Aug 27 12:43:30.611885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:30.612231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:30.699972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] For port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:30.700324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:30.713231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:30.839547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:30.874527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=c194cacd-a9bf-4e36-955c-7ee8ed54f1f2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:30.900139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.900494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.900841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.901183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.901519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.901856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.902186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.902543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.902871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.903195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.903519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.903842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:30.926096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] No DVR routers for this DVR port c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:43:30.928766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:30.931577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8124a99-831e-4226-aa96-e08c7b5a7efb req-5423c4d8-4cb4-4e81-9482-f9d083925b7b tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.77 "DELETE /v2.0/ports/c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 HTTP/1.1" status: 204 len: 173 time: 0.4056914 Aug 27 12:43:30.932025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'name': 'network-vif-deleted', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:43:30.934411 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2440881b-ba6f-48c9-ad80-1e82da8f533f" -d '{"events": [{"server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "name": "network-vif-deleted", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:43:30.973214 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0683e50a-9d01-45c2-b467-53c7bf0c0910 x-openstack-request-id: req-0683e50a-9d01-45c2-b467-53c7bf0c0910 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:43:30.973565 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5db0228-13cc-4b90-b8be-22695b0f219d", "name": "network-vif-deleted", "tag": "c194cacd-a9bf-4e36-955c-7ee8ed54f1f2", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:43:30.973819 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0683e50a-9d01-45c2-b467-53c7bf0c0910 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:43:30.974224 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5db0228-13cc-4b90-b8be-22695b0f219d', 'name': 'network-vif-deleted', 'tag': 'c194cacd-a9bf-4e36-955c-7ee8ed54f1f2', 'status': 'completed', 'code': 200} Aug 27 12:43:31.065971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2be886bd-3998-45dc-aa22-3ddf888010dd req-2ccd3cbb-1dee-4da1-ac6e-023ebfad4f2e tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 210 time: 0.0285759 Aug 27 12:43:32.163167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9bda4d8c-2e6b-4549-b92c-75ad265eb326 req-1bd16014-7514-44ec-99b8-afd29e68c5fa tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 210 time: 0.0264709 Aug 27 12:43:33.255872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1d3b917d-d303-47f3-b522-619588a8a87c req-72e907cc-05d8-4bd2-b8f3-cb3db3f40356 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 210 time: 0.0263085 Aug 27 12:43:33.940798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:33.961964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:33.962305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device c194cacd-a9bf-4e36-955c-7ee8ed54f1f2 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:34.361801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337d716f-68bb-4707-960f-3cc3b34bdc07 req-b8c8129d-01e3-4c1f-8462-e25a4dc3d1a7 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5db0228-13cc-4b90-b8be-22695b0f219d HTTP/1.1" status: 200 len: 210 time: 0.0256793 Aug 27 12:43:35.417645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36358) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:35.542198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Deleting port c3de3fa2-925d-4566-b0aa-a5cdefcda091 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:35.542582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:35.614861 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:35.615196 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:35.626690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Calling delete_port for c3de3fa2-925d-4566-b0aa-a5cdefcda091 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:36.024892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:36.051756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'Port': ['ID=c3de3fa2-925d-4566-b0aa-a5cdefcda091,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:36.109652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:36.112888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:36.114070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-51b13214-a347-444f-8cab-0a5b72ec9c30 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "DELETE /v2.0/floatingips/15254f54-9af4-4825-819d-70dc34e21586 HTTP/1.1" status: 204 len: 168 time: 0.6954224 Aug 27 12:43:38.377267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36378) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:38.445672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e424dff4-91af-4c91-a9c6-fcfc0dbf1392 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:38.471176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e424dff4-91af-4c91-a9c6-fcfc0dbf1392 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:38.490943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:38.536111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e424dff4-91af-4c91-a9c6-fcfc0dbf1392 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:38.538615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e424dff4-91af-4c91-a9c6-fcfc0dbf1392 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:38.539765 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e424dff4-91af-4c91-a9c6-fcfc0dbf1392 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] 10.222.0.76 "DELETE /v2.0/security-groups/7debf629-3212-4f0f-9255-69dc073a4219 HTTP/1.1" status: 204 len: 168 time: 0.1608222 Aug 27 12:43:38.549329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424dff4-91af-4c91-a9c6-fcfc0dbf1392 tempest-TestVolumeBootPattern-743390421 tempest-TestVolumeBootPattern-743390421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7debf629-3212-4f0f-9255-69dc073a4219,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:38.608192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36382) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:39.014917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:39.267480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Deleting port 92784b98-3dde-404d-b670-02079fdc315f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:39.267834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:39.349312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] For port 92784b98-3dde-404d-b670-02079fdc315f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=92784b98-3dde-404d-b670-02079fdc315f,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:39.349681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:39.363007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Calling delete_port for 92784b98-3dde-404d-b670-02079fdc315f owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:39.543567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:39.569276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Pushing event deleted for resources: {'Port': ['ID=92784b98-3dde-404d-b670-02079fdc315f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:39.736627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:39.941615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Router c383bc85-4903-48be-9424-5962be8f7be4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:43:40.045276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:43:40.050458 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c4906082-71f3-4725-b666-4a5f3c71f514 admin admin] 10.222.0.76 "PUT /v2.0/routers/c383bc85-4903-48be-9424-5962be8f7be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412005 Aug 27 12:43:40.052952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36390) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:40.054197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] Sync routers for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:43:40.065216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:40.065820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:43:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:40.157387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.168815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:40.265188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.323477 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Deleting port ae3e9f18-34e1-4c11-9984-5abd0bf67a78 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:40.323827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.349646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:43:39Z', 'revision_number': 5, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port': {'id': 'ae3e9f18-34e1-4c11-9984-5abd0bf67a78', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:52Z', 'updated_at': '2021-08-27T12:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:40.409326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] For port ae3e9f18-34e1-4c11-9984-5abd0bf67a78, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:40.409724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.425214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Calling delete_port for ae3e9f18-34e1-4c11-9984-5abd0bf67a78 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:40.535311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] Checking router: c383bc85-4903-48be-9424-5962be8f7be4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:43:40.543825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] Routers {'c383bc85-4903-48be-9424-5962be8f7be4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:40.544458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:43:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c383bc85-4903-48be-9424-5962be8f7be4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:40.605335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.631384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3e9f18-34e1-4c11-9984-5abd0bf67a78,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:40.632335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] Set router c383bc85-4903-48be-9424-5962be8f7be4 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:40.686044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:43:40Z', 'revision_number': 6, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:40.695288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.716039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ec2f9-d348-4551-b06d-16bb188b0d74 None None] The sync data for ids ['c383bc85-4903-48be-9424-5962be8f7be4'] in n-d-688802-4 is: [{'id': 'c383bc85-4903-48be-9424-5962be8f7be4', 'name': 'tempest-TestVolumeBootPattern-1574316252-router', 'tenant_id': '1447d337dab447f693e35140c323898f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:51Z', 'updated_at': '2021-08-27T12:43:40Z', 'revision_number': 6, 'project_id': '1447d337dab447f693e35140c323898f', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:43:40.788986 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.791249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.832596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.833191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c383bc85-4903-48be-9424-5962be8f7be4 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:43:40.837735 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.838960 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-13b0a180-98c5-4359-a605-1b17506919b5 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c383bc85-4903-48be-9424-5962be8f7be4 HTTP/1.1" status: 204 len: 168 time: 0.7851014 Aug 27 12:43:40.841428 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36394) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:40.886106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Deleting subnet f917447c-c9eb-4cba-b908-3797701037b9 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:43:40.889224 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:40.922320 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.000776 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.051396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.083420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f917447c-c9eb-4cba-b908-3797701037b9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:41.085402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.087343 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5c054f00-3c84-4f7a-b7c6-ee0e3429a686 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f917447c-c9eb-4cba-b908-3797701037b9 HTTP/1.1" status: 204 len: 168 time: 0.2450006 Aug 27 12:43:41.089809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:41.094953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144e131-71e2-4857-9ff9-40e45b5d9b8c None None] Network 7bec7996-46ee-4695-ad72-f435f1ba0a53 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:43:41.164379 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.222212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Deleting port da807001-2043-4540-af58-07d56141291f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:41.222584 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.285896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] For port da807001-2043-4540-af58-07d56141291f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=da807001-2043-4540-af58-07d56141291f,segment=NetworkSegment(0c31cd97-9497-4b2f-b359-77638cd8d548),segment_id=0c31cd97-9497-4b2f-b359-77638cd8d548)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:41.286180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.299149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Calling delete_port for da807001-2043-4540-af58-07d56141291f owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:41.380431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.403926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Pushing event deleted for resources: {'Port': ['ID=da807001-2043-4540-af58-07d56141291f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:41.410340 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] No DVR routers for this DVR port da807001-2043-4540-af58-07d56141291f on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:43:41.482523 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.492947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bec7996-46ee-4695-ad72-f435f1ba0a53']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:41.504359 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c31cd97-9497-4b2f-b359-77638cd8d548') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:41.504704 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c31cd97-9497-4b2f-b359-77638cd8d548') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:41.511799 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8225156-4b21-4637-b6fd-0d59f3ae35e0 None None] DHCP port deletion for 7bec7996-46ee-4695-ad72-f435f1ba0a53 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:43:41.517156 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.532575 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.539368 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:43:41.539712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:43:41.541707 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:43:41.597819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.603344 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:41.605215 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7bec7996-46ee-4695-ad72-f435f1ba0a53 HTTP/1.1" status: 204 len: 168 time: 0.5144928 Aug 27 12:43:41.610568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:41.620231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d07827-e17c-4080-a3cc-a61024cad818 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bec7996-46ee-4695-ad72-f435f1ba0a53,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:41.963144 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:42.204209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Deleting port cc77c8f7-9332-4752-be05-b628da6a1c67 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:42.204557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:42.282694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] For port cc77c8f7-9332-4752-be05-b628da6a1c67, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cc77c8f7-9332-4752-be05-b628da6a1c67,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:42.283640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:42.295874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Calling delete_port for cc77c8f7-9332-4752-be05-b628da6a1c67 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:42.305286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ae3e9f18-34e1-4c11-9984-5abd0bf67a78 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:42.328953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ae3e9f18-34e1-4c11-9984-5abd0bf67a78 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:42.329287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ae3e9f18-34e1-4c11-9984-5abd0bf67a78 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:42.329717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 92784b98-3dde-404d-b670-02079fdc315f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:42.349000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 92784b98-3dde-404d-b670-02079fdc315f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:42.349352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 92784b98-3dde-404d-b670-02079fdc315f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:42.349769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da807001-2043-4540-af58-07d56141291f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:42.368256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: da807001-2043-4540-af58-07d56141291f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:42.368615 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device da807001-2043-4540-af58-07d56141291f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:42.475511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:42.505209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc77c8f7-9332-4752-be05-b628da6a1c67,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:42.668819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:42.878637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:43:42.982413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:43:42.987575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-506d2295-df9a-4d37-844b-f001a38910b9 admin admin] 10.222.0.76 "PUT /v2.0/routers/02db28d7-cc09-4f0f-84b1-07d8b1876d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3759456 Aug 27 12:43:42.990217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36404) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:42.991294 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] Sync routers for ids ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:43:43.000427 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] Routers {'02db28d7-cc09-4f0f-84b1-07d8b1876d5b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:43.001060 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:43:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:43.093548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.104003 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] Set router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:43.195387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.246684 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Deleting port b26c9542-1f7e-4ace-a8df-2d57d53d6229 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:43.247036 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.282200 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:43:42Z', 'revision_number': 5, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port': {'id': 'b26c9542-1f7e-4ace-a8df-2d57d53d6229', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:32:59Z', 'updated_at': '2021-08-27T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:43.309372 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] Checking router: 02db28d7-cc09-4f0f-84b1-07d8b1876d5b for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:43:43.317506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] Routers {'02db28d7-cc09-4f0f-84b1-07d8b1876d5b'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:43:43.318118 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:43:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:43.327826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] For port b26c9542-1f7e-4ace-a8df-2d57d53d6229, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b26c9542-1f7e-4ace-a8df-2d57d53d6229,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:43.328445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.341457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Calling delete_port for b26c9542-1f7e-4ace-a8df-2d57d53d6229 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:43.404215 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] Set router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:43:43.456697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:43:43Z', 'revision_number': 6, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:43.487610 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065edb44-69b2-41c1-bcd0-6d6885ba72aa None None] The sync data for ids ['02db28d7-cc09-4f0f-84b1-07d8b1876d5b'] in n-d-688802-4 is: [{'id': '02db28d7-cc09-4f0f-84b1-07d8b1876d5b', 'name': 'tempest-TestVolumeBootPattern-743579335-router', 'tenant_id': 'fae6348b63ce4379876afa678f49ad6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:32:58Z', 'updated_at': '2021-08-27T12:43:43Z', 'revision_number': 6, 'project_id': 'fae6348b63ce4379876afa678f49ad6f', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:43:43.779107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.800990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26c9542-1f7e-4ace-a8df-2d57d53d6229,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:43.863638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.956025 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.958112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.998734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:43.999411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02db28d7-cc09-4f0f-84b1-07d8b1876d5b {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:43:44.003497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.004609 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b1a9bdc8-1789-4163-a5ff-6914bd7b0159 admin admin] 10.222.0.76 "DELETE /v2.0/routers/02db28d7-cc09-4f0f-84b1-07d8b1876d5b HTTP/1.1" status: 204 len: 168 time: 1.0133691 Aug 27 12:43:44.007254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:44.050134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Deleting subnet 63738c85-fe2b-4f2a-865e-cb7b5397c941 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:43:44.053018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.086194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.181566 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-2fae8583-d266-4c6d-876e-1bd2ec1d492e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690920 Aug 27 12:43:44.197930 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.281696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-dc0c9346-9a4b-4a0b-a3cd-d0aaf2154169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:44.283090 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-dc0c9346-9a4b-4a0b-a3cd-d0aaf2154169 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0652380 Aug 27 12:43:44.288554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.313678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc77c8f7-9332-4752-be05-b628da6a1c67 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:44.324408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63738c85-fe2b-4f2a-865e-cb7b5397c941,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:44.337853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.339773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-facdc05c-e6cd-41aa-88df-ac9c80b7b4b8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/63738c85-fe2b-4f2a-865e-cb7b5397c941 HTTP/1.1" status: 204 len: 168 time: 0.3316085 Aug 27 12:43:44.342404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f337abd-71af-44e1-bd94-432687fe5ada None None] Network 8020410d-30da-4751-b383-f4606e23ebc7 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:43:44.342594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:44.345892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: cc77c8f7-9332-4752-be05-b628da6a1c67 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:44.346539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc77c8f7-9332-4752-be05-b628da6a1c67 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:44.346952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b26c9542-1f7e-4ace-a8df-2d57d53d6229 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:44.379918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b26c9542-1f7e-4ace-a8df-2d57d53d6229 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:44.380323 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b26c9542-1f7e-4ace-a8df-2d57d53d6229 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:44.409173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-bba6b707-769e-4743-b17b-3dc6328b78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:44.410677 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-bba6b707-769e-4743-b17b-3dc6328b78e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0974379 Aug 27 12:43:44.432425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.488154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-e47aafa2-cc17-4def-8365-0b2726ceec29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 1000 time: 0.0702865 Aug 27 12:43:44.495351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Deleting port 8dac393c-ec17-4a04-a14f-68c10c1e12dc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:44.495838 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.548043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-886c2cf3-d61c-488c-b3f4-8dfc191bff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:44.550339 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-886c2cf3-d61c-488c-b3f4-8dfc191bff66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0504847 Aug 27 12:43:44.563208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] DHCP port deletion for 8020410d-30da-4751-b383-f4606e23ebc7 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:43:44.592420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] For port 8dac393c-ec17-4a04-a14f-68c10c1e12dc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dac393c-ec17-4a04-a14f-68c10c1e12dc,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:44.593376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.610166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Calling delete_port for 8dac393c-ec17-4a04-a14f-68c10c1e12dc owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:44.610865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-5e01ee51-b633-4e72-ae16-44ebb7738b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:43:44.612509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-5e01ee51-b633-4e72-ae16-44ebb7738b75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509615 Aug 27 12:43:44.627097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Deleting port 8dac393c-ec17-4a04-a14f-68c10c1e12dc {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:43:44.627480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.698725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.707975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] For port 8dac393c-ec17-4a04-a14f-68c10c1e12dc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8dac393c-ec17-4a04-a14f-68c10c1e12dc,segment=NetworkSegment(8b65e008-fdd0-4a41-a9ab-715fe079b057),segment_id=8b65e008-fdd0-4a41-a9ab-715fe079b057)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:43:44.708457 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.716415 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-ea09837f-1489-466a-91a5-8365263e7075 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959780 Aug 27 12:43:44.721635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Calling delete_port for 8dac393c-ec17-4a04-a14f-68c10c1e12dc owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:43:44.732064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dac393c-ec17-4a04-a14f-68c10c1e12dc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:44.737995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] No DVR routers for this DVR port 8dac393c-ec17-4a04-a14f-68c10c1e12dc on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:43:44.804488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.814982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-79183e6c-7a94-4c68-b26a-bfe8c06d5234 req-217bda6b-471c-4b78-acd0-44826482fda2 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903523 Aug 27 12:43:44.817613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.829365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8020410d-30da-4751-b383-f4606e23ebc7']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:44.840613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b65e008-fdd0-4a41-a9ab-715fe079b057') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:44.840732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b65e008-fdd0-4a41-a9ab-715fe079b057') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:43:44.841116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] No DVR routers for this DVR port 8dac393c-ec17-4a04-a14f-68c10c1e12dc on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:43:44.845582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Pushing event deleted for resources: {'Port': ['ID=8dac393c-ec17-4a04-a14f-68c10c1e12dc,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:44.850548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.853491 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.853841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.854185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.854560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.854901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.855234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.855563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.856359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.856359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.856539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.856817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.857170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceda921f-c5ca-44df-a94d-048bebcee8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:43:44.869769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.875904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:43:44.876320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:43:44.878533 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:43:44.934458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.940682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:44.942573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8020410d-30da-4751-b383-f4606e23ebc7 HTTP/1.1" status: 204 len: 168 time: 0.5986950 Aug 27 12:43:44.955042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee28497-d7e6-418a-815d-4e1a2682b841 admin admin] Pushing event deleted for resources: {'Network': ['ID=8020410d-30da-4751-b383-f4606e23ebc7,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:45.074717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:45.115690 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-35f37ecf-2a85-4e27-95e0-8fd97dc94767 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1447d337dab447f693e35140c323898f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397966 Aug 27 12:43:45.118162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36420) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:45.169663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a4824e6-ad84-4b6a-800b-0c8aa2f97f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.190781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a4824e6-ad84-4b6a-800b-0c8aa2f97f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.237950 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a4824e6-ad84-4b6a-800b-0c8aa2f97f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.240523 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a4824e6-ad84-4b6a-800b-0c8aa2f97f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.241771 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a4824e6-ad84-4b6a-800b-0c8aa2f97f7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba HTTP/1.1" status: 204 len: 168 time: 0.1225533 Aug 27 12:43:45.249780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4824e6-ad84-4b6a-800b-0c8aa2f97f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbd4c6-0762-49d0-b3bc-ef0ea105c2ba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:45.567007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36426) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:45.605714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b07b07d-7bd1-4a68-af0d-c69040c79053 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fae6348b63ce4379876afa678f49ad6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375450 Aug 27 12:43:45.608250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36428) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:43:45.657049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d283758-9d99-4400-9f20-ab43766700ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.678339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d283758-9d99-4400-9f20-ab43766700ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.724746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d283758-9d99-4400-9f20-ab43766700ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.727403 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4d283758-9d99-4400-9f20-ab43766700ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:45.728549 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4d283758-9d99-4400-9f20-ab43766700ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d575303e-d5f8-42ad-a42c-89e6186baac8 HTTP/1.1" status: 204 len: 168 time: 0.1193221 Aug 27 12:43:45.737131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283758-9d99-4400-9f20-ab43766700ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d575303e-d5f8-42ad-a42c-89e6186baac8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:43:46.302191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dac393c-ec17-4a04-a14f-68c10c1e12dc no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:43:46.321693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8dac393c-ec17-4a04-a14f-68c10c1e12dc {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:43:46.322041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8dac393c-ec17-4a04-a14f-68c10c1e12dc not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:43:48.510751 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-022c5445-5994-42d7-8db6-125eee310b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:49.790760 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:43:50.402572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:51.002344 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1055a662-2f04-439c-84a0-764a2230dd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:51.201022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:52.205433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:43:54.080418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:08.505511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:18.431918 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947383-512f-4bea-8e10-d1c71d201cec req-b01c8909-902b-42b1-8a65-122606bd4348 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:18.433452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b947383-512f-4bea-8e10-d1c71d201cec req-b01c8909-902b-42b1-8a65-122606bd4348 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0511048 Aug 27 12:44:18.472275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b947383-512f-4bea-8e10-d1c71d201cec req-3728dbe3-728f-40f4-8055-434799191f43 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326529 Aug 27 12:44:18.510928 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd747595-ebdb-4e36-b54a-518334b15084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:20.033992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46424eb-2d50-4132-95f5-6d46a4f8001e req-1842f322-b3d3-453d-85a0-c87737bbff92 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:20.035568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b46424eb-2d50-4132-95f5-6d46a4f8001e req-1842f322-b3d3-453d-85a0-c87737bbff92 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.4924779 Aug 27 12:44:20.075613 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b46424eb-2d50-4132-95f5-6d46a4f8001e req-57ca3e39-3b06-454e-9a26-94551e4281d4 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339744 Aug 27 12:44:20.410153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:21.002305 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c0643f33-449a-4ae7-aa14-0e5fb17f067f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:21.192943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f9df7-bf1f-42d6-94c3-bcdf750603aa req-068fcbdf-6a40-4b1d-bae5-72e62954f425 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:21.194530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c9f9df7-bf1f-42d6-94c3-bcdf750603aa req-068fcbdf-6a40-4b1d-bae5-72e62954f425 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0506866 Aug 27 12:44:21.202297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:21.234007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c9f9df7-bf1f-42d6-94c3-bcdf750603aa req-f3af95d1-f8c1-45e6-b9b6-87dde4b3bcdd tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335445 Aug 27 12:44:22.207149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:22.350935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e45fc-7dba-4641-abd0-763563476174 req-0c4fa441-1266-4351-b637-8edc98f96a46 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:22.352391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd7e45fc-7dba-4641-abd0-763563476174 req-0c4fa441-1266-4351-b637-8edc98f96a46 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 27 12:44:22.388817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd7e45fc-7dba-4641-abd0-763563476174 req-3e2fbe6d-0985-4602-b602-b13d433f2994 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304074 Aug 27 12:44:23.519863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f2a95-7d28-4c50-887f-f9be56723a52 req-e44f6a3f-d444-4f92-a93b-935071961162 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:23.521396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c7f2a95-7d28-4c50-887f-f9be56723a52 req-e44f6a3f-d444-4f92-a93b-935071961162 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0520353 Aug 27 12:44:23.558246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c7f2a95-7d28-4c50-887f-f9be56723a52 req-7f7c905e-55ed-4255-991a-d5ad6336a170 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307887 Aug 27 12:44:24.082967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:24.687767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3c83c-88c0-4ef2-85d4-9ecfe0d7a0f7 req-6ba8e463-edef-4b20-b771-eb3615a73d54 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:24.689876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ec3c83c-88c0-4ef2-85d4-9ecfe0d7a0f7 req-6ba8e463-edef-4b20-b771-eb3615a73d54 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0478723 Aug 27 12:44:24.730710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ec3c83c-88c0-4ef2-85d4-9ecfe0d7a0f7 req-4f11e8aa-8204-47f2-9ec5-faa86b617fcd tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343738 Aug 27 12:44:25.846297 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad8645-6737-469e-ad31-2bba80ec01d6 req-ab52c337-35b6-418b-a3fb-dbc86cea05cd tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:25.847794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaad8645-6737-469e-ad31-2bba80ec01d6 req-ab52c337-35b6-418b-a3fb-dbc86cea05cd tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0493813 Aug 27 12:44:25.885024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaad8645-6737-469e-ad31-2bba80ec01d6 req-5a089cad-1978-446e-9698-d4f48e81e909 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Aug 27 12:44:26.790771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:44:27.010424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42914f71-119f-4105-82b8-1f7da6fa016b req-c4424c81-07cf-4567-bd0f-64fee38c347d tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:27.011914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42914f71-119f-4105-82b8-1f7da6fa016b req-c4424c81-07cf-4567-bd0f-64fee38c347d tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0543408 Aug 27 12:44:27.050026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42914f71-119f-4105-82b8-1f7da6fa016b req-c9460365-1cee-4116-8f22-08753c745f09 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Aug 27 12:44:28.166053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47466827-600e-415f-8afc-b0b5b1504f66 req-6486ad22-6cf5-4d0e-9260-204f087dcf38 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:28.167580 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47466827-600e-415f-8afc-b0b5b1504f66 req-6486ad22-6cf5-4d0e-9260-204f087dcf38 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0489748 Aug 27 12:44:28.205666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47466827-600e-415f-8afc-b0b5b1504f66 req-67b0e89a-94ad-46aa-8802-48903c4991ac tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Aug 27 12:44:29.341146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc9b7-4fa9-4d01-8403-83404d81861e req-aaaf9ee3-89de-4c25-9338-8885c2105d98 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:29.342646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-215bc9b7-4fa9-4d01-8403-83404d81861e req-aaaf9ee3-89de-4c25-9338-8885c2105d98 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0494137 Aug 27 12:44:29.384522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-215bc9b7-4fa9-4d01-8403-83404d81861e req-c6428c6d-97ff-44d4-ab78-74929a57d527 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352731 Aug 27 12:44:29.603706 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc611d-b180-4d80-839d-d8d8796e10d6 req-896a6d5f-792d-4c8a-89ec-2160d3be1276 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:29.605358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35fc611d-b180-4d80-839d-d8d8796e10d6 req-896a6d5f-792d-4c8a-89ec-2160d3be1276 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0569370 Aug 27 12:44:29.617311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-df534ad0-e3a2-40d4-bf02-930acc503f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:29.618366 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-df534ad0-e3a2-40d4-bf02-930acc503f6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0429592 Aug 27 12:44:29.646250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35fc611d-b180-4d80-839d-d8d8796e10d6 req-f388f704-c5b6-4290-a45d-cf5ad0baaa77 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Aug 27 12:44:29.715360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-3983cc29-20c6-400c-8fbe-5a6a1ef2c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:29.716891 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-3983cc29-20c6-400c-8fbe-5a6a1ef2c188 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0919154 Aug 27 12:44:29.783362 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-0b37cc47-36eb-4f7e-8e4a-94cfcb7a471e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 1000 time: 0.0591466 Aug 27 12:44:29.841065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-f0c0430e-4678-4a94-bd78-3048f3eb44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:29.842592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-f0c0430e-4678-4a94-bd78-3048f3eb44c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0502441 Aug 27 12:44:29.892826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-6c62ad6a-454c-4378-b168-cc195336d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:29.894421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-6c62ad6a-454c-4378-b168-cc195336d3cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444005 Aug 27 12:44:29.988659 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-7075b19f-8dde-418c-8aa2-a14e08aedb9b service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863791 Aug 27 12:44:30.082803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-26bcfe1d-2b3d-4c4b-a8e8-2341621c0ce9 req-23f7f478-f90b-46ad-b9af-881df98c9574 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864935 Aug 27 12:44:30.769698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159507-790b-40de-aca2-1831a85321ff req-741f9435-39ce-4a2e-ab3c-b5a82c89fa5e tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:30.771259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a159507-790b-40de-aca2-1831a85321ff req-741f9435-39ce-4a2e-ab3c-b5a82c89fa5e tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0526426 Aug 27 12:44:30.808587 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a159507-790b-40de-aca2-1831a85321ff req-a95bda73-f14d-43f7-bed3-6ba7b8ad797b tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Aug 27 12:44:38.510343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:44.106982 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-febb8a85-18f2-4f5e-b441-1132d5a51109 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439618 Aug 27 12:44:44.199271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-0f4dc8ea-cd30-4952-936e-b48671936fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:44.200827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-0f4dc8ea-cd30-4952-936e-b48671936fed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0460458 Aug 27 12:44:44.315056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-90fbb503-3ce5-42b2-8cb1-55a3668d5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:44.316560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-90fbb503-3ce5-42b2-8cb1-55a3668d5ce4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0934749 Aug 27 12:44:44.387046 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-36d8f0f7-22e4-488e-abb9-7148f65ce967 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 1000 time: 0.0620613 Aug 27 12:44:44.442782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-6f916d9e-827c-49c5-98b0-55ffbdbe8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:44.444304 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-6f916d9e-827c-49c5-98b0-55ffbdbe8120 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0494297 Aug 27 12:44:44.493620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-7fa714af-4630-4e33-8491-5025adc03c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:44:44.495166 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-7fa714af-4630-4e33-8491-5025adc03c10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431864 Aug 27 12:44:44.587888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-971d443a-8e11-401f-b496-bc1413452cc6 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838692 Aug 27 12:44:44.683330 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-34664aac-d516-4a5f-b9e3-0b68d5a6c388 req-5ef05640-070a-4778-bf13-82b8101190b4 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879016 Aug 27 12:44:48.515318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e8db782a-84bb-4d0d-a462-2e62aab82afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:50.411154 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:51.002818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2385a73b-6104-41e0-8c66-80947ea077ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:51.212462 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:52.210557 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:44:54.088140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:03.790982 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:45:08.361366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfdafe-33f5-4685-a386-b6b47d75a173 req-7414aaa9-23d9-4332-a1af-71b52da6a572 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:08.362972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37dfdafe-33f5-4685-a386-b6b47d75a173 req-7414aaa9-23d9-4332-a1af-71b52da6a572 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0504220 Aug 27 12:45:08.401569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37dfdafe-33f5-4685-a386-b6b47d75a173 req-8871599f-49b2-4730-9a05-d81efd76b314 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Aug 27 12:45:08.516216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:09.521538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62632-efc6-4f3b-b0f7-7c9f75cdc796 req-08314474-90f0-4b2c-bb70-e1e695c8ecd2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:09.523094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fde62632-efc6-4f3b-b0f7-7c9f75cdc796 req-08314474-90f0-4b2c-bb70-e1e695c8ecd2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0537355 Aug 27 12:45:09.561041 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fde62632-efc6-4f3b-b0f7-7c9f75cdc796 req-5266055c-c3a9-4e7d-80e3-d8d3aa991ea1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320344 Aug 27 12:45:10.675818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb73cb-8aa8-4405-b94d-3c751823475f req-0c395bbd-dd0c-4f43-a61b-a308b71f00b3 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:10.677279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cb73cb-8aa8-4405-b94d-3c751823475f req-0c395bbd-dd0c-4f43-a61b-a308b71f00b3 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0492642 Aug 27 12:45:10.719035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cb73cb-8aa8-4405-b94d-3c751823475f req-1170a4fe-a8df-46da-92e3-39be34ef56ba tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Aug 27 12:45:11.834045 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb8bc-8602-40de-914c-73598da14a47 req-1f74abe4-938b-436b-a8c0-9e5c6ba3a6e9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:11.835543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-008fb8bc-8602-40de-914c-73598da14a47 req-1f74abe4-938b-436b-a8c0-9e5c6ba3a6e9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0493016 Aug 27 12:45:11.871856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-008fb8bc-8602-40de-914c-73598da14a47 req-3eeb961d-ce52-40ab-80bd-48f8fb32558a tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Aug 27 12:45:12.991646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c357ea-26de-4837-bf31-1d539fe56004 req-bb4796ca-37d8-4c79-9a46-3bca3d9830c2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:12.993134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2c357ea-26de-4837-bf31-1d539fe56004 req-bb4796ca-37d8-4c79-9a46-3bca3d9830c2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0533805 Aug 27 12:45:13.031047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2c357ea-26de-4837-bf31-1d539fe56004 req-2a2e3a86-f816-478e-80ca-278a5af21776 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Aug 27 12:45:14.148075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f411d1e-b056-4c27-920a-9c651a6d3250 req-17e08b28-7968-4005-961d-5ff9b31f4259 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:14.149595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f411d1e-b056-4c27-920a-9c651a6d3250 req-17e08b28-7968-4005-961d-5ff9b31f4259 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0512938 Aug 27 12:45:14.187408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f411d1e-b056-4c27-920a-9c651a6d3250 req-a711d251-5190-4454-af39-f335e4bf9973 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Aug 27 12:45:15.301502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f878-cb96-42a1-b1d0-58fad25dd54f req-97c726f7-2746-45f2-9e73-31092d0aa3ec tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:15.303108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bd0f878-cb96-42a1-b1d0-58fad25dd54f req-97c726f7-2746-45f2-9e73-31092d0aa3ec tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0490203 Aug 27 12:45:15.342225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bd0f878-cb96-42a1-b1d0-58fad25dd54f req-bd87bf60-4c1d-44fb-b8af-161642ecc786 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329983 Aug 27 12:45:16.465052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc17cc-5fd8-4929-ab23-be48c84b6dd5 req-6c4e9f47-aad6-40e6-81f7-defb8754bd60 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:16.466561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6bc17cc-5fd8-4929-ab23-be48c84b6dd5 req-6c4e9f47-aad6-40e6-81f7-defb8754bd60 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0534179 Aug 27 12:45:16.503652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6bc17cc-5fd8-4929-ab23-be48c84b6dd5 req-18d05076-fd55-4383-8415-a2b038c5fa93 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Aug 27 12:45:17.618292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ecf5-0cd9-438b-8341-dee47865b274 req-b248a741-ddee-4fbb-a85b-8fa31346d089 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:17.619815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4d0ecf5-0cd9-438b-8341-dee47865b274 req-b248a741-ddee-4fbb-a85b-8fa31346d089 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0492218 Aug 27 12:45:17.657013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4d0ecf5-0cd9-438b-8341-dee47865b274 req-db5dcd6d-7958-475d-befe-fbc6161a62be tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Aug 27 12:45:18.519864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bc8eb15-e209-46a5-8388-e1f4da58835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:18.771832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe6ef4-ae45-404f-a49b-bf09a93d18af req-14331cfa-921d-44fb-83b3-c805987dfb64 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:18.773412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efbe6ef4-ae45-404f-a49b-bf09a93d18af req-14331cfa-921d-44fb-83b3-c805987dfb64 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 27 12:45:18.811215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efbe6ef4-ae45-404f-a49b-bf09a93d18af req-00b74877-74b5-4fba-9fce-9eaa64993f68 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Aug 27 12:45:19.016711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c8b1-e6ad-47ef-88dc-15dedb410da5 req-25da4a6d-4672-4b78-a448-ba46ff75ca20 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:19.018134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a130c8b1-e6ad-47ef-88dc-15dedb410da5 req-25da4a6d-4672-4b78-a448-ba46ff75ca20 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0552728 Aug 27 12:45:19.035246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-ae569408-2f1a-419d-aa48-0fa036213789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:19.036803 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-ae569408-2f1a-419d-aa48-0fa036213789 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0409884 Aug 27 12:45:19.057926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a130c8b1-e6ad-47ef-88dc-15dedb410da5 req-8fc42ce0-dd34-48aa-bb29-4135e6e1d09a tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336349 Aug 27 12:45:19.132858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-c6139cde-4c90-4978-abc1-348dcf51a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:19.134781 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-c6139cde-4c90-4978-abc1-348dcf51a778 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0905318 Aug 27 12:45:19.201247 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-1428caf1-82c0-49fc-879a-b2103ccfff83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 1000 time: 0.0582368 Aug 27 12:45:19.250706 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-744b1c81-9d1d-43bb-9f01-99d1943832c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:19.252169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-744b1c81-9d1d-43bb-9f01-99d1943832c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0435972 Aug 27 12:45:19.302178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-4ac9008d-3aa8-4071-8f2f-6c80dbcb4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:19.304360 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-4ac9008d-3aa8-4071-8f2f-6c80dbcb4f3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439930 Aug 27 12:45:19.397701 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-ff8a0e71-7e7c-446b-b3d7-7aecc098675e service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Aug 27 12:45:19.493949 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7dc6d976-664c-4ac8-bf5d-5d795c6cca0c req-4643d4b1-d6cb-46d7-9ddc-81ffb494e399 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896478 Aug 27 12:45:20.175371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b9d2-6285-4680-bd88-0f8c6e04c8e5 req-47c39177-d36d-4193-913a-b937b3446cee tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:20.177053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4099b9d2-6285-4680-bd88-0f8c6e04c8e5 req-47c39177-d36d-4193-913a-b937b3446cee tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0489130 Aug 27 12:45:20.215188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4099b9d2-6285-4680-bd88-0f8c6e04c8e5 req-cf56b71f-76f1-46e1-b666-34cc22c34460 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Aug 27 12:45:20.428100 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:21.002620 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eff8078e-97a5-40d0-a958-e888caec0912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:21.204085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:22.213239 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:24.089337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:38.518684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:38.869116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-81cf5927-032d-4e59-98db-694022937626 req-8d343250-cc5b-45b2-b85d-6482a75e606d service neutron] (94624) timed out ('10.222.0.65', 65100) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:45:40.790758 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:45:44.128867 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-b04b925d-8cd4-4b7c-9a02-f3c94781822e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405316 Aug 27 12:45:44.211143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010d72-d36d-442e-b8a4-3d575226266d req-f0621313-d4d7-46bb-9edb-6427e777a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:44.212606 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-f0621313-d4d7-46bb-9edb-6427e777a9ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 1096 time: 0.0393572 Aug 27 12:45:44.318298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010d72-d36d-442e-b8a4-3d575226266d req-33108ef9-9d90-4530-8cff-f3a8a4f9c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:44.319854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-33108ef9-9d90-4530-8cff-f3a8a4f9c947 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0871487 Aug 27 12:45:44.388153 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-206088e4-0c88-4813-93ea-7d5bae9c7a14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 200 len: 1000 time: 0.0568419 Aug 27 12:45:44.437682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010d72-d36d-442e-b8a4-3d575226266d req-b2e54116-9527-4dc3-a9a4-87d37163a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:44.439231 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-b2e54116-9527-4dc3-a9a4-87d37163a645 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0433733 Aug 27 12:45:44.489737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010d72-d36d-442e-b8a4-3d575226266d req-afac5182-5a50-484d-acc0-dce6415c4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:44.491263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-afac5182-5a50-484d-acc0-dce6415c4848 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444262 Aug 27 12:45:44.581756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-98097cd7-0f4e-49d7-944a-3f3f9bd9d348 service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818737 Aug 27 12:45:44.676011 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d9010d72-d36d-442e-b8a4-3d575226266d req-bdc105f8-dd5a-4263-b364-2e6af5194cfe service neutron] 10.222.0.65 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850806 Aug 27 12:45:48.522329 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-796f09d4-a106-45c3-b15c-c58f3c0af512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:50.443119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:51.002517 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae172765-dd53-4edd-9f92-fa7b8d79704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:51.204767 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:52.217092 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:53.764782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cf127-84ae-40ee-a9ba-a2d57ee09988 req-cf171788-d78b-4734-a490-cb353de544a2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:53.766282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c69cf127-84ae-40ee-a9ba-a2d57ee09988 req-cf171788-d78b-4734-a490-cb353de544a2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0492907 Aug 27 12:45:53.804885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c69cf127-84ae-40ee-a9ba-a2d57ee09988 req-675b7421-da50-4f94-906c-568a52d97cde tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325744 Aug 27 12:45:54.091754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:54.924065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188335d-6b02-47e1-8610-bac69a4e3821 req-33e9bbfb-4bc9-4daa-87f6-859960f6bd30 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:54.925559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6188335d-6b02-47e1-8610-bac69a4e3821 req-33e9bbfb-4bc9-4daa-87f6-859960f6bd30 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0533984 Aug 27 12:45:54.963315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6188335d-6b02-47e1-8610-bac69a4e3821 req-588bd2e0-4ed2-470e-aa07-23229786c305 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Aug 27 12:45:55.741740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-721869d6-2c2b-4d48-9def-4ddc6f6e9656 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:55.743147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-721869d6-2c2b-4d48-9def-4ddc6f6e9656 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0494268 Aug 27 12:45:55.830450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Deleting port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:45:55.830802 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:55.920455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] For port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:45:55.920816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:56.078663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7896-352f-4092-ae74-0d63f00f1106 req-5c4c632e-6e29-4763-9e78-53200b7d7b70 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:56.080276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ffc7896-352f-4092-ae74-0d63f00f1106 req-5c4c632e-6e29-4763-9e78-53200b7d7b70 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d8bc1a3-fa81-4027-8420-cf98d4b9d37e HTTP/1.1" status: 200 len: 945 time: 0.0494628 Aug 27 12:45:56.089038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:56.089433 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:56.089749 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Floating IP b648a870-4d99-416c-ad6b-4c5a5c1424d2 disassociated. External IP: 172.25.8.37, port: 292c2fcd-c29c-4e72-831a-c1e2a8bdc890. Aug 27 12:45:56.090088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Calling delete_port for 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:45:56.119803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ffc7896-352f-4092-ae74-0d63f00f1106 req-fcf1af56-e008-4bcc-a1cf-aa5248ab9e8a tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334141 Aug 27 12:45:56.220233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:56.250326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event deleted for resources: {'Port': ['ID=292c2fcd-c29c-4e72-831a-c1e2a8bdc890,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:56.260793 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.261146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.261487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.261821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.262156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.262513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.262839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.263160 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.263480 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.263798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.264136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.264460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:56.394688 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Router f8207307-dc99-4dd9-86cb-463c1f95a486 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:45:56.515822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:45:56.525112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:45:56.535111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:45:56.535726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:45:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:45:56.556155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] No DVR routers for this DVR port 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:45:56.558922 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:56.560928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a3e9100c-5058-4e7d-95a7-b12c1f351b94 req-f7e70f84-3a33-491a-af47-9d0fcd7edc85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.65 "DELETE /v2.0/ports/292c2fcd-c29c-4e72-831a-c1e2a8bdc890 HTTP/1.1" status: 204 len: 173 time: 0.8109190 Aug 27 12:45:56.561372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'name': 'network-vif-deleted', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:45:56.563653 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec04c6-6f2d-4db8-8074-ebf9dc67e2f0" -d '{"events": [{"server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "name": "network-vif-deleted", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:45:56.612471 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf7dc89-d88e-49a8-b899-61a9b3e5168d x-openstack-request-id: req-7cf7dc89-d88e-49a8-b899-61a9b3e5168d {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:45:56.612779 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8bc1a3-fa81-4027-8420-cf98d4b9d37e", "name": "network-vif-deleted", "tag": "292c2fcd-c29c-4e72-831a-c1e2a8bdc890", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:45:56.613040 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7cf7dc89-d88e-49a8-b899-61a9b3e5168d {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:45:56.613453 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8bc1a3-fa81-4027-8420-cf98d4b9d37e', 'name': 'network-vif-deleted', 'tag': '292c2fcd-c29c-4e72-831a-c1e2a8bdc890', 'status': 'completed', 'code': 200} Aug 27 12:45:56.659395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:45:56.880051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:45:56.906535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:45:56.915088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:45:56.915766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:45:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:45:57.039218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:45:57.209455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36676) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:57.253823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:45:57.267926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.285252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe3a0d-14d8-4a71-96cd-b915389583dd None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:45:57.294470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.347331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.350271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.351486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "DELETE /v2.0/security-groups/0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0 HTTP/1.1" status: 204 len: 168 time: 0.1410222 Aug 27 12:45:57.354262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:57.363214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:57.372117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.372468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.372823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.373167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.373319 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-cba84bc7-2f95-40f7-96ad-802235e19d89 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] show failed (client error): The resource could not be found. Aug 27 12:45:57.373509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.373850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.374186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.374565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.374898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.375276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.375560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.375974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3be3e2-de95-4a39-a39d-2f86c6bcac15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:45:57.376225 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cba84bc7-2f95-40f7-96ad-802235e19d89 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups/0c09ee7c-cbbd-4df9-bc4c-b4bf751f32f0 HTTP/1.1" status: 404 len: 347 time: 0.0199780 Aug 27 12:45:57.385032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:57.525859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Deleting port 6a977814-8cf8-47ac-aeb5-b8081bd80c11 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:45:57.526289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.527901 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8395de53-ef6e-43f8-a9a4-86da6e3dbdef None None] New status for floating IP b648a870-4d99-416c-ad6b-4c5a5c1424d2: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:45:57.634553 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.635041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.652124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Calling delete_port for 6a977814-8cf8-47ac-aeb5-b8081bd80c11 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:45:57.809608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.839500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event deleted for resources: {'Port': ['ID=6a977814-8cf8-47ac-aeb5-b8081bd80c11,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:57.898161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.900768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:57.901977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5d063b75-7a6e-411e-a008-5cbdb5456750 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "DELETE /v2.0/floatingips/b648a870-4d99-416c-ad6b-4c5a5c1424d2 HTTP/1.1" status: 204 len: 168 time: 0.5156801 Aug 27 12:45:58.359844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36684) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:58.364774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493135838', 'description': 'tempest-description--1821681546'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:45:58.387260 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.475623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.479216 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.505079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.506303 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1453364 Aug 27 12:45:58.509108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36686) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:58.514513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'security_group_rule': {'security_group_id': '03f2084f-98db-4256-8b7e-cf82c2496ed5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:45:58.519624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ae627-8737-4b41-a9a8-797d2b1e0ba0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f2084f-98db-4256-8b7e-cf82c2496ed5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:58.544568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.600451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.604306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.621892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03706b52-21d4-4077-8338-ed58f58228e0,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:58.627728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.628576 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b07048a0-975f-406f-bbc3-2dd4899217d9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177616 Aug 27 12:45:58.631252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:58.635621 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'security_group_rule': {'security_group_id': '03f2084f-98db-4256-8b7e-cf82c2496ed5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:45:58.663920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.720335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.723791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.742881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8e3094-5f91-4eb0-ad01-0cc08cb361b9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:58.745943 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.747200 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7879f492-110e-47fb-8d8e-a4fcd3157322 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150315 Aug 27 12:45:58.750209 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 36690) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:45:58.754552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:45:58.775683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.875765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:58.979719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Allocated IP 172.25.8.54 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/998bda19-b96a-4377-bcfa-5012a594d08d) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:45:59.088829 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.127473 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.162808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:45:59.165541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:45:59.170910 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:45:59.201794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'Port': ['ID=998bda19-b96a-4377-bcfa-5012a594d08d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:59.268686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.303909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.455026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.459699 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.538478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'Port': ['ID=998bda19-b96a-4377-bcfa-5012a594d08d,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:45:59.548198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.564241 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:45:59.565688 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2054d4bb-7fc3-465b-a5c5-3176aa713319 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8145196 Aug 27 12:45:59.766589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-138c9abd-d650-45e0-8545-c7e9fe9c4c3a tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1493135838&fields=id&tenant_id=74d241db77fc4ab5a5ada7b0462346aa HTTP/1.1" status: 200 len: 267 time: 0.0367103 Aug 27 12:45:59.875620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-128bb0f5-50e0-41b1-9bf5-8e2763d635e6 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:45:59.877099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-128bb0f5-50e0-41b1-9bf5-8e2763d635e6 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 811 time: 0.1016939 Aug 27 12:45:59.892060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-534df073-9471-4cab-90ce-6afef4e79436 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/quotas/74d241db77fc4ab5a5ada7b0462346aa HTTP/1.1" status: 200 len: 375 time: 0.0092392 Aug 27 12:45:59.945990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-f91a0650-f842-4a3d-b4cb-e3fd54a7ee5b tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479293 Aug 27 12:46:00.011331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-544238f5-9a6e-413c-8d83-aefd735923af service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:46:00.012350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-544238f5-9a6e-413c-8d83-aefd735923af service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550194 Aug 27 12:46:00.106482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-d8995e56-0a59-4bcb-8278-78aa87e3cd21 service neutron] 10.222.0.76 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878887 Aug 27 12:46:00.196480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-53c92752-5350-4d89-a4ea-ea4cc4de5c6d service neutron] 10.222.0.76 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837958 Aug 27 12:46:00.258936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:46:00.279694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:46:00.280108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 292c2fcd-c29c-4e72-831a-c1e2a8bdc890 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:46:00.365328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b9f6f99f-5891-4d62-8e9e-0b33fbe2a342 req-991979a2-bb20-464d-bfe6-febbb4b23d20 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 210 time: 0.0334234 Aug 27 12:46:01.393674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-ba40c89f-edbc-41d5-9d9e-551515e2675c tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:01.395650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-ba40c89f-edbc-41d5-9d9e-551515e2675c tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.77 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 811 time: 0.1215322 Aug 27 12:46:01.453537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-55cc09c6-d260-4710-8f8d-c0e64d86e24b tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d241db77fc4ab5a5ada7b0462346aa HTTP/1.1" status: 200 len: 380 time: 0.0415208 Aug 27 12:46:01.478689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5563756f-195c-4373-b3e3-d47cd0ddc084 req-7c1e40e2-0a57-4e6c-b279-d6fa29bad311 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 210 time: 0.0312831 Aug 27 12:46:01.496178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'port': {'device_id': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'admin_state_up': True, 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'security_groups': ['03f2084f-98db-4256-8b7e-cf82c2496ed5']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:46:01.610802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Made reservation on behalf of 74d241db77fc4ab5a5ada7b0462346aa for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:46:01.614634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:01.770713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Allocated IP 172.20.0.9 (90e50e83-4852-4e3e-9859-211f69df04d6/851ba0b4-3faf-43ac-9d4b-74ed5bcb7069/6e0a0618-802a-4197-871b-794c43bd776c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:46:01.921165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:01.937052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Transition to ACTIVE for port object 6e0a0618-802a-4197-871b-794c43bd776c will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:46:01.973861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.022319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Network 90e50e83-4852-4e3e-9859-211f69df04d6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:46:02.027435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:46:02.032609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:46:02.038850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event updated for resources: {'Port': ['ID=6e0a0618-802a-4197-871b-794c43bd776c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:46:02.088425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:02.089144 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.106566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-052e4e31-797d-4a00-9f91-4088f29d3ca1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6185238 Aug 27 12:46:02.183461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Request body: {'port': {'device_id': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:46:02.243055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.308117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-97f1d116-c685-499e-baa2-3b2e58f83b45 None None] Provisioning for port 6e0a0618-802a-4197-871b-794c43bd776c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:46:02.313080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-97f1d116-c685-499e-baa2-3b2e58f83b45 None None] Provisioning complete for port 6e0a0618-802a-4197-871b-794c43bd776c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:46:02.313521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97f1d116-c685-499e-baa2-3b2e58f83b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.351833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-97f1d116-c685-499e-baa2-3b2e58f83b45 None None] Port 6e0a0618-802a-4197-871b-794c43bd776c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:46:02.517715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a0618-802a-4197-871b-794c43bd776c {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:46:02.525361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.537283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Transition to ACTIVE for port object 6e0a0618-802a-4197-871b-794c43bd776c will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:46:02.540956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.624027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a0618-802a-4197-871b-794c43bd776c,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:46:02.690068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dfe38-e5f4-4f47-b639-6550b0371098 req-e3caaa28-372e-4eae-809f-6400a6a561e6 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:02.691660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d9dfe38-e5f4-4f47-b639-6550b0371098 req-e3caaa28-372e-4eae-809f-6400a6a561e6 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 943 time: 0.1240342 Aug 27 12:46:02.751802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d9dfe38-e5f4-4f47-b639-6550b0371098 req-581b1b92-91ee-46cc-955e-57deb2f6bc25 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500000 Aug 27 12:46:02.752624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Attempting to bind port 6e0a0618-802a-4197-871b-794c43bd776c on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:46:02.752966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Attempting to bind port 6e0a0618-802a-4197-871b-794c43bd776c by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:46:02.753302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Attempting to bind port 6e0a0618-802a-4197-871b-794c43bd776c on network 90e50e83-4852-4e3e-9859-211f69df04d6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:46:02.758664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Port 6e0a0618-802a-4197-871b-794c43bd776c on network 90e50e83-4852-4e3e-9859-211f69df04d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:46:02.759065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Attempting to bind port 6e0a0618-802a-4197-871b-794c43bd776c on network 90e50e83-4852-4e3e-9859-211f69df04d6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:46:02.768907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:46:02.768907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Checking segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:46:02.768907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Bound using segment: {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:46:02.768907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Bound port: 6e0a0618-802a-4197-871b-794c43bd776c, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706bd77b-41b5-46c9-b5ab-4f8c8262aa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:46:02.768907 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.830523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] For port 6e0a0618-802a-4197-871b-794c43bd776c, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:46:02.833921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] For port 6e0a0618-802a-4197-871b-794c43bd776c, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6e0a0618-802a-4197-871b-794c43bd776c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:46:02.838494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.872535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:02.873160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:02.874654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] 10.222.0.77 "PUT /v2.0/ports/6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 1091 time: 0.7542331 Aug 27 12:46:02.875154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:46:02.877544 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "tag": "6e0a0618-802a-4197-871b-794c43bd776c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:46:02.907622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e8eac-8447-400a-a500-1c5eb7b8d0ca service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a0618-802a-4197-871b-794c43bd776c,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:46:02.981099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-568d3428-8aca-4686-8962-b974057b501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:02.982665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-568d3428-8aca-4686-8962-b974057b501e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1094 time: 0.0529637 Aug 27 12:46:03.003933 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ba0e9-a47e-4306-8399-f17b1ffe89b7 x-openstack-request-id: req-367ba0e9-a47e-4306-8399-f17b1ffe89b7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:46:03.004241 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "tag": "6e0a0618-802a-4197-871b-794c43bd776c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:46:03.004498 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-367ba0e9-a47e-4306-8399-f17b1ffe89b7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:46:03.004903 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c', 'status': 'completed', 'code': 200} Aug 27 12:46:03.035349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-da76cd87-b843-42dc-b6b9-eaf4607f85c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 217 time: 0.0391531 Aug 27 12:46:03.086115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-02f7746d-1f04-484c-aa22-b5ff92157cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.087646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-02f7746d-1f04-484c-aa22-b5ff92157cd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0456085 Aug 27 12:46:03.138247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f307-b091-417b-a82f-395439946e55 req-cb771895-0d2e-417f-bee3-803754970a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.139831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-cb771895-0d2e-417f-bee3-803754970a8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452335 Aug 27 12:46:03.249982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-0af29a49-dfbe-4a69-a22e-05638b0dca71 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829663 Aug 27 12:46:03.343718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1820f307-b091-417b-a82f-395439946e55 req-d7ab3336-ad67-49fb-a978-11150ad2e897 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860050 Aug 27 12:46:03.484828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-8bf8d59f-a249-4f60-bd4f-47150abfc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.486700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-8bf8d59f-a249-4f60-bd4f-47150abfc889 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1094 time: 0.0428655 Aug 27 12:46:03.578746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-72f6ccdb-9bb6-4346-9f35-f2045333de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.580215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-72f6ccdb-9bb6-4346-9f35-f2045333de01 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0856683 Aug 27 12:46:03.655686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-e1af4029-fdbf-49c3-b9ed-aad26db71a9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 217 time: 0.0502474 Aug 27 12:46:03.711942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-f2ce3d51-ac68-4a56-8228-152057fa05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.713324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-f2ce3d51-ac68-4a56-8228-152057fa05a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0503728 Aug 27 12:46:03.759475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-b3834e4b-047f-4639-8e14-e882c5bbb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.760949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-b3834e4b-047f-4639-8e14-e882c5bbb864 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402205 Aug 27 12:46:03.887497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-25c8b139-8596-4168-9c9d-6dad07087808 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186862 Aug 27 12:46:03.895184 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cf9ff-e30e-4cd5-9fd3-c6eba7df5e07 req-d8f216ff-0b0c-4861-b646-62b62ceea3c5 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:03.896626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af3cf9ff-e30e-4cd5-9fd3-c6eba7df5e07 req-d8f216ff-0b0c-4861-b646-62b62ceea3c5 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 943 time: 0.0740018 Aug 27 12:46:03.990257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af3cf9ff-e30e-4cd5-9fd3-c6eba7df5e07 req-ee76da8e-9b4d-49cf-b6c8-8fcd7ca50d5a tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848703 Aug 27 12:46:04.011610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c2e7b07-02ac-4b12-980b-9a0a7c11b0c1 req-83f0b768-5239-440c-86cf-73364559f693 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140599 Aug 27 12:46:05.105461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758aeed-c041-42bd-a73e-8a740074ebe8 req-34121566-8b30-407f-8595-265748a09e9c tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:05.107515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e758aeed-c041-42bd-a73e-8a740074ebe8 req-34121566-8b30-407f-8595-265748a09e9c tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 943 time: 0.0496423 Aug 27 12:46:05.144280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e758aeed-c041-42bd-a73e-8a740074ebe8 req-56207749-b4e1-4b2c-bac4-2315fcb909d3 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309033 Aug 27 12:46:06.257455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe64d9b-0e8b-43e3-9edd-8a13b8dd5282 req-24fe3299-9619-471a-b0f7-f51b051ad748 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:06.258966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbe64d9b-0e8b-43e3-9edd-8a13b8dd5282 req-24fe3299-9619-471a-b0f7-f51b051ad748 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 943 time: 0.0484471 Aug 27 12:46:06.296692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbe64d9b-0e8b-43e3-9edd-8a13b8dd5282 req-c138ce06-da9c-49a7-a0a3-fe6864e6d814 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Aug 27 12:46:07.414425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71070dea-ec45-4c2b-bdf6-cdffc4cf7670 req-13ada455-622c-4108-9fa8-393116b3927c tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:07.415936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71070dea-ec45-4c2b-bdf6-cdffc4cf7670 req-13ada455-622c-4108-9fa8-393116b3927c tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 943 time: 0.0536225 Aug 27 12:46:07.453794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71070dea-ec45-4c2b-bdf6-cdffc4cf7670 req-36d31579-ff5f-4c20-9ebf-b17ee24dae61 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Aug 27 12:46:08.530405 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:08.569917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b33919-cb8e-412f-b9f3-a3e1e6184bc6 req-ba5147db-4fcd-4d3f-85f0-069507d33be9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:08.571418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41b33919-cb8e-412f-b9f3-a3e1e6184bc6 req-ba5147db-4fcd-4d3f-85f0-069507d33be9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 943 time: 0.0490975 Aug 27 12:46:08.608754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41b33919-cb8e-412f-b9f3-a3e1e6184bc6 req-e23d41d1-5ab3-43b1-9127-054de55a23b9 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Aug 27 12:46:08.610701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6e0a0618-802a-4197-871b-794c43bd776c details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:46:08.706483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 6e0a0618-802a-4197-871b-794c43bd776c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6e0a0618-802a-4197-871b-794c43bd776c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:46:08.717652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '6e0a0618-802a-4197-871b-794c43bd776c', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'port_id': '6e0a0618-802a-4197-871b-794c43bd776c', 'mac_address': 'fa:16:3e:6f:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:46:08.754015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:08.766219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0a0618-802a-4197-871b-794c43bd776c {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:46:08.784864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 6e0a0618-802a-4197-871b-794c43bd776c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6e0a0618-802a-4197-871b-794c43bd776c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:46:08.788739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:08.834665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=6e0a0618-802a-4197-871b-794c43bd776c,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:46:08.841804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.842159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.842531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.842873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.843207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.843540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.843870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.844197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.844524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.844850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.845174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:08.845496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:46:09.219775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['6e0a0618-802a-4197-871b-794c43bd776c'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:46:09.744945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff4c26-de5d-4a71-b0fe-be67b65d57c0 req-5575c230-b58d-4905-9640-f53898caef0d tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:09.746357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2aff4c26-de5d-4a71-b0fe-be67b65d57c0 req-5575c230-b58d-4905-9640-f53898caef0d tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 944 time: 0.0684204 Aug 27 12:46:09.783968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2aff4c26-de5d-4a71-b0fe-be67b65d57c0 req-b2e5e7a0-a4db-4b49-8429-9d16fcf26906 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310817 Aug 27 12:46:10.614770 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6e0a0618-802a-4197-871b-794c43bd776c up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:46:10.663071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 6e0a0618-802a-4197-871b-794c43bd776c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:46:10.666937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 6e0a0618-802a-4197-871b-794c43bd776c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:46:10.667397 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:10.746090 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:10.767543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:46:10.769774 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34893f6-662d-4f4f-b06f-04e4bda529e1" -d '{"events": [{"server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "name": "network-vif-plugged", "status": "completed", "tag": "6e0a0618-802a-4197-871b-794c43bd776c"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:46:10.782483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 6e0a0618-802a-4197-871b-794c43bd776c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6e0a0618-802a-4197-871b-794c43bd776c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:46:10.786468 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:10.811594 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c8077-a783-49f9-917b-d27ead58bcee x-openstack-request-id: req-5d6c8077-a783-49f9-917b-d27ead58bcee {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:46:10.811754 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "name": "network-vif-plugged", "status": "completed", "tag": "6e0a0618-802a-4197-871b-794c43bd776c", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:46:10.811967 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d6c8077-a783-49f9-917b-d27ead58bcee {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:46:10.812335 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c', 'code': 200} Aug 27 12:46:10.838997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=6e0a0618-802a-4197-871b-794c43bd776c,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:46:10.925616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cabcd0-d510-4687-abd1-ba0ccafb959b req-54408e5f-9a7f-4e8c-9060-5143da40f8d6 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:10.927027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02cabcd0-d510-4687-abd1-ba0ccafb959b req-54408e5f-9a7f-4e8c-9060-5143da40f8d6 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0757020 Aug 27 12:46:10.955603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46946-4b92-4656-90bd-eded5867acb7 req-ae124eba-03a5-4872-b22b-597d27bad045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:10.957080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47f46946-4b92-4656-90bd-eded5867acb7 req-ae124eba-03a5-4872-b22b-597d27bad045 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1096 time: 0.0644777 Aug 27 12:46:10.984220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02cabcd0-d510-4687-abd1-ba0ccafb959b req-22502ed3-83ad-4094-96dd-0ee53542fb15 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507319 Aug 27 12:46:11.000151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47f46946-4b92-4656-90bd-eded5867acb7 req-5e27fc17-dc9b-4d72-96e0-b28c32d205a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336680 Aug 27 12:46:12.098562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dc264-cc20-45c3-b90b-ed817deae121 req-d2748dc1-a826-46d0-a971-a9fd9bf9dace tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:12.100052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f49dc264-cc20-45c3-b90b-ed817deae121 req-d2748dc1-a826-46d0-a971-a9fd9bf9dace tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0482810 Aug 27 12:46:12.138243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f49dc264-cc20-45c3-b90b-ed817deae121 req-253c38f6-a2cb-4075-8d8e-82a8828abe63 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Aug 27 12:46:13.256621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4657f-bac9-41de-8a93-691e874a8e9a req-1f6ded0e-1c0c-46d3-b7ad-675fc34fbc82 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:13.258178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfb4657f-bac9-41de-8a93-691e874a8e9a req-1f6ded0e-1c0c-46d3-b7ad-675fc34fbc82 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0531781 Aug 27 12:46:13.295496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfb4657f-bac9-41de-8a93-691e874a8e9a req-663912d3-b0de-4835-b048-02d99c61f76a tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Aug 27 12:46:13.405451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453b72c-e5d5-4f05-8e6f-ece7a59ad64d req-45131df6-23f8-497d-997a-4bd8061eae81 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:13.406972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5453b72c-e5d5-4f05-8e6f-ece7a59ad64d req-45131df6-23f8-497d-997a-4bd8061eae81 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0484219 Aug 27 12:46:13.415403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 36752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:46:13.419770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Request body: {'floatingip': {'port_id': '6e0a0618-802a-4197-871b-794c43bd776c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:46:13.459111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:13.883652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:13.887485 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:13.987102 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Floating IP 8216cd36-c00a-483c-be89-e55d995ec835 associated. External IP: 172.25.8.54, port: 6e0a0618-802a-4197-871b-794c43bd776c. Aug 27 12:46:14.189709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Router f8207307-dc99-4dd9-86cb-463c1f95a486 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:46:14.296607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:46:14.301441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:14.306154 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:46:14.317284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:46:14.317871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:45:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:46:14.327457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6b9d1830-b88a-4eeb-906c-a0b7fa5f8908 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "PUT /v2.0/floatingips/8216cd36-c00a-483c-be89-e55d995ec835 HTTP/1.1" status: 200 len: 990 time: 0.9110804 Aug 27 12:46:14.328290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:46:14.330540 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b4070-c704-40b2-9e61-a5a66a4713d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "tag": "6e0a0618-802a-4197-871b-794c43bd776c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:46:14.367598 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7652d2-ab75-4564-83a0-e6cd2e9020e4 x-openstack-request-id: req-af7652d2-ab75-4564-83a0-e6cd2e9020e4 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:46:14.367893 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "tag": "6e0a0618-802a-4197-871b-794c43bd776c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:46:14.368136 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af7652d2-ab75-4564-83a0-e6cd2e9020e4 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:46:14.368572 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c', 'status': 'completed', 'code': 200} Aug 27 12:46:14.431619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:46:14.465213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-a1f06515-85e8-4945-a995-a88e7be8ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:14.466675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-a1f06515-85e8-4945-a995-a88e7be8ec3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1096 time: 0.0410726 Aug 27 12:46:14.560046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-994a03ca-8975-4917-8826-e0a1ade7aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:14.561655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-994a03ca-8975-4917-8826-e0a1ade7aea1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0877235 Aug 27 12:46:14.626307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-bdc9ee94-28d2-404e-9ca7-85614fb75f3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 998 time: 0.0574138 Aug 27 12:46:14.682148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-0efb47fe-00c9-4035-9843-522db31d929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:14.683689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-0efb47fe-00c9-4035-9843-522db31d929a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0504775 Aug 27 12:46:14.734742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-9d831da0-d460-4543-b28c-7427bc10ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:46:14.736176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-9d831da0-d460-4543-b28c-7427bc10ed70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447259 Aug 27 12:46:14.808917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '8216cd36-c00a-483c-be89-e55d995ec835', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'port_id': '6e0a0618-802a-4197-871b-794c43bd776c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'mac_address': 'fa:16:3e:6f:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:45:59Z', 'updated_at': '2021-08-27T12:46:13Z', 'revision_number': 1, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:46:14.825456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-4b6b0980-98d4-4a70-88c8-41f10a7f691e service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815609 Aug 27 12:46:14.834977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:46:14.843679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:46:14.844280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:45:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:46:14.950634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:46:15.188022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '8216cd36-c00a-483c-be89-e55d995ec835', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'port_id': '6e0a0618-802a-4197-871b-794c43bd776c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'mac_address': 'fa:16:3e:6f:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:45:59Z', 'updated_at': '2021-08-27T12:46:13Z', 'revision_number': 1, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:46:15.215670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae43c8-e6e5-4081-abe8-f8034d230d06 None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '8216cd36-c00a-483c-be89-e55d995ec835', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'port_id': '6e0a0618-802a-4197-871b-794c43bd776c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'mac_address': 'fa:16:3e:6f:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:45:59Z', 'updated_at': '2021-08-27T12:46:13Z', 'revision_number': 1, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:46:15.266257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3b4070-c704-40b2-9e61-a5a66a4713d1 req-406dbea6-ff2c-414f-a2e5-7eeb1db2ec75 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320841 Aug 27 12:46:15.404894 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713276b-d335-40ab-82bc-5e9f59e4b531 None None] New status for floating IP 8216cd36-c00a-483c-be89-e55d995ec835: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:46:17.789904 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:46:18.524022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ef245743-6b13-4820-8553-7a3b2de96c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:20.454581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:21.002102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-45a9144f-cc76-4514-b888-e770ccad1918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:21.205932 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:22.219724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:24.094440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:38.523533 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:48.525828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f96e-d9d0-4f0f-9693-9dfdf2a754c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:50.456215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:51.002961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c277637a-3a4d-4192-831b-ebac088d4433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:51.207006 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:52.221794 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:54.100508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:46:54.789117 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:47:03.206035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-574b546d-a0a4-4b95-82b8-a58127b163ac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391884 Aug 27 12:47:03.300972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-59e99519-e664-4078-ae7d-d6e4e34e425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:47:03.302451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-59e99519-e664-4078-ae7d-d6e4e34e425e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1096 time: 0.0396528 Aug 27 12:47:03.405684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-cfa9b8d8-ec49-43b3-8a2f-40dd4fd50905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:47:03.407806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-cfa9b8d8-ec49-43b3-8a2f-40dd4fd50905 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0855663 Aug 27 12:47:03.472034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-3f0f063f-834b-4b25-b5c4-4710423eaca5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 1000 time: 0.0573409 Aug 27 12:47:03.523932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-91f0c22a-48df-4508-af9d-9a3a05f40c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:47:03.525351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-91f0c22a-48df-4508-af9d-9a3a05f40c9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0467327 Aug 27 12:47:03.569561 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-b5c467f2-7c2e-467d-9e25-a07599d08a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:47:03.571058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-b5c467f2-7c2e-467d-9e25-a07599d08a95 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383863 Aug 27 12:47:03.658601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-7fe03bb5-9854-4938-8769-ed7734491547 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808282 Aug 27 12:47:03.749207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f00e4945-45c4-41cd-abad-4a67ba45ae33 req-6520afde-230c-4efd-98fc-2cc515af388b service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837672 Aug 27 12:47:08.554076 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:18.528074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a2ea3ac-7e17-42ee-afe6-00a7f47b3dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:20.457355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:21.003580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6090a797-510e-407e-a930-190c68310b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:21.210609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:22.224824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:24.100695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:31.788819 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:47:36.992382 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-af699ae1-7be8-4b93-bb82-d40d1ae1e3ec req-2f1199bb-0ed4-45ba-81dc-5085ea5ddf9f service neutron] (94624) timed out ('10.222.0.77', 60679) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:47:38.557760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:48.528368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4eaa627d-fa8c-49c1-bcef-8ff9ba784e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:50.534450 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:51.008130 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4528ea0b-1ac4-4c10-987b-5912022e03d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:51.211164 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:52.227851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:47:54.102557 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:04.838950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-9722e843-0947-4523-9952-dd9471c4d378 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410347 Aug 27 12:48:04.934662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874edd56-a11e-485d-be87-a7a44f290487 req-e9e75ced-ef20-4ea3-869c-93a59c679756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:48:04.936138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-e9e75ced-ef20-4ea3-869c-93a59c679756 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1096 time: 0.0403545 Aug 27 12:48:05.046094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874edd56-a11e-485d-be87-a7a44f290487 req-e36d1493-03a8-4294-ba71-dd796281266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:48:05.047605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-e36d1493-03a8-4294-ba71-dd796281266d service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0890470 Aug 27 12:48:05.111335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-d4e4b458-3b8c-4d09-9877-022f5f4b9c50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 1000 time: 0.0570283 Aug 27 12:48:05.164381 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874edd56-a11e-485d-be87-a7a44f290487 req-da571cca-68bb-411a-a637-119b60eece25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:48:05.165804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-da571cca-68bb-411a-a637-119b60eece25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0476005 Aug 27 12:48:05.211043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874edd56-a11e-485d-be87-a7a44f290487 req-fdc2947c-de3b-4a1b-9fb4-bcfa9feec865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:48:05.212494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-fdc2947c-de3b-4a1b-9fb4-bcfa9feec865 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392594 Aug 27 12:48:05.301256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-3b520f79-19e5-4c95-a2aa-8b8737564dea service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818429 Aug 27 12:48:05.393932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-874edd56-a11e-485d-be87-a7a44f290487 req-ca3988dc-201f-419f-8ec9-3ccd3a1bc2b3 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861452 Aug 27 12:48:08.571227 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:08.788091 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:48:18.529629 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-00d54947-27c3-49fa-9068-afea2fcc5220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:20.561070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:21.011031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-38d587f0-7a95-40a4-bf77-cf5431901f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:21.214390 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:22.230862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:24.105845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:38.570562 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:45.786648 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:48:48.535388 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-256001d4-b6fb-4fca-8367-27f652ea56f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:50.566363 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:51.012042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9654f24f-661e-4159-8bc3-e13be71ec679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:51.216129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:52.232413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:48:54.107448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:04.872316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-73b61b66-b287-4993-9454-50a27e4ebea0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392785 Aug 27 12:49:04.978275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-15cccce7-622d-4dfb-96b8-e2bbd80fd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:04.979808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-15cccce7-622d-4dfb-96b8-e2bbd80fd505 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 1096 time: 0.0469594 Aug 27 12:49:05.088029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-a18a6639-626e-4eee-98e4-d26b866faf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:05.089629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-a18a6639-626e-4eee-98e4-d26b866faf89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 200 len: 912 time: 0.0906761 Aug 27 12:49:05.154599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-8706138a-c5a2-41d7-bf41-5bd538e04b5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 200 len: 1000 time: 0.0575533 Aug 27 12:49:05.208765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-203a02ba-670c-4dda-a15d-1f6228de8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:05.210401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-203a02ba-670c-4dda-a15d-1f6228de8bc2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 200 len: 850 time: 0.0484557 Aug 27 12:49:05.257235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-8c452a2a-28d2-420a-9ec9-544f4308724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:05.258760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-8c452a2a-28d2-420a-9ec9-544f4308724d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=90e50e83-4852-4e3e-9859-211f69df04d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417273 Aug 27 12:49:05.347244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-4ffbe05c-56b6-4876-a1bd-47de76f90cd2 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810001 Aug 27 12:49:05.442806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3510de69-2da2-4437-b0f4-f635e161fbf3 req-ed18bcde-e701-4ed4-9000-7fb97203ccd9 service neutron] 10.222.0.77 "GET /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887241 Aug 27 12:49:08.616484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:18.527375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36d68d04-7b31-4963-b87c-221db6923b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:20.566246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:21.013493 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d018131d-7f80-4efb-882d-c180c7f6d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:21.218798 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:22.249055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:22.786838 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:49:24.112810 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:38.618072 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:40.816406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1e3e3-8b26-4b06-9e49-5627fb48e246 req-0cb914ea-8c3c-4c54-af37-071b3c8d0805 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:40.817896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55f1e3e3-8b26-4b06-9e49-5627fb48e246 req-0cb914ea-8c3c-4c54-af37-071b3c8d0805 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0520313 Aug 27 12:49:40.861787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55f1e3e3-8b26-4b06-9e49-5627fb48e246 req-d5f7b74f-7ae9-4566-817b-e400da859a21 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368946 Aug 27 12:49:41.979562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fd0ac-9af0-41bb-9230-ea675542c952 req-81108380-5571-4623-ab32-e40473e3e6f1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:41.981045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a7fd0ac-9af0-41bb-9230-ea675542c952 req-81108380-5571-4623-ab32-e40473e3e6f1 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0488896 Aug 27 12:49:42.018280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a7fd0ac-9af0-41bb-9230-ea675542c952 req-5d657a7d-fc71-4d5c-be96-fc1aa716def2 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Aug 27 12:49:42.876174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-e18141b7-4dbe-473a-8e09-9e78005726b0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:42.877683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-e18141b7-4dbe-473a-8e09-9e78005726b0 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.0542824 Aug 27 12:49:42.969055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Deleting port 6e0a0618-802a-4197-871b-794c43bd776c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:49:42.969397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:43.065016 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] For port 6e0a0618-802a-4197-871b-794c43bd776c, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=6e0a0618-802a-4197-871b-794c43bd776c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:49:43.065685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:43.217478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8242c0-d4ec-4240-90b9-3e7448ffe495 req-bfc5729e-4e49-427f-a0e7-368742e380e7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:49:43.219195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b8242c0-d4ec-4240-90b9-3e7448ffe495 req-bfc5729e-4e49-427f-a0e7-368742e380e7 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2476b82-f078-4a4c-b363-d21e7965693b HTTP/1.1" status: 200 len: 945 time: 0.1062303 Aug 27 12:49:43.315277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0b8242c0-d4ec-4240-90b9-3e7448ffe495 req-d968c8e1-b44c-4de0-91c2-fe31509cf258 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f2084f-98db-4256-8b7e-cf82c2496ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892467 Aug 27 12:49:43.318158 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:43.318344 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:43.318692 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Floating IP 8216cd36-c00a-483c-be89-e55d995ec835 disassociated. External IP: 172.25.8.54, port: 6e0a0618-802a-4197-871b-794c43bd776c. Aug 27 12:49:43.319033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Calling delete_port for 6e0a0618-802a-4197-871b-794c43bd776c owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:49:43.454239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:43.485326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event deleted for resources: {'Port': ['ID=6e0a0618-802a-4197-871b-794c43bd776c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:43.495791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.496146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.496491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.496830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.497178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.497518 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.497836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.498162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.498511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.498839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.499166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.499511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:49:43.611737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Router f8207307-dc99-4dd9-86cb-463c1f95a486 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:49:43.729130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:49:43.739995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:49:43.749248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:49:43.749868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:49:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:43.772094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] No DVR routers for this DVR port 6e0a0618-802a-4197-871b-794c43bd776c on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:49:43.775355 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:43.777353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e78980b5-bb17-42d4-925d-9ce9789b6efd req-d3d390b4-7ae7-4c7e-aa96-5520c9aabe36 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.77 "DELETE /v2.0/ports/6e0a0618-802a-4197-871b-794c43bd776c HTTP/1.1" status: 204 len: 173 time: 0.8931377 Aug 27 12:49:43.777786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'name': 'network-vif-deleted', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:49:43.780084 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f51b7e-27dc-4536-883f-8d53865ba80a" -d '{"events": [{"server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "name": "network-vif-deleted", "tag": "6e0a0618-802a-4197-871b-794c43bd776c"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:49:43.826807 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6215323d-8c4e-48c1-8a61-5cdbaa64f6cc x-openstack-request-id: req-6215323d-8c4e-48c1-8a61-5cdbaa64f6cc {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:49:43.827109 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2476b82-f078-4a4c-b363-d21e7965693b", "name": "network-vif-deleted", "tag": "6e0a0618-802a-4197-871b-794c43bd776c", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:49:43.827365 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6215323d-8c4e-48c1-8a61-5cdbaa64f6cc {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:49:43.828038 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2476b82-f078-4a4c-b363-d21e7965693b', 'name': 'network-vif-deleted', 'tag': '6e0a0618-802a-4197-871b-794c43bd776c', 'status': 'completed', 'code': 200} Aug 27 12:49:43.876081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:49:44.083521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:44.112163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:49:44.120843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:49:44.121453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:49:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:44.228704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:49:44.409492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:44.435739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:44.461847 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb010-d40e-42bb-9509-daa2bc11c2f2 None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:42:13Z', 'revision_number': 4, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '499af163-de7c-4873-904b-f12d60fe1948', 'name': '', 'network_id': '90e50e83-4852-4e3e-9859-211f69df04d6', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'mac_address': 'fa:16:3e:5b:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:12Z', 'updated_at': '2021-08-27T12:42:18Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'subnets': [{'id': '851ba0b4-3faf-43ac-9d4b-74ed5bcb7069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:49:44.478024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb65b-0ac1-4fb5-953c-78916d24f344 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.507242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb65b-0ac1-4fb5-953c-78916d24f344 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.556775 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb65b-0ac1-4fb5-953c-78916d24f344 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.559404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb65b-0ac1-4fb5-953c-78916d24f344 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.560652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c5ecb65b-0ac1-4fb5-953c-78916d24f344 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "DELETE /v2.0/security-groups/03f2084f-98db-4256-8b7e-cf82c2496ed5 HTTP/1.1" status: 204 len: 168 time: 0.1501920 Aug 27 12:49:44.563755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37330) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:44.570060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecb65b-0ac1-4fb5-953c-78916d24f344 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f2084f-98db-4256-8b7e-cf82c2496ed5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:44.584422 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-2d7aabf4-bfca-40bc-bf93-381a05dffe85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] show failed (client error): The resource could not be found. Aug 27 12:49:44.588623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:44.588816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2d7aabf4-bfca-40bc-bf93-381a05dffe85 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "GET /v2.0/security-groups/03f2084f-98db-4256-8b7e-cf82c2496ed5 HTTP/1.1" status: 404 len: 347 time: 0.0238779 Aug 27 12:49:44.708383 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa710b19-1efa-46a8-9e9a-be77883ca0ea None None] New status for floating IP 8216cd36-c00a-483c-be89-e55d995ec835: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:49:44.723713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Deleting port 998bda19-b96a-4377-bcfa-5012a594d08d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:49:44.724059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.805616 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.805953 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.818373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Calling delete_port for 998bda19-b96a-4377-bcfa-5012a594d08d owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:49:44.949652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:44.984154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Pushing event deleted for resources: {'Port': ['ID=998bda19-b96a-4377-bcfa-5012a594d08d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:45.040941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:45.043547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:45.044808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d6f7291-517b-4e3b-9a62-e0d4b4b77cb8 tempest-AttachVolumeTestJSON-1403622669 tempest-AttachVolumeTestJSON-1403622669-project] 10.222.0.76 "DELETE /v2.0/floatingips/8216cd36-c00a-483c-be89-e55d995ec835 HTTP/1.1" status: 204 len: 168 time: 0.4533031 Aug 27 12:49:45.778828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6e0a0618-802a-4197-871b-794c43bd776c no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:49:45.804291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 6e0a0618-802a-4197-871b-794c43bd776c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:49:45.804640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 6e0a0618-802a-4197-871b-794c43bd776c not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:49:48.529115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cda606cf-7a9d-4535-9e3f-41c12a447e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:50.568681 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:51.017272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-25fcd612-a117-4798-b164-a04324e73c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:51.220969 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:51.843469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37370) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:52.235770 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:52.420778 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:52.668175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Deleting port 499af163-de7c-4873-904b-f12d60fe1948 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:49:52.668512 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:52.744088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] For port 499af163-de7c-4873-904b-f12d60fe1948, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=499af163-de7c-4873-904b-f12d60fe1948,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:49:52.744442 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:52.756658 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Calling delete_port for 499af163-de7c-4873-904b-f12d60fe1948 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:49:52.933875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:52.958878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=499af163-de7c-4873-904b-f12d60fe1948,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:53.126592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:53.335054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Router f8207307-dc99-4dd9-86cb-463c1f95a486 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:49:53.442362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:49:53.447451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3d4b8164-63d0-4b23-8438-33ae20b32bdd admin admin] 10.222.0.76 "PUT /v2.0/routers/f8207307-dc99-4dd9-86cb-463c1f95a486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6029558 Aug 27 12:49:53.449977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:53.452647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] Sync routers for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:49:53.461715 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:49:53.462330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:49:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:53.725374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:49:53.902476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:49:52Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:53.905652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:53.928478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] Checking router: f8207307-dc99-4dd9-86cb-463c1f95a486 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:49:53.936667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] Routers {'f8207307-dc99-4dd9-86cb-463c1f95a486'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:49:53.937267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:49:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['f8207307-dc99-4dd9-86cb-463c1f95a486'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:54.021121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.043629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] Set router f8207307-dc99-4dd9-86cb-463c1f95a486 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:49:54.087582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Deleting port a8d2653c-328f-443a-a51a-6f2e7805f5d2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:49:54.087932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.146297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.167620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] For port a8d2653c-328f-443a-a51a-6f2e7805f5d2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a8d2653c-328f-443a-a51a-6f2e7805f5d2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:49:54.167990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.180628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Calling delete_port for a8d2653c-328f-443a-a51a-6f2e7805f5d2 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:49:54.235550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:49:52Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:54.261985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f678eac-0dae-47a0-9d7d-bf64128625f0 None None] The sync data for ids ['f8207307-dc99-4dd9-86cb-463c1f95a486'] in n-d-688802-4 is: [{'id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'name': 'tempest-AttachVolumeTestJSON-1575390092-router', 'tenant_id': '74d241db77fc4ab5a5ada7b0462346aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:42:10Z', 'updated_at': '2021-08-27T12:49:52Z', 'revision_number': 5, 'project_id': '74d241db77fc4ab5a5ada7b0462346aa', 'gw_port': {'id': 'a8d2653c-328f-443a-a51a-6f2e7805f5d2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8207307-dc99-4dd9-86cb-463c1f95a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:42:11Z', 'updated_at': '2021-08-27T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:49:54.357368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.387232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d2653c-328f-443a-a51a-6f2e7805f5d2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:54.448233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.539956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.542010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.589260 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.589703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8207307-dc99-4dd9-86cb-463c1f95a486 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:49:54.595513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.597239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ea32cc7a-b5cd-404e-96a4-3ad63e318c48 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f8207307-dc99-4dd9-86cb-463c1f95a486 HTTP/1.1" status: 204 len: 168 time: 1.1461687 Aug 27 12:49:54.599708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37378) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:54.673346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Deleting subnet 851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:49:54.677147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.721160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.723247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 499af163-de7c-4873-904b-f12d60fe1948 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:49:54.753951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 499af163-de7c-4873-904b-f12d60fe1948 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:49:54.754488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 499af163-de7c-4873-904b-f12d60fe1948 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:49:54.817675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.877776 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.905039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851ba0b4-3faf-43ac-9d4b-74ed5bcb7069,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:54.908800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:54.910755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1122c8cd-4e6b-424a-a577-07feedb2131d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/851ba0b4-3faf-43ac-9d4b-74ed5bcb7069 HTTP/1.1" status: 204 len: 168 time: 0.3095613 Aug 27 12:49:54.913249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:54.920026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e77602-1f97-449f-8496-e46548518460 None None] Network 90e50e83-4852-4e3e-9859-211f69df04d6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:49:54.987343 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.056121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Deleting port 9fbfb6bb-85fe-4332-8291-0d942c52b18c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:49:55.056698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.155623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] For port 9fbfb6bb-85fe-4332-8291-0d942c52b18c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9fbfb6bb-85fe-4332-8291-0d942c52b18c,segment=NetworkSegment(706bd77b-41b5-46c9-b5ab-4f8c8262aa93),segment_id=706bd77b-41b5-46c9-b5ab-4f8c8262aa93)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:49:55.156155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.174397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Calling delete_port for 9fbfb6bb-85fe-4332-8291-0d942c52b18c owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:49:55.261898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.291225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbfb6bb-85fe-4332-8291-0d942c52b18c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:55.297684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] No DVR routers for this DVR port 9fbfb6bb-85fe-4332-8291-0d942c52b18c on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:49:55.336018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb97b7-a17c-45a6-ad0e-d701e8d8a79d None None] DHCP port deletion for 90e50e83-4852-4e3e-9859-211f69df04d6 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:49:55.377082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.390577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e50e83-4852-4e3e-9859-211f69df04d6']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:55.404746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706bd77b-41b5-46c9-b5ab-4f8c8262aa93') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:55.405067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706bd77b-41b5-46c9-b5ab-4f8c8262aa93') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:49:55.417410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.434643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.441153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:49:55.441649 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:49:55.443554 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:49:55.505098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.511045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.513626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] 10.222.0.76 "DELETE /v2.0/networks/90e50e83-4852-4e3e-9859-211f69df04d6 HTTP/1.1" status: 204 len: 168 time: 0.5989151 Aug 27 12:49:55.529108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2722-3689-4d2c-8b67-2580efd7b3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=90e50e83-4852-4e3e-9859-211f69df04d6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:55.626629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:55.674177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dd6d8917-0e2b-40ff-8681-4ad4cf47829e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74d241db77fc4ab5a5ada7b0462346aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462654 Aug 27 12:49:55.676478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:49:55.728603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4682a260-de94-4e97-8dc8-922b597f8c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.753586 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4682a260-de94-4e97-8dc8-922b597f8c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.801041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4682a260-de94-4e97-8dc8-922b597f8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.803680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4682a260-de94-4e97-8dc8-922b597f8c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:49:55.804869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4682a260-de94-4e97-8dc8-922b597f8c60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76fb9025-60f4-4e0a-9596-a4d9a952f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1274936 Aug 27 12:49:55.812864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682a260-de94-4e97-8dc8-922b597f8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fb9025-60f4-4e0a-9596-a4d9a952f1f4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:49:56.503677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fbfb6bb-85fe-4332-8291-0d942c52b18c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:49:56.525560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9fbfb6bb-85fe-4332-8291-0d942c52b18c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:49:56.525907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fbfb6bb-85fe-4332-8291-0d942c52b18c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:49:56.526317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8d2653c-328f-443a-a51a-6f2e7805f5d2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:49:56.559096 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a8d2653c-328f-443a-a51a-6f2e7805f5d2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:49:56.559454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a8d2653c-328f-443a-a51a-6f2e7805f5d2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:49:59.786866 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:50:00.607771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:00.715657 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a4beb2-3246-4fc2-a3ab-2609291ebedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.814077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a4beb2-3246-4fc2-a3ab-2609291ebedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.817885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3a4beb2-3246-4fc2-a3ab-2609291ebedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.857906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3a4beb2-3246-4fc2-a3ab-2609291ebedb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f45dbc8fe53e4ee0acb74d5ebd4de5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489798 Aug 27 12:50:00.858879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4beb2-3246-4fc2-a3ab-2609291ebedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc80ea3-fe2e-4481-8d31-960937bd949a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:00.861974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:00.914098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.935447 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.984309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.987040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:00.988194 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4bc80ea3-fe2e-4481-8d31-960937bd949a HTTP/1.1" status: 204 len: 168 time: 0.1247735 Aug 27 12:50:00.996802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc80ea3-fe2e-4481-8d31-960937bd949a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:01.005111 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.005463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.005808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.006149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.006518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.006884 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.007221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.007548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.007877 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.008205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.008530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:01.008856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a0507-5767-4382-8cec-daad70f7eb0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:06.047630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37672) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:06.186739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0de9f7d0-2411-421e-b7fa-17bb547de6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.277882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0de9f7d0-2411-421e-b7fa-17bb547de6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.281683 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0de9f7d0-2411-421e-b7fa-17bb547de6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.317813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9f7d0-2411-421e-b7fa-17bb547de6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8b4a9-f908-48c2-8596-781c2361490c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:06.323963 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0de9f7d0-2411-421e-b7fa-17bb547de6e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae5e7957e3c3480980869dc5a90634fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752569 Aug 27 12:50:06.326749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:06.378535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2376f60e-86ec-4a8f-b3a6-cc9d3263a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.400289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2376f60e-86ec-4a8f-b3a6-cc9d3263a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.446657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2376f60e-86ec-4a8f-b3a6-cc9d3263a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.449491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2376f60e-86ec-4a8f-b3a6-cc9d3263a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.451290 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2376f60e-86ec-4a8f-b3a6-cc9d3263a2fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56c8b4a9-f908-48c2-8596-781c2361490c HTTP/1.1" status: 204 len: 168 time: 0.1236227 Aug 27 12:50:06.459319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376f60e-86ec-4a8f-b3a6-cc9d3263a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8b4a9-f908-48c2-8596-781c2361490c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:06.714765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37686) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:06.729261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff10f97-f33e-4d75-94ce-c55c2e3dad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.820420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff10f97-f33e-4d75-94ce-c55c2e3dad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.824416 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-eff10f97-f33e-4d75-94ce-c55c2e3dad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.863365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff10f97-f33e-4d75-94ce-c55c2e3dad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86e9ef-6bf8-4045-97ae-0f472612e7e1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:06.868554 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-eff10f97-f33e-4d75-94ce-c55c2e3dad22 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90fa06817c134133b071eefab49b619a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526494 Aug 27 12:50:06.871356 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:06.926046 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb778-b398-4920-b8c3-531802601ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.951107 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb778-b398-4920-b8c3-531802601ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:06.999088 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb778-b398-4920-b8c3-531802601ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:07.001778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb778-b398-4920-b8c3-531802601ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:07.002977 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fe3bb778-b398-4920-b8c3-531802601ce3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa86e9ef-6bf8-4045-97ae-0f472612e7e1 HTTP/1.1" status: 204 len: 168 time: 0.1303504 Aug 27 12:50:07.011946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bb778-b398-4920-b8c3-531802601ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86e9ef-6bf8-4045-97ae-0f472612e7e1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:08.631003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.125090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37752) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:09.229998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d36abfed-5c36-4f67-aa19-a8662e1e553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.323214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d36abfed-5c36-4f67-aa19-a8662e1e553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.327551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d36abfed-5c36-4f67-aa19-a8662e1e553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.365316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36abfed-5c36-4f67-aa19-a8662e1e553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db755177-2875-45db-8e6a-3c890e3bec1b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:09.369773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d36abfed-5c36-4f67-aa19-a8662e1e553a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=053e1e639ac54b52b10f73d3a0e4e12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436397 Aug 27 12:50:09.374252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37756) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:09.422656 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0b11-10a5-443b-99da-46880a6a1a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.443895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0b11-10a5-443b-99da-46880a6a1a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.494891 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0b11-10a5-443b-99da-46880a6a1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.497341 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8f7e0b11-10a5-443b-99da-46880a6a1a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.498537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8f7e0b11-10a5-443b-99da-46880a6a1a7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db755177-2875-45db-8e6a-3c890e3bec1b HTTP/1.1" status: 204 len: 168 time: 0.1233032 Aug 27 12:50:09.507120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e0b11-10a5-443b-99da-46880a6a1a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db755177-2875-45db-8e6a-3c890e3bec1b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:09.762328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37762) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:09.777122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae557-8e42-452c-a13a-a3db682ab9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.874484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae557-8e42-452c-a13a-a3db682ab9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.878603 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae557-8e42-452c-a13a-a3db682ab9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.916721 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4e1ae557-8e42-452c-a13a-a3db682ab9ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8faeb690cb144905bed05e269f351fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531971 Aug 27 12:50:09.917697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ae557-8e42-452c-a13a-a3db682ab9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74e3bc-a784-4af5-b5d7-53ba4675abe1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:09.919422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37764) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:09.969720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10456f64-1433-4a64-8e07-50cd8319c0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:09.991652 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10456f64-1433-4a64-8e07-50cd8319c0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:10.036854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10456f64-1433-4a64-8e07-50cd8319c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:10.039948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10456f64-1433-4a64-8e07-50cd8319c0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:10.041130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10456f64-1433-4a64-8e07-50cd8319c0ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae74e3bc-a784-4af5-b5d7-53ba4675abe1 HTTP/1.1" status: 204 len: 168 time: 0.1201994 Aug 27 12:50:10.048853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10456f64-1433-4a64-8e07-50cd8319c0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74e3bc-a784-4af5-b5d7-53ba4675abe1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:10.990544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:11.095376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f677-0b00-4693-b52a-531b66547250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.182978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f677-0b00-4693-b52a-531b66547250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.186792 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f677-0b00-4693-b52a-531b66547250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.225317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9dc5f677-0b00-4693-b52a-531b66547250 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f75e6f507e604c318ca5ca560f8e905e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336807 Aug 27 12:50:11.226576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f677-0b00-4693-b52a-531b66547250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d321522-6f94-4b98-81ba-b4f3f5ec6987,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:11.228052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37796) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:11.278409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06adfafb-d43c-421f-8bf1-7c919f3c2632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.298580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06adfafb-d43c-421f-8bf1-7c919f3c2632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.347566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06adfafb-d43c-421f-8bf1-7c919f3c2632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.350066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-06adfafb-d43c-421f-8bf1-7c919f3c2632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:11.351275 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-06adfafb-d43c-421f-8bf1-7c919f3c2632 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d321522-6f94-4b98-81ba-b4f3f5ec6987 HTTP/1.1" status: 204 len: 168 time: 0.1214833 Aug 27 12:50:11.359638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adfafb-d43c-421f-8bf1-7c919f3c2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d321522-6f94-4b98-81ba-b4f3f5ec6987,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:12.940899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37848) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:13.049619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14937a66-f043-4c78-b67a-8c9eb5f9841f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.139352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14937a66-f043-4c78-b67a-8c9eb5f9841f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.143142 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14937a66-f043-4c78-b67a-8c9eb5f9841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.182714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14937a66-f043-4c78-b67a-8c9eb5f9841f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8adf08e4aa0e4710ab7a7fe62374083f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406805 Aug 27 12:50:13.183588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14937a66-f043-4c78-b67a-8c9eb5f9841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb10353b-cc76-47ac-97e5-36fc96294f2e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:13.186288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:13.235956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d018191a-5ce8-421d-abad-4b4178cf9a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.257819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d018191a-5ce8-421d-abad-4b4178cf9a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.308482 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d018191a-5ce8-421d-abad-4b4178cf9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.311159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d018191a-5ce8-421d-abad-4b4178cf9a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:13.312315 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d018191a-5ce8-421d-abad-4b4178cf9a16 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb10353b-cc76-47ac-97e5-36fc96294f2e HTTP/1.1" status: 204 len: 168 time: 0.1249888 Aug 27 12:50:13.320362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018191a-5ce8-421d-abad-4b4178cf9a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb10353b-cc76-47ac-97e5-36fc96294f2e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:14.508066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37888) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:14.655499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1076833203'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:14.676118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Made reservation on behalf of 7cd132daeefb46b1a58b88e4f78de792 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:14.679572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.688090 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.786206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.790667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.814943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:14.832187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14833380-71a8-4352-b1d1-e4dad2bf418c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:14.838040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.838465 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Added segment 396be814-60e7-4a43-a34e-9f1887b20797 of type vlan for network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 Aug 27 12:50:14.887432 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.914322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:14.919865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:14.920490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.002528 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4932818 Aug 27 12:50:15.005465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37892) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:15.010836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Request body: {'subnet': {'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:15.019145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79125228-56e8-4741-af52-7def17735e79 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event updated for resources: {'Network': ['ID=70531af2-811e-4d1a-afc3-e2f3d266cfc1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:15.031996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:15.104325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Made reservation on behalf of 7cd132daeefb46b1a58b88e4f78de792 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:15.108019 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.288659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.355128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event updated for resources: {'Subnet': ['ID=3bb23a48-f34e-402d-8e29-279a9b2e3045,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:15.360346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Checking segment: {'id': '396be814-60e7-4a43-a34e-9f1887b20797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:15.360712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Network hostable DHCP agents. Network: 70531af2-811e-4d1a-afc3-e2f3d266cfc1, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:50:15.377924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:50:15.387519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 70531af2-811e-4d1a-afc3-e2f3d266cfc1) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:15.391737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:15.392319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.397868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03441498-d1fd-4383-82fd-78715089451e None None] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:15.407673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c1657c13-e07f-4804-84e0-08aa5403df68 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4011166 Aug 27 12:50:15.410286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37894) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:15.415290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Request body: {'port': {'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1113144623'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:15.524752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Made reservation on behalf of 7cd132daeefb46b1a58b88e4f78de792 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:15.528598 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.543959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-70531af2-811e-4d1a-afc3-e2f3d266cfc1', 'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1', 'tenant_id': '7cd132daeefb46b1a58b88e4f78de792', 'fixed_ips': [{'subnet_id': '3bb23a48-f34e-402d-8e29-279a9b2e3045'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:50:15.544815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.547448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] device_id is not set on port aea9f8f8-9978-4b49-ad6d-1a01893db443 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:15.661542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Allocated IP 172.20.0.14 (70531af2-811e-4d1a-afc3-e2f3d266cfc1/3bb23a48-f34e-402d-8e29-279a9b2e3045/aea9f8f8-9978-4b49-ad6d-1a01893db443) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:15.809380 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.823602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Transition to ACTIVE for port object aea9f8f8-9978-4b49-ad6d-1a01893db443 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:15.855390 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.902437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:15.905590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:15.907070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Allocated IP 172.20.0.2 (70531af2-811e-4d1a-afc3-e2f3d266cfc1/3bb23a48-f34e-402d-8e29-279a9b2e3045/3d74e82c-1953-4e76-a0e1-72e86aafd6b2) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:15.910681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:15.915535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event updated for resources: {'Port': ['ID=aea9f8f8-9978-4b49-ad6d-1a01893db443,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:15.961880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:15.962534 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:15.977482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6897efb-8fef-425e-9cc2-0fe0f1531d70 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.5661161 Aug 27 12:50:15.980703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37896) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:16.054251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.062779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Transition to ACTIVE for port object 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:16.072085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Deleting port aea9f8f8-9978-4b49-ad6d-1a01893db443 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:16.072637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.079573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Transition to ACTIVE for port object 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:16.085931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.122018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:16.126712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:16.131373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:16.138747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Pushing event updated for resources: {'Port': ['ID=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:16.148728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.149068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.149407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.149737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.150060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.150403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.150731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.151047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.151363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.151679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.151994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.152313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:16.159259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.171891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Calling delete_port for aea9f8f8-9978-4b49-ad6d-1a01893db443 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:16.198781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Attempting to bind port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:50:16.199150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Attempting to bind port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '396be814-60e7-4a43-a34e-9f1887b20797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:50:16.199509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Attempting to bind port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 on network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:50:16.204811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:50:16.205176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Checking segment: {'id': '396be814-60e7-4a43-a34e-9f1887b20797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:16.205577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.205964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Bound using segment: {'id': '396be814-60e7-4a43-a34e-9f1887b20797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:50:16.206437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Bound port: 3d74e82c-1953-4e76-a0e1-72e86aafd6b2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396be814-60e7-4a43-a34e-9f1887b20797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '70531af2-811e-4d1a-afc3-e2f3d266cfc1'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:50:16.206814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.268814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] For port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:50:16.271768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] For port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,segment=NetworkSegment(396be814-60e7-4a43-a34e-9f1887b20797),segment_id=396be814-60e7-4a43-a34e-9f1887b20797)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:50:16.275760 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.301995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.333548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event deleted for resources: {'Port': ['ID=aea9f8f8-9978-4b49-ad6d-1a01893db443,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:16.335481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738ff4e-1f00-4ed9-95bd-17545ae79843 None None] Pushing event updated for resources: {'Port': ['ID=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:16.406646 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.408878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a2c5ff5e-8ffd-42c4-b784-4663ffd95602 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "DELETE /v2.0/ports/aea9f8f8-9978-4b49-ad6d-1a01893db443 HTTP/1.1" status: 204 len: 168 time: 0.4269319 Aug 27 12:50:16.411688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37898) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:16.483887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6224824-02d7-4634-9b64-2d2f29c8d3cb tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0709801 Aug 27 12:50:16.486517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37902) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:16.493391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2030959633'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:16.523878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Made reservation on behalf of 7cd132daeefb46b1a58b88e4f78de792 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:16.527508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.556521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:16.566025 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.566309 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Added segment 1f0a3236-40f8-4f1e-b9d5-50f8a6932ddc of type vlan for network be9fecee-5bf3-46d9-8721-b4b30db1b628 Aug 27 12:50:16.607539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:16.611613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.638940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.644678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:16.645297 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:16.660963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:16.702432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2143378 Aug 27 12:50:16.705435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37904) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:16.714688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8e126-8434-43ba-a3a8-f566ff46dd3f tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event updated for resources: {'Network': ['ID=be9fecee-5bf3-46d9-8721-b4b30db1b628,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:16.725594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network be9fecee-5bf3-46d9-8721-b4b30db1b628 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:17.134346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-99ab818e-2685-42e9-9e67-a83706c2e789 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/agents/8172674b-71c3-4dbc-a6d2-8ae3ede94459/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.4249449 Aug 27 12:50:17.134750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37906) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.217492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb0e41b-8cde-4633-b69f-60b0fdb6bef5 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] Network be9fecee-5bf3-46d9-8721-b4b30db1b628 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:50:17.228904 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdb0e41b-8cde-4633-b69f-60b0fdb6bef5 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "POST /v2.0/agents/8172674b-71c3-4dbc-a6d2-8ae3ede94459/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0931163 Aug 27 12:50:17.231623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37908) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.233788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d4bf0a-e94d-4d90-bcee-35cd27139d44 None None] Network be9fecee-5bf3-46d9-8721-b4b30db1b628 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:17.249435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52694c-2244-4e45-bf09-1eca9a65c07b None None] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:17.349429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] Provisioning for port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:17.381094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] Provisioning complete for port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:17.381524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.392980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-94363387-1762-48d8-9ea0-5722343c3177 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/agents/8172674b-71c3-4dbc-a6d2-8ae3ede94459/dhcp-networks HTTP/1.1" status: 200 len: 4070 time: 0.1574812 Aug 27 12:50:17.393224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.471107 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa07cf36-e567-43ea-bec9-80768e26f1ac tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "DELETE /v2.0/agents/8172674b-71c3-4dbc-a6d2-8ae3ede94459/dhcp-networks/be9fecee-5bf3-46d9-8721-b4b30db1b628 HTTP/1.1" status: 204 len: 168 time: 0.0767682 Aug 27 12:50:17.473509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37912) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.546775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.578634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5f33e184-54dd-41ca-8e26-f6ca3489c8e6 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/agents/8172674b-71c3-4dbc-a6d2-8ae3ede94459/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1040184 Aug 27 12:50:17.583059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37914) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.589711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] For port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,segment=NetworkSegment(396be814-60e7-4a43-a34e-9f1887b20797),segment_id=396be814-60e7-4a43-a34e-9f1887b20797)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:17.594236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.604323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f69cf36-6f6f-42a5-a00b-3f69d0de7f34 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/networks/70531af2-811e-4d1a-afc3-e2f3d266cfc1/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0205896 Aug 27 12:50:17.608076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37916) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.629570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e3506fd5-ec14-43bf-98a6-d636cacf633a tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/networks/70531af2-811e-4d1a-afc3-e2f3d266cfc1/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0180407 Aug 27 12:50:17.629826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.645470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b642d9-0658-4f0d-9c13-ceb24644263f None None] Pushing event updated for resources: {'Port': ['ID=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:17.742093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4ca273f2-ab76-4ceb-92e3-ac67c1cab9c6 tempest-DHCPAgentSchedulersTestJSON-1146283597 tempest-DHCPAgentSchedulersTestJSON-1146283597-project-admin] 10.222.0.76 "GET /v2.0/agents/8172674b-71c3-4dbc-a6d2-8ae3ede94459/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1112158 Aug 27 12:50:17.745448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:17.815355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7f49b44c-48a2-4929-b1a9-b578e7bbadec None None] Provisioning complete for port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:17.815742 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f49b44c-48a2-4929-b1a9-b578e7bbadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.825146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.928928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.939649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9fecee-5bf3-46d9-8721-b4b30db1b628']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:17.950854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0a3236-40f8-4f1e-b9d5-50f8a6932ddc') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:17.951017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0a3236-40f8-4f1e-b9d5-50f8a6932ddc') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:17.959930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.973515 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.979543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:50:17.979941 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:50:17.982986 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:50:18.013247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0c5dc263-7d4f-4df4-a2f0-8a5c7fe55a53 None None] Could not find standard attr ID for object aea9f8f8-9978-4b49-ad6d-1a01893db443. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:18.042059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.049263 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.054000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "DELETE /v2.0/networks/be9fecee-5bf3-46d9-8721-b4b30db1b628 HTTP/1.1" status: 204 len: 168 time: 0.3049991 Aug 27 12:50:18.054398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:18.072316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7f746-9f9d-421f-b5f6-399c7c7c94d2 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event deleted for resources: {'Network': ['ID=be9fecee-5bf3-46d9-8721-b4b30db1b628,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:18.093875 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7920154-6473-4fd8-83d2-cd1e34703ade tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] DELETE failed (client error): The resource could not be found. Aug 27 12:50:18.094593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7920154-6473-4fd8-83d2-cd1e34703ade tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:50:18.096352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f7920154-6473-4fd8-83d2-cd1e34703ade tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "DELETE /v2.0/ports/aea9f8f8-9978-4b49-ad6d-1a01893db443 HTTP/1.1" status: 404 len: 333 time: 0.0410411 Aug 27 12:50:18.098848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37924) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:18.149642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Deleting subnet 3bb23a48-f34e-402d-8e29-279a9b2e3045 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:18.152700 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.192644 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.281846 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.340322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.370913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.372867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "DELETE /v2.0/subnets/3bb23a48-f34e-402d-8e29-279a9b2e3045 HTTP/1.1" status: 204 len: 168 time: 0.2730844 Aug 27 12:50:18.374204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a14dd-76ea-4677-a346-8be9e2194de5 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb23a48-f34e-402d-8e29-279a9b2e3045,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:18.376262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ec3d0-f69f-4392-b27c-602e99a0c43b None None] Network 70531af2-811e-4d1a-afc3-e2f3d266cfc1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:18.376802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37926) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:18.452935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.511938 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Deleting port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:18.512289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.539934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3808ccec-a296-4d6b-bfbd-547f7522e5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.562227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] DHCP port deletion for 70531af2-811e-4d1a-afc3-e2f3d266cfc1 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:50:18.579737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] For port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,segment=NetworkSegment(396be814-60e7-4a43-a34e-9f1887b20797),segment_id=396be814-60e7-4a43-a34e-9f1887b20797)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:18.580121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.593238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Calling delete_port for 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:18.611728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] Deleting port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:18.612100 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.673978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] For port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,segment=NetworkSegment(396be814-60e7-4a43-a34e-9f1887b20797),segment_id=396be814-60e7-4a43-a34e-9f1887b20797)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:18.674571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.674946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.688352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] Calling delete_port for 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:18.701603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event deleted for resources: {'Port': ['ID=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:18.706729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] No DVR routers for this DVR port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 12:50:18.763857 n-d-688802-4 neutron-server[94625]: self.session.flush() Aug 27 12:50:18.768673 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.789364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.793701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] Pushing event deleted for resources: {'Port': ['ID=3d74e82c-1953-4e76-a0e1-72e86aafd6b2,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:18.798148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce039f-0f39-4481-a977-18e1d14ac5d1 None None] No DVR routers for this DVR port 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:18.799992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70531af2-811e-4d1a-afc3-e2f3d266cfc1']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:18.812118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396be814-60e7-4a43-a34e-9f1887b20797') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:18.812417 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396be814-60e7-4a43-a34e-9f1887b20797') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:18.821837 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.839376 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.845912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:50:18.846423 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:50:18.849892 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:50:18.906623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.914234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:18.916165 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] 10.222.0.76 "DELETE /v2.0/networks/70531af2-811e-4d1a-afc3-e2f3d266cfc1 HTTP/1.1" status: 204 len: 168 time: 0.5388584 Aug 27 12:50:18.928203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e125a-108d-41fc-90fb-6eb3a336ab02 tempest-DHCPAgentSchedulersTestJSON-557897656 tempest-DHCPAgentSchedulersTestJSON-557897656-project] Pushing event deleted for resources: {'Network': ['ID=70531af2-811e-4d1a-afc3-e2f3d266cfc1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:19.164415 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37932) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:19.292787 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab8f9ad4-03de-41d1-870d-4c77bf1b5c37 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7cd132daeefb46b1a58b88e4f78de792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271508 Aug 27 12:50:19.295232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37936) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:19.340819 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7878c2e8-4973-4c54-a982-eecc2be58fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.362150 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7878c2e8-4973-4c54-a982-eecc2be58fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.412066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7878c2e8-4973-4c54-a982-eecc2be58fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.414681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7878c2e8-4973-4c54-a982-eecc2be58fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.415813 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7878c2e8-4973-4c54-a982-eecc2be58fdb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14833380-71a8-4352-b1d1-e4dad2bf418c HTTP/1.1" status: 204 len: 168 time: 0.1196749 Aug 27 12:50:19.428062 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878c2e8-4973-4c54-a982-eecc2be58fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14833380-71a8-4352-b1d1-e4dad2bf418c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:19.679577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37942) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:19.692773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e36c8cf9-d2c2-426b-ac73-acb15445e6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.782311 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e36c8cf9-d2c2-426b-ac73-acb15445e6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.786457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e36c8cf9-d2c2-426b-ac73-acb15445e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.823152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8cf9-d2c2-426b-ac73-acb15445e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e620a1cf-b642-4d9e-a830-99b4d0f3eb65,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:19.828588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e36c8cf9-d2c2-426b-ac73-acb15445e6d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe707839e76949faa3ae075fc9f84f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479666 Aug 27 12:50:19.831187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37944) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:19.878604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1062123d-5958-49fd-a4aa-3ddd63781e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.899264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1062123d-5958-49fd-a4aa-3ddd63781e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.946402 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1062123d-5958-49fd-a4aa-3ddd63781e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.949049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1062123d-5958-49fd-a4aa-3ddd63781e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:19.950253 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1062123d-5958-49fd-a4aa-3ddd63781e50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e620a1cf-b642-4d9e-a830-99b4d0f3eb65 HTTP/1.1" status: 204 len: 168 time: 0.1181207 Aug 27 12:50:19.958035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062123d-5958-49fd-a4aa-3ddd63781e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e620a1cf-b642-4d9e-a830-99b4d0f3eb65,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:20.518203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:50:20.539243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:50:20.539599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d74e82c-1953-4e76-a0e1-72e86aafd6b2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:50:20.586123 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.019217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3c32777-85f4-4ba7-9498-468ad3e896c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.231590 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.329535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37988) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:21.424313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-731c180e-7eed-4297-a2c1-2f601f2ea918 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:21.449667 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-731c180e-7eed-4297-a2c1-2f601f2ea918 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "PUT /v2.0/quotas/76c66401beed470aaacf57783ef5b203 HTTP/1.1" status: 200 len: 368 time: 0.1189630 Aug 27 12:50:21.452657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37992) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:21.457954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Request body: {'network': {'project_id': '76c66401beed470aaacf57783ef5b203'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:21.480241 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Made reservation on behalf of 76c66401beed470aaacf57783ef5b203 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:21.482859 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.492536 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.592498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.596839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.623004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:21.633024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57abe01-0bbd-4493-b2ec-391e2cf1e3eb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:21.639303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.639664 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Added segment b2d91bfb-c174-49f9-aadd-243425687b13 of type vlan for network c18034f0-e88c-4311-becd-1dd4bf3ba1bf Aug 27 12:50:21.681523 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.704885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.705969 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:21.706580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.763088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3090332 Aug 27 12:50:21.765714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 37994) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:21.768344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41b5d4-7614-4ce5-be0e-f481bdc79147 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Pushing event updated for resources: {'Network': ['ID=c18034f0-e88c-4311-becd-1dd4bf3ba1bf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:21.771605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Request body: {'network': {'project_id': '76c66401beed470aaacf57783ef5b203'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:21.779524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c18034f0-e88c-4311-becd-1dd4bf3ba1bf details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:21.795245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Made reservation on behalf of 76c66401beed470aaacf57783ef5b203 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:21.797581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.820957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:21.830307 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.830684 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Added segment 0ecf8ce6-2116-44b0-bf44-b7ea34172cbd of type vlan for network 985233cc-e28c-45f4-abd9-6146e9bf4af2 Aug 27 12:50:21.873160 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.896831 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.897819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:21.898425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:21.972085 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2051115 Aug 27 12:50:21.977314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37996) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:21.983003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-81d49aeb-7a8e-45e9-9dae-47bfe9be07a7 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Request body: {'network': {'project_id': '76c66401beed470aaacf57783ef5b203'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:21.989563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f913095-d721-4ba3-8b92-874902f57d65 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Pushing event updated for resources: {'Network': ['ID=985233cc-e28c-45f4-abd9-6146e9bf4af2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:21.996139 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d49aeb-7a8e-45e9-9dae-47bfe9be07a7 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 12:50:21.996627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d49aeb-7a8e-45e9-9dae-47bfe9be07a7 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:50:21.998313 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-81d49aeb-7a8e-45e9-9dae-47bfe9be07a7 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0193319 Aug 27 12:50:22.000852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 985233cc-e28c-45f4-abd9-6146e9bf4af2 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:22.000994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 37998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:22.041421 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e7f3a7dc-ea8e-4312-a23d-257a8334f26f tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76c66401beed470aaacf57783ef5b203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394220 Aug 27 12:50:22.043967 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38000) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:22.093664 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6043c0-1d68-442e-b9eb-14798b363a17 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.114947 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6043c0-1d68-442e-b9eb-14798b363a17 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.159608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6043c0-1d68-442e-b9eb-14798b363a17 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.162130 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5d6043c0-1d68-442e-b9eb-14798b363a17 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.163821 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5d6043c0-1d68-442e-b9eb-14798b363a17 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/e57abe01-0bbd-4493-b2ec-391e2cf1e3eb HTTP/1.1" status: 204 len: 168 time: 0.1189528 Aug 27 12:50:22.166597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38002) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:22.171864 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6043c0-1d68-442e-b9eb-14798b363a17 tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57abe01-0bbd-4493-b2ec-391e2cf1e3eb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:22.251970 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.258527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.344134 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.354878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985233cc-e28c-45f4-abd9-6146e9bf4af2']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:22.368725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecf8ce6-2116-44b0-bf44-b7ea34172cbd') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:22.368999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecf8ce6-2116-44b0-bf44-b7ea34172cbd') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:22.378439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.392091 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.398784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:50:22.399066 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:50:22.400728 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:50:22.458292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.464284 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.466838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "DELETE /v2.0/networks/985233cc-e28c-45f4-abd9-6146e9bf4af2 HTTP/1.1" status: 204 len: 168 time: 0.2991626 Aug 27 12:50:22.468731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38004) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:22.490227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587cbd8-8bf7-43c1-ae8a-382149e664df tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Pushing event deleted for resources: {'Network': ['ID=985233cc-e28c-45f4-abd9-6146e9bf4af2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:22.550848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.635778 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.645923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18034f0-e88c-4311-becd-1dd4bf3ba1bf']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:22.657310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d91bfb-c174-49f9-aadd-243425687b13') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:22.657701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d91bfb-c174-49f9-aadd-243425687b13') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:22.667777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.681492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.687397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:50:22.687790 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:50:22.689380 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:50:22.745184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.750565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:22.752465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c18034f0-e88c-4311-becd-1dd4bf3ba1bf HTTP/1.1" status: 204 len: 168 time: 0.2828259 Aug 27 12:50:22.764326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d714f-4065-40b6-a665-64f2ffe8518c tempest-QuotasNegativeTest-1528548607 tempest-QuotasNegativeTest-1528548607-project-admin] Pushing event deleted for resources: {'Network': ['ID=c18034f0-e88c-4311-becd-1dd4bf3ba1bf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:23.147002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38014) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:23.249090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81d409-ff00-484c-b157-5f3a5f0f1166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.336718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81d409-ff00-484c-b157-5f3a5f0f1166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.340227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c81d409-ff00-484c-b157-5f3a5f0f1166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.382177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c81d409-ff00-484c-b157-5f3a5f0f1166 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=602e90e94d30456b82505bbd2500aebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334933 Aug 27 12:50:23.383140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81d409-ff00-484c-b157-5f3a5f0f1166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2f608e-c082-42fa-90fa-27fb45bd5bf9,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:23.385021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38018) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:23.436488 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52436dba-130d-4a36-b1e7-a92d5e2bf639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.457286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52436dba-130d-4a36-b1e7-a92d5e2bf639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.506450 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52436dba-130d-4a36-b1e7-a92d5e2bf639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.508945 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-52436dba-130d-4a36-b1e7-a92d5e2bf639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.510110 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-52436dba-130d-4a36-b1e7-a92d5e2bf639 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a2f608e-c082-42fa-90fa-27fb45bd5bf9 HTTP/1.1" status: 204 len: 168 time: 0.1235850 Aug 27 12:50:23.518073 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52436dba-130d-4a36-b1e7-a92d5e2bf639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2f608e-c082-42fa-90fa-27fb45bd5bf9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:23.763739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38024) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:23.778029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f68c64b9-e3a6-44bf-b1cb-278185120396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.872480 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f68c64b9-e3a6-44bf-b1cb-278185120396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.875958 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f68c64b9-e3a6-44bf-b1cb-278185120396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.921125 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f68c64b9-e3a6-44bf-b1cb-278185120396 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=126ff5ec261743d996319da604b014b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562042 Aug 27 12:50:23.922019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c64b9-e3a6-44bf-b1cb-278185120396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e3a56-3e64-4df6-9b59-00e41f7c1a40,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:23.923879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:23.972987 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa36dd6f-1752-4934-8e59-a5a9add629da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:23.995216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa36dd6f-1752-4934-8e59-a5a9add629da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:24.042209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa36dd6f-1752-4934-8e59-a5a9add629da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:24.044844 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa36dd6f-1752-4934-8e59-a5a9add629da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:24.046005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa36dd6f-1752-4934-8e59-a5a9add629da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/161e3a56-3e64-4df6-9b59-00e41f7c1a40 HTTP/1.1" status: 204 len: 168 time: 0.1206558 Aug 27 12:50:24.054368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36dd6f-1752-4934-8e59-a5a9add629da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e3a56-3e64-4df6-9b59-00e41f7c1a40,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:24.116681 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.238163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38062) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:25.332255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1761894857', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:25.353073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Made reservation on behalf of dde7fe13936f4b8ebc84018d40625ee4 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:25.355500 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.363812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.455613 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.459198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.464009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] device_id is not set on port 0bcc19ef-cd83-4929-a773-e13751a86e39 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:25.521465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6844c9-3c01-40a4-baa3-f304d0a586b4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:25.584218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Allocated IP 172.25.8.53 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/0bcc19ef-cd83-4929-a773-e13751a86e39) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:25.720963 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.759453 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.800404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:25.806081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:25.808576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:25.833062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcc19ef-cd83-4929-a773-e13751a86e39,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:25.852296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:25.852940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.866954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9a1a1ceb-d00b-4558-8670-be3300b2c80d tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6276951 Aug 27 12:50:25.869950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:25.874420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.53'}]}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:25.897042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:25.898051 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:26.320566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:26.455847 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:26.672535 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:26.697232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:26.883815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.035663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.038234 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.080417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.080858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87ec65fc-8453-4548-b0c6-3318786dc328 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:50:27.100633 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 12:50:27.104449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-32a002b6-6776-4112-99da-40bc546d855a tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2308254 Aug 27 12:50:27.104637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38068) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:27.182741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Deleting port 0bcc19ef-cd83-4929-a773-e13751a86e39 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:27.183080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.255650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.266986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Calling delete_port for 0bcc19ef-cd83-4929-a773-e13751a86e39 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:27.386302 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.412968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bcc19ef-cd83-4929-a773-e13751a86e39,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:27.476841 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.479126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d752312f-acb6-4ac8-a968-65bb3463f575 tempest-RoutersAdminNegativeIpV6Test-1678389145 tempest-RoutersAdminNegativeIpV6Test-1678389145-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0bcc19ef-cd83-4929-a773-e13751a86e39 HTTP/1.1" status: 204 len: 168 time: 0.3735008 Aug 27 12:50:27.717349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38074) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:27.818615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b408d1d1-1606-4f04-95d4-e7f6d84b14d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.905180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b408d1d1-1606-4f04-95d4-e7f6d84b14d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.909079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b408d1d1-1606-4f04-95d4-e7f6d84b14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:27.945686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408d1d1-1606-4f04-95d4-e7f6d84b14d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dfe268-a398-4b36-80a4-416d7d82a850,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:27.950794 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b408d1d1-1606-4f04-95d4-e7f6d84b14d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55dbef506a484bbc8fde4cc403362086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323849 Aug 27 12:50:27.953718 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38078) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:28.005294 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71811b25-91ef-4da2-8e94-fa3f437a751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.026042 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71811b25-91ef-4da2-8e94-fa3f437a751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.072654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71811b25-91ef-4da2-8e94-fa3f437a751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.075254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-71811b25-91ef-4da2-8e94-fa3f437a751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.076375 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71811b25-91ef-4da2-8e94-fa3f437a751a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47dfe268-a398-4b36-80a4-416d7d82a850 HTTP/1.1" status: 204 len: 168 time: 0.1217568 Aug 27 12:50:28.084310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71811b25-91ef-4da2-8e94-fa3f437a751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dfe268-a398-4b36-80a4-416d7d82a850,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:28.332188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38084) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:28.372382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-71627af9-805b-4362-9833-2e87ad16df8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dde7fe13936f4b8ebc84018d40625ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389683 Aug 27 12:50:28.374787 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38086) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:28.421351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bab88357-5a45-4b25-8f1a-7b4ce16c7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.442816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bab88357-5a45-4b25-8f1a-7b4ce16c7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.490084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bab88357-5a45-4b25-8f1a-7b4ce16c7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.493198 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bab88357-5a45-4b25-8f1a-7b4ce16c7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:28.494347 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bab88357-5a45-4b25-8f1a-7b4ce16c7c5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab6844c9-3c01-40a4-baa3-f304d0a586b4 HTTP/1.1" status: 204 len: 168 time: 0.1186323 Aug 27 12:50:28.501851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab88357-5a45-4b25-8f1a-7b4ce16c7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6844c9-3c01-40a4-baa3-f304d0a586b4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:29.177096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38108) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:29.270006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2263240'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:29.292224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:29.296151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.304704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.394934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.398474 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.421082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:29.434860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6ad82-e535-4a37-b0f0-59b7297ff82c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:29.440962 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.441307 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Added segment 90ed7b57-da79-4902-8e47-344c0ac82dc9 of type vlan for network c0e03def-07f8-4594-b8fb-0099b13d4c26 Aug 27 12:50:29.480375 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.505055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.511603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:29.512629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.568654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3904574 Aug 27 12:50:29.571656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:29.576559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'subnet': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:29.626525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae499d-9c6c-4d62-bc1e-b554809903f6 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Network': ['ID=c0e03def-07f8-4594-b8fb-0099b13d4c26,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:29.639852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:29.681210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:29.685180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.876829 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.937829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Subnet': ['ID=ff0bf0a3-9b5b-4081-8f70-b9b5313b0306,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:29.947232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Checking segment: {'id': '90ed7b57-da79-4902-8e47-344c0ac82dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:29.947622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network hostable DHCP agents. Network: c0e03def-07f8-4594-b8fb-0099b13d4c26, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:50:29.965218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:50:29.974047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, c0e03def-07f8-4594-b8fb-0099b13d4c26) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:29.978814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:29.979504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:29.984136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08385d49-7e5b-4d75-945d-fcef727dca13 None None] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:29.993354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ad2f5a8a-dac4-4a8b-82d6-71bc76a5a757 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4207039 Aug 27 12:50:29.996192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:30.001407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1967004822'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:30.123037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:30.127090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.135081 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-c0e03def-07f8-4594-b8fb-0099b13d4c26', 'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'tenant_id': '08dece0c72a5427b8565da12cdd0af69', 'fixed_ips': [{'subnet_id': 'ff0bf0a3-9b5b-4081-8f70-b9b5313b0306'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:50:30.135940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.146004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] device_id is not set on port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:30.262325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Allocated IP 2001:db8::bc (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/0a8579f4-96ad-44da-80e4-7fe3eaf76648) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:30.403292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.416977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Transition to ACTIVE for port object 0a8579f4-96ad-44da-80e4-7fe3eaf76648 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:30.449969 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.496243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:30.496458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Allocated IP 2001:db8::2 (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/75bec49a-e14b-4d74-8ec5-dab5224ba746) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:30.499974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:30.507034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:30.513246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:30.513866 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.525280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=0a8579f4-96ad-44da-80e4-7fe3eaf76648,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:30.538978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-638238ba-a255-45f7-a526-e50c8c1df1d0 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5415125 Aug 27 12:50:30.541858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:30.547317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1461378691', 'allowed_address_pairs': [{'ip_address': '2001:db8::bc', 'mac_address': 'fa:16:3e:30:cf:06'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:30.650202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.658601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Transition to ACTIVE for port object 75bec49a-e14b-4d74-8ec5-dab5224ba746 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:30.661456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:30.672939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Transition to ACTIVE for port object 75bec49a-e14b-4d74-8ec5-dab5224ba746 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:30.680618 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.717157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:30.721631 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:30.728901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:30.737889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Pushing event updated for resources: {'Port': ['ID=75bec49a-e14b-4d74-8ec5-dab5224ba746,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:30.753283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.770064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] device_id is not set on port dfd1aadc-b94d-4f1b-a683-a2675ab4defc yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:30.793642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Attempting to bind port 75bec49a-e14b-4d74-8ec5-dab5224ba746 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:50:30.794136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Attempting to bind port 75bec49a-e14b-4d74-8ec5-dab5224ba746 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '90ed7b57-da79-4902-8e47-344c0ac82dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:50:30.794369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Attempting to bind port 75bec49a-e14b-4d74-8ec5-dab5224ba746 on network c0e03def-07f8-4594-b8fb-0099b13d4c26 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:50:30.799594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:50:30.800041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Checking segment: {'id': '90ed7b57-da79-4902-8e47-344c0ac82dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:30.800503 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.800935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Bound using segment: {'id': '90ed7b57-da79-4902-8e47-344c0ac82dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:50:30.801396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Bound port: 75bec49a-e14b-4d74-8ec5-dab5224ba746, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ed7b57-da79-4902-8e47-344c0ac82dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:50:30.801802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.869002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] For port 75bec49a-e14b-4d74-8ec5-dab5224ba746, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:50:30.872219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] For port 75bec49a-e14b-4d74-8ec5-dab5224ba746, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75bec49a-e14b-4d74-8ec5-dab5224ba746,segment=NetworkSegment(90ed7b57-da79-4902-8e47-344c0ac82dc9),segment_id=90ed7b57-da79-4902-8e47-344c0ac82dc9)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:50:30.876970 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:30.885762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Allocated IP 2001:db8::3da (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/dfd1aadc-b94d-4f1b-a683-a2675ab4defc) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:30.935551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4db58e-376b-4d19-85c2-b74ce90df6a9 None None] Pushing event updated for resources: {'Port': ['ID=75bec49a-e14b-4d74-8ec5-dab5224ba746,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:31.052445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:31.088214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Transition to ACTIVE for port object dfd1aadc-b94d-4f1b-a683-a2675ab4defc will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:31.126367 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:31.174813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:31.178600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:31.185144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:31.190714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:31.191338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:31.195351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=dfd1aadc-b94d-4f1b-a683-a2675ab4defc,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:31.209022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2561bec-9fab-46d8-b005-b5d9ddb88d89 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.6659110 Aug 27 12:50:31.211605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38118) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:31.295931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e98307-afdb-4bcd-b755-7f0ef186f706 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:31.301797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e98307-afdb-4bcd-b755-7f0ef186f706 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:31.307815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e98307-afdb-4bcd-b755-7f0ef186f706 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:31.309490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-25e98307-afdb-4bcd-b755-7f0ef186f706 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0968711 Aug 27 12:50:31.312263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38120) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:31.398588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port dfd1aadc-b94d-4f1b-a683-a2675ab4defc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:31.398925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:31.488614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:31.500559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for dfd1aadc-b94d-4f1b-a683-a2675ab4defc owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:31.636594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:31.666594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=dfd1aadc-b94d-4f1b-a683-a2675ab4defc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:31.836745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3383a-88b5-4278-a265-15f90f1c7287 None None] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:32.029053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.033621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3f0f310d-7494-4a69-9237-a9afbeb018e9 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/ports/dfd1aadc-b94d-4f1b-a683-a2675ab4defc HTTP/1.1" status: 204 len: 168 time: 0.7180436 Aug 27 12:50:32.033992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38122) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:32.059071 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b4fc3f-577b-4e55-8603-486cc7d0ac2d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] GET failed (client error): The resource could not be found. Aug 27 12:50:32.060642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-26b4fc3f-577b-4e55-8603-486cc7d0ac2d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "GET /v2.0/ports/dfd1aadc-b94d-4f1b-a683-a2675ab4defc HTTP/1.1" status: 404 len: 333 time: 0.0255198 Aug 27 12:50:32.064227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38124) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:32.069571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333444004'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:32.070257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0d07ca53-045c-436e-b949-7cb3423f4df5 None None] Provisioning for port 75bec49a-e14b-4d74-8ec5-dab5224ba746 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:32.182578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:32.186197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.205815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] device_id is not set on port 4ed0df65-1480-48d3-978c-848e370a558d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:32.329372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Allocated IP 2001:db8::b (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/4ed0df65-1480-48d3-978c-848e370a558d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:32.403597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-88bb2c73-5240-493e-bdad-bf9f9be439a5 None None] Provisioning for port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:32.407873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-88bb2c73-5240-493e-bdad-bf9f9be439a5 None None] Provisioning complete for port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:32.408265 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-88bb2c73-5240-493e-bdad-bf9f9be439a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.443199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-88bb2c73-5240-493e-bdad-bf9f9be439a5 None None] Port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:32.497457 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.513741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Transition to ACTIVE for port object 4ed0df65-1480-48d3-978c-848e370a558d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:32.552007 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.574211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75bec49a-e14b-4d74-8ec5-dab5224ba746 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:32.603763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:32.610809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:32.614852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:32.621147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:32.621782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.633891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 75bec49a-e14b-4d74-8ec5-dab5224ba746 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:32.634564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=4ed0df65-1480-48d3-978c-848e370a558d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:32.640603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 75bec49a-e14b-4d74-8ec5-dab5224ba746 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:32.641486 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.648154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-41050e17-3d74-4b23-b3dc-7496c3bdf342 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5790784 Aug 27 12:50:32.648154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38126) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:32.652653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::bc', 'mac_address': 'fa:16:3e:30:cf:06'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:32.699958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9a6dde8f-d519-4909-b7d3-7ca6122d5ad4 None None] Provisioning complete for port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:32.700336 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a6dde8f-d519-4909-b7d3-7ca6122d5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.726876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.760687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9a6dde8f-d519-4909-b7d3-7ca6122d5ad4 None None] Port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:32.771392 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.812634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 75bec49a-e14b-4d74-8ec5-dab5224ba746, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75bec49a-e14b-4d74-8ec5-dab5224ba746,segment=NetworkSegment(90ed7b57-da79-4902-8e47-344c0ac82dc9),segment_id=90ed7b57-da79-4902-8e47-344c0ac82dc9)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:32.817107 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.869999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=75bec49a-e14b-4d74-8ec5-dab5224ba746,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:32.877944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-875c5a0f-0db9-47d9-818e-cdcf63afb24f None None] Could not find standard attr ID for object dfd1aadc-b94d-4f1b-a683-a2675ab4defc. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:32.925726 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.930797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.964141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] In _notify_port_updated(), no bound segment for port 4ed0df65-1480-48d3-978c-848e370a558d on network c0e03def-07f8-4594-b8fb-0099b13d4c26 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:50:32.969928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:32.970593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:32.971940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "PUT /v2.0/ports/4ed0df65-1480-48d3-978c-848e370a558d HTTP/1.1" status: 200 len: 999 time: 0.3238580 Aug 27 12:50:32.976798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38128) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:32.993642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fbd01-1119-4d16-af32-169a71a777aa tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=4ed0df65-1480-48d3-978c-848e370a558d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:33.067996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port 4ed0df65-1480-48d3-978c-848e370a558d {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:33.068345 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.101478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-576b7cc3-e904-48a8-97c4-63c45f2a6d75 None None] Provisioning for port 4ed0df65-1480-48d3-978c-848e370a558d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:33.105618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-576b7cc3-e904-48a8-97c4-63c45f2a6d75 None None] Provisioning complete for port 4ed0df65-1480-48d3-978c-848e370a558d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:33.106088 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-576b7cc3-e904-48a8-97c4-63c45f2a6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.147240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-576b7cc3-e904-48a8-97c4-63c45f2a6d75 None None] Port 4ed0df65-1480-48d3-978c-848e370a558d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:33.166369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.179512 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for 4ed0df65-1480-48d3-978c-848e370a558d owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:33.317680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.347109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=4ed0df65-1480-48d3-978c-848e370a558d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:33.465816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-96c0830d-db06-42fe-a349-4dd0791927ae None None] Could not find standard attr ID for object 4ed0df65-1480-48d3-978c-848e370a558d. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:33.466208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.469792 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4261998c-d0f8-46df-bc1d-c677d6645bf8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/ports/4ed0df65-1480-48d3-978c-848e370a558d HTTP/1.1" status: 204 len: 168 time: 0.4904141 Aug 27 12:50:33.472163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:33.498235 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-6890e5e6-56c0-4145-920e-c952dd29f5cb tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] GET failed (client error): The resource could not be found. Aug 27 12:50:33.500067 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6890e5e6-56c0-4145-920e-c952dd29f5cb tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "GET /v2.0/ports/4ed0df65-1480-48d3-978c-848e370a558d HTTP/1.1" status: 404 len: 333 time: 0.0269382 Aug 27 12:50:33.503778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:33.509091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1099420158'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:33.623923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:33.627356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.648626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] device_id is not set on port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:33.761650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Allocated IP 2001:db8::55 (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/26f90ea9-9c94-41a0-a6c7-fc42530e3d95) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:33.909243 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:33.923686 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Transition to ACTIVE for port object 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:33.958615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.000067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:34.004991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:34.008636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:34.014203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:34.014822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.021217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=26f90ea9-9c94-41a0-a6c7-fc42530e3d95,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:34.035783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2c1f0fe2-6a8a-4898-a431-7a850f63af0d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5309362 Aug 27 12:50:34.039052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38134) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:34.044522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:30:cf:06'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:34.111686 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.289842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-afcd20ec-417f-4686-aad6-b775e3424784 None None] Provisioning for port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:34.292256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.293955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-afcd20ec-417f-4686-aad6-b775e3424784 None None] Provisioning complete for port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:34.294439 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-afcd20ec-417f-4686-aad6-b775e3424784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.296998 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.329947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-afcd20ec-417f-4686-aad6-b775e3424784 None None] Port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:34.333269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] In _notify_port_updated(), no bound segment for port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 on network c0e03def-07f8-4594-b8fb-0099b13d4c26 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:50:34.339646 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:34.340272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.341609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "PUT /v2.0/ports/26f90ea9-9c94-41a0-a6c7-fc42530e3d95 HTTP/1.1" status: 200 len: 1002 time: 0.3015444 Aug 27 12:50:34.344739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:34.364110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cf552-c1dd-4036-b47a-bcb6fb5d48c8 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=26f90ea9-9c94-41a0-a6c7-fc42530e3d95,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:34.447799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:34.448340 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.540679 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.550262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75bec49a-e14b-4d74-8ec5-dab5224ba746 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:34.554057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:34.601909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-44bb4071-3b6f-45d5-8d13-7c44cd9287bb None None] Provisioning complete for port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:34.602283 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-44bb4071-3b6f-45d5-8d13-7c44cd9287bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.644563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-44bb4071-3b6f-45d5-8d13-7c44cd9287bb None None] Port 26f90ea9-9c94-41a0-a6c7-fc42530e3d95 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:34.647031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 75bec49a-e14b-4d74-8ec5-dab5224ba746 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:34.647437 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.692579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.722553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=26f90ea9-9c94-41a0-a6c7-fc42530e3d95,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:34.748352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.750404 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2e058666-6805-4826-9834-db97bfff4685 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/ports/26f90ea9-9c94-41a0-a6c7-fc42530e3d95 HTTP/1.1" status: 204 len: 168 time: 0.4045939 Aug 27 12:50:34.752933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:34.781488 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfb1400-c62f-41d4-958b-07e870a457e4 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] GET failed (client error): The resource could not be found. Aug 27 12:50:34.783106 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0bfb1400-c62f-41d4-958b-07e870a457e4 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "GET /v2.0/ports/26f90ea9-9c94-41a0-a6c7-fc42530e3d95 HTTP/1.1" status: 404 len: 333 time: 0.0292428 Aug 27 12:50:34.786846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38140) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:34.794160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1053853182'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:34.913667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:34.917466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:34.935403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] device_id is not set on port 9474c17f-fb6b-43fb-9af8-49b80620b138 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:35.055615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Allocated IP 2001:db8::a0 (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/9474c17f-fb6b-43fb-9af8-49b80620b138) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:35.208172 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.222330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Transition to ACTIVE for port object 9474c17f-fb6b-43fb-9af8-49b80620b138 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:35.254402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.295723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:35.300725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:35.304967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:35.310637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:35.311256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.317613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=9474c17f-fb6b-43fb-9af8-49b80620b138,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:35.332492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-53d5c33c-fa11-46e7-b823-081deb5a28fc tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5431406 Aug 27 12:50:35.335329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:35.340695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'network_id': 'c0e03def-07f8-4594-b8fb-0099b13d4c26', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-646055825'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:35.462222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Made reservation on behalf of 08dece0c72a5427b8565da12cdd0af69 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:35.465896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.484659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] device_id is not set on port 3467341a-170b-44f9-80ed-005caf30b62d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:35.574372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bd8547e4-5170-4cca-a60f-b1403303bcde None None] Provisioning for port 9474c17f-fb6b-43fb-9af8-49b80620b138 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:35.578539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bd8547e4-5170-4cca-a60f-b1403303bcde None None] Provisioning complete for port 9474c17f-fb6b-43fb-9af8-49b80620b138 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:35.579025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd8547e4-5170-4cca-a60f-b1403303bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.604307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Allocated IP 2001:db8::2c5 (c0e03def-07f8-4594-b8fb-0099b13d4c26/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306/3467341a-170b-44f9-80ed-005caf30b62d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:35.617702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bd8547e4-5170-4cca-a60f-b1403303bcde None None] Port 9474c17f-fb6b-43fb-9af8-49b80620b138 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:35.758745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.773346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Transition to ACTIVE for port object 3467341a-170b-44f9-80ed-005caf30b62d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:35.805549 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.848985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:35.854807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:35.858678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:35.864337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:35.864999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:35.871692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=3467341a-170b-44f9-80ed-005caf30b62d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:35.885287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6324cc8d-334b-404d-ad18-5b4bba47338d tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5487454 Aug 27 12:50:35.888284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38144) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:35.894135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::bc', 'mac_address': 'fa:16:3e:30:cf:06'}, {'ip_address': '2001:db8::a0', 'mac_address': 'fa:16:3e:de:50:da'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:36.047447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.142265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f9ae5c05-61b1-4459-b74e-140feb551702 None None] Provisioning for port 3467341a-170b-44f9-80ed-005caf30b62d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:36.146271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f9ae5c05-61b1-4459-b74e-140feb551702 None None] Provisioning complete for port 3467341a-170b-44f9-80ed-005caf30b62d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:36.146683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c05-61b1-4459-b74e-140feb551702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.181652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae5c05-61b1-4459-b74e-140feb551702 None None] Port 3467341a-170b-44f9-80ed-005caf30b62d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:36.238641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.243723 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.272976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] In _notify_port_updated(), no bound segment for port 3467341a-170b-44f9-80ed-005caf30b62d on network c0e03def-07f8-4594-b8fb-0099b13d4c26 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:50:36.278400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:36.279316 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.280285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "PUT /v2.0/ports/3467341a-170b-44f9-80ed-005caf30b62d HTTP/1.1" status: 200 len: 1065 time: 0.3909364 Aug 27 12:50:36.283162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38146) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:36.330243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31df8b0-1f15-441b-bfa7-0112d1e8b142 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event updated for resources: {'Port': ['ID=3467341a-170b-44f9-80ed-005caf30b62d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:36.388020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port 3467341a-170b-44f9-80ed-005caf30b62d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:36.388359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.477008 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.494742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for 3467341a-170b-44f9-80ed-005caf30b62d owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:36.503690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c4d6ce43-4e0d-4435-a4d3-99652b4a5e79 None None] Provisioning complete for port 3467341a-170b-44f9-80ed-005caf30b62d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:36.504065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ce43-4e0d-4435-a4d3-99652b4a5e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.537874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6ce43-4e0d-4435-a4d3-99652b4a5e79 None None] Port 3467341a-170b-44f9-80ed-005caf30b62d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:36.623823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.653389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=3467341a-170b-44f9-80ed-005caf30b62d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:36.786936 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:50:36.809241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:36.811442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0216a7a8-ff04-4ef0-9a82-6592c2858b06 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/ports/3467341a-170b-44f9-80ed-005caf30b62d HTTP/1.1" status: 204 len: 168 time: 0.5273013 Aug 27 12:50:36.814135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:36.839656 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-d442b943-c8be-4194-9e11-eb23858097b2 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] GET failed (client error): The resource could not be found. Aug 27 12:50:36.841307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d442b943-c8be-4194-9e11-eb23858097b2 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "GET /v2.0/ports/3467341a-170b-44f9-80ed-005caf30b62d HTTP/1.1" status: 404 len: 333 time: 0.0260634 Aug 27 12:50:36.844338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:36.935887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port 9474c17f-fb6b-43fb-9af8-49b80620b138 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:36.936148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.020508 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.033316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for 9474c17f-fb6b-43fb-9af8-49b80620b138 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:37.164718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.194796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=9474c17f-fb6b-43fb-9af8-49b80620b138,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:37.228758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.231046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2bf31ab2-73d6-4a48-a294-8c70bdddf420 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/ports/9474c17f-fb6b-43fb-9af8-49b80620b138 HTTP/1.1" status: 204 len: 168 time: 0.3855226 Aug 27 12:50:37.233716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38154) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:37.259687 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8499ee-79fe-43b3-af13-55a3a214a019 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] GET failed (client error): The resource could not be found. Aug 27 12:50:37.261319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-be8499ee-79fe-43b3-af13-55a3a214a019 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "GET /v2.0/ports/9474c17f-fb6b-43fb-9af8-49b80620b138 HTTP/1.1" status: 404 len: 333 time: 0.0266292 Aug 27 12:50:37.264879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38156) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:37.353577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port 0a8579f4-96ad-44da-80e4-7fe3eaf76648 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:37.353924 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.445382 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.457804 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for 0a8579f4-96ad-44da-80e4-7fe3eaf76648 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:37.586078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.619772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=0a8579f4-96ad-44da-80e4-7fe3eaf76648,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:37.646266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.651089 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8ded2800-4cfd-4e72-bc6e-be0118cf1042 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/ports/0a8579f4-96ad-44da-80e4-7fe3eaf76648 HTTP/1.1" status: 204 len: 168 time: 0.3826282 Aug 27 12:50:37.651277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38158) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:37.709107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting subnet ff0bf0a3-9b5b-4081-8f70-b9b5313b0306 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:37.712461 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.756288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.843852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.903051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.931905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:37.935249 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/subnets/ff0bf0a3-9b5b-4081-8f70-b9b5313b0306 HTTP/1.1" status: 204 len: 168 time: 0.2828362 Aug 27 12:50:37.936929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094006-aef4-4dd8-ae97-c1b00d181585 tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0bf0a3-9b5b-4081-8f70-b9b5313b0306,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:37.937608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38160) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:37.941889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c48d1-503c-459d-afed-af7c2f67025f None None] Network c0e03def-07f8-4594-b8fb-0099b13d4c26 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:38.016893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.071178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Deleting port 75bec49a-e14b-4d74-8ec5-dab5224ba746 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:38.071566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.111173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] DHCP port deletion for c0e03def-07f8-4594-b8fb-0099b13d4c26 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:50:38.140457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] For port 75bec49a-e14b-4d74-8ec5-dab5224ba746, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75bec49a-e14b-4d74-8ec5-dab5224ba746,segment=NetworkSegment(90ed7b57-da79-4902-8e47-344c0ac82dc9),segment_id=90ed7b57-da79-4902-8e47-344c0ac82dc9)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:38.140852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.155120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Calling delete_port for 75bec49a-e14b-4d74-8ec5-dab5224ba746 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:38.158508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] Deleting port 75bec49a-e14b-4d74-8ec5-dab5224ba746 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:38.158889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.223944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] For port 75bec49a-e14b-4d74-8ec5-dab5224ba746, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=75bec49a-e14b-4d74-8ec5-dab5224ba746,segment=NetworkSegment(90ed7b57-da79-4902-8e47-344c0ac82dc9),segment_id=90ed7b57-da79-4902-8e47-344c0ac82dc9)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:38.224425 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.235588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.240104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] Calling delete_port for 75bec49a-e14b-4d74-8ec5-dab5224ba746 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:38.265960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Port': ['ID=75bec49a-e14b-4d74-8ec5-dab5224ba746,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:38.269571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] No DVR routers for this DVR port 75bec49a-e14b-4d74-8ec5-dab5224ba746 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:38.317821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.341922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] Pushing event deleted for resources: {'Port': ['ID=75bec49a-e14b-4d74-8ec5-dab5224ba746,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:38.348252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67835e97-a9f9-42bb-bfc2-f54c018ae846 None None] No DVR routers for this DVR port 75bec49a-e14b-4d74-8ec5-dab5224ba746 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:38.349994 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.363767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e03def-07f8-4594-b8fb-0099b13d4c26']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:38.375563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ed7b57-da79-4902-8e47-344c0ac82dc9') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:38.375883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ed7b57-da79-4902-8e47-344c0ac82dc9') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:38.384683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.398362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.404346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:50:38.404727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: timer() Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:50:38.407598 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:50:38.470257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.477301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.479394 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] 10.222.0.76 "DELETE /v2.0/networks/c0e03def-07f8-4594-b8fb-0099b13d4c26 HTTP/1.1" status: 204 len: 168 time: 0.5398672 Aug 27 12:50:38.491290 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309887-841b-4c2c-84c0-b2992c51a47a tempest-AllowedAddressPairIpV6TestJSON-2019039007 tempest-AllowedAddressPairIpV6TestJSON-2019039007-project] Pushing event deleted for resources: {'Network': ['ID=c0e03def-07f8-4594-b8fb-0099b13d4c26,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:38.538620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75bec49a-e14b-4d74-8ec5-dab5224ba746 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:50:38.558732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 75bec49a-e14b-4d74-8ec5-dab5224ba746 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:50:38.559089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 75bec49a-e14b-4d74-8ec5-dab5224ba746 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:50:38.645485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.728807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38166) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:38.860603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-703b9e64-cf14-4c06-8e37-89cab0df61c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08dece0c72a5427b8565da12cdd0af69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306310 Aug 27 12:50:38.863179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38170) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:38.913685 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8c57d6-8139-4bec-a36e-c51c57b97e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.935695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8c57d6-8139-4bec-a36e-c51c57b97e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.983151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8c57d6-8139-4bec-a36e-c51c57b97e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.986148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6f8c57d6-8139-4bec-a36e-c51c57b97e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:38.987312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6f8c57d6-8139-4bec-a36e-c51c57b97e69 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71e6ad82-e535-4a37-b0f0-59b7297ff82c HTTP/1.1" status: 204 len: 168 time: 0.1232049 Aug 27 12:50:38.995510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c57d6-8139-4bec-a36e-c51c57b97e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6ad82-e535-4a37-b0f0-59b7297ff82c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:39.630903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38192) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:39.736109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-428115463'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:39.762684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:39.766064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.774994 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.869436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.873149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.898121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:39.911817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed660226-bcfb-4c03-b5d0-6c7b2ca1c620,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:39.917254 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.917600 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Added segment 0d3deb04-5f68-4ee8-8606-06a038852f58 of type vlan for network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 Aug 27 12:50:39.958195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.982853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:39.988410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:39.988975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.049807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4178014 Aug 27 12:50:40.054289 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38196) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:40.058869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dd2e5-7ab9-480f-973c-d946ee46b17f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Network': ['ID=4dac91ee-f894-4c12-88c3-6da3aa2d6452,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:40.059996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'subnet': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:40.069379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:40.164664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:40.168591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.352188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.405050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Subnet': ['ID=815282f4-2df9-41ca-bd1b-17be63a49c77,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:40.421567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Checking segment: {'id': '0d3deb04-5f68-4ee8-8606-06a038852f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:40.421928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network hostable DHCP agents. Network: 4dac91ee-f894-4c12-88c3-6da3aa2d6452, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:50:40.439390 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:50:40.448595 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4dac91ee-f894-4c12-88c3-6da3aa2d6452) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:40.453080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:40.453685 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.458458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968741f3-6bcf-4e33-a510-0d56875a889f None None] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:40.469005 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5307cfbf-9491-462d-bff1-3c4bde8146ea tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4134970 Aug 27 12:50:40.471674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38198) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:40.477266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'name': 'tempest-AllowedAddressPairTestJSON-2051074199'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:40.588802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:40.592420 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.612090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] device_id is not set on port 1231c36e-a693-4067-a94f-955346720ccb yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:40.612222 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'tenant_id': 'ee59980a6a9b4a4286f27595118ae733', 'fixed_ips': [{'subnet_id': '815282f4-2df9-41ca-bd1b-17be63a49c77'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:50:40.613094 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.724542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Allocated IP 172.20.0.11 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/1231c36e-a693-4067-a94f-955346720ccb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:40.873903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.888984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Transition to ACTIVE for port object 1231c36e-a693-4067-a94f-955346720ccb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:40.922579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:40.965409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:40.970137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Allocated IP 172.20.0.2 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/4e1a7372-05f3-4c2e-8791-2ecb2bea165c) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:40.970420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:40.974228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:40.998982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=1231c36e-a693-4067-a94f-955346720ccb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:41.028377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:41.029002 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.043260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-864ef086-bf3c-4fab-833c-74c259585fe6 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5705554 Aug 27 12:50:41.046444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38200) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:41.051506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'name': 'tempest-AllowedAddressPairTestJSON-470807205', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c4:c4:e7'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:41.125472 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.136836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Transition to ACTIVE for port object 4e1a7372-05f3-4c2e-8791-2ecb2bea165c will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:41.156580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Transition to ACTIVE for port object 4e1a7372-05f3-4c2e-8791-2ecb2bea165c will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:41.166193 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.176600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:41.211231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:41.212952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:41.220013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:41.230094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Pushing event updated for resources: {'Port': ['ID=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:41.273377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.292873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Attempting to bind port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:50:41.293250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Attempting to bind port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0d3deb04-5f68-4ee8-8606-06a038852f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:50:41.294002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Attempting to bind port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c on network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:50:41.296897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] device_id is not set on port e6f4b4f0-713a-4d04-b09d-e859d91bbea1 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:41.299207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:50:41.299588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Checking segment: {'id': '0d3deb04-5f68-4ee8-8606-06a038852f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:41.299989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.300385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Bound using segment: {'id': '0d3deb04-5f68-4ee8-8606-06a038852f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:50:41.301168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Bound port: 4e1a7372-05f3-4c2e-8791-2ecb2bea165c, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3deb04-5f68-4ee8-8606-06a038852f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:50:41.301300 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.373765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] For port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:50:41.377086 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] For port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,segment=NetworkSegment(0d3deb04-5f68-4ee8-8606-06a038852f58),segment_id=0d3deb04-5f68-4ee8-8606-06a038852f58)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:50:41.382326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.413772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Allocated IP 172.20.0.3 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/e6f4b4f0-713a-4d04-b09d-e859d91bbea1) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:41.458230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30421428-2341-4dea-89a1-2380f7d436c5 None None] Pushing event updated for resources: {'Port': ['ID=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:41.603237 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.620565 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Transition to ACTIVE for port object e6f4b4f0-713a-4d04-b09d-e859d91bbea1 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:41.656651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.699831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:41.705534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:41.707911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:41.733537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=e6f4b4f0-713a-4d04-b09d-e859d91bbea1,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:41.761358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:41.761964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:41.776069 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5fce9c94-6b88-4709-a6fc-9608a722db41 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7286365 Aug 27 12:50:41.778648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38202) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:41.864296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611eeb8-0f03-4f42-a579-f0c963ae0d35 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:41.870851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611eeb8-0f03-4f42-a579-f0c963ae0d35 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:41.876888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611eeb8-0f03-4f42-a579-f0c963ae0d35 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:41.878665 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0611eeb8-0f03-4f42-a579-f0c963ae0d35 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0990727 Aug 27 12:50:41.882050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38204) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:41.970687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port e6f4b4f0-713a-4d04-b09d-e859d91bbea1 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:41.971035 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.073100 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.086142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for e6f4b4f0-713a-4d04-b09d-e859d91bbea1 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:42.229465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.259768 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=e6f4b4f0-713a-4d04-b09d-e859d91bbea1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:42.317349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b84430-79a8-4bcf-8319-fb3a33e7742e None None] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:42.399991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.402122 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-97555ffe-9e22-4aac-bd9a-031af0eeef0e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/ports/e6f4b4f0-713a-4d04-b09d-e859d91bbea1 HTTP/1.1" status: 204 len: 168 time: 0.5190475 Aug 27 12:50:42.404674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38206) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:42.428159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2540ff72-e946-44b8-b859-ddcedf4130a5 None None] Provisioning for port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:42.428755 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a5aa05-23c4-4785-837b-56aee6a82d4f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] GET failed (client error): The resource could not be found. Aug 27 12:50:42.430625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9a5aa05-23c4-4785-837b-56aee6a82d4f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "GET /v2.0/ports/e6f4b4f0-713a-4d04-b09d-e859d91bbea1 HTTP/1.1" status: 404 len: 333 time: 0.0247486 Aug 27 12:50:42.434110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38208) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:42.439833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'name': 'tempest-AllowedAddressPairTestJSON-287166706'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:42.567109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:42.571224 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.582958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e1a7372-05f3-4c2e-8791-2ecb2bea165c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:42.592548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] device_id is not set on port 484b0127-744c-4f88-8920-b41f51cc58e3 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:42.637890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:42.642135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:42.642567 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.713224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Allocated IP 172.20.0.7 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/484b0127-744c-4f88-8920-b41f51cc58e3) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:42.725766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.765579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,segment=NetworkSegment(0d3deb04-5f68-4ee8-8606-06a038852f58),segment_id=0d3deb04-5f68-4ee8-8606-06a038852f58)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:42.772502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.776942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-431a1cdc-f41d-4ff6-aef5-20e84f1c7514 None None] Provisioning complete for port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:42.777305 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-431a1cdc-f41d-4ff6-aef5-20e84f1c7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.856321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:42.890948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.907321 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Transition to ACTIVE for port object 484b0127-744c-4f88-8920-b41f51cc58e3 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:42.915794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-431a1cdc-f41d-4ff6-aef5-20e84f1c7514 None None] Provisioning for port 1231c36e-a693-4067-a94f-955346720ccb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:42.920093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-431a1cdc-f41d-4ff6-aef5-20e84f1c7514 None None] Provisioning complete for port 1231c36e-a693-4067-a94f-955346720ccb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:42.920651 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-431a1cdc-f41d-4ff6-aef5-20e84f1c7514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.947123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:42.963680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-431a1cdc-f41d-4ff6-aef5-20e84f1c7514 None None] Port 1231c36e-a693-4067-a94f-955346720ccb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:42.992907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:42.998155 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:43.001933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:43.008638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=484b0127-744c-4f88-8920-b41f51cc58e3,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:43.056655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:43.057421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.072892 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b1503a47-f196-4df3-b276-372176080ead tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6372247 Aug 27 12:50:43.077372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38210) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:43.081251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c4:c4:e7'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:43.084581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3aa9a914-f1f5-42bf-965e-fa0f018ed983 None None] Provisioning complete for port 1231c36e-a693-4067-a94f-955346720ccb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:43.085078 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a914-f1f5-42bf-965e-fa0f018ed983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.137697 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9a914-f1f5-42bf-965e-fa0f018ed983 None None] Port 1231c36e-a693-4067-a94f-955346720ccb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:43.156601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.249927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e97f4a2d-f4f1-4d19-b566-d612dd4b9657 None None] Could not find standard attr ID for object e6f4b4f0-713a-4d04-b09d-e859d91bbea1. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:43.370815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9c489809-4216-49a0-af2a-af03dc250ba4 None None] Provisioning for port 484b0127-744c-4f88-8920-b41f51cc58e3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:43.375764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9c489809-4216-49a0-af2a-af03dc250ba4 None None] Provisioning complete for port 484b0127-744c-4f88-8920-b41f51cc58e3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:43.376314 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9c489809-4216-49a0-af2a-af03dc250ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.412802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9c489809-4216-49a0-af2a-af03dc250ba4 None None] Port 484b0127-744c-4f88-8920-b41f51cc58e3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:43.646411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.650873 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.722682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=484b0127-744c-4f88-8920-b41f51cc58e3,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:43.741789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] In _notify_port_updated(), no bound segment for port 484b0127-744c-4f88-8920-b41f51cc58e3 on network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 {{(pid=94624) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:50:43.747364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:43.747989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.749300 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-683a2654-58a8-4dc8-8fc5-1821880e2e43 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "PUT /v2.0/ports/484b0127-744c-4f88-8920-b41f51cc58e3 HTTP/1.1" status: 200 len: 993 time: 0.6729393 Aug 27 12:50:43.752124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38212) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:43.845515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port 484b0127-744c-4f88-8920-b41f51cc58e3 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:43.845911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.934092 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-03f0281a-b9cd-4bf6-9e5f-8c6ef3698264 None None] Provisioning complete for port 484b0127-744c-4f88-8920-b41f51cc58e3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:43.934595 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-03f0281a-b9cd-4bf6-9e5f-8c6ef3698264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.935417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:43.947464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for 484b0127-744c-4f88-8920-b41f51cc58e3 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:43.969168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-03f0281a-b9cd-4bf6-9e5f-8c6ef3698264 None None] Port 484b0127-744c-4f88-8920-b41f51cc58e3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:44.075353 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.105252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=484b0127-744c-4f88-8920-b41f51cc58e3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:44.251521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.253473 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-37108e32-6750-48b5-95c7-4d1a9c5a0915 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/ports/484b0127-744c-4f88-8920-b41f51cc58e3 HTTP/1.1" status: 204 len: 168 time: 0.5004058 Aug 27 12:50:44.256193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38214) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:44.282514 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ce840b-10b4-402d-a138-03a77fb22dc7 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] GET failed (client error): The resource could not be found. Aug 27 12:50:44.284151 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-51ce840b-10b4-402d-a138-03a77fb22dc7 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "GET /v2.0/ports/484b0127-744c-4f88-8920-b41f51cc58e3 HTTP/1.1" status: 404 len: 333 time: 0.0269253 Aug 27 12:50:44.288463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38216) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:44.293639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'name': 'tempest-AllowedAddressPairTestJSON-486565900'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:44.407487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:44.411209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.430312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] device_id is not set on port c2ecba4f-ffec-4290-b99d-a62d005291cd yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:44.542043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Allocated IP 172.20.0.7 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/c2ecba4f-ffec-4290-b99d-a62d005291cd) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:44.560309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e1a7372-05f3-4c2e-8791-2ecb2bea165c up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:44.609930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:44.610349 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.703358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.720031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Transition to ACTIVE for port object c2ecba4f-ffec-4290-b99d-a62d005291cd will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:44.758754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.807022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:44.813187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:44.817213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:44.824084 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=c2ecba4f-ffec-4290-b99d-a62d005291cd,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:44.874781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:44.875519 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:44.893942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e59814b5-0afc-4918-abf0-27c94172a07b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6044147 Aug 27 12:50:44.897668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38218) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:44.903621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c4:c4:e7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:45.067872 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.097152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-61e2ab5a-1dc7-4bf9-8628-6ad458fd8655 None None] Provisioning for port c2ecba4f-ffec-4290-b99d-a62d005291cd completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:45.102043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-61e2ab5a-1dc7-4bf9-8628-6ad458fd8655 None None] Provisioning complete for port c2ecba4f-ffec-4290-b99d-a62d005291cd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:45.102612 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-61e2ab5a-1dc7-4bf9-8628-6ad458fd8655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.146503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-61e2ab5a-1dc7-4bf9-8628-6ad458fd8655 None None] Port c2ecba4f-ffec-4290-b99d-a62d005291cd cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:45.261320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.266241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.347859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=c2ecba4f-ffec-4290-b99d-a62d005291cd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:45.361618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.361971 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.362320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.362692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.363032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.363376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.363894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.364020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.364351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.364682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.365669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.366007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:50:45.372834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] In _notify_port_updated(), no bound segment for port c2ecba4f-ffec-4290-b99d-a62d005291cd on network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:50:45.379299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:45.380131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.382230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c34997b5-005c-4cf3-8430-8baf308198a4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "PUT /v2.0/ports/c2ecba4f-ffec-4290-b99d-a62d005291cd HTTP/1.1" status: 200 len: 995 time: 0.4833097 Aug 27 12:50:45.385023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38220) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:45.477150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port c2ecba4f-ffec-4290-b99d-a62d005291cd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:45.477504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.567646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-84056a7f-6f94-425c-a539-424185bbe6dc None None] Provisioning complete for port c2ecba4f-ffec-4290-b99d-a62d005291cd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:45.568193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.568293 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84056a7f-6f94-425c-a539-424185bbe6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.581032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for c2ecba4f-ffec-4290-b99d-a62d005291cd owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:45.604619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-84056a7f-6f94-425c-a539-424185bbe6dc None None] Port c2ecba4f-ffec-4290-b99d-a62d005291cd cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:45.716899 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.749357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=c2ecba4f-ffec-4290-b99d-a62d005291cd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:45.818986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.820979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a38df664-1276-4880-9b08-bd61b5630c7f tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/ports/c2ecba4f-ffec-4290-b99d-a62d005291cd HTTP/1.1" status: 204 len: 168 time: 0.4349713 Aug 27 12:50:45.823865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38222) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:45.855389 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b79421-ea9d-4df4-b58d-7fe51598096e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] GET failed (client error): The resource could not be found. Aug 27 12:50:45.856979 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33b79421-ea9d-4df4-b58d-7fe51598096e tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "GET /v2.0/ports/c2ecba4f-ffec-4290-b99d-a62d005291cd HTTP/1.1" status: 404 len: 333 time: 0.0320783 Aug 27 12:50:45.860720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38224) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:45.865722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'name': 'tempest-AllowedAddressPairTestJSON-1253678547'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:45.977049 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:45.980701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:45.998135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] device_id is not set on port c33849ef-19cc-43c9-a55a-0f237309fbaf yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:46.113050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Allocated IP 172.20.0.13 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/c33849ef-19cc-43c9-a55a-0f237309fbaf) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:46.269783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.284302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Transition to ACTIVE for port object c33849ef-19cc-43c9-a55a-0f237309fbaf will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:46.317371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.360242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:46.363574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:46.370142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:46.397746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=c33849ef-19cc-43c9-a55a-0f237309fbaf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:46.428136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:46.428835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.446587 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-db8e9abb-fecb-4bf8-adab-8bd646c2f74d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5848367 Aug 27 12:50:46.449276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38226) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:46.454722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'network_id': '4dac91ee-f894-4c12-88c3-6da3aa2d6452', 'name': 'tempest-AllowedAddressPairTestJSON-278353784'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:46.572887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Made reservation on behalf of ee59980a6a9b4a4286f27595118ae733 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:46.576651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.594673 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] device_id is not set on port b3a61b02-b8b0-4d09-977b-51a8d65490cb yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:46.628857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85faaa74-fa89-44a9-996f-8178cf4b6b44 None None] Provisioning for port c33849ef-19cc-43c9-a55a-0f237309fbaf completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:46.633263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-85faaa74-fa89-44a9-996f-8178cf4b6b44 None None] Provisioning complete for port c33849ef-19cc-43c9-a55a-0f237309fbaf triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:46.633662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-85faaa74-fa89-44a9-996f-8178cf4b6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.672218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-85faaa74-fa89-44a9-996f-8178cf4b6b44 None None] Port c33849ef-19cc-43c9-a55a-0f237309fbaf cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:46.706016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Allocated IP 172.20.0.3 (4dac91ee-f894-4c12-88c3-6da3aa2d6452/815282f4-2df9-41ca-bd1b-17be63a49c77/b3a61b02-b8b0-4d09-977b-51a8d65490cb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:46.857604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.872297 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Transition to ACTIVE for port object b3a61b02-b8b0-4d09-977b-51a8d65490cb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:46.907212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:46.950508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:46.956308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:46.960941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:46.968170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=b3a61b02-b8b0-4d09-977b-51a8d65490cb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:47.026291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:47.026982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.044529 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-992ce987-3d0a-4f33-9537-52c71b49b44b tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5941606 Aug 27 12:50:47.047385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38230) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:47.053863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c4:c4:e7'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f2:e3:c7'}]}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:47.128570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.203237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3f691edd-a6bc-4e0e-9a18-80b4edc01446 None None] Provisioning for port b3a61b02-b8b0-4d09-977b-51a8d65490cb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:47.207025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3f691edd-a6bc-4e0e-9a18-80b4edc01446 None None] Provisioning complete for port b3a61b02-b8b0-4d09-977b-51a8d65490cb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:47.207395 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3f691edd-a6bc-4e0e-9a18-80b4edc01446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.242366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3f691edd-a6bc-4e0e-9a18-80b4edc01446 None None] Port b3a61b02-b8b0-4d09-977b-51a8d65490cb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:47.317896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.323671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.395891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event updated for resources: {'Port': ['ID=b3a61b02-b8b0-4d09-977b-51a8d65490cb,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:47.413567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] In _notify_port_updated(), no bound segment for port b3a61b02-b8b0-4d09-977b-51a8d65490cb on network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 {{(pid=94623) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 12:50:47.419202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:47.419857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.421279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fe80eced-f5fb-41ea-a199-dca2f7997114 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "PUT /v2.0/ports/b3a61b02-b8b0-4d09-977b-51a8d65490cb HTTP/1.1" status: 200 len: 1056 time: 0.3727694 Aug 27 12:50:47.424619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38232) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:47.523021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port b3a61b02-b8b0-4d09-977b-51a8d65490cb {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:47.523371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.614358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.626800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for b3a61b02-b8b0-4d09-977b-51a8d65490cb owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:47.666054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-678b0d3a-6e4f-4f93-91ba-1d723b5cc6bc None None] Provisioning complete for port b3a61b02-b8b0-4d09-977b-51a8d65490cb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:47.666640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-678b0d3a-6e4f-4f93-91ba-1d723b5cc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.703875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-678b0d3a-6e4f-4f93-91ba-1d723b5cc6bc None None] Port b3a61b02-b8b0-4d09-977b-51a8d65490cb cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:47.756560 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.787928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=b3a61b02-b8b0-4d09-977b-51a8d65490cb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:47.990512 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:47.992965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b9ffd5bc-be4e-47d9-a737-1c37cda2d451 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/ports/b3a61b02-b8b0-4d09-977b-51a8d65490cb HTTP/1.1" status: 204 len: 168 time: 0.5673990 Aug 27 12:50:47.995592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38234) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:48.020734 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7669be-13ed-42a5-ae6a-b0262fb0c46d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] GET failed (client error): The resource could not be found. Aug 27 12:50:48.022134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aa7669be-13ed-42a5-ae6a-b0262fb0c46d tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "GET /v2.0/ports/b3a61b02-b8b0-4d09-977b-51a8d65490cb HTTP/1.1" status: 404 len: 333 time: 0.0255711 Aug 27 12:50:48.024727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:48.111070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port c33849ef-19cc-43c9-a55a-0f237309fbaf {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:48.111684 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.195782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.207679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for c33849ef-19cc-43c9-a55a-0f237309fbaf owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:48.530985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7f7bcb78-b831-4672-9de8-e274a2f73d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.590939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.620575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=c33849ef-19cc-43c9-a55a-0f237309fbaf,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:48.689895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.691823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4bf2092-2fad-4a14-9972-d215d5394b98 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/ports/c33849ef-19cc-43c9-a55a-0f237309fbaf HTTP/1.1" status: 204 len: 168 time: 0.6661799 Aug 27 12:50:48.694455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38238) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:48.720419 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e79c963-e09c-4877-b52d-539d08365811 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] GET failed (client error): The resource could not be found. Aug 27 12:50:48.722125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1e79c963-e09c-4877-b52d-539d08365811 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "GET /v2.0/ports/c33849ef-19cc-43c9-a55a-0f237309fbaf HTTP/1.1" status: 404 len: 333 time: 0.0266914 Aug 27 12:50:48.726066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38240) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:48.812805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port 1231c36e-a693-4067-a94f-955346720ccb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:48.813147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.900214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:48.912556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for 1231c36e-a693-4067-a94f-955346720ccb owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:49.040888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.068973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=1231c36e-a693-4067-a94f-955346720ccb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:49.139947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.142871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6ba92242-44bf-459d-80a7-58727fb2cce4 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/ports/1231c36e-a693-4067-a94f-955346720ccb HTTP/1.1" status: 204 len: 168 time: 0.4158010 Aug 27 12:50:49.144393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:49.205160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting subnet 815282f4-2df9-41ca-bd1b-17be63a49c77 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:49.209239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.252343 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.339550 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.402986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.431691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Subnet': ['ID=815282f4-2df9-41ca-bd1b-17be63a49c77,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:49.435286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.437191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a362dac6-dd22-4a41-85a3-cf5517d69411 tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/subnets/815282f4-2df9-41ca-bd1b-17be63a49c77 HTTP/1.1" status: 204 len: 168 time: 0.2918637 Aug 27 12:50:49.439829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38244) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:49.447474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32171548-8fd3-4596-bf99-270f0b8cdfc2 None None] Network 4dac91ee-f894-4c12-88c3-6da3aa2d6452 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:49.524625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.586697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Deleting port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:49.586899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.624655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] DHCP port deletion for 4dac91ee-f894-4c12-88c3-6da3aa2d6452 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:50:49.656810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] For port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,segment=NetworkSegment(0d3deb04-5f68-4ee8-8606-06a038852f58),segment_id=0d3deb04-5f68-4ee8-8606-06a038852f58)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:49.657286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.672572 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Calling delete_port for 4e1a7372-05f3-4c2e-8791-2ecb2bea165c owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:49.675040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] Deleting port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:49.675422 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.743052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] For port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,segment=NetworkSegment(0d3deb04-5f68-4ee8-8606-06a038852f58),segment_id=0d3deb04-5f68-4ee8-8606-06a038852f58)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:49.743466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.759387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.759630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] Calling delete_port for 4e1a7372-05f3-4c2e-8791-2ecb2bea165c owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:49.790807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Port': ['ID=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:49.792651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] No DVR routers for this DVR port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:49.846038 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.871825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] Pushing event deleted for resources: {'Port': ['ID=4e1a7372-05f3-4c2e-8791-2ecb2bea165c,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:49.875921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d0628-1d87-4196-a6c7-feb67650554b None None] No DVR routers for this DVR port 4e1a7372-05f3-4c2e-8791-2ecb2bea165c on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:49.879346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.896495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dac91ee-f894-4c12-88c3-6da3aa2d6452']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:49.908608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3deb04-5f68-4ee8-8606-06a038852f58') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:49.908932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3deb04-5f68-4ee8-8606-06a038852f58') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:50:49.923478 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.944765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.953490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:50:49.953835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:50:49.957229 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:50:50.020967 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:50.028942 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:50.033909 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] 10.222.0.76 "DELETE /v2.0/networks/4dac91ee-f894-4c12-88c3-6da3aa2d6452 HTTP/1.1" status: 204 len: 168 time: 0.5899367 Aug 27 12:50:50.044593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa255c3-a66b-4185-816b-8037cefa30db tempest-AllowedAddressPairTestJSON-761882378 tempest-AllowedAddressPairTestJSON-761882378-project] Pushing event deleted for resources: {'Network': ['ID=4dac91ee-f894-4c12-88c3-6da3aa2d6452,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:50.281167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:50.411487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-985fbf62-dc1e-40f2-8cde-b6979740f7fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee59980a6a9b4a4286f27595118ae733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291714 Aug 27 12:50:50.414533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38254) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:50.462619 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b98d908f-14bb-4be5-a0f4-676d316bea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:50.483550 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b98d908f-14bb-4be5-a0f4-676d316bea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:50.530927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b98d908f-14bb-4be5-a0f4-676d316bea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:50.533777 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b98d908f-14bb-4be5-a0f4-676d316bea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:50.535141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b98d908f-14bb-4be5-a0f4-676d316bea1e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed660226-bcfb-4c03-b5d0-6c7b2ca1c620 HTTP/1.1" status: 204 len: 168 time: 0.1196818 Aug 27 12:50:50.538834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e1a7372-05f3-4c2e-8791-2ecb2bea165c no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:50:50.544085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d908f-14bb-4be5-a0f4-676d316bea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed660226-bcfb-4c03-b5d0-6c7b2ca1c620,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:50.562045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4e1a7372-05f3-4c2e-8791-2ecb2bea165c {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:50:50.562409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4e1a7372-05f3-4c2e-8791-2ecb2bea165c not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:50:50.601976 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.020601 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c641d9b-a067-4c9a-9fba-4c60745a90a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.170407 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38276) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:51.227296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.265437 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-680803966'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:51.291272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:51.294847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.303878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.390572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.394057 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.421315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:50:51.431178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e024d-f754-4eb5-868b-a577a04b2ea7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:51.436596 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.436952 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Added segment 92d05550-916b-4564-b668-ac890815b023 of type vlan for network b746edaf-fa45-4bee-9e80-01c299f13141 Aug 27 12:50:51.480697 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.504857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.511168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:51.511769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.573232 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4017229 Aug 27 12:50:51.576834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38280) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:51.581904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2aaf4-6bbe-4971-a1f2-78baa3289ed4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Network': ['ID=b746edaf-fa45-4bee-9e80-01c299f13141,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:51.582477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:51.592492 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:50:51.673941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:51.677522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.857947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.918734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=0ca53b69-afc1-4c9d-a3fa-0035c81e512b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:51.928104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:51.928477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network hostable DHCP agents. Network: b746edaf-fa45-4bee-9e80-01c299f13141, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:50:51.945259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:50:51.954337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, b746edaf-fa45-4bee-9e80-01c299f13141) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:51.958333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:51.958973 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:51.964289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c0f63-f2d6-488c-8cfe-e78627f310e7 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:51.973777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-46c1f073-c78f-43f7-b5ca-4b79348d9855 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3957438 Aug 27 12:50:51.976984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38282) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:51.981943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'name': 'tempest-NetworksTestDHCPv6-748084564'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:52.108074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:52.111877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.131302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 2b4ffd17-978e-40dc-bb3d-73329a085923 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:52.253517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::26b (b746edaf-fa45-4bee-9e80-01c299f13141/0ca53b69-afc1-4c9d-a3fa-0035c81e512b/2b4ffd17-978e-40dc-bb3d-73329a085923) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:52.257102 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.283385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '0ca53b69-afc1-4c9d-a3fa-0035c81e512b'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:50:52.284338 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.411077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.424669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 2b4ffd17-978e-40dc-bb3d-73329a085923 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:52.458791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.502788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:52.503844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/0ca53b69-afc1-4c9d-a3fa-0035c81e512b/8ce09299-5411-4f22-925b-c1448411de75) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:52.506434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:52.510665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:52.516676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:52.517300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.534285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=2b4ffd17-978e-40dc-bb3d-73329a085923,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:52.542326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-01a10f3a-cd3e-4163-87c0-e7e535c85c2a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5643456 Aug 27 12:50:52.544855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38284) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:52.598333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d5f38-a61c-46cb-9aa2-e0f0e7192a3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:52.600551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a96d5f38-a61c-46cb-9aa2-e0f0e7192a3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0546749 Aug 27 12:50:52.603093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:52.658089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.668898 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Transition to ACTIVE for port object 8ce09299-5411-4f22-925b-c1448411de75 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:52.683625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Transition to ACTIVE for port object 8ce09299-5411-4f22-925b-c1448411de75 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:52.689728 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.693715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 2b4ffd17-978e-40dc-bb3d-73329a085923 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:52.694064 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.728028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:52.732846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:52.736371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:52.743281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Pushing event updated for resources: {'Port': ['ID=8ce09299-5411-4f22-925b-c1448411de75,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:52.786000 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.792850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Attempting to bind port 8ce09299-5411-4f22-925b-c1448411de75 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:50:52.793228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Attempting to bind port 8ce09299-5411-4f22-925b-c1448411de75 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:50:52.793590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Attempting to bind port 8ce09299-5411-4f22-925b-c1448411de75 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:50:52.797645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 2b4ffd17-978e-40dc-bb3d-73329a085923 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:52.798702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:50:52.799149 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:52.799605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.800036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:50:52.800579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Bound port: 8ce09299-5411-4f22-925b-c1448411de75, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:50:52.801003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.862201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] For port 8ce09299-5411-4f22-925b-c1448411de75, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:50:52.865661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] For port 8ce09299-5411-4f22-925b-c1448411de75, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ce09299-5411-4f22-925b-c1448411de75,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:50:52.869819 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.930962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d36de-ab83-4bbd-aba9-4b9eebd36920 None None] Pushing event updated for resources: {'Port': ['ID=8ce09299-5411-4f22-925b-c1448411de75,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:52.937893 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.967219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=2b4ffd17-978e-40dc-bb3d-73329a085923,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:52.992527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:52.994475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-39ab1f64-f115-474f-9647-c9170487c620 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/2b4ffd17-978e-40dc-bb3d-73329a085923 HTTP/1.1" status: 204 len: 168 time: 0.3903978 Aug 27 12:50:52.996942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38288) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:53.099997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7edc17d-ba8f-49f1-9be4-338e8e788533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:53.101657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7edc17d-ba8f-49f1-9be4-338e8e788533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:53.103231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b7edc17d-ba8f-49f1-9be4-338e8e788533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1053689 Aug 27 12:50:53.106175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:53.163173 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 0ca53b69-afc1-4c9d-a3fa-0035c81e512b {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:53.166653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.208956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.294060 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.356040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.383934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca53b69-afc1-4c9d-a3fa-0035c81e512b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:53.387591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.389538 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0fa45771-44a4-4489-80e3-fce3fab74c0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/0ca53b69-afc1-4c9d-a3fa-0035c81e512b HTTP/1.1" status: 204 len: 168 time: 0.2823584 Aug 27 12:50:53.392131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:53.445950 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9c6a0123-aebd-4d09-bad8-b51df203ccbc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526330 Aug 27 12:50:53.449022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38294) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:53.454039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:53.548458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:53.551998 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.747912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.785801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9401d88a-79f3-4b6b-b697-31ead11d046e None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:53.792995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:53.796120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:53.801205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:53.801801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.814559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=02232985-214c-4fcb-8154-aa0a82e52d4a,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:53.825079 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-415df5d9-1313-47c3-bb74-1088248abd56 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3726008 Aug 27 12:50:53.825719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38296) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:53.831234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'name': 'tempest-NetworksTestDHCPv6-1511591535'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:53.906432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-74deb2e6-ff19-40e5-8b7d-28dc1be48527 None None] Provisioning for port 8ce09299-5411-4f22-925b-c1448411de75 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:53.947184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:53.950810 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:53.969383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 55b26fef-bfad-47df-b786-11c5c3395f22 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:54.089082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::350 (b746edaf-fa45-4bee-9e80-01c299f13141/02232985-214c-4fcb-8154-aa0a82e52d4a/55b26fef-bfad-47df-b786-11c5c3395f22) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:54.121079 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.134011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16771f5-e3d2-4ea3-ba8a-aa6738b99572 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:54.243105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.258559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 55b26fef-bfad-47df-b786-11c5c3395f22 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:54.295299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.339440 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:54.342576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:54.344899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:54.351092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:54.351722 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.379769 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=55b26fef-bfad-47df-b786-11c5c3395f22,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:54.385357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2747ac66-6aed-43fd-af5d-29cac624575a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5586183 Aug 27 12:50:54.387922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:54.441366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4c3d0-1282-4bec-92cb-6441c29fbdc7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:54.448426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4c3d0-1282-4bec-92cb-6441c29fbdc7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:54.450103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4eb4c3d0-1282-4bec-92cb-6441c29fbdc7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0612440 Aug 27 12:50:54.453039 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38300) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:54.542554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 55b26fef-bfad-47df-b786-11c5c3395f22 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:54.543370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.602305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ce09299-5411-4f22-925b-c1448411de75 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:54.653527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.655123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8ce09299-5411-4f22-925b-c1448411de75 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:54.660484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8ce09299-5411-4f22-925b-c1448411de75 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:54.661052 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.669147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 55b26fef-bfad-47df-b786-11c5c3395f22 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:54.742299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.778570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8ce09299-5411-4f22-925b-c1448411de75, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ce09299-5411-4f22-925b-c1448411de75,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:54.782831 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.818464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b694ad22-ec3d-4ec5-9975-4aeb0b6baf0c None None] Could not find standard attr ID for object 2b4ffd17-978e-40dc-bb3d-73329a085923. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:54.819212 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.845677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8ce09299-5411-4f22-925b-c1448411de75,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:54.852044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=55b26fef-bfad-47df-b786-11c5c3395f22,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:54.879518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:54.882137 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16c6a3b4-3b09-45f1-a5f6-d81d99403b44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/55b26fef-bfad-47df-b786-11c5c3395f22 HTTP/1.1" status: 204 len: 168 time: 0.4281325 Aug 27 12:50:54.891177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38302) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:54.938085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-15b05f65-1f4d-4248-8469-3c0a869dd43e None None] Could not find standard attr ID for object 55b26fef-bfad-47df-b786-11c5c3395f22. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:54.980707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b3723-6ef4-442c-a261-189a2c8427c5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:54.982332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b3723-6ef4-442c-a261-189a2c8427c5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:54.983919 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-781b3723-6ef4-442c-a261-189a2c8427c5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0916932 Aug 27 12:50:54.986592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38304) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:55.042667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 02232985-214c-4fcb-8154-aa0a82e52d4a {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:55.046154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.087377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.132549 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.197715 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.228831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=02232985-214c-4fcb-8154-aa0a82e52d4a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:55.232430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.236588 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f5db2145-65f1-4565-9646-8c3a131816d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/02232985-214c-4fcb-8154-aa0a82e52d4a HTTP/1.1" status: 204 len: 168 time: 0.2467704 Aug 27 12:50:55.236912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:55.275071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f8b6c0d7-f21c-41b6-85de-5cbd2db6bdb4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369372 Aug 27 12:50:55.277780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:55.282758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:55.283978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d6133d-eeae-4f4c-b0d1-e3d455645b26 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:55.372829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:55.376275 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.470410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:50:55.529257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] Deleting port 8ce09299-5411-4f22-925b-c1448411de75 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:55.529928 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.593254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] For port 8ce09299-5411-4f22-925b-c1448411de75, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8ce09299-5411-4f22-925b-c1448411de75,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:55.593666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.607710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] Calling delete_port for 8ce09299-5411-4f22-925b-c1448411de75 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:55.689884 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.716161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] Pushing event deleted for resources: {'Port': ['ID=8ce09299-5411-4f22-925b-c1448411de75,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:55.723273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cf905-e250-459b-81b5-85d67ee23516 None None] No DVR routers for this DVR port 8ce09299-5411-4f22-925b-c1448411de75 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:50:55.861174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.903175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:55.906156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:55.908871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:55.909498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:55.916189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a8232-e3ca-42a7-9c51-6b4b6db9b2b7 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:55.923157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=5d4ae7a0-7247-4168-81d5-d4c4d57d2737,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:55.934125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38310) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:55.934694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-63eb4837-b908-4d69-b4e6-ce0c51faa5db tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6554108 Aug 27 12:50:55.939354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'name': 'tempest-NetworksTestDHCPv6-37981409'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:56.046688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:56.050291 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.063791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '5d4ae7a0-7247-4168-81d5-d4c4d57d2737'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:50:56.064684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.069468 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port f7596f2a-c614-4485-b9c4-5f951d9f976e yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:56.187361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::1d1 (b746edaf-fa45-4bee-9e80-01c299f13141/5d4ae7a0-7247-4168-81d5-d4c4d57d2737/f7596f2a-c614-4485-b9c4-5f951d9f976e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:56.338430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.351826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object f7596f2a-c614-4485-b9c4-5f951d9f976e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:56.389174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.432743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:56.434622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:56.440434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:56.446024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:56.446661 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.448155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/5d4ae7a0-7247-4168-81d5-d4c4d57d2737/51959d99-2d28-433f-9e58-f75f4de2c16f) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:56.457106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=f7596f2a-c614-4485-b9c4-5f951d9f976e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:56.467487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-92c4744d-d016-4d96-9def-6ac6498c33f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5321851 Aug 27 12:50:56.469945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:56.519425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf7871-3cde-4329-a4fe-f209c6cecefd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:56.520991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d1cf7871-3cde-4329-a4fe-f209c6cecefd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0498357 Aug 27 12:50:56.523742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38314) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:56.545668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ce09299-5411-4f22-925b-c1448411de75 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:50:56.574103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8ce09299-5411-4f22-925b-c1448411de75 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:50:56.574470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8ce09299-5411-4f22-925b-c1448411de75 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:50:56.619452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port f7596f2a-c614-4485-b9c4-5f951d9f976e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:56.619805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.625614 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.634250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Transition to ACTIVE for port object 51959d99-2d28-433f-9e58-f75f4de2c16f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:56.648998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Transition to ACTIVE for port object 51959d99-2d28-433f-9e58-f75f4de2c16f will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:56.655268 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.692720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:56.698010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:56.701473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:56.709243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Pushing event updated for resources: {'Port': ['ID=51959d99-2d28-433f-9e58-f75f4de2c16f,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:56.712372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.726868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for f7596f2a-c614-4485-b9c4-5f951d9f976e owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:56.762067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Attempting to bind port 51959d99-2d28-433f-9e58-f75f4de2c16f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:50:56.762460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Attempting to bind port 51959d99-2d28-433f-9e58-f75f4de2c16f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:50:56.762829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Attempting to bind port 51959d99-2d28-433f-9e58-f75f4de2c16f on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:50:56.767741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:50:56.768112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:50:56.768513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.768909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:50:56.769370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Bound port: 51959d99-2d28-433f-9e58-f75f4de2c16f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:50:56.769750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.831660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] For port 51959d99-2d28-433f-9e58-f75f4de2c16f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:50:56.834828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] For port 51959d99-2d28-433f-9e58-f75f4de2c16f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=51959d99-2d28-433f-9e58-f75f4de2c16f,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:50:56.839361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.863107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.890696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=f7596f2a-c614-4485-b9c4-5f951d9f976e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:56.901366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4f86-3104-4cc6-ac9f-a0e9100b320e None None] Pushing event updated for resources: {'Port': ['ID=51959d99-2d28-433f-9e58-f75f4de2c16f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:56.924640 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:56.926661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-267d0b82-3627-409f-9c32-f2c4f5b5c0b3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/f7596f2a-c614-4485-b9c4-5f951d9f976e HTTP/1.1" status: 204 len: 168 time: 0.4019170 Aug 27 12:50:56.929789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38316) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:56.988898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df33d3-ce25-4c17-bc70-c7f5d1d36651 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:56.991158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df33d3-ce25-4c17-bc70-c7f5d1d36651 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:56.992794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b5df33d3-ce25-4c17-bc70-c7f5d1d36651 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0618272 Aug 27 12:50:56.995620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38318) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.062172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 5d4ae7a0-7247-4168-81d5-d4c4d57d2737 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:57.065595 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.110964 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.209387 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.267657 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.295466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4ae7a0-7247-4168-81d5-d4c4d57d2737,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:57.300948 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.303241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e649dac4-7163-46a7-95a6-0ca54dba8c2f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/5d4ae7a0-7247-4168-81d5-d4c4d57d2737 HTTP/1.1" status: 204 len: 168 time: 0.3064282 Aug 27 12:50:57.305681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38320) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.365978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a8a53d57-9b00-497e-b8df-224a3cf56adf tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591936 Aug 27 12:50:57.368470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.416291 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05875cb-3751-42c2-a71b-0507bbacfe1c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:57.417680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e05875cb-3751-42c2-a71b-0507bbacfe1c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0482886 Aug 27 12:50:57.420142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.471831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a36817-cf47-4409-9731-852b928447be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:57.473304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-56a36817-cf47-4409-9731-852b928447be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0522602 Aug 27 12:50:57.476341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.518531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8e9aa785-02f6-476e-9b85-2a61b6529b8e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410421 Aug 27 12:50:57.523107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.528150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:57.620168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:57.623921 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.771749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e4ddd-1bf5-46a2-9585-c834bf378d9c None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:57.817603 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.829797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1524004b-4303-4b22-8fe8-2cd68879ac1f None None] Provisioning for port 51959d99-2d28-433f-9e58-f75f4de2c16f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:57.861054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:57.864162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:57.869872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:57.870492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:57.883008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=069e4f65-d2f5-4cbc-9c32-df35a2766b46,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:57.892554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-48f83ff0-08d3-48a4-8092-45d788fb83d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3673656 Aug 27 12:50:57.894263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:57.899343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '069e4f65-d2f5-4cbc-9c32-df35a2766b46', 'ip_address': '2001:db8::ba96:587b:16e9:3dda'}], 'name': 'tempest-NetworksTestDHCPv6-1738347639'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:58.012557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:58.084377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03db33-4bd8-43cd-ae0c-85c201d511c4 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:58.095698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.117707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 34dc8895-764e-48f1-a52b-050589a7188c yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:50:58.321966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::ba96:587b:16e9:3dda (b746edaf-fa45-4bee-9e80-01c299f13141/069e4f65-d2f5-4cbc-9c32-df35a2766b46/34dc8895-764e-48f1-a52b-050589a7188c) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:50:58.495672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.517525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 34dc8895-764e-48f1-a52b-050589a7188c will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:50:58.556572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.586971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51959d99-2d28-433f-9e58-f75f4de2c16f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:50:58.600517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:50:58.605742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:50:58.609718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:50:58.616339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:58.616973 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.628473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=34dc8895-764e-48f1-a52b-050589a7188c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:58.640551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a67281e2-3c50-4e0b-a91d-83d98359f60d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7420032 Aug 27 12:50:58.640551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:58.642586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 51959d99-2d28-433f-9e58-f75f4de2c16f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:58.646862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 51959d99-2d28-433f-9e58-f75f4de2c16f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:58.647326 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.696061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02842621-e6af-4d49-bb42-b888688b1277 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:58.702621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02842621-e6af-4d49-bb42-b888688b1277 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:58.704828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-02842621-e6af-4d49-bb42-b888688b1277 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0635943 Aug 27 12:50:58.707740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:58.733452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-881aa40a-f46e-4950-bdba-cced4733541c None None] Could not find standard attr ID for object f7596f2a-c614-4485-b9c4-5f951d9f976e. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:50:58.735202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.772367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 51959d99-2d28-433f-9e58-f75f4de2c16f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=51959d99-2d28-433f-9e58-f75f4de2c16f,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:58.776725 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.811575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 34dc8895-764e-48f1-a52b-050589a7188c {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:58.812151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.828913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=51959d99-2d28-433f-9e58-f75f4de2c16f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:58.905818 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.919154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 34dc8895-764e-48f1-a52b-050589a7188c owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:50:58.957307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-233d583f-71b7-4915-b39b-004be652f465 None None] Provisioning for port 34dc8895-764e-48f1-a52b-050589a7188c completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:50:58.962597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-233d583f-71b7-4915-b39b-004be652f465 None None] Provisioning complete for port 34dc8895-764e-48f1-a52b-050589a7188c triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:50:58.962973 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-233d583f-71b7-4915-b39b-004be652f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:58.999193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-233d583f-71b7-4915-b39b-004be652f465 None None] Port 34dc8895-764e-48f1-a52b-050589a7188c cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:50:59.300984 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.330258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=34dc8895-764e-48f1-a52b-050589a7188c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:59.354972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.356916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e3048f35-277b-4861-ae20-04f2c288ee42 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/34dc8895-764e-48f1-a52b-050589a7188c HTTP/1.1" status: 204 len: 168 time: 0.6481249 Aug 27 12:50:59.359471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:59.417040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d787246-5b50-44b4-96e7-245ae2ea7616 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:59.418764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d787246-5b50-44b4-96e7-245ae2ea7616 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:50:59.422806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9d787246-5b50-44b4-96e7-245ae2ea7616 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0599124 Aug 27 12:50:59.423097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:59.479093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 069e4f65-d2f5-4cbc-9c32-df35a2766b46 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:50:59.482559 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.524525 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.568466 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.629397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.655370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=069e4f65-d2f5-4cbc-9c32-df35a2766b46,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:50:59.659016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.660897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cb14824d-93aa-4745-a2e4-cb661144a188 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/069e4f65-d2f5-4cbc-9c32-df35a2766b46 HTTP/1.1" status: 204 len: 168 time: 0.2368348 Aug 27 12:50:59.664398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38342) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:59.670990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6a0b90-c2fe-4358-9463-a762d36d9a4b None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:50:59.703495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c93dbd9c-302a-4778-9e3c-bbb7bab56c24 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380008 Aug 27 12:50:59.706255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:50:59.711144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:50:59.805144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:50:59.808578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.846995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:50:59.894137 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] Deleting port 51959d99-2d28-433f-9e58-f75f4de2c16f {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:50:59.894555 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.956577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] For port 51959d99-2d28-433f-9e58-f75f4de2c16f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=51959d99-2d28-433f-9e58-f75f4de2c16f,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:50:59.956974 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:50:59.973693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] Calling delete_port for 51959d99-2d28-433f-9e58-f75f4de2c16f owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:00.002371 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.047537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:00.051249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:00.051788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.056579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:00.057210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.069400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=49e87f7f-6cc3-468d-ab0d-b2108bf80a94,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:00.076813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5007b2e-22d9-40a1-ab87-7341183ec396 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3695238 Aug 27 12:51:00.079885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38346) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:00.080634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] Pushing event deleted for resources: {'Port': ['ID=51959d99-2d28-433f-9e58-f75f4de2c16f,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:00.085133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c11115-65df-400f-acf5-ff8b8f415a6a None None] No DVR routers for this DVR port 51959d99-2d28-433f-9e58-f75f4de2c16f on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:00.085332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '49e87f7f-6cc3-468d-ab0d-b2108bf80a94', 'ip_address': '2001:db8::8f4f:ce15:f7b1:b636'}], 'name': 'tempest-NetworksTestDHCPv6-1824432633'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:00.100987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469fd41-c6a0-4064-895b-efd8327081d5 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:00.199012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:00.204125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.226770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 45916ccf-9ac6-4226-8f1c-b1c4de522e6a yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:00.252214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '49e87f7f-6cc3-468d-ab0d-b2108bf80a94'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:00.253077 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.387127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::8f4f:ce15:f7b1:b636 (b746edaf-fa45-4bee-9e80-01c299f13141/49e87f7f-6cc3-468d-ab0d-b2108bf80a94/45916ccf-9ac6-4226-8f1c-b1c4de522e6a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:00.550316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51959d99-2d28-433f-9e58-f75f4de2c16f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:00.556301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.569914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 45916ccf-9ac6-4226-8f1c-b1c4de522e6a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:00.570140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 51959d99-2d28-433f-9e58-f75f4de2c16f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:00.570502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51959d99-2d28-433f-9e58-f75f4de2c16f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:00.603358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.644806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:00.648424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/49e87f7f-6cc3-468d-ab0d-b2108bf80a94/7c3c0a5e-dd24-4288-8214-3c9862668306) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:00.650306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:00.654119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:00.659821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:00.660463 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.669153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=45916ccf-9ac6-4226-8f1c-b1c4de522e6a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:00.681737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9c971d81-1662-4cba-bea1-e95974cf2cf9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6007576 Aug 27 12:51:00.684341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38350) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:00.732634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2338d741-5df3-4083-8b1a-3dc4665e99d7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:00.734169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2338d741-5df3-4083-8b1a-3dc4665e99d7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0487201 Aug 27 12:51:00.736828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38352) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:00.805659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.813850 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Transition to ACTIVE for port object 7c3c0a5e-dd24-4288-8214-3c9862668306 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:00.826349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 45916ccf-9ac6-4226-8f1c-b1c4de522e6a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:00.826848 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.830140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Transition to ACTIVE for port object 7c3c0a5e-dd24-4288-8214-3c9862668306 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:00.835813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.872585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:00.877374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:00.881448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:00.888434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Pushing event updated for resources: {'Port': ['ID=7c3c0a5e-dd24-4288-8214-3c9862668306,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:00.921758 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.935341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 45916ccf-9ac6-4226-8f1c-b1c4de522e6a owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:00.939573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Attempting to bind port 7c3c0a5e-dd24-4288-8214-3c9862668306 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:00.939868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Attempting to bind port 7c3c0a5e-dd24-4288-8214-3c9862668306 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:00.940230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Attempting to bind port 7c3c0a5e-dd24-4288-8214-3c9862668306 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:00.945470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:00.945843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:00.946241 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:00.946671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:00.947140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Bound port: 7c3c0a5e-dd24-4288-8214-3c9862668306, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:00.947521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.012837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] For port 7c3c0a5e-dd24-4288-8214-3c9862668306, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:01.068533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.069623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] For port 7c3c0a5e-dd24-4288-8214-3c9862668306, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7c3c0a5e-dd24-4288-8214-3c9862668306,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:01.075169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.108258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=45916ccf-9ac6-4226-8f1c-b1c4de522e6a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:01.138415 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.142896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/45916ccf-9ac6-4226-8f1c-b1c4de522e6a HTTP/1.1" status: 204 len: 168 time: 0.4050372 Aug 27 12:51:01.143116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38354) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:01.145412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.145968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.146606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.147112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.147823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.148350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.148823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.149394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.149869 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.150430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.150767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.151143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d20eb94-da49-421d-9a85-4a7b19a9031b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:01.153004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f2a74-5eba-4822-beff-6a8894da8388 None None] Pushing event updated for resources: {'Port': ['ID=7c3c0a5e-dd24-4288-8214-3c9862668306,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:01.216883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e623556-d655-4354-a31e-537e75ba117d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:01.219027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e623556-d655-4354-a31e-537e75ba117d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:01.222426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7e623556-d655-4354-a31e-537e75ba117d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0763190 Aug 27 12:51:01.224671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38356) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:01.313632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 49e87f7f-6cc3-468d-ab0d-b2108bf80a94 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:01.317736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.362167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.475179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.543396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.571464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=49e87f7f-6cc3-468d-ab0d-b2108bf80a94,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:01.575942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.578634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aaa86f94-a9ca-4a08-99a0-8ac5211059be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/49e87f7f-6cc3-468d-ab0d-b2108bf80a94 HTTP/1.1" status: 204 len: 168 time: 0.3527553 Aug 27 12:51:01.581191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38358) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:01.628090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-34ea6cfb-c912-4f76-85ee-96da62a10d66 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456765 Aug 27 12:51:01.630857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38360) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:01.636301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:01.731164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:01.734905 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.949276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:01.998732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:02.001921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:02.006408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:02.007059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.012854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=6d58e80f-df2b-4762-8ed4-5269004fce99,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:02.030119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4e557b1-11d8-48c6-8f09-f693811c5799 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3955474 Aug 27 12:51:02.030589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38362) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:02.036293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '6d58e80f-df2b-4762-8ed4-5269004fce99', 'ip_address': '2001:db8::54d9:b6cd:a92d:6826'}], 'name': 'tempest-NetworksTestDHCPv6-1077765861'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:02.114005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f836c-7e56-42ea-843e-f6a6961b82ca None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:02.162916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:02.168096 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.186969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 2df78f21-2d68-4367-a2c8-c4b05e490645 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:02.190682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0efa2f66-32db-4cc2-b555-e4a856a17b5f None None] Provisioning for port 7c3c0a5e-dd24-4288-8214-3c9862668306 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:02.348832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::54d9:b6cd:a92d:6826 (b746edaf-fa45-4bee-9e80-01c299f13141/6d58e80f-df2b-4762-8ed4-5269004fce99/2df78f21-2d68-4367-a2c8-c4b05e490645) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:02.521701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.545218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 2df78f21-2d68-4367-a2c8-c4b05e490645 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:02.583148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.610268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c3c0a5e-dd24-4288-8214-3c9862668306 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:02.632141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:02.637598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:02.641508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:02.647425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:02.647867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.654464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=2df78f21-2d68-4367-a2c8-c4b05e490645,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:02.671567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6cba6593-aaf5-4530-a215-81cb391f592c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6397147 Aug 27 12:51:02.674929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38364) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:02.684930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 7c3c0a5e-dd24-4288-8214-3c9862668306 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:02.689483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 7c3c0a5e-dd24-4288-8214-3c9862668306 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:02.689859 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.735855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb1b85-47a0-41d3-a011-23cb3688a5a0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:02.743601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb1b85-47a0-41d3-a011-23cb3688a5a0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:02.745430 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-14bb1b85-47a0-41d3-a011-23cb3688a5a0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0691037 Aug 27 12:51:02.749467 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38366) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:02.848780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 2df78f21-2d68-4367-a2c8-c4b05e490645 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:02.849688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.924907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8d95df6-52bc-4e37-981e-79ae1cc9f581 None None] Could not find standard attr ID for object 45916ccf-9ac6-4226-8f1c-b1c4de522e6a. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:02.938609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.954496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:02.968315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 2df78f21-2d68-4367-a2c8-c4b05e490645 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:02.984892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 7c3c0a5e-dd24-4288-8214-3c9862668306, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7c3c0a5e-dd24-4288-8214-3c9862668306,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:02.990423 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.049373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=7c3c0a5e-dd24-4288-8214-3c9862668306,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:03.059801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-71d5bb82-4f2f-4e6b-aa54-eea977d05a7c None None] Provisioning for port 2df78f21-2d68-4367-a2c8-c4b05e490645 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:03.065285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-71d5bb82-4f2f-4e6b-aa54-eea977d05a7c None None] Provisioning complete for port 2df78f21-2d68-4367-a2c8-c4b05e490645 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:03.065285 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-71d5bb82-4f2f-4e6b-aa54-eea977d05a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.101656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-71d5bb82-4f2f-4e6b-aa54-eea977d05a7c None None] Port 2df78f21-2d68-4367-a2c8-c4b05e490645 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:03.126847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.160345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=2df78f21-2d68-4367-a2c8-c4b05e490645,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:03.185800 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.187782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16b29ad4-6619-40a5-964f-d30fe43a52e0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/2df78f21-2d68-4367-a2c8-c4b05e490645 HTTP/1.1" status: 204 len: 168 time: 0.4367230 Aug 27 12:51:03.190299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38368) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.245511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11470bb-035d-459b-968e-fcff9112644f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:03.247182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11470bb-035d-459b-968e-fcff9112644f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:03.250289 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d11470bb-035d-459b-968e-fcff9112644f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0573928 Aug 27 12:51:03.251612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38370) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.309867 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 6d58e80f-df2b-4762-8ed4-5269004fce99 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:03.313121 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.361293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.410572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.477602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.505432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=6d58e80f-df2b-4762-8ed4-5269004fce99,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:03.507465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.509948 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41800ba8-e96e-4c00-a196-7df6aea7e2fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/6d58e80f-df2b-4762-8ed4-5269004fce99 HTTP/1.1" status: 204 len: 168 time: 0.2564046 Aug 27 12:51:03.513183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38372) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.515969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197e65a-4e28-489a-8743-1995bac32de4 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:03.558037 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-86d201b3-ad88-4ac0-8d12-d6e07b032cef tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437317 Aug 27 12:51:03.561437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38374) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.612302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a184c6d-6fc4-443d-beec-f01f1fd32078 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:03.614827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4a184c6d-6fc4-443d-beec-f01f1fd32078 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0511086 Aug 27 12:51:03.616600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38376) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.673223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e7471-30f4-4054-b9c1-79b99243edba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:03.674860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f95e7471-30f4-4054-b9c1-79b99243edba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548160 Aug 27 12:51:03.679151 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38378) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.707748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:03.720756 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-57d316fe-f6ef-444c-bdd6-9fa8938466e1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401344 Aug 27 12:51:03.726185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38380) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:03.731258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:03.755099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] Deleting port 7c3c0a5e-dd24-4288-8214-3c9862668306 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:03.755469 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.820749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] For port 7c3c0a5e-dd24-4288-8214-3c9862668306, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=7c3c0a5e-dd24-4288-8214-3c9862668306,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:03.821059 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.823518 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:03.827218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.835774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] Calling delete_port for 7c3c0a5e-dd24-4288-8214-3c9862668306 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:03.911208 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:03.942166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] Pushing event deleted for resources: {'Port': ['ID=7c3c0a5e-dd24-4288-8214-3c9862668306,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:03.946233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081aa62-5b35-4939-9b65-4c53f03c6b18 None None] No DVR routers for this DVR port 7c3c0a5e-dd24-4288-8214-3c9862668306 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:04.019180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.059197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:04.063668 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:04.068389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:04.068975 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.073285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90931ebf-a79a-46e1-a4bb-06f38833294f None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:04.083015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=01ca056f-e8a8-4a34-8459-4065a8ac0709,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:04.094575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38382) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:04.094720 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-07b5bd07-49ff-42ed-89cb-5acd007c9536 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3673120 Aug 27 12:51:04.100209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '01ca056f-e8a8-4a34-8459-4065a8ac0709', 'ip_address': '2001:db8::858d:1ad6:3b6d:111a'}], 'name': 'tempest-NetworksTestDHCPv6-849496401'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:04.219742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:04.232413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '01ca056f-e8a8-4a34-8459-4065a8ac0709'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:04.233275 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.309449 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.329128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port cc2a6b13-53f9-455a-8eeb-272df3f46c82 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:04.374126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/01ca056f-e8a8-4a34-8459-4065a8ac0709/d549908a-7be9-4894-bdfb-51e1e0b41886) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:04.525594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.533584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Transition to ACTIVE for port object d549908a-7be9-4894-bdfb-51e1e0b41886 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:04.545757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c3c0a5e-dd24-4288-8214-3c9862668306 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:04.552372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Transition to ACTIVE for port object d549908a-7be9-4894-bdfb-51e1e0b41886 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:04.570640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 7c3c0a5e-dd24-4288-8214-3c9862668306 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:04.571102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 7c3c0a5e-dd24-4288-8214-3c9862668306 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:04.574501 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.610368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:04.613135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:04.619335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:04.624361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::858d:1ad6:3b6d:111a (b746edaf-fa45-4bee-9e80-01c299f13141/01ca056f-e8a8-4a34-8459-4065a8ac0709/cc2a6b13-53f9-455a-8eeb-272df3f46c82) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:04.628246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Pushing event updated for resources: {'Port': ['ID=d549908a-7be9-4894-bdfb-51e1e0b41886,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:04.682147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Attempting to bind port d549908a-7be9-4894-bdfb-51e1e0b41886 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:04.682527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Attempting to bind port d549908a-7be9-4894-bdfb-51e1e0b41886 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:04.682890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Attempting to bind port d549908a-7be9-4894-bdfb-51e1e0b41886 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:04.687846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:04.688247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:04.688602 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.688989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:04.689450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Bound port: d549908a-7be9-4894-bdfb-51e1e0b41886, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:04.689823 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.753198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] For port d549908a-7be9-4894-bdfb-51e1e0b41886, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:04.756439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] For port d549908a-7be9-4894-bdfb-51e1e0b41886, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d549908a-7be9-4894-bdfb-51e1e0b41886,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:04.761215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.789826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.807163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object cc2a6b13-53f9-455a-8eeb-272df3f46c82 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:04.816688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde596fa-d592-45aa-805a-b867442ddc0f None None] Pushing event updated for resources: {'Port': ['ID=d549908a-7be9-4894-bdfb-51e1e0b41886,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:04.845768 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.890059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:04.895239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:04.899195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:04.904872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:04.905510 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:04.912882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=cc2a6b13-53f9-455a-8eeb-272df3f46c82,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:04.927945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3fb3362a-b1c8-4b51-952e-7d816edc6fc5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8318105 Aug 27 12:51:04.930737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38384) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:04.935984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '01ca056f-e8a8-4a34-8459-4065a8ac0709', 'ip_address': '2001:db8::858d:1ad6:3b6d:111a'}], 'name': 'tempest-NetworksTestDHCPv6-766969698'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:05.064301 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:05.069971 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.090124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 2851d71a-db0b-4a7f-8985-9fae0c16b0bd yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:05.250167 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 12:51:05.250657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:05.265193 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4e357442-19c0-40c0-84ed-5badf431ee5b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3333466 Aug 27 12:51:05.267585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:05.315489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6239d9b-299c-4f20-9fc3-0f7ca118f43e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:05.321635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6239d9b-299c-4f20-9fc3-0f7ca118f43e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:05.323232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f6239d9b-299c-4f20-9fc3-0f7ca118f43e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0547361 Aug 27 12:51:05.326076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38388) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:05.414843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port cc2a6b13-53f9-455a-8eeb-272df3f46c82 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:05.415120 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.513564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.531113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for cc2a6b13-53f9-455a-8eeb-272df3f46c82 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:05.672482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.703440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=cc2a6b13-53f9-455a-8eeb-272df3f46c82,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:05.730908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.736431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8264d186-4ab3-449a-bdd3-bc75c1f3f134 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/cc2a6b13-53f9-455a-8eeb-272df3f46c82 HTTP/1.1" status: 204 len: 168 time: 0.4058902 Aug 27 12:51:05.737281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:05.757080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b8651d25-d833-4514-86c4-4e2c3e43f629 None None] Provisioning for port d549908a-7be9-4894-bdfb-51e1e0b41886 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:05.806610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f82a6c-5411-4e63-a6ed-9897f5adb8e2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:05.809278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f82a6c-5411-4e63-a6ed-9897f5adb8e2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:05.812833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7f82a6c-5411-4e63-a6ed-9897f5adb8e2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0741839 Aug 27 12:51:05.814571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38392) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:05.868481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 01ca056f-e8a8-4a34-8459-4065a8ac0709 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:05.872073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.913454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:05.974262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fbe95fbf-21d6-483e-9af2-fc6fbdd078e0 None None] Could not find standard attr ID for object cc2a6b13-53f9-455a-8eeb-272df3f46c82. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:06.008931 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.075729 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.098806 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=01ca056f-e8a8-4a34-8459-4065a8ac0709,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:06.103947 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.108068 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b4e9d501-dbed-45db-a174-6fb6b0c233ba tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/01ca056f-e8a8-4a34-8459-4065a8ac0709 HTTP/1.1" status: 204 len: 168 time: 0.2903023 Aug 27 12:51:06.108319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38394) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:06.119594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f97fc6-c1d7-441e-b729-24d967772ba4 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:06.156612 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7a9b23fe-bc4e-4a60-acba-046735e64376 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471156 Aug 27 12:51:06.160459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:06.166313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:06.261389 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:06.265050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.298102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:06.345852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] Deleting port d549908a-7be9-4894-bdfb-51e1e0b41886 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:06.346225 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.412926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] For port d549908a-7be9-4894-bdfb-51e1e0b41886, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d549908a-7be9-4894-bdfb-51e1e0b41886,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:06.413241 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.429582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] Calling delete_port for d549908a-7be9-4894-bdfb-51e1e0b41886 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:06.475376 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.520080 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.524803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:06.529977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:06.534388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:06.534994 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.541048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=f7468b16-960c-4eb4-b488-cf2c94379f35,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:06.551513 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] Pushing event deleted for resources: {'Port': ['ID=d549908a-7be9-4894-bdfb-51e1e0b41886,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:06.553472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ada8fd-6ea2-43f9-b880-31ca7a6950e8 None None] No DVR routers for this DVR port d549908a-7be9-4894-bdfb-51e1e0b41886 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:06.560373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-34012950-ffb4-42ea-941a-9b4e1076666d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3980622 Aug 27 12:51:06.563075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:06.570809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': 'f7468b16-960c-4eb4-b488-cf2c94379f35', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1594503988'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:06.573413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc78583-5d34-428a-8bec-7eb6160fe1f6 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:06.688183 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:06.694315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.719188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port ea441cc5-b5af-4a74-8b68-8124c795ba0e yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:06.729161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': 'f7468b16-960c-4eb4-b488-cf2c94379f35'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:06.730067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:06.871718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/f7468b16-960c-4eb4-b488-cf2c94379f35/0a2d7b13-202a-4315-a228-28c13225ecb8) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:07.018535 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.027094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Transition to ACTIVE for port object 0a2d7b13-202a-4315-a228-28c13225ecb8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:07.041224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Transition to ACTIVE for port object 0a2d7b13-202a-4315-a228-28c13225ecb8 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:07.047440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.050700 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:07.051187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:07.068079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-903660c5-1b75-4dd4-af9b-e03ca9f7f5f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5033033 Aug 27 12:51:07.068263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38402) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:07.085419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:07.088236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:07.093681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:07.102169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Pushing event updated for resources: {'Port': ['ID=0a2d7b13-202a-4315-a228-28c13225ecb8,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:07.121524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba088c1-8ae6-4647-b0db-7b7b5a6bd0bf tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:07.123179 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3ba088c1-8ae6-4647-b0db-7b7b5a6bd0bf tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0539157 Aug 27 12:51:07.127136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:07.158102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Attempting to bind port 0a2d7b13-202a-4315-a228-28c13225ecb8 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:07.158501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Attempting to bind port 0a2d7b13-202a-4315-a228-28c13225ecb8 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:07.158867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Attempting to bind port 0a2d7b13-202a-4315-a228-28c13225ecb8 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:07.163864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:07.164236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:07.164633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.165024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:07.165480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Bound port: 0a2d7b13-202a-4315-a228-28c13225ecb8, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:07.165853 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.183157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062cf74-3bd3-40f4-95f7-a6b7277d29cd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:07.184543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062cf74-3bd3-40f4-95f7-a6b7277d29cd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:07.186027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8062cf74-3bd3-40f4-95f7-a6b7277d29cd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0591550 Aug 27 12:51:07.188716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:07.232818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] For port 0a2d7b13-202a-4315-a228-28c13225ecb8, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:07.236184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] For port 0a2d7b13-202a-4315-a228-28c13225ecb8, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0a2d7b13-202a-4315-a228-28c13225ecb8,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:07.240914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.242605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet f7468b16-960c-4eb4-b488-cf2c94379f35 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:07.245858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.288721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.315309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3168e65-ebb0-45de-b12a-e88534bd6d9f None None] Pushing event updated for resources: {'Port': ['ID=0a2d7b13-202a-4315-a228-28c13225ecb8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:07.386333 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.451342 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.491721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=f7468b16-960c-4eb4-b488-cf2c94379f35,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:07.496699 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.498657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6ce35736-118e-4fc7-82a3-594d30d1c3aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f7468b16-960c-4eb4-b488-cf2c94379f35 HTTP/1.1" status: 204 len: 168 time: 0.3090005 Aug 27 12:51:07.501343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:07.544064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d47a479-7477-487d-9641-1735fb0153a6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412414 Aug 27 12:51:07.547801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:07.552673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:07.653933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:07.659109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.845123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.884451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:07.889047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:07.892463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:07.893059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.909123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=3d0e8d3a-f6f8-4552-b4e4-cce431c00bff,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:07.917262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-03544983-5d3b-4129-b422-7adadc588a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3687305 Aug 27 12:51:07.919819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:07.924320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-466525765', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:07.950046 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:07.951136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.011315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.016090 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.033162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.034506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-51aca042-ce18-4037-9065-3c6518d38805 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1136158 Aug 27 12:51:08.037444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:08.269430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36e4ce-93c6-4dbc-9ef0-a266ba12dc64 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:08.336211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a78555f3-4e9a-4862-a545-03de97f2da46 None None] Provisioning for port 0a2d7b13-202a-4315-a228-28c13225ecb8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:08.583250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0a2d7b13-202a-4315-a228-28c13225ecb8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:08.653970 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.655109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.655239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 0a2d7b13-202a-4315-a228-28c13225ecb8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:08.664874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0a2d7b13-202a-4315-a228-28c13225ecb8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:08.665262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.704939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c389fd51-cff7-48d1-925b-01e964018539 None None] Provisioning complete for port 0a2d7b13-202a-4315-a228-28c13225ecb8 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:08.705313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c389fd51-cff7-48d1-925b-01e964018539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.805571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.833341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c389fd51-cff7-48d1-925b-01e964018539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.863379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 0a2d7b13-202a-4315-a228-28c13225ecb8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0a2d7b13-202a-4315-a228-28c13225ecb8,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:08.870348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:08.908275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::1 (b746edaf-fa45-4bee-9e80-01c299f13141/3d0e8d3a-f6f8-4552-b4e4-cce431c00bff/ba634d95-25f9-4b02-8e73-5ea031add208) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:08.932791 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-c389fd51-cff7-48d1-925b-01e964018539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:08.933184 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-c389fd51-cff7-48d1-925b-01e964018539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:08.945972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=0a2d7b13-202a-4315-a228-28c13225ecb8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:09.025738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.040267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object ba634d95-25f9-4b02-8e73-5ea031add208 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:09.075925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.117870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:09.120894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:09.124577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:09.125125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.171597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=ba634d95-25f9-4b02-8e73-5ea031add208,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:09.297143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.576398 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.585435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.587171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.601914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b76b65bf-56e4-4425-a478-f0f7abf1fc5e None None] Provisioning for port ba634d95-25f9-4b02-8e73-5ea031add208 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:09.606670 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b76b65bf-56e4-4425-a478-f0f7abf1fc5e None None] Provisioning complete for port ba634d95-25f9-4b02-8e73-5ea031add208 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:09.607133 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b76b65bf-56e4-4425-a478-f0f7abf1fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:09.642045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b76b65bf-56e4-4425-a478-f0f7abf1fc5e None None] Port ba634d95-25f9-4b02-8e73-5ea031add208 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:09.673495 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=ba634d95-25f9-4b02-8e73-5ea031add208,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:09.718250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:09.719351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:09.854893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Router 78db63b2-f7db-4014-b83e-6486fd34e5fa is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:51:09.950746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:51:09.956589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9c46e8ad-abea-4f7e-91bf-cba8ed1353f1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "PUT /v2.0/routers/78db63b2-f7db-4014-b83e-6486fd34e5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9179850 Aug 27 12:51:09.959321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:09.962920 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Sync routers for ids ['78db63b2-f7db-4014-b83e-6486fd34e5fa'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:51:09.972774 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Routers {'78db63b2-f7db-4014-b83e-6486fd34e5fa'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:09.973503 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['78db63b2-f7db-4014-b83e-6486fd34e5fa'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:09.977800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b99dae49-242a-4be1-b5e4-34a9fbe2f508 None None] Provisioning complete for port ba634d95-25f9-4b02-8e73-5ea031add208 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:09.978238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b99dae49-242a-4be1-b5e4-34a9fbe2f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.007250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b15b7a-507a-48ad-b57e-54567a34063d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:10.008624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09b15b7a-507a-48ad-b57e-54567a34063d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports/ba634d95-25f9-4b02-8e73-5ea031add208 HTTP/1.1" status: 200 len: 911 time: 0.0483363 Aug 27 12:51:10.011401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:10.020322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b99dae49-242a-4be1-b5e4-34a9fbe2f508 None None] Port ba634d95-25f9-4b02-8e73-5ea031add208 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:10.063125 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Set router 78db63b2-f7db-4014-b83e-6486fd34e5fa gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:51:10.065264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abcb99-76d7-4dd2-9773-0e264b72ff40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:10.071331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abcb99-76d7-4dd2-9773-0e264b72ff40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:10.072960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e8abcb99-76d7-4dd2-9773-0e264b72ff40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0602729 Aug 27 12:51:10.077178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:10.261004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78db63b2-f7db-4014-b83e-6486fd34e5fa', 'name': 'tempest-NetworksTestDHCPv6-router-466525765', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:51:07Z', 'updated_at': '2021-08-27T12:51:09Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'gw_port_host': None, '_interfaces': [{'id': 'ba634d95-25f9-4b02-8e73-5ea031add208', 'name': '', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'mac_address': 'fa:16:3e:c6:f7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78db63b2-f7db-4014-b83e-6486fd34e5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '3d0e8d3a-f6f8-4552-b4e4-cce431c00bff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:51:08Z', 'updated_at': '2021-08-27T12:51:09Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'subnets': [{'id': '3d0e8d3a-f6f8-4552-b4e4-cce431c00bff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:10.287999 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Checking router: 78db63b2-f7db-4014-b83e-6486fd34e5fa for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:51:10.288348 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Updating router 78db63b2-f7db-4014-b83e-6486fd34e5fa port ba634d95-25f9-4b02-8e73-5ea031add208 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:51:10.312886 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.537683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.558678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0a2d7b13-202a-4315-a228-28c13225ecb8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:10.602535 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.606925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 0a2d7b13-202a-4315-a228-28c13225ecb8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:10.607439 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.613210 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Transition to ACTIVE for port object ba634d95-25f9-4b02-8e73-5ea031add208 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:10.620361 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.680144 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Pushing event updated for resources: {'Port': ['ID=ba634d95-25f9-4b02-8e73-5ea031add208,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:10.709611 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.710282 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.710658 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.710997 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.711333 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.711667 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.711994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.712771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.712771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.712950 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.713258 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.713577 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:10.751917 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Attempting to bind port ba634d95-25f9-4b02-8e73-5ea031add208 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:10.752289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Attempting to bind port ba634d95-25f9-4b02-8e73-5ea031add208 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:10.752668 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Attempting to bind port ba634d95-25f9-4b02-8e73-5ea031add208 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:10.759319 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:10.759711 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:10.760107 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.760506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:10.760994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Bound port: ba634d95-25f9-4b02-8e73-5ea031add208, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:10.761385 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.839172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] For port ba634d95-25f9-4b02-8e73-5ea031add208, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:10.843148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] For port ba634d95-25f9-4b02-8e73-5ea031add208, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba634d95-25f9-4b02-8e73-5ea031add208,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:10.849843 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:10.914277 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Routers {'78db63b2-f7db-4014-b83e-6486fd34e5fa'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:10.915015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['78db63b2-f7db-4014-b83e-6486fd34e5fa'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:10.954790 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16d017-d2bd-4346-ae9f-f5c97a7199af None None] Pushing event updated for resources: {'Port': ['ID=ba634d95-25f9-4b02-8e73-5ea031add208,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:11.064114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port ba634d95-25f9-4b02-8e73-5ea031add208 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:11.064661 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:11.126228 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] Set router 78db63b2-f7db-4014-b83e-6486fd34e5fa gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:51:11.183143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port ba634d95-25f9-4b02-8e73-5ea031add208, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba634d95-25f9-4b02-8e73-5ea031add208,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:11.183509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:11.197293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for ba634d95-25f9-4b02-8e73-5ea031add208 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:11.335350 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78db63b2-f7db-4014-b83e-6486fd34e5fa', 'name': 'tempest-NetworksTestDHCPv6-router-466525765', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:51:07Z', 'updated_at': '2021-08-27T12:51:09Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'gw_port_host': None, '_interfaces': [{'id': 'ba634d95-25f9-4b02-8e73-5ea031add208', 'name': '', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'mac_address': 'fa:16:3e:c6:f7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78db63b2-f7db-4014-b83e-6486fd34e5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '3d0e8d3a-f6f8-4552-b4e4-cce431c00bff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:51:08Z', 'updated_at': '2021-08-27T12:51:10Z', 'revision_number': 4, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'subnets': [{'id': '3d0e8d3a-f6f8-4552-b4e4-cce431c00bff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:11.367916 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9052c5-89bb-4cfa-b2d3-3a5d529dbd9f None None] The sync data for ids ['78db63b2-f7db-4014-b83e-6486fd34e5fa'] in n-d-688802-4 is: [{'id': '78db63b2-f7db-4014-b83e-6486fd34e5fa', 'name': 'tempest-NetworksTestDHCPv6-router-466525765', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:51:07Z', 'updated_at': '2021-08-27T12:51:09Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'gw_port_host': None, '_interfaces': [{'id': 'ba634d95-25f9-4b02-8e73-5ea031add208', 'name': '', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'mac_address': 'fa:16:3e:c6:f7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78db63b2-f7db-4014-b83e-6486fd34e5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '3d0e8d3a-f6f8-4552-b4e4-cce431c00bff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:51:08Z', 'updated_at': '2021-08-27T12:51:10Z', 'revision_number': 4, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'subnets': [{'id': '3d0e8d3a-f6f8-4552-b4e4-cce431c00bff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:51:11.380740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:11.408179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=ba634d95-25f9-4b02-8e73-5ea031add208,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:11.522123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:11.717621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Router 78db63b2-f7db-4014-b83e-6486fd34e5fa has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:51:11.802582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:51:11.810665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6a854149-8cb8-4846-acef-376dc8a87ab1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "PUT /v2.0/routers/78db63b2-f7db-4014-b83e-6486fd34e5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294574 Aug 27 12:51:11.810913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38422) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:11.864836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837513ad-643e-4eb0-8ca7-37fd927c7a8b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:11.866506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837513ad-643e-4eb0-8ca7-37fd927c7a8b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:11.868124 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-837513ad-643e-4eb0-8ca7-37fd927c7a8b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0562038 Aug 27 12:51:11.870783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38424) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:11.924456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 3d0e8d3a-f6f8-4552-b4e4-cce431c00bff {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:11.928397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:11.976684 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.025318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.087072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.113633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0e8d3a-f6f8-4552-b4e4-cce431c00bff,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:12.119431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.120754 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7b40f067-7161-4987-88f7-df80f648f38c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/3d0e8d3a-f6f8-4552-b4e4-cce431c00bff HTTP/1.1" status: 204 len: 168 time: 0.2490411 Aug 27 12:51:12.123814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38426) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:12.125663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af259e10-b954-4698-a25b-56f83382a43d None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:12.239157 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9c1202be-e96f-413f-8a8e-6dde555a51b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1141293 Aug 27 12:51:12.242105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38428) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:12.304843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:12.328244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.368880 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] Deleting port 0a2d7b13-202a-4315-a228-28c13225ecb8 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:12.369169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.453314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] For port 0a2d7b13-202a-4315-a228-28c13225ecb8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0a2d7b13-202a-4315-a228-28c13225ecb8,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:12.453792 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.469110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] Calling delete_port for 0a2d7b13-202a-4315-a228-28c13225ecb8 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:12.548074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.553453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.581104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0a2d7b13-202a-4315-a228-28c13225ecb8 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:12.607128 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.607760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Fanout notify agent at l3_agent the message router_deleted on router 78db63b2-f7db-4014-b83e-6486fd34e5fa {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:51:12.622471 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.627103 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-15d7142c-f170-4c23-b369-2b4ba02ab98a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/routers/78db63b2-f7db-4014-b83e-6486fd34e5fa HTTP/1.1" status: 204 len: 168 time: 0.3806074 Aug 27 12:51:12.627280 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.627886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:12.633722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:12.662088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No active binding found for port 0a2d7b13-202a-4315-a228-28c13225ecb8 {{(pid=94625) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 12:51:12.664162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 0a2d7b13-202a-4315-a228-28c13225ecb8 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:12.664953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] Pushing event deleted for resources: {'Port': ['ID=0a2d7b13-202a-4315-a228-28c13225ecb8,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:12.669574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ee697-ec2b-40cc-822c-6901872ea541 None None] No DVR routers for this DVR port 0a2d7b13-202a-4315-a228-28c13225ecb8 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:12.756898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:12.760791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:12.786431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Sync routers for ids ['78db63b2-f7db-4014-b83e-6486fd34e5fa'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:51:12.796475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:12.796846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:51:12.797445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78db63b2-f7db-4014-b83e-6486fd34e5fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:51:12.806161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:12.806585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:51:12.807172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78db63b2-f7db-4014-b83e-6486fd34e5fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:51:12.807547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8abbc-f486-4cfc-8c3c-d87a247b8d65 None None] The sync data for ids ['78db63b2-f7db-4014-b83e-6486fd34e5fa'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:51:12.974969 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.018115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:13.021269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:13.024365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:13.024974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.030370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628752a4-9841-4bb9-93eb-1bff16f26a0a None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:13.040347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=aaec3d37-e153-48d7-a27b-fb3ff11d1e7b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:13.050272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1d5ebffa-b434-42c4-9cb9-83d7a08f10b8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4209211 Aug 27 12:51:13.053195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38432) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:13.057947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1076517267', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:13.082881 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.084236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.142166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.146396 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.163050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.167135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-63003b7b-be93-48a9-9d6b-4f785a210c3e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1101480 Aug 27 12:51:13.167669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38434) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:13.184714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:13.185585 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.465819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.492117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/aaec3d37-e153-48d7-a27b-fb3ff11d1e7b/e3db7b78-c279-4591-aab5-8f5a5382d022) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:13.642188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.651946 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Transition to ACTIVE for port object e3db7b78-c279-4591-aab5-8f5a5382d022 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:13.668102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Transition to ACTIVE for port object e3db7b78-c279-4591-aab5-8f5a5382d022 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:13.675339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.711886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:13.714805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:13.718208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:13.732355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Pushing event updated for resources: {'Port': ['ID=e3db7b78-c279-4591-aab5-8f5a5382d022,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:13.733178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::1 (b746edaf-fa45-4bee-9e80-01c299f13141/aaec3d37-e153-48d7-a27b-fb3ff11d1e7b/c1fa9634-2f50-4ccf-a06a-a9cddbe15278) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:13.780595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Attempting to bind port e3db7b78-c279-4591-aab5-8f5a5382d022 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:13.780973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Attempting to bind port e3db7b78-c279-4591-aab5-8f5a5382d022 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:13.781342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Attempting to bind port e3db7b78-c279-4591-aab5-8f5a5382d022 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:13.786435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:13.786814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:13.787213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.787606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:13.788064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Bound port: e3db7b78-c279-4591-aab5-8f5a5382d022, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:13.788497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.788911 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:51:13.857136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] For port e3db7b78-c279-4591-aab5-8f5a5382d022, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:13.857342 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.861477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] For port e3db7b78-c279-4591-aab5-8f5a5382d022, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e3db7b78-c279-4591-aab5-8f5a5382d022,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:13.868219 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.873268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object c1fa9634-2f50-4ccf-a06a-a9cddbe15278 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:13.915216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:13.928070 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58ae9-5b23-4e75-a753-a327c52596bf None None] Pushing event updated for resources: {'Port': ['ID=e3db7b78-c279-4591-aab5-8f5a5382d022,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:13.965990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:13.971240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:13.975230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:13.975783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:14.016041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:14.109658 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:14.382695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:14.387269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:14.388041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:14.472269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:14.528455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:14.529900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:14.602095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e3db7b78-c279-4591-aab5-8f5a5382d022 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:14.664744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e3db7b78-c279-4591-aab5-8f5a5382d022 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:14.667534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Router 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:51:14.677439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba634d95-25f9-4b02-8e73-5ea031add208 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:14.699825 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ba634d95-25f9-4b02-8e73-5ea031add208 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:14.700145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba634d95-25f9-4b02-8e73-5ea031add208 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:14.772835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:51:14.780650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d29c2b96-5ae8-4188-90a9-e5c43c19a144 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "PUT /v2.0/routers/3661a4af-64c7-4a9e-a61c-affb3ff0a8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095171 Aug 27 12:51:14.781250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38436) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:14.788664 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Sync routers for ids ['3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:51:14.806152 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Routers {'3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:14.808771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:14.837109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8beede5-ad0d-4766-b484-587f2b45a0a6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:14.838790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f8beede5-ad0d-4766-b484-587f2b45a0a6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports/c1fa9634-2f50-4ccf-a06a-a9cddbe15278 HTTP/1.1" status: 200 len: 911 time: 0.0564597 Aug 27 12:51:14.842201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:14.898336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebcf3fa-6ed6-4eae-aef9-f71c8056530e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:14.904529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebcf3fa-6ed6-4eae-aef9-f71c8056530e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:14.906204 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ebcf3fa-6ed6-4eae-aef9-f71c8056530e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0629351 Aug 27 12:51:14.910238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38440) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:14.914701 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Set router 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:51:15.028066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] Provisioning for port e3db7b78-c279-4591-aab5-8f5a5382d022 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:15.034007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] Provisioning complete for port e3db7b78-c279-4591-aab5-8f5a5382d022 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:15.034594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.149900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.159952 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3661a4af-64c7-4a9e-a61c-affb3ff0a8bb', 'name': 'tempest-NetworksTestDHCPv6-router-1076517267', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:51:13Z', 'updated_at': '2021-08-27T12:51:14Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'gw_port_host': None, '_interfaces': [{'id': 'c1fa9634-2f50-4ccf-a06a-a9cddbe15278', 'name': '', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'mac_address': 'fa:16:3e:c3:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3661a4af-64c7-4a9e-a61c-affb3ff0a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:51:13Z', 'updated_at': '2021-08-27T12:51:14Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'subnets': [{'id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:15.190939 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Checking router: 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:51:15.191526 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Updating router 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:51:15.191639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] For port e3db7b78-c279-4591-aab5-8f5a5382d022, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e3db7b78-c279-4591-aab5-8f5a5382d022,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:15.198239 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.230953 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.265313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe533c-5dab-4fd5-a8d0-f14a9d361071 None None] Pushing event updated for resources: {'Port': ['ID=e3db7b78-c279-4591-aab5-8f5a5382d022,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:15.335381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72aebb3a-6602-4974-ab35-50aa38c787fe None None] Provisioning for port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:15.340338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72aebb3a-6602-4974-ab35-50aa38c787fe None None] Provisioning complete for port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:15.340743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72aebb3a-6602-4974-ab35-50aa38c787fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.385930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-72aebb3a-6602-4974-ab35-50aa38c787fe None None] Port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:15.508760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a941d696-c559-4036-a1cf-e52032d2640b None None] Provisioning complete for port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:15.509044 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a941d696-c559-4036-a1cf-e52032d2640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.549728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a941d696-c559-4036-a1cf-e52032d2640b None None] Port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:15.555546 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.565731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Transition to ACTIVE for port object c1fa9634-2f50-4ccf-a06a-a9cddbe15278 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:15.571385 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.624252 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60476334-cd9b-491a-8823-336a9f12abf5 None None] Pushing event updated for resources: {'Port': ['ID=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:15.624736 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.683591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Attempting to bind port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:15.683957 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Attempting to bind port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:15.684384 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Attempting to bind port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:15.689952 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:15.690315 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:15.690759 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.691175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:15.691639 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Bound port: c1fa9634-2f50-4ccf-a06a-a9cddbe15278, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:15.692012 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.760663 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] For port c1fa9634-2f50-4ccf-a06a-a9cddbe15278, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:15.765105 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] For port c1fa9634-2f50-4ccf-a06a-a9cddbe15278, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:15.768954 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.819215 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Routers {'3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:15.819895 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:15.852988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port c1fa9634-2f50-4ccf-a06a-a9cddbe15278 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:15.853428 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.921266 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60476334-cd9b-491a-8823-336a9f12abf5 None None] Pushing event updated for resources: {'Port': ['ID=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:15.929525 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] Set router 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:51:15.957723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port c1fa9634-2f50-4ccf-a06a-a9cddbe15278, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:15.958706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:15.972680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for c1fa9634-2f50-4ccf-a06a-a9cddbe15278 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:16.135786 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3661a4af-64c7-4a9e-a61c-affb3ff0a8bb', 'name': 'tempest-NetworksTestDHCPv6-router-1076517267', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:51:13Z', 'updated_at': '2021-08-27T12:51:14Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'gw_port_host': None, '_interfaces': [{'id': 'c1fa9634-2f50-4ccf-a06a-a9cddbe15278', 'name': '', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'mac_address': 'fa:16:3e:c3:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3661a4af-64c7-4a9e-a61c-affb3ff0a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:51:13Z', 'updated_at': '2021-08-27T12:51:15Z', 'revision_number': 4, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'subnets': [{'id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:51:16.156489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.167527 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c566d-ad20-4ba1-9ff0-f297e467e3dd None None] The sync data for ids ['3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'] in n-d-688802-4 is: [{'id': '3661a4af-64c7-4a9e-a61c-affb3ff0a8bb', 'name': 'tempest-NetworksTestDHCPv6-router-1076517267', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:51:13Z', 'updated_at': '2021-08-27T12:51:14Z', 'revision_number': 2, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'gw_port_host': None, '_interfaces': [{'id': 'c1fa9634-2f50-4ccf-a06a-a9cddbe15278', 'name': '', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'mac_address': 'fa:16:3e:c3:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3661a4af-64c7-4a9e-a61c-affb3ff0a8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:51:13Z', 'updated_at': '2021-08-27T12:51:15Z', 'revision_number': 4, 'project_id': '03e16fdaaabc433b868a18584d49609e', 'subnets': [{'id': 'aaec3d37-e153-48d7-a27b-fb3ff11d1e7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:51:16.186544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=c1fa9634-2f50-4ccf-a06a-a9cddbe15278,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:16.291191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.485114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Router 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:51:16.571500 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:51:16.573228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e3db7b78-c279-4591-aab5-8f5a5382d022 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:16.580577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-819b2123-9544-4f13-b622-2aba7539be05 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "PUT /v2.0/routers/3661a4af-64c7-4a9e-a61c-affb3ff0a8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6663647 Aug 27 12:51:16.580837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38442) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:16.629712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e3db7b78-c279-4591-aab5-8f5a5382d022 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:16.630888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.637899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d7cc0-609a-4c13-ad67-d314a1c326d5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:16.639670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d7cc0-609a-4c13-ad67-d314a1c326d5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:16.641252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f84d7cc0-609a-4c13-ad67-d314a1c326d5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0594730 Aug 27 12:51:16.643951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38444) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:16.699536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet aaec3d37-e153-48d7-a27b-fb3ff11d1e7b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:16.703123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.747591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.841052 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.903191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.929132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=aaec3d37-e153-48d7-a27b-fb3ff11d1e7b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:16.934902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:16.936794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3e9490e-a16b-4bb2-b913-732ed03ddca0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/aaec3d37-e153-48d7-a27b-fb3ff11d1e7b HTTP/1.1" status: 204 len: 168 time: 0.2919238 Aug 27 12:51:16.939243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:16.941448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498482c7-d458-47bf-b83c-16bd85e8601c None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:17.061427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5ad183e9-666d-40bc-8244-89f77c294189 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1197474 Aug 27 12:51:17.063919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38448) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:17.119277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:17.147785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.175488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Deleting port e3db7b78-c279-4591-aab5-8f5a5382d022 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:17.175869 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.250813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] For port e3db7b78-c279-4591-aab5-8f5a5382d022, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e3db7b78-c279-4591-aab5-8f5a5382d022,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:17.251222 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.266706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Calling delete_port for e3db7b78-c279-4591-aab5-8f5a5382d022 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:17.330720 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.332977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.351097 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.380689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.381276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Fanout notify agent at l3_agent the message router_deleted on router 3661a4af-64c7-4a9e-a61c-affb3ff0a8bb {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 12:51:17.387771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Pushing event deleted for resources: {'Port': ['ID=e3db7b78-c279-4591-aab5-8f5a5382d022,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:17.389472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.394513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6e623f9b-6de7-4300-b53c-b841074fe4b9 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/routers/3661a4af-64c7-4a9e-a61c-affb3ff0a8bb HTTP/1.1" status: 204 len: 168 time: 0.3256207 Aug 27 12:51:17.395515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38450) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:17.396977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] No DVR routers for this DVR port e3db7b78-c279-4591-aab5-8f5a5382d022 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:17.405517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.405517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.405517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.405517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.405517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.408570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.409158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.410020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.410020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.410565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.411601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.412108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36ca5e0-1b27-42a2-9e0a-05e330604cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:17.426534 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f06d971-193d-4d98-be89-121fa49b5925 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293338 Aug 27 12:51:17.428843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38452) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:17.485248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f85dc-e80d-4c15-af7d-51d6b458c145 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:17.486756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-594f85dc-e80d-4c15-af7d-51d6b458c145 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565450 Aug 27 12:51:17.490494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38454) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:17.533497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5c716dbf-9b45-453b-afd7-6d93c7c2b4f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418212 Aug 27 12:51:17.538770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:17.544499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:17.554828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Sync routers for ids ['3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:51:17.564647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:17.565138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:51:17.565834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:51:17.574440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Routers set() bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:51:17.575229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Router IDs set() for agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 12:51:17.575576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:50:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent'). {{(pid=94625) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 12:51:17.576039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d9e46-75b3-4ee3-b808-4b7aa40cffc4 None None] The sync data for ids ['3661a4af-64c7-4a9e-a61c-affb3ff0a8bb'] in n-d-688802-4 is: [] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:51:17.640177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:17.644771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.938511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:17.940016 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.985990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:17.989257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:17.993429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:17.994064 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:17.998851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a917e6c6-e31e-4256-8ac6-d701aecf2b60 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:18.004061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=966c0179-f61d-4c66-b68c-817b23488072,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:18.015329 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d0bf97b-5069-4b2a-bd16-4f31891be9dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4753287 Aug 27 12:51:18.018107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38458) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:18.023753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:18.146901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:18.150849 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.162606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '966c0179-f61d-4c66-b68c-817b23488072'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:18.163848 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.298423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Allocated IP 2001:db8::f816:3eff:fe36:9485 (b746edaf-fa45-4bee-9e80-01c299f13141/966c0179-f61d-4c66-b68c-817b23488072/d536b261-1ba0-41ef-be64-7587e824a688) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:18.414778 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.454094 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.458109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:18.462393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Transition to ACTIVE for port object d536b261-1ba0-41ef-be64-7587e824a688 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:18.462880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:18.467655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:18.468255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.478820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Transition to ACTIVE for port object d536b261-1ba0-41ef-be64-7587e824a688 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:18.483070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=2a276a6b-7933-4d8a-a9b5-877f842a6382,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:18.484525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.494942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38462) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:18.495420 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9c62561-c36d-4cd0-bc85-8bae49b98445 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4759350 Aug 27 12:51:18.500702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:dc:6d:83', 'name': 'tempest-NetworksTestDHCPv6-1886557091'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:18.528392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:18.541106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:18.543587 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:18.557260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5398c6f2-4477-4465-979d-f6a320851fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.570167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:18.575550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c1fa9634-2f50-4ccf-a06a-a9cddbe15278 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:18.616267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c1fa9634-2f50-4ccf-a06a-a9cddbe15278 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:18.616612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c1fa9634-2f50-4ccf-a06a-a9cddbe15278 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:18.617030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e3db7b78-c279-4591-aab5-8f5a5382d022 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:18.636401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:18.651083 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e3db7b78-c279-4591-aab5-8f5a5382d022 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:18.651435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e3db7b78-c279-4591-aab5-8f5a5382d022 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:18.666625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Attempting to bind port d536b261-1ba0-41ef-be64-7587e824a688 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:18.667002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Attempting to bind port d536b261-1ba0-41ef-be64-7587e824a688 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:18.667369 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Attempting to bind port d536b261-1ba0-41ef-be64-7587e824a688 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:18.672622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:18.672997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:18.673401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.673822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:18.674285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Bound port: d536b261-1ba0-41ef-be64-7587e824a688, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:18.674699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.725260 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.748319 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:18.748978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port d42eee1b-a517-4f02-925a-fbe42ce4ed76 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:18.752348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:18.757887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:18.833957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc937b5-d777-4d24-b0b0-af11176cca74 None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:18.929168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 172.20.0.4 (b746edaf-fa45-4bee-9e80-01c299f13141/2a276a6b-7933-4d8a-a9b5-877f842a6382/d42eee1b-a517-4f02-925a-fbe42ce4ed76) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:18.936437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:fedc:6d83 (b746edaf-fa45-4bee-9e80-01c299f13141/966c0179-f61d-4c66-b68c-817b23488072/d42eee1b-a517-4f02-925a-fbe42ce4ed76) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:19.106974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.121504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object d42eee1b-a517-4f02-925a-fbe42ce4ed76 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:19.157220 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.200467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:19.205980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:19.209861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:19.216577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=d42eee1b-a517-4f02-925a-fbe42ce4ed76,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:19.264987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:19.265643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.282869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fc3c5472-c180-4e69-bf1e-64a8c9dacd8c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7846346 Aug 27 12:51:19.284309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:19.351175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951baecf-5980-49e7-a8c1-976d1ed30ecd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:19.357477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951baecf-5980-49e7-a8c1-976d1ed30ecd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:19.359163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-951baecf-5980-49e7-a8c1-976d1ed30ecd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0736389 Aug 27 12:51:19.362749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38466) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:19.461890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port d42eee1b-a517-4f02-925a-fbe42ce4ed76 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:19.462497 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.554784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.567433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for d42eee1b-a517-4f02-925a-fbe42ce4ed76 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:19.721661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca0f7d-8608-48d1-bd72-7a7bd6a51693 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:19.753704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.779966 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ea8caa3c-43b8-459b-b1b1-17c504dac675 None None] Provisioning for port d536b261-1ba0-41ef-be64-7587e824a688 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:19.788612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=d42eee1b-a517-4f02-925a-fbe42ce4ed76,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:19.872839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:19.875171 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-76fa10cf-6868-4602-bdc9-f1298deff46b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/d42eee1b-a517-4f02-925a-fbe42ce4ed76 HTTP/1.1" status: 204 len: 168 time: 0.5111201 Aug 27 12:51:19.877669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38468) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:19.937179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc6623-313f-488e-b94b-38766bded737 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:19.938748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc6623-313f-488e-b94b-38766bded737 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:19.940396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc6623-313f-488e-b94b-38766bded737 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:19.941964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1acc6623-313f-488e-b94b-38766bded737 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0632894 Aug 27 12:51:19.945126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:19.947167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6afbd-e023-4140-be11-f72b19681860 None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '966c0179-f61d-4c66-b68c-817b23488072', 'ip_address': '2001:db8::f816:3eff:fe36:9485'}, {'subnet_id': '2a276a6b-7933-4d8a-a9b5-877f842a6382'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:19.974003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9d6afbd-e023-4140-be11-f72b19681860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.001986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 2a276a6b-7933-4d8a-a9b5-877f842a6382 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:20.006208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.053020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.102905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.163676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server [None req-b9d6afbd-e023-4140-be11-f72b19681860 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a276a6b-7933-4d8a-a9b5-877f842a6382: This subnet is being modified by another concurrent operation. Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise exception Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a276a6b-7933-4d8a-a9b5-877f842a6382: This subnet is being modified by another concurrent operation. Aug 27 12:51:20.165406 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Aug 27 12:51:20.196594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=2a276a6b-7933-4d8a-a9b5-877f842a6382,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:20.200115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.202054 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2d11a1ba-3d18-4184-8cb7-e2240bb55756 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/2a276a6b-7933-4d8a-a9b5-877f842a6382 HTTP/1.1" status: 204 len: 168 time: 0.2560017 Aug 27 12:51:20.204958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38472) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:20.258135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 966c0179-f61d-4c66-b68c-817b23488072 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:20.261489 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.302308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.342604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cc2a8a27-770e-4b66-a882-ee718b2d157c None None] Could not find standard attr ID for object d42eee1b-a517-4f02-925a-fbe42ce4ed76. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:20.390173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31f8f4-91f5-443c-a9da-ed72858f96c2 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:51:20.395771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.460015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a31f8f4-91f5-443c-a9da-ed72858f96c2 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:51:20.464727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.494234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.498847 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/966c0179-f61d-4c66-b68c-817b23488072 HTTP/1.1" status: 204 len: 168 time: 0.2907145 Aug 27 12:51:20.498847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fc5fb-be38-48dc-9e6d-2720532a556e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=966c0179-f61d-4c66-b68c-817b23488072,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:20.499432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38474) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:20.552383 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8a797590-d030-4b2c-8a8a-c299e74a1a2c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518663 Aug 27 12:51:20.555449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38476) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:20.560837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:20.637975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.654610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:20.658159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:20.681200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b952865-a7dc-4046-8639-fcc8f7bb2821 None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 12:51:20.743864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b952865-a7dc-4046-8639-fcc8f7bb2821 None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 12:51:20.993285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:21.023967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26210a49-214f-44a1-ac08-554977130988 None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '462aa2a5-c065-4dff-a6d7-5d2a20831bf5'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:21.046499 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2067356a-c550-45b0-9560-b413d3ae0606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.054797 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26210a49-214f-44a1-ac08-554977130988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.229887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-26210a49-214f-44a1-ac08-554977130988 None None] Allocated IP 2001:db8::f816:3eff:fe36:9485 (b746edaf-fa45-4bee-9e80-01c299f13141/462aa2a5-c065-4dff-a6d7-5d2a20831bf5/d536b261-1ba0-41ef-be64-7587e824a688) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:21.235008 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.335381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-26210a49-214f-44a1-ac08-554977130988 None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:21.368324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26210a49-214f-44a1-ac08-554977130988 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.384022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-26210a49-214f-44a1-ac08-554977130988 None None] Transition to ACTIVE for port object d536b261-1ba0-41ef-be64-7587e824a688 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:21.388244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-26210a49-214f-44a1-ac08-554977130988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.441619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.ipam_pluggable_backend [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Port d536b261-1ba0-41ef-be64-7587e824a688 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=94623) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 27 12:51:21.442059 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.468881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26210a49-214f-44a1-ac08-554977130988 None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:21.497767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:21.501105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:21.509881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=462aa2a5-c065-4dff-a6d7-5d2a20831bf5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:21.512965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:21.513558 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.530902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-810cadd5-b832-4de0-b887-72460c9d924e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9741821 Aug 27 12:51:21.534167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38478) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:21.540095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:21.666268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:21.670082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.933468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.979584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:21.982786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:21.987393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:21.987919 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:21.997908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=045508bf-6954-431b-bc8f-f1871d5c520c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:22.010488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e90fcedd-2e62-4221-a2f1-f99036b727cb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4749978 Aug 27 12:51:22.013136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:22.018224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:ca:cf:99', 'name': 'tempest-NetworksTestDHCPv6-986124868'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:22.068161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4795c5-fe68-40d4-8d1b-5ff00009302a None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:22.143808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:22.149066 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.178947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port a48fe46b-0103-4c03-b2c1-fea06b95eb5f yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:22.186536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5608cad0-c408-4303-9aee-6584dbfa0f3b None None] Provisioning for port d536b261-1ba0-41ef-be64-7587e824a688 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:22.255685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.312722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '462aa2a5-c065-4dff-a6d7-5d2a20831bf5', 'ip_address': '2001:db8::f816:3eff:fe36:9485'}, {'subnet_id': '045508bf-6954-431b-bc8f-f1871d5c520c'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:22.342317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.358134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 172.20.0.8 (b746edaf-fa45-4bee-9e80-01c299f13141/045508bf-6954-431b-bc8f-f1871d5c520c/a48fe46b-0103-4c03-b2c1-fea06b95eb5f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:22.367081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:feca:cf99 (b746edaf-fa45-4bee-9e80-01c299f13141/462aa2a5-c065-4dff-a6d7-5d2a20831bf5/a48fe46b-0103-4c03-b2c1-fea06b95eb5f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:22.538877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.561388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object a48fe46b-0103-4c03-b2c1-fea06b95eb5f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:22.597790 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.622556 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:22.650647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:22.655545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:22.662551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:22.677957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Allocated IP 172.20.0.2 (b746edaf-fa45-4bee-9e80-01c299f13141/045508bf-6954-431b-bc8f-f1871d5c520c/d536b261-1ba0-41ef-be64-7587e824a688) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:22.691395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=a48fe46b-0103-4c03-b2c1-fea06b95eb5f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:22.726827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:22.727531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.748286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-10f03f60-17f9-4344-923c-0056d2b2446f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7311037 Aug 27 12:51:22.748673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:22.817327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a77f7-4dde-4ef6-83de-13f97ad05131 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:22.823361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a77f7-4dde-4ef6-83de-13f97ad05131 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:22.827542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-776a77f7-4dde-4ef6-83de-13f97ad05131 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0753002 Aug 27 12:51:22.828062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38486) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:22.897800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d536b261-1ba0-41ef-be64-7587e824a688 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:22.908281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:22.908661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.942977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port a48fe46b-0103-4c03-b2c1-fea06b95eb5f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:22.943322 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:22.969963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:23.025722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.031278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.043604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for a48fe46b-0103-4c03-b2c1-fea06b95eb5f owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:23.048846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Transition to ACTIVE for port object d536b261-1ba0-41ef-be64-7587e824a688 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:23.050046 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.053849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.184400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe5c4-f8f5-491f-80e6-8c3a788838ac None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:23.194904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:23.195479 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:23.234282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.271784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=a48fe46b-0103-4c03-b2c1-fea06b95eb5f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:23.365553 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.367708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1cf2644e-1a83-4436-b5f6-8b0541b33dca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/a48fe46b-0103-4c03-b2c1-fea06b95eb5f HTTP/1.1" status: 204 len: 168 time: 0.5386958 Aug 27 12:51:23.370253 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:23.428755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fa7ea-5bb6-4d0d-9d69-066392d52064 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:23.430352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fa7ea-5bb6-4d0d-9d69-066392d52064 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:23.432074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fa7ea-5bb6-4d0d-9d69-066392d52064 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:23.433779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-365fa7ea-5bb6-4d0d-9d69-066392d52064 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0625143 Aug 27 12:51:23.436482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38490) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:23.491692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 045508bf-6954-431b-bc8f-f1871d5c520c {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:23.496200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.555131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.651329 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.720408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dd9ba-49d8-422c-8111-c1588e0da308 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:23.723939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.757062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=045508bf-6954-431b-bc8f-f1871d5c520c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:23.761294 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.765688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b70b6404-1714-4dea-84e5-1fcc68d1591c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/045508bf-6954-431b-bc8f-f1871d5c520c HTTP/1.1" status: 204 len: 168 time: 0.3258760 Aug 27 12:51:23.766807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:23.785403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f7c34b09-eb41-40a4-bd4a-4ee16a8cf2e3 None None] Provisioning for port d536b261-1ba0-41ef-be64-7587e824a688 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:23.794577 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.802134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f7c34b09-eb41-40a4-bd4a-4ee16a8cf2e3 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:23.802525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f7c34b09-eb41-40a4-bd4a-4ee16a8cf2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.826946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 462aa2a5-c065-4dff-a6d7-5d2a20831bf5 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:23.830648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.873501 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.937269 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:23.937584 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:23.956707 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:23.995361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f7c34b09-eb41-40a4-bd4a-4ee16a8cf2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.024077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.055191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=462aa2a5-c065-4dff-a6d7-5d2a20831bf5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:24.058027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.060123 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-df56b9ff-6e76-4799-a833-2513eca26466 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/462aa2a5-c065-4dff-a6d7-5d2a20831bf5 HTTP/1.1" status: 204 len: 168 time: 0.2914164 Aug 27 12:51:24.062125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38494) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:24.063178 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-f7c34b09-eb41-40a4-bd4a-4ee16a8cf2e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:24.063556 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-f7c34b09-eb41-40a4-bd4a-4ee16a8cf2e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:24.100772 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8955d3ae-f3ec-4002-8e36-97774df68e0d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374169 Aug 27 12:51:24.103556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38496) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:24.109853 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:24.123967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.207451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:24.211105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.417516 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.467766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.468654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:24.472138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:24.477077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:24.477676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.490606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:24.501446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc071e76-e42a-489c-b293-ac80c35566c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3941426 Aug 27 12:51:24.501862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38498) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:24.506829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:24.511321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:24.516538 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.548889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ffd40-3198-46e8-b4f9-3aaedc03716e None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:24.631243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:24.633629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:24.635163 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.694714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:24.764729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:24.765022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.853795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8fe6770a-3df5-4d2f-b1fd-8e0e523cda9d None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:24.854176 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe6770a-3df5-4d2f-b1fd-8e0e523cda9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:24.965041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:25.002075 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.012936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:25.252239 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 12:51:25.252239 n-d-688802-4 neutron-server[94625]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 27 12:51:25.252239 n-d-688802-4 neutron-server[94625]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe36:9485', 'status': 'ALLOCATED', 'ipam_subnet_id': '31012bde-10c0-4ad3-82b3-3a433b0d83a3'}] Aug 27 12:51:25.252239 n-d-688802-4 neutron-server[94625]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:25.252695 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:25.288129 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.439510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:25.469211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.474509 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.475283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.787589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.851089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:25.865351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:25.872537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:25.873219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:25.890779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=ec56ac6f-2dfc-4643-aa2e-3361e2b96857,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:25.897183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=10']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:25.901935 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-815d5822-922d-4d40-bf10-7316f0265860 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3992677 Aug 27 12:51:25.905198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38500) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:25.910197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:8e:79:20', 'name': 'tempest-NetworksTestDHCPv6-972269913'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:26.001861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Allocated IP 172.20.0.2 (b746edaf-fa45-4bee-9e80-01c299f13141/5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9/d536b261-1ba0-41ef-be64-7587e824a688) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:26.034811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:26.109031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:26.119202 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.141949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port d1f52976-c304-4d15-984a-9b9b94947be4 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:26.144275 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.160111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Transition to ACTIVE for port object d536b261-1ba0-41ef-be64-7587e824a688 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:26.164707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.250650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0363a-b799-4d18-b919-6c91b3a1130c None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=11']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:26.318714 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 172.20.0.3 (b746edaf-fa45-4bee-9e80-01c299f13141/5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9/d1f52976-c304-4d15-984a-9b9b94947be4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:26.325534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:fe8e:7920 (b746edaf-fa45-4bee-9e80-01c299f13141/ec56ac6f-2dfc-4643-aa2e-3361e2b96857/d1f52976-c304-4d15-984a-9b9b94947be4) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:26.483680 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.498015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object d1f52976-c304-4d15-984a-9b9b94947be4 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:26.535204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.583247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:26.589238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:26.593549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:26.601139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=d1f52976-c304-4d15-984a-9b9b94947be4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:26.605910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:26.659562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:26.660436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.676445 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1cbb287a-1f46-40f0-a957-75846e8c844b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7701645 Aug 27 12:51:26.678860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:26.737752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90c4bd-ac45-474d-90b6-b26d65fdd758 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:26.743647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90c4bd-ac45-474d-90b6-b26d65fdd758 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:26.745329 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0e90c4bd-ac45-474d-90b6-b26d65fdd758 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0653634 Aug 27 12:51:26.748004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38504) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:26.799674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f77f4-c723-41d7-a282-b67a136ba3e7 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:26.839588 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port d1f52976-c304-4d15-984a-9b9b94947be4 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:26.839939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.854502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2ae5fcdd-5130-4ab7-bbc1-ec9b75a490a6 None None] Provisioning for port d536b261-1ba0-41ef-be64-7587e824a688 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:26.862423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2ae5fcdd-5130-4ab7-bbc1-ec9b75a490a6 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:26.862806 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ae5fcdd-5130-4ab7-bbc1-ec9b75a490a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.931793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:26.944234 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for d1f52976-c304-4d15-984a-9b9b94947be4 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:27.139054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.169434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=d1f52976-c304-4d15-984a-9b9b94947be4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:27.268762 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.271350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d4184a24-9142-47ff-8e9a-966549b1085b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/d1f52976-c304-4d15-984a-9b9b94947be4 HTTP/1.1" status: 204 len: 168 time: 0.5223944 Aug 27 12:51:27.273912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38506) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:27.339148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b449abd-20ec-4b6b-8b3a-ca422e8b3e45 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:27.340835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b449abd-20ec-4b6b-8b3a-ca422e8b3e45 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:27.342336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b449abd-20ec-4b6b-8b3a-ca422e8b3e45 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:27.343953 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5b449abd-20ec-4b6b-8b3a-ca422e8b3e45 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0689268 Aug 27 12:51:27.346682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38508) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:27.405165 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:27.408587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.467252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.562850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.626566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.654805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:27.665063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.670950 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47af4300-b5f4-4a68-9893-6fd83d91dfa1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9 HTTP/1.1" status: 204 len: 168 time: 0.3232210 Aug 27 12:51:27.671917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38510) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:27.728472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet ec56ac6f-2dfc-4643-aa2e-3361e2b96857 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:27.731965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.774752 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.843974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c7ed0-0208-4caf-9d1c-b33ddee1eb47 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:27.866368 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.926568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.952033 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=ec56ac6f-2dfc-4643-aa2e-3361e2b96857,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:27.959678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:27.965029 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac054e72-da27-44a3-a6ec-60d4d89f4981 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/ec56ac6f-2dfc-4643-aa2e-3361e2b96857 HTTP/1.1" status: 204 len: 168 time: 0.2887766 Aug 27 12:51:27.965029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38512) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:27.970733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-39e2ea8d-b87c-42e6-97b4-094e7da35e41 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:27.971143 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-39e2ea8d-b87c-42e6-97b4-094e7da35e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.010414 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d0c2f42a-6c5d-4cb2-936b-17b84b202b3f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419297 Aug 27 12:51:28.011924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:28.018073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:28.109752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-39e2ea8d-b87c-42e6-97b4-094e7da35e41 None None] Could not find standard attr ID for object d1f52976-c304-4d15-984a-9b9b94947be4. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:28.116325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d96d66-9cc5-473c-a859-c346381444e2 None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': 'ec56ac6f-2dfc-4643-aa2e-3361e2b96857'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:28.120747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:28.124522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.144459 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c2d96d66-9cc5-473c-a859-c346381444e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.323842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.329262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b987ee-c0f4-42db-8ae9-50ccd9980362 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:28.374196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:28.377599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:28.377811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-21087008-30cb-463c-ac57-53eb29acf912 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:28.378226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-21087008-30cb-463c-ac57-53eb29acf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.382567 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:28.383153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.386909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:28.402426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2e751513-abe4-4233-a52a-c6538121d53b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3887937 Aug 27 12:51:28.406915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:28.412448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:28.536785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:28.542830 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.603644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:28.630909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:28.665041 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.754883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.850242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:28.870874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:28.891498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:28.927406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Allocated IP 172.20.0.2 (b746edaf-fa45-4bee-9e80-01c299f13141/7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11/d536b261-1ba0-41ef-be64-7587e824a688) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:28.946413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=14']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:29.031300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:29.060357 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.074247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Transition to ACTIVE for port object d536b261-1ba0-41ef-be64-7587e824a688 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:29.078513 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.114170 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.150001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dd591-d96a-47b6-8c61-1128ba6360a5 None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=16']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:29.291235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:29.321709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.327132 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.328130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.406597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:29.415672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:29.424733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:29.425417 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.437068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=13ffb94c-6ba4-4bba-b1a7-19147442e066,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:29.446846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=17']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:29.459046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-42e5b8f1-3aa2-43fe-b093-24829abafa06 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0508838 Aug 27 12:51:29.459958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38518) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:29.465168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:a5:13:f7', 'name': 'tempest-NetworksTestDHCPv6-156179549'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:29.579840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:29.584070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.606042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 731add90-cd4c-4c02-b911-f11a935cc3eb yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:29.704302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19e2c3-9d6a-4efc-bb82-1b87a6294c05 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:29.772426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] Provisioning for port d536b261-1ba0-41ef-be64-7587e824a688 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:29.777388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 172.20.0.4 (b746edaf-fa45-4bee-9e80-01c299f13141/7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11/731add90-cd4c-4c02-b911-f11a935cc3eb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:29.781138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:29.781602 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.784059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:fea5:13f7 (b746edaf-fa45-4bee-9e80-01c299f13141/13ffb94c-6ba4-4bba-b1a7-19147442e066/731add90-cd4c-4c02-b911-f11a935cc3eb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:29.931956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.932248 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.944872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 731add90-cd4c-4c02-b911-f11a935cc3eb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:29.983041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:29.983754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:29.987586 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.024324 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:30.029564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:30.037000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:30.044790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf105ff-463c-463d-a692-d98505cadccb None None] Pushing event updated for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=18']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:30.062826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=731add90-cd4c-4c02-b911-f11a935cc3eb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:30.092880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:30.093518 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.109159 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c85e1168-67db-456d-95d0-a932d01a46e8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.6480303 Aug 27 12:51:30.111695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38522) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:30.167667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d35dcb-f604-4ac9-82d2-322be0cf7062 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:30.173630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d35dcb-f604-4ac9-82d2-322be0cf7062 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:30.177874 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-22d35dcb-f604-4ac9-82d2-322be0cf7062 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0625894 Aug 27 12:51:30.178132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38524) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:30.267733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 731add90-cd4c-4c02-b911-f11a935cc3eb {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:30.268083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.362305 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.374698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 731add90-cd4c-4c02-b911-f11a935cc3eb owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:30.460673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed265301-b2af-48b3-98b1-aa68484cac66 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:30.531977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81b72adf-897b-4bdc-82b4-054a31475354 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:30.532356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-81b72adf-897b-4bdc-82b4-054a31475354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.555731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.584761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=731add90-cd4c-4c02-b911-f11a935cc3eb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:30.637736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:30.675288 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.677789 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bd54f060-da72-4866-aadb-32c03f120017 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/731add90-cd4c-4c02-b911-f11a935cc3eb HTTP/1.1" status: 204 len: 168 time: 0.4986775 Aug 27 12:51:30.680279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38526) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:30.740153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988101f8-3449-45ad-8e44-5c381401a29c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:30.741717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988101f8-3449-45ad-8e44-5c381401a29c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:30.743374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988101f8-3449-45ad-8e44-5c381401a29c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:30.744974 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-988101f8-3449-45ad-8e44-5c381401a29c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0637879 Aug 27 12:51:30.747737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38528) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:30.753059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:30.753658 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.800604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 13ffb94c-6ba4-4bba-b1a7-19147442e066 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:30.804632 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.851160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:30.942999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.004051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.036070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.041458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38530) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.041964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/13ffb94c-6ba4-4bba-b1a7-19147442e066 HTTP/1.1" status: 204 len: 168 time: 0.2930055 Aug 27 12:51:31.043026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ca781-35ad-4f11-9a65-269e3c4b47c1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=13ffb94c-6ba4-4bba-b1a7-19147442e066,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:31.050899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-22f4fb88-1d4b-4242-b4c7-60a28e7396a0 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:31.051925 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-22f4fb88-1d4b-4242-b4c7-60a28e7396a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.099952 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:31.103205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.148592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.190767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d8e80-cbd8-4dc2-8793-4fe72ad75518 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:31.238870 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.261986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-faf2d65b-58e9-4436-9e7d-47cd0f44b664 None None] Could not find standard attr ID for object a48fe46b-0103-4c03-b2c1-fea06b95eb5f. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:31.302301 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.330982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:31.335016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.338157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b686e925-22be-4515-b675-864b72ad432b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11 HTTP/1.1" status: 204 len: 168 time: 0.2935772 Aug 27 12:51:31.340432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.384335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-80b3fb97-cda2-4060-b28b-a0c7b68d8f6f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427725 Aug 27 12:51:31.386842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.414432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53897286-9429-41a6-822a-f3628dec26af None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'd536b261-1ba0-41ef-be64-7587e824a688'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:31.439912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34accb89-23a7-4ee0-abe9-79e17a95c026 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:31.441383 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-34accb89-23a7-4ee0-abe9-79e17a95c026 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0534940 Aug 27 12:51:31.444423 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53897286-9429-41a6-822a-f3628dec26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.444672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38536) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.495515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc19bc5-6a9c-4d56-b55c-555d55e2d478 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:31.496449 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1bc19bc5-6a9c-4d56-b55c-555d55e2d478 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0507224 Aug 27 12:51:31.499128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38538) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.540867 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7774e13d-dff0-4c0c-99a0-6cba7cb05f80 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406265 Aug 27 12:51:31.545517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.550840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-059ac0b2-f759-46a2-b89f-c1e6435c577f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:31.611198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e0e3b-e718-4f0b-bf71-a518abeac8e0 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:31.642888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059ac0b2-f759-46a2-b89f-c1e6435c577f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:31.646875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-059ac0b2-f759-46a2-b89f-c1e6435c577f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.648318 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-059ac0b2-f759-46a2-b89f-c1e6435c577f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:31.648739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059ac0b2-f759-46a2-b89f-c1e6435c577f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:31.664112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-059ac0b2-f759-46a2-b89f-c1e6435c577f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1175117 Aug 27 12:51:31.667162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.672584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4a6dc021-06f3-4e22-b957-aa9898c2aa0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:31.718963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-90a7767d-de44-47b3-83e8-12e531742f99 None None] Provisioning complete for port d536b261-1ba0-41ef-be64-7587e824a688 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:31.719340 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-90a7767d-de44-47b3-83e8-12e531742f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.760740 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6dc021-06f3-4e22-b957-aa9898c2aa0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:31.764765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc021-06f3-4e22-b957-aa9898c2aa0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.766305 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6dc021-06f3-4e22-b957-aa9898c2aa0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:31.766794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6dc021-06f3-4e22-b957-aa9898c2aa0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:31.783798 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a6dc021-06f3-4e22-b957-aa9898c2aa0b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1153736 Aug 27 12:51:31.787232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38544) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.792612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b97ab59d-520b-45dd-9c92-3230d4757003 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:31.798718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:31.857969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] Deleting port d536b261-1ba0-41ef-be64-7587e824a688 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:31.858351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.885246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ab59d-520b-45dd-9c92-3230d4757003 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:31.888826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b97ab59d-520b-45dd-9c92-3230d4757003 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:31.890201 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97ab59d-520b-45dd-9c92-3230d4757003 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:31.890664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97ab59d-520b-45dd-9c92-3230d4757003 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:31.907433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b97ab59d-520b-45dd-9c92-3230d4757003 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1190948 Aug 27 12:51:31.910452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38546) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:31.915567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bf3cf3ef-bd72-4fe9-bf1b-6cd289892eb2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:32.008269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3cf3ef-bd72-4fe9-bf1b-6cd289892eb2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:32.012006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bf3cf3ef-bd72-4fe9-bf1b-6cd289892eb2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.013369 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3cf3ef-bd72-4fe9-bf1b-6cd289892eb2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:32.013801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3cf3ef-bd72-4fe9-bf1b-6cd289892eb2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:32.029773 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bf3cf3ef-bd72-4fe9-bf1b-6cd289892eb2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1182425 Aug 27 12:51:32.032773 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.038020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-97ffa321-0d81-47fd-8f83-2cd30afe5e98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:32.074097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] For port d536b261-1ba0-41ef-be64-7587e824a688, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d536b261-1ba0-41ef-be64-7587e824a688,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:32.074712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.087687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] Calling delete_port for d536b261-1ba0-41ef-be64-7587e824a688 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:32.129048 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ffa321-0d81-47fd-8f83-2cd30afe5e98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:32.132577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97ffa321-0d81-47fd-8f83-2cd30afe5e98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.133967 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ffa321-0d81-47fd-8f83-2cd30afe5e98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:32.134416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ffa321-0d81-47fd-8f83-2cd30afe5e98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:32.150077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-97ffa321-0d81-47fd-8f83-2cd30afe5e98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1163032 Aug 27 12:51:32.153087 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38550) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.158068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f0fb4739-febe-4650-9e67-4e64e3bd146f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:32.169093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.194481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] Pushing event deleted for resources: {'Port': ['ID=d536b261-1ba0-41ef-be64-7587e824a688,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:32.198156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e245778-bbc0-4108-b7c0-5f872960046e None None] No DVR routers for this DVR port d536b261-1ba0-41ef-be64-7587e824a688 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:32.252083 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb4739-febe-4650-9e67-4e64e3bd146f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:32.255615 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4739-febe-4650-9e67-4e64e3bd146f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.256967 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb4739-febe-4650-9e67-4e64e3bd146f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:32.257384 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fb4739-febe-4650-9e67-4e64e3bd146f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:32.275723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0fb4739-febe-4650-9e67-4e64e3bd146f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1214473 Aug 27 12:51:32.278110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38552) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.304653 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-669f19da-3efb-4dc1-be01-b8357a5d3c8f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0253541 Aug 27 12:51:32.307069 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38554) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.355787 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1274e72-c46c-4de4-b86a-bc747e5776ce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:32.357233 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f1274e72-c46c-4de4-b86a-bc747e5776ce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0492387 Aug 27 12:51:32.359790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38556) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.396003 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0168547d-7efe-469e-9aa6-4e2e837bf506 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0352070 Aug 27 12:51:32.399573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38558) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.404309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:32.494352 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:32.497711 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.584142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:32.607064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: d536b261-1ba0-41ef-be64-7587e824a688 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:32.607405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d536b261-1ba0-41ef-be64-7587e824a688 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:32.746894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:32.748283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.790431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:32.794754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:32.798832 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:32.799417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:32.804661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26331792-8cc6-4728-8cf1-5c8b8172b770 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:32.814150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=f97d2636-39a4-458e-9f61-9012f5a0ad4a,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:32.820201 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e3231c09-35fa-4c08-b1c6-0f2be1cd6243 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4172554 Aug 27 12:51:32.820378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38560) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:32.825233 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:47:72:e4', 'name': 'tempest-NetworksTestDHCPv6-1291651017'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:32.931064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:32.944636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': 'f97d2636-39a4-458e-9f61-9012f5a0ad4a'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:32.945835 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.015985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.035552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 1010639f-a67d-4c41-83bb-7f34afb3fbf6 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:33.081575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Allocated IP 2001:db8::f816:3eff:fe06:2770 (b746edaf-fa45-4bee-9e80-01c299f13141/f97d2636-39a4-458e-9f61-9012f5a0ad4a/14e37d80-08b7-4d34-9043-724c106f4aa9) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:33.223864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.232349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Transition to ACTIVE for port object 14e37d80-08b7-4d34-9043-724c106f4aa9 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:33.246752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Transition to ACTIVE for port object 14e37d80-08b7-4d34-9043-724c106f4aa9 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:33.252633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.293102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:33.297841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:33.301362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:33.304416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:fe47:72e4 (b746edaf-fa45-4bee-9e80-01c299f13141/f97d2636-39a4-458e-9f61-9012f5a0ad4a/1010639f-a67d-4c41-83bb-7f34afb3fbf6) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:33.308409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Pushing event updated for resources: {'Port': ['ID=14e37d80-08b7-4d34-9043-724c106f4aa9,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:33.363940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Attempting to bind port 14e37d80-08b7-4d34-9043-724c106f4aa9 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:33.364317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Attempting to bind port 14e37d80-08b7-4d34-9043-724c106f4aa9 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:33.364685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Attempting to bind port 14e37d80-08b7-4d34-9043-724c106f4aa9 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:33.369890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:33.370302 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:33.370744 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.371143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:33.371643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Bound port: 14e37d80-08b7-4d34-9043-724c106f4aa9, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:33.372027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.433939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] For port 14e37d80-08b7-4d34-9043-724c106f4aa9, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:33.437111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] For port 14e37d80-08b7-4d34-9043-724c106f4aa9, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=14e37d80-08b7-4d34-9043-724c106f4aa9,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:33.441480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.457802 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.471248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 1010639f-a67d-4c41-83bb-7f34afb3fbf6 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:33.497483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f13e1-8467-4a41-89ed-506b15b0cf0f None None] Pushing event updated for resources: {'Port': ['ID=14e37d80-08b7-4d34-9043-724c106f4aa9,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:33.509884 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.553389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:33.558722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:33.562603 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:33.568186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:33.568788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.578008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=1010639f-a67d-4c41-83bb-7f34afb3fbf6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:33.589126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-14fa7d30-9184-49f1-b4b0-607f49952c30 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7676995 Aug 27 12:51:33.591948 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38562) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:33.653584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394f20-36a3-4c9e-9961-06e4dd788797 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:33.655711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394f20-36a3-4c9e-9961-06e4dd788797 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:33.657670 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-05394f20-36a3-4c9e-9961-06e4dd788797 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0646226 Aug 27 12:51:33.662423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38564) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:33.753996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 1010639f-a67d-4c41-83bb-7f34afb3fbf6 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:33.754749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.841895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:33.853930 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 1010639f-a67d-4c41-83bb-7f34afb3fbf6 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:33.976652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.008123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=1010639f-a67d-4c41-83bb-7f34afb3fbf6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:34.032178 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.034112 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7ed12751-6994-443c-9cb0-950701f3abd6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/1010639f-a67d-4c41-83bb-7f34afb3fbf6 HTTP/1.1" status: 204 len: 168 time: 0.3722863 Aug 27 12:51:34.036642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38566) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:34.088911 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac0501-0ca9-46b5-baac-6d8ae2f7c75a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:34.090470 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac0501-0ca9-46b5-baac-6d8ae2f7c75a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:34.091991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-57ac0501-0ca9-46b5-baac-6d8ae2f7c75a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0544322 Aug 27 12:51:34.094690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38568) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:34.146187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet f97d2636-39a4-458e-9f61-9012f5a0ad4a {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:34.149870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.196385 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.279667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.340419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.371639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=f97d2636-39a4-458e-9f61-9012f5a0ad4a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:34.375628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.377559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ec13053e-5d4e-45d9-872d-6896766d1051 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f97d2636-39a4-458e-9f61-9012f5a0ad4a HTTP/1.1" status: 204 len: 168 time: 0.2819498 Aug 27 12:51:34.380275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38570) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:34.417921 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-821b4954-759b-4e3c-818c-29833ac6c406 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363934 Aug 27 12:51:34.420465 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38572) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:34.427405 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:34.475919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9ce76417-8d29-4739-b35a-10c3534be9e9 None None] Provisioning for port 14e37d80-08b7-4d34-9043-724c106f4aa9 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:34.521636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:34.525211 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.576418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29dc0c-a4fc-42cc-93d0-a82c04797666 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:34.633950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-570b8006-6475-4b0a-ae71-13ef9ec129bc None None] Could not find standard attr ID for object 1010639f-a67d-4c41-83bb-7f34afb3fbf6. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:34.668584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 14e37d80-08b7-4d34-9043-724c106f4aa9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:34.759353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 14e37d80-08b7-4d34-9043-724c106f4aa9 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:34.763920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 14e37d80-08b7-4d34-9043-724c106f4aa9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:34.764294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.833647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:34.836436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:34.871365 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.914389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 14e37d80-08b7-4d34-9043-724c106f4aa9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=14e37d80-08b7-4d34-9043-724c106f4aa9,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:34.919972 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.926002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] Deleting port 14e37d80-08b7-4d34-9043-724c106f4aa9 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:34.926422 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:34.989018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.012524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=14e37d80-08b7-4d34-9043-724c106f4aa9,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:35.044485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] For port 14e37d80-08b7-4d34-9043-724c106f4aa9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=14e37d80-08b7-4d34-9043-724c106f4aa9,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:35.044813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.058450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] Calling delete_port for 14e37d80-08b7-4d34-9043-724c106f4aa9 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:35.139733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port 14e37d80-08b7-4d34-9043-724c106f4aa9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=14e37d80-08b7-4d34-9043-724c106f4aa9,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:35.481511 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.486370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.487269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.492062 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.521503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] Pushing event deleted for resources: {'Port': ['ID=14e37d80-08b7-4d34-9043-724c106f4aa9,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:35.523818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06eb89-7421-4556-9b81-8427ef86d1b5 None None] No DVR routers for this DVR port 14e37d80-08b7-4d34-9043-724c106f4aa9 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:35.536013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=14e37d80-08b7-4d34-9043-724c106f4aa9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:35.554003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:35.557229 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:35.561423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:35.562010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.565914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f662285-eceb-4016-a862-83d12d6d9cea None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:35.567198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=c02bae49-ad50-4dda-b028-929d07b3d782,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:35.582798 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6bf74837-0847-4df8-9b30-6090a679e533 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1585355 Aug 27 12:51:35.583030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38574) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:35.587814 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:23:e4:52', 'name': 'tempest-NetworksTestDHCPv6-1392982129'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:35.699848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:35.704142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.715912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': 'c02bae49-ad50-4dda-b028-929d07b3d782'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:35.716773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.724647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:35.829443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:fe23:e452 (b746edaf-fa45-4bee-9e80-01c299f13141/c02bae49-ad50-4dda-b028-929d07b3d782/ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:35.974654 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:35.987624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:36.018946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.060325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Allocated IP 2001:db8::f816:3eff:fe21:43e8 (b746edaf-fa45-4bee-9e80-01c299f13141/c02bae49-ad50-4dda-b028-929d07b3d782/3ac52722-b799-423f-9f1b-1ad4f4d7cc7a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:36.061687 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:36.067912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:36.072421 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:36.078878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:36.079506 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.088516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:36.100018 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a09358c2-6d50-4b02-95e8-ba649d5583ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5159624 Aug 27 12:51:36.102679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38576) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:36.153727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64402f69-ae22-4d38-a021-3707f1dbd4fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:36.155259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-64402f69-ae22-4d38-a021-3707f1dbd4fc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0516605 Aug 27 12:51:36.157878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38578) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:36.214965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.223507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Transition to ACTIVE for port object 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:36.239815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Transition to ACTIVE for port object 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:36.243381 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:36.243727 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.245370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.287364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:36.293022 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:36.295881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Pushing event updated for resources: {'Port': ['ID=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:36.299681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:36.332115 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.344439 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:36.354783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Attempting to bind port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:36.355149 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Attempting to bind port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:36.355517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Attempting to bind port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:36.360443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:36.360836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:36.361236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.361626 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:36.362085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Bound port: 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:36.362488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.423646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] For port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:36.426810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] For port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:36.433256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.468266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.496469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e643-7134-419c-965b-85a5ad4e4954 None None] Pushing event updated for resources: {'Port': ['ID=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:36.502750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:36.528821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.533505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38580) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:36.533966 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0fa32ca8-2bf4-492c-acd3-47e01a91d1f4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53 HTTP/1.1" status: 204 len: 168 time: 0.3746789 Aug 27 12:51:36.590967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc701d8-f198-43d1-841b-975bfc6002f3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:36.592625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc701d8-f198-43d1-841b-975bfc6002f3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:36.594160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ecc701d8-f198-43d1-841b-975bfc6002f3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0588524 Aug 27 12:51:36.596871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38582) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:36.604480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 14e37d80-08b7-4d34-9043-724c106f4aa9 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:36.625831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 14e37d80-08b7-4d34-9043-724c106f4aa9 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:36.626183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 14e37d80-08b7-4d34-9043-724c106f4aa9 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:36.675819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet c02bae49-ad50-4dda-b028-929d07b3d782 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:36.679239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.721858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.808848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.872688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.902005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=c02bae49-ad50-4dda-b028-929d07b3d782,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:36.905642 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:36.908125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9e7428ac-b4d7-44aa-8cdf-b85eae72cfd8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/c02bae49-ad50-4dda-b028-929d07b3d782 HTTP/1.1" status: 204 len: 168 time: 0.3103273 Aug 27 12:51:36.910168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38584) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:36.948296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-291e392f-f0bf-46f5-8e47-3ec2fa569886 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365067 Aug 27 12:51:36.951604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38586) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:36.998299 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3490bf5e-5e1c-485a-932e-8bf4d7a630d8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:36.999864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3490bf5e-5e1c-485a-932e-8bf4d7a630d8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0472600 Aug 27 12:51:37.002271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38588) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:37.056562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e411b-51a7-40a0-bb3e-a4956342b837 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:37.058022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c53e411b-51a7-40a0-bb3e-a4956342b837 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548267 Aug 27 12:51:37.060603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38590) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:37.102544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-23b6ba5e-a4d1-4585-a352-d610e470d93c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370088 Aug 27 12:51:37.102726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38592) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:37.107687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:37.203194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:37.206713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:37.401589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573bad3b-ce1d-4bcd-b10b-0a6c2fa52cf0 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:37.489758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-24a3a4c5-98a8-4854-be0c-40dead5ad982 None None] Provisioning for port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:37.506465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.objects.ports [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94623) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:37.670411 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:37.831030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:37.862094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:37.866808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:37.867816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:37.935277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:37.944571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-26b96df7-5a22-42e9-b834-daf8d486fffa None None] Could not find standard attr ID for object ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:37.948312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:37.957559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:37.958166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:37.978848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=11e0cee8-5c19-4987-9971-9991aac4b2d5,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:37.982631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,revision_number=5']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:37.990690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e768a2dc-7da8-43ea-879d-588ff08e0e7e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8868809 Aug 27 12:51:37.993329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38596) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:37.998347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:ee:56:1c', 'name': 'tempest-NetworksTestDHCPv6-1707314958'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:38.094371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a5129-4cbf-45cc-971c-378295bd1efa None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:38.117300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:38.198937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.219819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 8d74d432-3d89-4d96-b6dc-91fdd886137d yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:38.336850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:feee:561c (b746edaf-fa45-4bee-9e80-01c299f13141/11e0cee8-5c19-4987-9971-9991aac4b2d5/8d74d432-3d89-4d96-b6dc-91fdd886137d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:38.488960 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.502476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 8d74d432-3d89-4d96-b6dc-91fdd886137d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:38.536766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.579551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:38.583827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:38.585792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:38.591762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:38.592365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.609415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=8d74d432-3d89-4d96-b6dc-91fdd886137d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:38.621781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-44868b18-cdb2-431e-afeb-428ebb53ce40 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6239986 Aug 27 12:51:38.621781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38598) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:38.632762 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:38.675731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa22f3-13f0-415f-9e83-c29eb8fef2ee tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:38.681468 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.683463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa22f3-13f0-415f-9e83-c29eb8fef2ee tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:38.685225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-13aa22f3-13f0-415f-9e83-c29eb8fef2ee tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0627472 Aug 27 12:51:38.687930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38600) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:38.704635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:38.709742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:38.710231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.790957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 8d74d432-3d89-4d96-b6dc-91fdd886137d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:38.791335 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.803926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.836865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:38.840877 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.881571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.893771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 8d74d432-3d89-4d96-b6dc-91fdd886137d owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:38.899733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:38.908246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-69883aeb-3398-4569-ab8e-3d27772b54bf None None] Provisioning for port 8d74d432-3d89-4d96-b6dc-91fdd886137d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:38.912365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-69883aeb-3398-4569-ab8e-3d27772b54bf None None] Provisioning complete for port 8d74d432-3d89-4d96-b6dc-91fdd886137d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:38.912772 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-69883aeb-3398-4569-ab8e-3d27772b54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:38.947101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-69883aeb-3398-4569-ab8e-3d27772b54bf None None] Port 8d74d432-3d89-4d96-b6dc-91fdd886137d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:39.021912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.050148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=8d74d432-3d89-4d96-b6dc-91fdd886137d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:39.074252 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.076329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6c51b986-7aad-4bfd-8a26-3483a42fd1aa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/8d74d432-3d89-4d96-b6dc-91fdd886137d HTTP/1.1" status: 204 len: 168 time: 0.3874702 Aug 27 12:51:39.079064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38602) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:39.135932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af950a4c-7b36-4f72-8de3-c6c9e14532e6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:39.137675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af950a4c-7b36-4f72-8de3-c6c9e14532e6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:39.139263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-af950a4c-7b36-4f72-8de3-c6c9e14532e6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0592096 Aug 27 12:51:39.141891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:39.194542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 11e0cee8-5c19-4987-9971-9991aac4b2d5 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:39.198020 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.240524 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.324039 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.382204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.410528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=11e0cee8-5c19-4987-9971-9991aac4b2d5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:39.412468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.416504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d3f6cd4-be86-491c-ab3d-2130a2c72995 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/11e0cee8-5c19-4987-9971-9991aac4b2d5 HTTP/1.1" status: 204 len: 168 time: 0.2713728 Aug 27 12:51:39.416886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38606) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:39.419980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83d1fe-bd46-4c74-bac3-bffb74b018ca None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:39.477782 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce32051c-3741-4dcd-be9a-5b9365b4b8ca tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593586 Aug 27 12:51:39.480205 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38608) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:39.485327 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:39.582081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:39.586747 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.609797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:39.658342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] Deleting port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:39.658668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.721015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] For port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:39.721411 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.735106 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] Calling delete_port for 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:39.817391 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.842460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:39.843766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.844020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] Pushing event deleted for resources: {'Port': ['ID=3ac52722-b799-423f-9f1b-1ad4f4d7cc7a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:39.848940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eff2b6-eab2-456f-ae5f-601adc6e8ba8 None None] No DVR routers for this DVR port 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:39.888994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:39.893627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:39.898639 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:39.899233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:39.902704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c6c4b2-00e1-46ab-9793-8d4d961dd0a2 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:39.914009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=38fd7fae-7092-47a9-847c-66e649604e60,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:39.924077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82c2d1ab-457a-4cf4-a827-2cf9fc5857d0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4400620 Aug 27 12:51:39.924077 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38610) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:39.929672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:4e:75:e8', 'name': 'tempest-NetworksTestDHCPv6-1563382871'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:40.039052 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:40.046039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '38fd7fae-7092-47a9-847c-66e649604e60'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:40.046934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.124667 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.143964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 54d6459a-6332-444d-bbff-90390a5d85d8 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:40.179451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Allocated IP 2001:db8::f816:3eff:fe7e:ef2 (b746edaf-fa45-4bee-9e80-01c299f13141/38fd7fae-7092-47a9-847c-66e649604e60/0b308fe1-6f3e-47ca-a501-129c2272e7a7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:40.315432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.323996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Transition to ACTIVE for port object 0b308fe1-6f3e-47ca-a501-129c2272e7a7 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:40.338052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Transition to ACTIVE for port object 0b308fe1-6f3e-47ca-a501-129c2272e7a7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:40.342928 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.381955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:40.384710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:40.390349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:40.392267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:fe4e:75e8 (b746edaf-fa45-4bee-9e80-01c299f13141/38fd7fae-7092-47a9-847c-66e649604e60/54d6459a-6332-444d-bbff-90390a5d85d8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:40.399337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Pushing event updated for resources: {'Port': ['ID=0b308fe1-6f3e-47ca-a501-129c2272e7a7,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:40.449259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Attempting to bind port 0b308fe1-6f3e-47ca-a501-129c2272e7a7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:40.449548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Attempting to bind port 0b308fe1-6f3e-47ca-a501-129c2272e7a7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:40.449922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Attempting to bind port 0b308fe1-6f3e-47ca-a501-129c2272e7a7 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:40.455377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:40.455754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:40.456155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.456547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:40.457015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Bound port: 0b308fe1-6f3e-47ca-a501-129c2272e7a7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:40.457440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.518167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] For port 0b308fe1-6f3e-47ca-a501-129c2272e7a7, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:40.521973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] For port 0b308fe1-6f3e-47ca-a501-129c2272e7a7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0b308fe1-6f3e-47ca-a501-129c2272e7a7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:40.527200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.552263 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.585615 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 54d6459a-6332-444d-bbff-90390a5d85d8 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:40.586706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a325b-bc5a-407c-9b48-9184d416a210 None None] Pushing event updated for resources: {'Port': ['ID=0b308fe1-6f3e-47ca-a501-129c2272e7a7,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:40.617659 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:40.624502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.641504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:51:40.641953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3ac52722-b799-423f-9f1b-1ad4f4d7cc7a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:51:40.670924 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:40.676587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:40.680817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:40.686847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:40.687527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.694346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=54d6459a-6332-444d-bbff-90390a5d85d8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:40.709341 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-afaa77af-7502-46a4-83bb-97046884077f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7841058 Aug 27 12:51:40.711908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38612) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:40.771801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f6379-4594-458c-ab60-f65066b62ef0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:40.777971 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f6379-4594-458c-ab60-f65066b62ef0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:40.782905 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a12f6379-4594-458c-ab60-f65066b62ef0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0699394 Aug 27 12:51:40.783537 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38614) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:40.884287 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 54d6459a-6332-444d-bbff-90390a5d85d8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:40.884657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.973240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:40.984637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 54d6459a-6332-444d-bbff-90390a5d85d8 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:41.107724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.140224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=54d6459a-6332-444d-bbff-90390a5d85d8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:41.166831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.168808 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6f9e0510-0d21-49b1-bf84-ac319f24192f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/54d6459a-6332-444d-bbff-90390a5d85d8 HTTP/1.1" status: 204 len: 168 time: 0.3843265 Aug 27 12:51:41.171270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38616) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.224267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4edb08-bf3e-446b-a40f-47f55ad340dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:41.225849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4edb08-bf3e-446b-a40f-47f55ad340dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:41.227459 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa4edb08-bf3e-446b-a40f-47f55ad340dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0552304 Aug 27 12:51:41.230147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38618) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.283764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 38fd7fae-7092-47a9-847c-66e649604e60 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:41.287171 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.335022 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.421629 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.485885 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.512185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=38fd7fae-7092-47a9-847c-66e649604e60,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:41.518331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.522784 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0c9983a4-0b61-4859-8f87-26fd4c877195 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/38fd7fae-7092-47a9-847c-66e649604e60 HTTP/1.1" status: 204 len: 168 time: 0.2889285 Aug 27 12:51:41.523008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38620) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.566131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-463f233a-9976-4985-aac0-e8247fd5f389 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419903 Aug 27 12:51:41.569132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38622) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.592620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-33e1866b-5bf1-4adf-bb29-c137245c0cad None None] Provisioning for port 0b308fe1-6f3e-47ca-a501-129c2272e7a7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:41.622643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66f717-8a94-444c-9477-98b83ca1ce23 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:41.626653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8b66f717-8a94-444c-9477-98b83ca1ce23 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0540628 Aug 27 12:51:41.626849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38624) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.683397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e644425-58e7-4f2d-b4fd-49ae8eeb1b8a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:41.684890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e644425-58e7-4f2d-b4fd-49ae8eeb1b8a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571327 Aug 27 12:51:41.688511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38626) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.690401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b547f-aa04-4b90-9560-ef5b8b870d2d None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:41.728524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-da656f02-20ca-4d92-9f0b-d59f81f48a07 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385134 Aug 27 12:51:41.732478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38628) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:41.737401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-04133679-247e-4f95-b692-dd504b2cfc82 None None] Could not find standard attr ID for object 54d6459a-6332-444d-bbff-90390a5d85d8. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:41.737540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:41.826553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:41.830325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.861443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:41.908781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] Deleting port 0b308fe1-6f3e-47ca-a501-129c2272e7a7 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:41.909156 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.977103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] For port 0b308fe1-6f3e-47ca-a501-129c2272e7a7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=0b308fe1-6f3e-47ca-a501-129c2272e7a7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:41.977519 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:41.991404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] Calling delete_port for 0b308fe1-6f3e-47ca-a501-129c2272e7a7 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:42.018506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.060392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:42.063903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:42.067810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:42.068408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.075369 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.090875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=40ef0640-d1d2-425d-98b3-b078ea5a2a14,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:42.097997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0120af0d-cbb5-4df3-b361-dfb3012ae5a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3619084 Aug 27 12:51:42.098352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38630) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:42.100373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] Pushing event deleted for resources: {'Port': ['ID=0b308fe1-6f3e-47ca-a501-129c2272e7a7,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:42.104412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:54:1c:b4', 'name': 'tempest-NetworksTestDHCPv6-1722614142'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:42.104749 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3712139-ce7f-4b5a-984c-c7b6262f7951 None None] No DVR routers for this DVR port 0b308fe1-6f3e-47ca-a501-129c2272e7a7 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:51:42.118351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafeaa33-fd35-4d6d-8b43-93531c139303 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:42.220857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:42.225808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.249765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 4a8ab5a0-85bd-4700-9523-29a1011f1d8f yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:42.421871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-b746edaf-fa45-4bee-9e80-01c299f13141', 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'tenant_id': '03e16fdaaabc433b868a18584d49609e', 'fixed_ips': [{'subnet_id': '40ef0640-d1d2-425d-98b3-b078ea5a2a14'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:51:42.423024 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.673552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::327 (b746edaf-fa45-4bee-9e80-01c299f13141/40ef0640-d1d2-425d-98b3-b078ea5a2a14/4a8ab5a0-85bd-4700-9523-29a1011f1d8f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:42.830697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.842984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 4a8ab5a0-85bd-4700-9523-29a1011f1d8f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:42.875943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.942933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:42.947463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:42.951975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/40ef0640-d1d2-425d-98b3-b078ea5a2a14/e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:42.958733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:42.968376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:42.969234 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:42.989001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=4a8ab5a0-85bd-4700-9523-29a1011f1d8f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:43.006098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5ff18c61-d200-4bba-bbb3-611824883f12 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9043531 Aug 27 12:51:43.006311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38632) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.053182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6cd03-5d32-4c9d-9bc0-a86dbd61075d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:43.054686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fac6cd03-5d32-4c9d-9bc0-a86dbd61075d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0474238 Aug 27 12:51:43.057298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38634) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.113114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.121951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Transition to ACTIVE for port object e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:43.136293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Transition to ACTIVE for port object e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:43.142074 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.146617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 4a8ab5a0-85bd-4700-9523-29a1011f1d8f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:43.147079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.183193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:43.188236 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:43.190663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:43.202087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:43.235044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.248181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 4a8ab5a0-85bd-4700-9523-29a1011f1d8f owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:43.249275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Attempting to bind port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:51:43.249646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Attempting to bind port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:51:43.250015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Attempting to bind port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 on network b746edaf-fa45-4bee-9e80-01c299f13141 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:51:43.254915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:51:43.255286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Checking segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:51:43.255692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.256087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Bound using segment: {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:51:43.256551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Bound port: e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d05550-916b-4564-b668-ac890815b023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:51:43.256939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.318644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:51:43.321683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:51:43.328041 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.386672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.393682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72916a60-351a-4ad4-a72c-ac6338a92191 None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:43.418270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=4a8ab5a0-85bd-4700-9523-29a1011f1d8f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:43.449156 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.451332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9c203f57-151b-47cd-a6f4-a345f9bed794 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/4a8ab5a0-85bd-4700-9523-29a1011f1d8f HTTP/1.1" status: 204 len: 168 time: 0.3930955 Aug 27 12:51:43.454049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38636) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.508370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd4b4f3-26f1-4b51-b0d6-081ed1f6c73c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:43.510028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd4b4f3-26f1-4b51-b0d6-081ed1f6c73c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:43.511593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6dd4b4f3-26f1-4b51-b0d6-081ed1f6c73c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0565765 Aug 27 12:51:43.514482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38638) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.588907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 40ef0640-d1d2-425d-98b3-b078ea5a2a14 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:43.592594 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.636157 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.727662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.787793 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.814846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=40ef0640-d1d2-425d-98b3-b078ea5a2a14,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:43.819678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:43.821586 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-24fc234a-c775-4193-8511-d8629dc85314 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/40ef0640-d1d2-425d-98b3-b078ea5a2a14 HTTP/1.1" status: 204 len: 168 time: 0.3059609 Aug 27 12:51:43.824265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38640) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.865980 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5389b58b-d268-4d7b-9695-c7f61a4e5648 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406544 Aug 27 12:51:43.868214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38642) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.915571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e72ff-53a0-4f8b-8f1c-37bec672b771 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:43.916995 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ce4e72ff-53a0-4f8b-8f1c-37bec672b771 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0478776 Aug 27 12:51:43.919523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:43.970131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f2e30-d893-4f21-b72c-86400399a4b7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:43.971669 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-791f2e30-d893-4f21-b72c-86400399a4b7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0512521 Aug 27 12:51:43.974134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38646) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:44.017070 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d18f61ae-4972-4aff-a008-b9f5814f7d60 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417078 Aug 27 12:51:44.022540 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:44.027507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:44.128021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:44.132426 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.263469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b883ac-fa45-4ed2-8e2f-c3abcb91fc43 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:44.317635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-003b9671-2529-4183-9e93-40845e09e120 None None] Provisioning for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:44.433314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:44.597250 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.631736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:44.700173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:44.705220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:44.705648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.776099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:44.792911 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.809351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bdbe64d7-0c57-46e6-b040-3f437c18f85b None None] Could not find standard attr ID for object 4a8ab5a0-85bd-4700-9523-29a1011f1d8f. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:44.813818 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.819430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.820195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.861710 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:44.862052 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:44.906604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:44.916756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:44.919751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:44.920348 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:44.926328 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=35369734-3f39-4dd7-b343-f1c5805fff82,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:44.948045 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=5']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:44.958050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38652) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:44.958592 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-97f31272-7d0e-4cff-8196-ebeddf30c5e3 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9347856 Aug 27 12:51:44.963446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:44.979729 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af8246-37a0-4edf-b87a-a86f2b4c50b2 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:45.075031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:45.078977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.174507 n-d-688802-4 neutron-server[94623]: INFO neutron.db.ipam_backend_mixin [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35369734-3f39-4dd7-b343-f1c5805fff82 (CIDR: 2001:db8::/64) Aug 27 12:51:45.179146 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:45.179621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:45.196036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7164b289-372d-45d6-91f2-ca46276b682a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2368188 Aug 27 12:51:45.198870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38654) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:45.204440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:45.319400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:45.323121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.332872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cf197e66-bd65-45d3-b1e4-bd0a8b9397a0 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:45.333384 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf197e66-bd65-45d3-b1e4-bd0a8b9397a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.407499 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.467786 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cf197e66-bd65-45d3-b1e4-bd0a8b9397a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.471280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:45.479430 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.563681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.569401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:45.574256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-cf197e66-bd65-45d3-b1e4-bd0a8b9397a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:45.574760 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-cf197e66-bd65-45d3-b1e4-bd0a8b9397a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:45.611909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:45.615583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:45.619862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:45.620458 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.625007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58d813-6a67-4d7a-9743-69693dd2a667 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:45.633032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=86a37840-4b19-4505-acb2-2410d6114e3e,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:45.641935 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4418433 Aug 27 12:51:45.643368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.643719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.644076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.644440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.644777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.644914 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38658) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:45.645469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.645469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.645743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.646072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.646413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.646749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.647076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768d8c6-80e1-4647-9f73-fca7d4fbabce tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:51:45.649996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:eb:4d:0d', 'name': 'tempest-NetworksTestDHCPv6-812680589'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:45.763075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:45.839810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '35369734-3f39-4dd7-b343-f1c5805fff82', 'ip_address': '2001:db8::f816:3eff:fef6:2375'}, {'subnet_id': '86a37840-4b19-4505-acb2-2410d6114e3e'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:45.851264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.864561 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:45.872146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:46.044232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8:0:1::44 (b746edaf-fa45-4bee-9e80-01c299f13141/86a37840-4b19-4505-acb2-2410d6114e3e/ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:46.051556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:feeb:4d0d (b746edaf-fa45-4bee-9e80-01c299f13141/35369734-3f39-4dd7-b343-f1c5805fff82/ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:46.196449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.208931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:46.242946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.287122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:46.292692 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:46.293139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Allocated IP 2001:db8:0:1::2 (b746edaf-fa45-4bee-9e80-01c299f13141/86a37840-4b19-4505-acb2-2410d6114e3e/e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:46.297067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:46.303255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:46.303888 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.312645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:46.324714 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-49cc56bc-ab7e-4cd4-a76e-fffe6ae5a7c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6785469 Aug 27 12:51:46.327180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:46.391487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:46.413264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:46.413607 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.419866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.436630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Transition to ACTIVE for port object e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:46.440824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.509426 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.521795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:46.528843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4454bc9-83af-4019-9fba-428cbc72709b None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:46.611270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:46.715728 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.744627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:46.790239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:46.794588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d78faed-9866-4354-8286-91fc276f6823 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb HTTP/1.1" status: 204 len: 168 time: 0.4637065 Aug 27 12:51:46.794987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38664) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:46.844152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6dd201-7c2e-452e-8e7b-4f77c9fa59f6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:46.845506 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8d6dd201-7c2e-452e-8e7b-4f77c9fa59f6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0495279 Aug 27 12:51:46.848065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38666) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:46.909023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ec5fe7-08b4-4dcb-aebf-aaee7e701d9d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:46.913014 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b5ec5fe7-08b4-4dcb-aebf-aaee7e701d9d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0616882 Aug 27 12:51:46.913341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38668) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:46.968322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabcde8-d183-4c08-a42c-41bbe5400e73 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:46.969828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabcde8-d183-4c08-a42c-41bbe5400e73 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:46.971466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabcde8-d183-4c08-a42c-41bbe5400e73 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:46.973052 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-edabcde8-d183-4c08-a42c-41bbe5400e73 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0587890 Aug 27 12:51:46.975907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38670) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:47.028844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 35369734-3f39-4dd7-b343-f1c5805fff82 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:47.032454 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.074194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.135257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-27f9ae5c-440f-4f01-a354-93c05f346463 None None] Provisioning for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:47.146447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-27f9ae5c-440f-4f01-a354-93c05f346463 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:47.146769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-27f9ae5c-440f-4f01-a354-93c05f346463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.165367 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.235657 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.261128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=35369734-3f39-4dd7-b343-f1c5805fff82,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:47.266991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.268947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f8f2361b-54c3-44c9-9afe-c938f58e1577 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/35369734-3f39-4dd7-b343-f1c5805fff82 HTTP/1.1" status: 204 len: 168 time: 0.2921231 Aug 27 12:51:47.272074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38672) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:47.299134 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43014e82-4717-41a8-a39d-0b2804f83742 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:47.326304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 86a37840-4b19-4505-acb2-2410d6114e3e {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:47.330206 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.351424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5ed45dbd-c44f-4480-9f32-6b38fc0ad26e None None] Could not find standard attr ID for object ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:47.378144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.467032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.527913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.560974 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=86a37840-4b19-4505-acb2-2410d6114e3e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:47.562994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.564899 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4a3eaa94-b476-4115-879c-cf484489e843 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/86a37840-4b19-4505-acb2-2410d6114e3e HTTP/1.1" status: 204 len: 168 time: 0.2918484 Aug 27 12:51:47.568085 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38674) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:47.606947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9496ba1c-062c-4d78-9575-85d8171760bd tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376890 Aug 27 12:51:47.609596 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38676) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:47.614580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:47.711065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:47.714723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:47.957754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a0bbba-b774-44b7-b2ba-e72b7973a8d3 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:48.009282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:48.019165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c9d180a-f091-4aa3-9b8f-3db4e91b1d00 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:48.019570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c9d180a-f091-4aa3-9b8f-3db4e91b1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.168835 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.327280 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:48.359000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.364809 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.365587 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.451767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:48.459330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:48.463238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=11']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:48.466491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:48.467085 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.471130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=f4e97c55-49e3-4d53-a7c0-76142da1dd57,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:48.484879 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-300048ef-5bed-4d35-9325-f63b44bd545f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8742237 Aug 27 12:51:48.487915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:48.493862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:48.532541 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c293df7b-36d1-4bde-abd1-eff69790743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.604158 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:48.618802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:48.622556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.655607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:48.656010 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.720335 n-d-688802-4 neutron-server[94624]: INFO neutron.db.ipam_backend_mixin [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4e97c55-49e3-4d53-a7c0-76142da1dd57 (CIDR: 2001:db8::/64) Aug 27 12:51:48.724504 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:48.725546 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:48.729856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06454b8a-0d92-425f-be48-e4a57320189c None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:48.743295 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7b5d46aa-2a81-4538-ab76-65b7dce55c5c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2507212 Aug 27 12:51:48.743766 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38680) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:48.749067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:48.812289 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f58c41aa-a67b-4262-9800-6c42bc06d346 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:48.812663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f58c41aa-a67b-4262-9800-6c42bc06d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:48.862601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:48.866261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.176760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-41c53ac6-f62c-4ce9-99e5-93adf86974d1 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:49.177325 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41c53ac6-f62c-4ce9-99e5-93adf86974d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.405431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.444944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:49.448125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:49.452334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:49.453180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.457340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c631dd9-d115-483a-b13a-530d0b96a4a8 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:49.476625 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7290945 Aug 27 12:51:49.476625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613211-1a5e-40dc-a841-b3c47c8d3ef6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=f9a16de6-2c3b-4548-b464-620d100070db,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:49.476881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38682) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:49.481610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:b9:12:b1', 'name': 'tempest-NetworksTestDHCPv6-755168458'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:49.589567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:49.593840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.615051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port da9a804b-5830-4ab3-8dcf-f20faa1a86b7 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:49.671960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': 'f4e97c55-49e3-4d53-a7c0-76142da1dd57', 'ip_address': '2001:db8::f816:3eff:fef6:2375'}, {'subnet_id': 'f9a16de6-2c3b-4548-b464-620d100070db'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:49.697075 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.786038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8:0:1::3c4 (b746edaf-fa45-4bee-9e80-01c299f13141/f9a16de6-2c3b-4548-b464-620d100070db/da9a804b-5830-4ab3-8dcf-f20faa1a86b7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:49.792709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::f816:3eff:feb9:12b1 (b746edaf-fa45-4bee-9e80-01c299f13141/f4e97c55-49e3-4d53-a7c0-76142da1dd57/da9a804b-5830-4ab3-8dcf-f20faa1a86b7) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:49.935114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:49.947831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object da9a804b-5830-4ab3-8dcf-f20faa1a86b7 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:49.981616 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.022168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:50.025126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:50.027712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:50.031816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Allocated IP 2001:db8:0:1::2 (b746edaf-fa45-4bee-9e80-01c299f13141/f9a16de6-2c3b-4548-b464-620d100070db/e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:50.033952 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:50.034591 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.052078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=da9a804b-5830-4ab3-8dcf-f20faa1a86b7,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:50.064604 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ddc8400e-fb55-45c7-a5f5-789e7715e626 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.5868180 Aug 27 12:51:50.067775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38684) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:50.129018 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:50.156535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port da9a804b-5830-4ab3-8dcf-f20faa1a86b7 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:50.156882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.158360 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.172225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Transition to ACTIVE for port object e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:50.176555 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.244548 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.256935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for da9a804b-5830-4ab3-8dcf-f20faa1a86b7 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:50.266361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a761bd7-3d2b-4fbc-9d49-a6819bd2b596 None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:50.442346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.469770 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=da9a804b-5830-4ab3-8dcf-f20faa1a86b7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:50.523051 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.525559 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ddda9da-1f4f-4068-94da-3f6a8afbd0a8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/da9a804b-5830-4ab3-8dcf-f20faa1a86b7 HTTP/1.1" status: 204 len: 168 time: 0.4564309 Aug 27 12:51:50.528003 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38686) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:50.578132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1819bb0-7b25-4e45-acfe-11c00e6acf46 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:50.579870 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b1819bb0-7b25-4e45-acfe-11c00e6acf46 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0509248 Aug 27 12:51:50.583193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38688) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:50.616955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:50.634795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cdcb5c-427c-4428-9e23-a72adc00e848 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:50.636472 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-27cdcb5c-427c-4428-9e23-a72adc00e848 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0523374 Aug 27 12:51:50.639098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38690) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:50.652350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.698702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd92ee-b299-4c25-b9a3-d4e10ab354da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:50.699954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd92ee-b299-4c25-b9a3-d4e10ab354da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:50.701456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd92ee-b299-4c25-b9a3-d4e10ab354da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:50.706073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5cdd92ee-b299-4c25-b9a3-d4e10ab354da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0633225 Aug 27 12:51:50.706364 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38692) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:50.763923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet f4e97c55-49e3-4d53-a7c0-76142da1dd57 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:50.767323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.788933 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:51:50.797064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ac5ec9fd-e08f-417b-91b9-1eb114053c74 None None] Provisioning for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:50.801218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ac5ec9fd-e08f-417b-91b9-1eb114053c74 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:50.801783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec9fd-e08f-417b-91b9-1eb114053c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.813806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.899790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:50.970772 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.002601 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.004755 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f4e97c55-49e3-4d53-a7c0-76142da1dd57 HTTP/1.1" status: 204 len: 168 time: 0.2972686 Aug 27 12:51:51.005597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c621e-6ea0-464e-b0f0-3fcc56c5e5b1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e97c55-49e3-4d53-a7c0-76142da1dd57,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:51.007592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38694) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:51.020474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-0a55fd8f-74e8-4408-86be-a69d03e7973f None None] Could not find standard attr ID for object da9a804b-5830-4ab3-8dcf-f20faa1a86b7. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:51.032778 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1e879326-2500-48fc-87de-4f0b75f9451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.067418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet f9a16de6-2c3b-4548-b464-620d100070db {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:51.070727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.113716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.130721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a460c-ea37-4d78-9154-6dd85c3cb84c None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:51.198727 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.237689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.262868 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.291266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a16de6-2c3b-4548-b464-620d100070db,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:51.293233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.301049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c69e8fb8-25d7-47f7-b82e-3bae4e9bc105 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f9a16de6-2c3b-4548-b464-620d100070db HTTP/1.1" status: 204 len: 168 time: 0.2891521 Aug 27 12:51:51.301539 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38696) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:51.341864 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c942c4d-668a-4edd-a6c8-cfba050afbb7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391116 Aug 27 12:51:51.344708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38698) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:51.350267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:51.450873 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:51.454982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.494590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91ecff-f66a-423d-af29-9ac2ba761a7c None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': 'f9a16de6-2c3b-4548-b464-620d100070db'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:51.520348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cb91ecff-f66a-423d-af29-9ac2ba761a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.642820 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.681419 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:51.684844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:51.690571 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:51.691174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.699315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4c93f-5f93-44d0-80b2-731dd74fd1ed None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:51.708149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=1f6ad5ea-0577-4264-afaa-eafe46a00b91,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:51.715255 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2db5b12b-da3a-41c2-b5b8-0627322817c6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3694923 Aug 27 12:51:51.718022 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38700) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:51.723269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:51.770031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f3e7676a-11d7-470c-bbd7-7e73d2bfb2b3 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:51.770495 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f3e7676a-11d7-470c-bbd7-7e73d2bfb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.836940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:51.840445 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:51.929973 n-d-688802-4 neutron-server[94624]: INFO neutron.db.ipam_backend_mixin [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f6ad5ea-0577-4264-afaa-eafe46a00b91 (CIDR: 2001:db8::/64) Aug 27 12:51:51.934199 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:51.934696 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:51.949061 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-75a278f6-1792-4a82-a888-655721746833 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2298217 Aug 27 12:51:51.953093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38702) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:51.958090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:51.966712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': '1f6ad5ea-0577-4264-afaa-eafe46a00b91'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:51.995886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.075579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:52.079383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.156623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/1f6ad5ea-0577-4264-afaa-eafe46a00b91/e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:52.261320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:52.263751 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.290042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.304795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Transition to ACTIVE for port object e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:52.308543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.382951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921ce5b-6cd2-487b-8514-bbd52121528e None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=15']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:52.407336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:52.551917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:51:52.598920 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.634073 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.670859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:52.675060 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:52.677468 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 12:51:52.678294 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 12:51:52.738044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=17']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:52.762684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:53.039005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] Provisioning for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:53.042816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:53.043198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.120989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.153658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:53.157461 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.208465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9237-636d-4819-9fad-23275ba708ed None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=18']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:53.215028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.369411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:53.401678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.406132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.406769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.474524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:53.482674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:53.485507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:53.486114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.492400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4796d9-b127-4f1b-8367-3cedbaffb494 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:53.507632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=a0db2660-d8a4-4cc6-b8fe-f1f605744434,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:53.516098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=19']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:53.520504 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-15510137-ec0b-4715-a6cb-2c7385c12ed7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5658519 Aug 27 12:51:53.523058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38704) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:53.528350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:d4:f2:0b', 'name': 'tempest-NetworksTestDHCPv6-1699009757'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:53.636855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:53.730710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:53.753148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port b7c3c809-ba07-475f-9640-6b277c89be03 yet. {{(pid=94623) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:53.928302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::16 (b746edaf-fa45-4bee-9e80-01c299f13141/1f6ad5ea-0577-4264-afaa-eafe46a00b91/b7c3c809-ba07-475f-9640-6b277c89be03) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:53.935327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8:0:1:f816:3eff:fed4:f20b (b746edaf-fa45-4bee-9e80-01c299f13141/a0db2660-d8a4-4cc6-b8fe-f1f605744434/b7c3c809-ba07-475f-9640-6b277c89be03) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:54.090143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.103715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object b7c3c809-ba07-475f-9640-6b277c89be03 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:54.125055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.146666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.181320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-32f55e6d-9bd6-4f83-b832-32bdc925cc9c None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:54.181596 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32f55e6d-9bd6-4f83-b832-32bdc925cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.193287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:54.198588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:54.202566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:54.209001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:54.209629 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.216343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=b7c3c809-ba07-475f-9640-6b277c89be03,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:54.231891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-57ccf032-1e10-453c-a810-188d86582404 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7076287 Aug 27 12:51:54.234331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38708) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:54.331751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port b7c3c809-ba07-475f-9640-6b277c89be03 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:54.332057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.431454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.443316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for b7c3c809-ba07-475f-9640-6b277c89be03 owned by {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:54.483636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cea9c0bc-018c-4fd1-8f49-4e33de642e15 None None] Provisioning for port b7c3c809-ba07-475f-9640-6b277c89be03 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:54.487632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-cea9c0bc-018c-4fd1-8f49-4e33de642e15 None None] Provisioning complete for port b7c3c809-ba07-475f-9640-6b277c89be03 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:54.488084 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cea9c0bc-018c-4fd1-8f49-4e33de642e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.523111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-cea9c0bc-018c-4fd1-8f49-4e33de642e15 None None] Port b7c3c809-ba07-475f-9640-6b277c89be03 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:51:54.604543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:54.620789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.649419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=b7c3c809-ba07-475f-9640-6b277c89be03,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:54.655809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:54.656189 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.699609 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.704596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dbbc8210-8314-4f5b-b086-1b8196ef2d98 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/b7c3c809-ba07-475f-9640-6b277c89be03 HTTP/1.1" status: 204 len: 168 time: 0.4692259 Aug 27 12:51:54.705159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38714) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:54.762870 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f0e323-89d8-4ed1-b831-0a43935f5ffb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:54.766434 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-76f0e323-89d8-4ed1-b831-0a43935f5ffb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0576079 Aug 27 12:51:54.767145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38716) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:54.825774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc95e6-5ab6-4ec6-a668-47fb13827938 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:54.827393 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-31cc95e6-5ab6-4ec6-a668-47fb13827938 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0592513 Aug 27 12:51:54.830313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38720) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:54.885909 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b584957-dd12-4102-b394-c7802d821dfa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:54.887433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b584957-dd12-4102-b394-c7802d821dfa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:54.889044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b584957-dd12-4102-b394-c7802d821dfa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:54.890615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5b584957-dd12-4102-b394-c7802d821dfa tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0590146 Aug 27 12:51:54.893286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38722) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:54.944176 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 1f6ad5ea-0577-4264-afaa-eafe46a00b91 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:54.947221 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:54.986030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.075987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.134621 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.162031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6ad5ea-0577-4264-afaa-eafe46a00b91,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:55.164028 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.165891 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be8acc4d-1f65-458b-a38c-023a0ad0f95c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/1f6ad5ea-0577-4264-afaa-eafe46a00b91 HTTP/1.1" status: 204 len: 168 time: 0.2717085 Aug 27 12:51:55.168443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38724) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:55.169806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf09099-7c92-4fc9-869c-b556f1cc2ea1 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:55.219403 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet a0db2660-d8a4-4cc6-b8fe-f1f605744434 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:55.222933 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.267379 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.351242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.412627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.446663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=a0db2660-d8a4-4cc6-b8fe-f1f605744434,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:55.451756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.454520 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-922a07d3-a4eb-4ebd-be0c-0bfd498ba654 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/a0db2660-d8a4-4cc6-b8fe-f1f605744434 HTTP/1.1" status: 204 len: 168 time: 0.2851036 Aug 27 12:51:55.456983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38728) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:55.496893 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-47714f00-6a01-4f89-b51f-ff0a77b6576b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382662 Aug 27 12:51:55.499349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38730) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:55.504895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:55.601079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:55.604845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.807634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.815167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386bcb4-f04f-4601-8810-bc51a784c261 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:55.850882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:55.853953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:55.858109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:55.858717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.870101 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=edfc08c0-fc22-46d6-9b8f-005b4aebaa56,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:55.878024 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4f96bf3d-c851-43ce-aa15-fcc1ec914692 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3773582 Aug 27 12:51:55.881035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38732) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:55.885988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:55.886175 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a1521bd2-2b9c-4707-9e87-e94d62e05958 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:55.886578 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a1521bd2-2b9c-4707-9e87-e94d62e05958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:55.990523 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:55.993910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.088027 n-d-688802-4 neutron-server[94624]: INFO neutron.db.ipam_backend_mixin [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet edfc08c0-fc22-46d6-9b8f-005b4aebaa56 (CIDR: 2001:db8::/64) Aug 27 12:51:56.091792 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 12:51:56.092258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:56.095699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Update dhcp port {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'fixed_ips': [{'subnet_id': 'edfc08c0-fc22-46d6-9b8f-005b4aebaa56'}], 'binding:host_id': 'n-d-688802-4'}, 'id': 'e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7'} from n-d-688802-4. {{(pid=94625) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 12:51:56.106057 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7f61581b-d7f5-4135-a6c3-7b11c32ec211 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2240162 Aug 27 12:51:56.108809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38736) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:56.114281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'subnet': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:56.120939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.228939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:56.232453 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.281982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Allocated IP 2001:db8::2 (b746edaf-fa45-4bee-9e80-01c299f13141/edfc08c0-fc22-46d6-9b8f-005b4aebaa56/e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:56.374625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:56.403811 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.417526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Transition to ACTIVE for port object e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:56.421622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.494418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5114a3-28e8-4a4b-91b4-937ec9af2a69 None None] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=22']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:56.562367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.objects.ports [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94624) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 12:51:56.615441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:56.730794 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.897618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:51:56.928284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.933705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:56.934487 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.001606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda0fa3-8f30-4b16-93da-1a8ae32b6c4e None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:57.021427 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:57.032156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:57.039385 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:57.039982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.044701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Subnet': ['ID=4291c396-a4b0-435c-b202-da05828c8320,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:57.047075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=24']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:57.066824 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d846d544-3481-4728-9964-85bcc97b7ed5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9543650 Aug 27 12:51:57.067004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6a66b52a-e4de-4fea-b890-bda23c801751 None None] Provisioning for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:57.067156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38738) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:57.072219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Request body: {'port': {'network_id': 'b746edaf-fa45-4bee-9e80-01c299f13141', 'mac_address': 'fa:16:3e:e1:82:f0', 'name': 'tempest-NetworksTestDHCPv6-98343347'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:51:57.079414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6a66b52a-e4de-4fea-b890-bda23c801751 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:57.079818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6a66b52a-e4de-4fea-b890-bda23c801751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.183429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Made reservation on behalf of 03e16fdaaabc433b868a18584d49609e for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:51:57.271045 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.291493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] device_id is not set on port 52bf6c48-458f-46ba-a466-7f2616ef7d05 yet. {{(pid=94624) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 12:51:57.465207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8::69 (b746edaf-fa45-4bee-9e80-01c299f13141/edfc08c0-fc22-46d6-9b8f-005b4aebaa56/52bf6c48-458f-46ba-a466-7f2616ef7d05) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:57.472721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:82f0 (b746edaf-fa45-4bee-9e80-01c299f13141/4291c396-a4b0-435c-b202-da05828c8320/52bf6c48-458f-46ba-a466-7f2616ef7d05) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:51:57.619271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.633247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Transition to ACTIVE for port object 52bf6c48-458f-46ba-a466-7f2616ef7d05 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:51:57.668312 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.714635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Network b746edaf-fa45-4bee-9e80-01c299f13141 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:51:57.721825 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:51:57.725834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:51:57.728646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d4d2a-cfc1-4c59-8e22-4a470eebfc56 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:57.731609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:57.732241 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.743469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event updated for resources: {'Port': ['ID=52bf6c48-458f-46ba-a466-7f2616ef7d05,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:57.751615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-236a3342-760f-4322-a3e5-bf71d89fc0f2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6834385 Aug 27 12:51:57.754698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38740) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:57.795185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-aebd6ece-4dc4-4871-b05e-578b4b9d6061 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:57.795571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-aebd6ece-4dc4-4871-b05e-578b4b9d6061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.841708 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting port 52bf6c48-458f-46ba-a466-7f2616ef7d05 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:51:57.842063 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.932040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:57.944330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Calling delete_port for 52bf6c48-458f-46ba-a466-7f2616ef7d05 owned by {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:51:58.172329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5ffc4f6a-77d7-4d99-a4b3-a6c4137ec131 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:58.172820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4f6a-77d7-4d99-a4b3-a6c4137ec131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.451701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.452618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5ffc4f6a-77d7-4d99-a4b3-a6c4137ec131 None None] Provisioning for port 52bf6c48-458f-46ba-a466-7f2616ef7d05 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:51:58.457264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5ffc4f6a-77d7-4d99-a4b3-a6c4137ec131 None None] Provisioning complete for port 52bf6c48-458f-46ba-a466-7f2616ef7d05 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:58.457639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4f6a-77d7-4d99-a4b3-a6c4137ec131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.476650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc4f6a-77d7-4d99-a4b3-a6c4137ec131 None None] Port 52bf6c48-458f-46ba-a466-7f2616ef7d05 was deleted so its status cannot be updated. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 12:51:58.480889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Port': ['ID=52bf6c48-458f-46ba-a466-7f2616ef7d05,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:58.526069 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.528082 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a136a324-226d-4e97-a6ae-704cef91f2c2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/52bf6c48-458f-46ba-a466-7f2616ef7d05 HTTP/1.1" status: 204 len: 168 time: 0.7724366 Aug 27 12:51:58.530717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38742) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:58.587968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9897a-ace8-4c0a-8c07-3a31732a0e44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:58.588767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f184520d-14a1-4172-877b-5d221ab47233 None None] Could not find standard attr ID for object 52bf6c48-458f-46ba-a466-7f2616ef7d05. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 12:51:58.590276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-88f9897a-ace8-4c0a-8c07-3a31732a0e44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0585482 Aug 27 12:51:58.592921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38744) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:58.626485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:51:58.642836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb591524-061d-4129-b7a1-d60aaff66791 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:58.644957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cb591524-061d-4129-b7a1-d60aaff66791 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0511017 Aug 27 12:51:58.647758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38746) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:58.680658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:58.681031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.703211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d0030-f253-40eb-a230-8ffb5002fca5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:58.704842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d0030-f253-40eb-a230-8ffb5002fca5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:58.706345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d0030-f253-40eb-a230-8ffb5002fca5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:58.708504 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d30d0030-f253-40eb-a230-8ffb5002fca5 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0596964 Aug 27 12:51:58.711159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38748) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:58.764521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet 4291c396-a4b0-435c-b202-da05828c8320 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:58.767725 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.807094 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.885486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.945660 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.976131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=4291c396-a4b0-435c-b202-da05828c8320,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:58.978114 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:58.982628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7083e217-b56e-4dbc-8cbd-7c3009d279da tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/4291c396-a4b0-435c-b202-da05828c8320 HTTP/1.1" status: 204 len: 168 time: 0.2680144 Aug 27 12:51:58.984035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38750) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:58.985403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124720ec-e9a4-4e22-af06-72ef95df43a6 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:59.035482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Deleting subnet edfc08c0-fc22-46d6-9b8f-005b4aebaa56 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:51:59.038571 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:59.079223 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:59.172015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:59.234304 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:59.261655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Subnet': ['ID=edfc08c0-fc22-46d6-9b8f-005b4aebaa56,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:51:59.265564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:59.267509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a0804e17-0359-45ce-a6a6-99aeb1d9b370 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/edfc08c0-fc22-46d6-9b8f-005b4aebaa56 HTTP/1.1" status: 204 len: 168 time: 0.2825134 Aug 27 12:51:59.270533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38752) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.312307 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-6ed618b2-7bca-4ef0-9350-dbd7cf1c2365 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404897 Aug 27 12:51:59.314781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38754) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.364468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad134760-aaa5-44dd-99d6-acf477991525 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:59.365993 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ad134760-aaa5-44dd-99d6-acf477991525 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0502987 Aug 27 12:51:59.368584 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38756) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.421737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a115333b-590a-4ba6-963e-da7064390cc6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:51:59.426551 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a115333b-590a-4ba6-963e-da7064390cc6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539463 Aug 27 12:51:59.426829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38758) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.469321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ead59e8e-ba29-4b6d-bee3-3de2cf4978c4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410662 Aug 27 12:51:59.474789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38760) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.498201 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fe379e-0e33-4dc3-9848-d18ebbbd816f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.498887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fe379e-0e33-4dc3-9848-d18ebbbd816f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.500644 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-41fe379e-0e33-4dc3-9848-d18ebbbd816f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/52bf6c48-458f-46ba-a466-7f2616ef7d05 HTTP/1.1" status: 404 len: 333 time: 0.0249221 Aug 27 12:51:59.503222 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38762) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.529998 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae8748b-41af-449d-bb5b-8f99e7055cbb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.530491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae8748b-41af-449d-bb5b-8f99e7055cbb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.532260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4ae8748b-41af-449d-bb5b-8f99e7055cbb tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/4291c396-a4b0-435c-b202-da05828c8320 HTTP/1.1" status: 404 len: 337 time: 0.0280683 Aug 27 12:51:59.535291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38764) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.562294 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd02cacf-c21a-4f1e-b995-245c09be17ea tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.562716 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd02cacf-c21a-4f1e-b995-245c09be17ea tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.564487 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cd02cacf-c21a-4f1e-b995-245c09be17ea tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/edfc08c0-fc22-46d6-9b8f-005b4aebaa56 HTTP/1.1" status: 404 len: 337 time: 0.0282764 Aug 27 12:51:59.567116 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38766) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.590180 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b60aeac-290f-4b45-8af2-a73c426a4073 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.590849 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b60aeac-290f-4b45-8af2-a73c426a4073 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.592655 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b60aeac-290f-4b45-8af2-a73c426a4073 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/b7c3c809-ba07-475f-9640-6b277c89be03 HTTP/1.1" status: 404 len: 333 time: 0.0246289 Aug 27 12:51:59.595337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38768) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.608714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c81d52-fa09-4383-8c98-95f274b6f423 None None] Network b746edaf-fa45-4bee-9e80-01c299f13141 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:51:59.623240 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c4bbea-eed4-46f0-a366-2720d7c81109 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.623707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c4bbea-eed4-46f0-a366-2720d7c81109 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.625466 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f9c4bbea-eed4-46f0-a366-2720d7c81109 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/a0db2660-d8a4-4cc6-b8fe-f1f605744434 HTTP/1.1" status: 404 len: 337 time: 0.0292025 Aug 27 12:51:59.628027 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38770) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.657868 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf4a8c1-a4b1-4abb-9d74-c6ba0fe030be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.658318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf4a8c1-a4b1-4abb-9d74-c6ba0fe030be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.660583 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4cf4a8c1-a4b1-4abb-9d74-c6ba0fe030be tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/1f6ad5ea-0577-4264-afaa-eafe46a00b91 HTTP/1.1" status: 404 len: 337 time: 0.0316298 Aug 27 12:51:59.663357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38772) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.691786 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae8d079-64e2-4a54-9339-3462bf52c8f8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.692509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae8d079-64e2-4a54-9339-3462bf52c8f8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.694300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eae8d079-64e2-4a54-9339-3462bf52c8f8 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/da9a804b-5830-4ab3-8dcf-f20faa1a86b7 HTTP/1.1" status: 404 len: 333 time: 0.0280294 Aug 27 12:51:59.696885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38774) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.723531 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dfdd15-7d82-48f8-96c4-e52e9da77802 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.724002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dfdd15-7d82-48f8-96c4-e52e9da77802 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.725729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8dfdd15-7d82-48f8-96c4-e52e9da77802 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f9a16de6-2c3b-4548-b464-620d100070db HTTP/1.1" status: 404 len: 337 time: 0.0279188 Aug 27 12:51:59.728193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38776) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.732438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-30e0c680-e5e3-4c75-b46f-6542665b3ad7 None None] Provisioning complete for port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:51:59.732815 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30e0c680-e5e3-4c75-b46f-6542665b3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:51:59.754723 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5720186-3598-48a2-9f51-e56a9470708c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.755196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5720186-3598-48a2-9f51-e56a9470708c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.757629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d5720186-3598-48a2-9f51-e56a9470708c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f4e97c55-49e3-4d53-a7c0-76142da1dd57 HTTP/1.1" status: 404 len: 337 time: 0.0285070 Aug 27 12:51:59.760191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38778) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.783329 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4cd6cd-fab1-4e4e-907e-fab67ddca52c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.783998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4cd6cd-fab1-4e4e-907e-fab67ddca52c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.786364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ae4cd6cd-fab1-4e4e-907e-fab67ddca52c tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/ec90cda5-b643-4a5f-9a9f-5baebcb1e8eb HTTP/1.1" status: 404 len: 333 time: 0.0252481 Aug 27 12:51:59.789081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38780) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.820915 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98fc5c1-7e17-4492-8a66-0a4e48d9dd7b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.821304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98fc5c1-7e17-4492-8a66-0a4e48d9dd7b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.825730 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f98fc5c1-7e17-4492-8a66-0a4e48d9dd7b tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/86a37840-4b19-4505-acb2-2410d6114e3e HTTP/1.1" status: 404 len: 337 time: 0.0331137 Aug 27 12:51:59.825917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38782) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.854707 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e94acf6-4067-4aff-bd61-0b0965cdd712 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.855093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e94acf6-4067-4aff-bd61-0b0965cdd712 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.857627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0e94acf6-4067-4aff-bd61-0b0965cdd712 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/35369734-3f39-4dd7-b343-f1c5805fff82 HTTP/1.1" status: 404 len: 337 time: 0.0307658 Aug 27 12:51:59.859643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38784) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.884076 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-4587edc2-1fc4-48bf-b527-b43055d85aee tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.884795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4587edc2-1fc4-48bf-b527-b43055d85aee tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.886650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4587edc2-1fc4-48bf-b527-b43055d85aee tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/4a8ab5a0-85bd-4700-9523-29a1011f1d8f HTTP/1.1" status: 404 len: 333 time: 0.0260174 Aug 27 12:51:59.889352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38786) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.917432 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb09db23-0565-4286-8acd-8cf7e230eaf4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.917901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb09db23-0565-4286-8acd-8cf7e230eaf4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.919710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bb09db23-0565-4286-8acd-8cf7e230eaf4 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/40ef0640-d1d2-425d-98b3-b078ea5a2a14 HTTP/1.1" status: 404 len: 337 time: 0.0294168 Aug 27 12:51:59.922168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38788) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.945175 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85cc03a-6347-45b6-bf4b-60b9ccf56d89 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.945866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85cc03a-6347-45b6-bf4b-60b9ccf56d89 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.947713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c85cc03a-6347-45b6-bf4b-60b9ccf56d89 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/54d6459a-6332-444d-bbff-90390a5d85d8 HTTP/1.1" status: 404 len: 333 time: 0.0246122 Aug 27 12:51:59.950170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38790) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:51:59.957481 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] DHCP port deletion for b746edaf-fa45-4bee-9e80-01c299f13141 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 12:51:59.977035 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-7100e034-8951-4190-bb84-31491f6371e2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:51:59.977496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7100e034-8951-4190-bb84-31491f6371e2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:51:59.979305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7100e034-8951-4190-bb84-31491f6371e2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/38fd7fae-7092-47a9-847c-66e649604e60 HTTP/1.1" status: 404 len: 337 time: 0.0281758 Aug 27 12:51:59.981721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38792) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.009056 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf3f1be-9e48-4f88-bf41-f7005ccab07e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.009699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf3f1be-9e48-4f88-bf41-f7005ccab07e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.011466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4bf3f1be-9e48-4f88-bf41-f7005ccab07e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/8d74d432-3d89-4d96-b6dc-91fdd886137d HTTP/1.1" status: 404 len: 333 time: 0.0288377 Aug 27 12:52:00.013947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38794) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.015347 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] Deleting port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:52:00.015809 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:00.040688 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-a546abd7-b015-43ff-ba5b-45573d1de044 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.041144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a546abd7-b015-43ff-ba5b-45573d1de044 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.042878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a546abd7-b015-43ff-ba5b-45573d1de044 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/11e0cee8-5c19-4987-9971-9991aac4b2d5 HTTP/1.1" status: 404 len: 337 time: 0.0279856 Aug 27 12:52:00.045322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38796) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.067801 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c93ad2-7182-4420-91ed-76d47852bc20 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.068459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c93ad2-7182-4420-91ed-76d47852bc20 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.070198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-66c93ad2-7182-4420-91ed-76d47852bc20 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/ea09b66e-dc0e-4d1a-90f3-6dd5cb196d53 HTTP/1.1" status: 404 len: 333 time: 0.0239830 Aug 27 12:52:00.072829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38798) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.077576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] For port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,segment=NetworkSegment(92d05550-916b-4564-b668-ac890815b023),segment_id=92d05550-916b-4564-b668-ac890815b023)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:52:00.078345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:00.094484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] Calling delete_port for e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:52:00.099176 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-85599107-74cf-48ae-82c0-577d6bdfc88f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.099610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85599107-74cf-48ae-82c0-577d6bdfc88f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.101309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-85599107-74cf-48ae-82c0-577d6bdfc88f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/c02bae49-ad50-4dda-b028-929d07b3d782 HTTP/1.1" status: 404 len: 337 time: 0.0276334 Aug 27 12:52:00.103915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38800) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.127136 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a904c0f2-0367-4259-9d8a-79cdf796a81f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.127742 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a904c0f2-0367-4259-9d8a-79cdf796a81f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.129990 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a904c0f2-0367-4259-9d8a-79cdf796a81f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/1010639f-a67d-4c41-83bb-7f34afb3fbf6 HTTP/1.1" status: 404 len: 333 time: 0.0247283 Aug 27 12:52:00.132479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38802) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.157216 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-34276799-8a8e-410d-a4a3-9d8e40f3efd7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.157670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34276799-8a8e-410d-a4a3-9d8e40f3efd7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.159379 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-34276799-8a8e-410d-a4a3-9d8e40f3efd7 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f97d2636-39a4-458e-9f61-9012f5a0ad4a HTTP/1.1" status: 404 len: 337 time: 0.0260010 Aug 27 12:52:00.162468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38804) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.172689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:00.185980 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-71347e23-a8c0-442c-84bb-8e22b8b944d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.186642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71347e23-a8c0-442c-84bb-8e22b8b944d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.188376 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-71347e23-a8c0-442c-84bb-8e22b8b944d2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/731add90-cd4c-4c02-b911-f11a935cc3eb HTTP/1.1" status: 404 len: 333 time: 0.0250051 Aug 27 12:52:00.191007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38806) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.199435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] Pushing event deleted for resources: {'Port': ['ID=e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:00.205116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ea996-5ee8-4392-b2b2-fe850f94dfeb None None] No DVR routers for this DVR port e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:52:00.218752 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0beb75-1be2-4bcb-8c62-4ac5e5cddd1a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.219221 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0beb75-1be2-4bcb-8c62-4ac5e5cddd1a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.220970 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8d0beb75-1be2-4bcb-8c62-4ac5e5cddd1a tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/13ffb94c-6ba4-4bba-b1a7-19147442e066 HTTP/1.1" status: 404 len: 337 time: 0.0290661 Aug 27 12:52:00.223966 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38808) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.249616 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d68e20c-eac9-4b77-b137-c0d80065af70 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.250056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d68e20c-eac9-4b77-b137-c0d80065af70 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.251726 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2d68e20c-eac9-4b77-b137-c0d80065af70 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/7a6ffe30-ba1d-4a8f-bf82-0d4f28760f11 HTTP/1.1" status: 404 len: 337 time: 0.0268469 Aug 27 12:52:00.253972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38810) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.279619 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb60efcc-6e17-4c61-986a-612f736a57ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.280215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb60efcc-6e17-4c61-986a-612f736a57ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.281854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bb60efcc-6e17-4c61-986a-612f736a57ec tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/d1f52976-c304-4d15-984a-9b9b94947be4 HTTP/1.1" status: 404 len: 333 time: 0.0269964 Aug 27 12:52:00.284207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38812) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.309358 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f484a6b7-e258-47c8-969a-de9528724742 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.309799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f484a6b7-e258-47c8-969a-de9528724742 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.311481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f484a6b7-e258-47c8-969a-de9528724742 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/ec56ac6f-2dfc-4643-aa2e-3361e2b96857 HTTP/1.1" status: 404 len: 337 time: 0.0259187 Aug 27 12:52:00.313880 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38814) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.339316 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-24137344-e957-4864-9f8c-dcaae9a1dc14 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.339698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24137344-e957-4864-9f8c-dcaae9a1dc14 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.341357 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-24137344-e957-4864-9f8c-dcaae9a1dc14 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/5eb9a0a3-3ea3-4cd5-8b10-edb6e20593c9 HTTP/1.1" status: 404 len: 337 time: 0.0265634 Aug 27 12:52:00.343746 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38816) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.366570 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacaad06-8323-4eca-8c1d-41a8fc2862d1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.367158 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacaad06-8323-4eca-8c1d-41a8fc2862d1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.368912 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cacaad06-8323-4eca-8c1d-41a8fc2862d1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/a48fe46b-0103-4c03-b2c1-fea06b95eb5f HTTP/1.1" status: 404 len: 333 time: 0.0241280 Aug 27 12:52:00.371034 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38818) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.398846 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa35ccf3-2c1f-4e84-9384-a385d1d6f710 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.399283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa35ccf3-2c1f-4e84-9384-a385d1d6f710 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.400894 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fa35ccf3-2c1f-4e84-9384-a385d1d6f710 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/045508bf-6954-431b-bc8f-f1871d5c520c HTTP/1.1" status: 404 len: 337 time: 0.0289094 Aug 27 12:52:00.403249 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38820) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.431041 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-829994f3-7f60-403c-8056-b93e3c80a0a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.431041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829994f3-7f60-403c-8056-b93e3c80a0a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.431041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-829994f3-7f60-403c-8056-b93e3c80a0a2 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/462aa2a5-c065-4dff-a6d7-5d2a20831bf5 HTTP/1.1" status: 404 len: 337 time: 0.0267060 Aug 27 12:52:00.433270 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38822) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.459539 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c27ff2-418b-4628-bba6-ae841cca7386 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.460146 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c27ff2-418b-4628-bba6-ae841cca7386 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.461783 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-78c27ff2-418b-4628-bba6-ae841cca7386 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/d42eee1b-a517-4f02-925a-fbe42ce4ed76 HTTP/1.1" status: 404 len: 333 time: 0.0276361 Aug 27 12:52:00.464336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38824) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.490106 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bbbb7d-9512-481f-a9ad-dd554cf21f3f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.490575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bbbb7d-9512-481f-a9ad-dd554cf21f3f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.492214 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a3bbbb7d-9512-481f-a9ad-dd554cf21f3f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/2a276a6b-7933-4d8a-a9b5-877f842a6382 HTTP/1.1" status: 404 len: 337 time: 0.0270298 Aug 27 12:52:00.494520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38826) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.519497 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf1e7a1-47a4-4417-82c5-ba807a84322d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.519950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf1e7a1-47a4-4417-82c5-ba807a84322d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.521578 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bbf1e7a1-47a4-4417-82c5-ba807a84322d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/966c0179-f61d-4c66-b68c-817b23488072 HTTP/1.1" status: 404 len: 337 time: 0.0261903 Aug 27 12:52:00.523921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38828) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.550694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-36952e82-26e0-48a6-8e4d-efa523f5730e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports?device_id=3661a4af-64c7-4a9e-a61c-affb3ff0a8bb HTTP/1.1" status: 200 len: 205 time: 0.0255840 Aug 27 12:52:00.552736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38830) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.593461 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-b6e9468b-d417-460c-82bf-76a2f924ed63 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] delete failed (client error): The resource could not be found. Aug 27 12:52:00.594441 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6e9468b-d417-460c-82bf-76a2f924ed63 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/routers/3661a4af-64c7-4a9e-a61c-affb3ff0a8bb HTTP/1.1" status: 404 len: 336 time: 0.0408022 Aug 27 12:52:00.597023 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38832) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.600527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:52:00.620312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:52:00.620663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device e93bf106-a8f0-4bbc-b5ed-6bec0d405aa7 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:52:00.624013 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f484d31-0ef9-4b29-a240-1f3e73150983 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.624497 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f484d31-0ef9-4b29-a240-1f3e73150983 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.626252 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2f484d31-0ef9-4b29-a240-1f3e73150983 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/aaec3d37-e153-48d7-a27b-fb3ff11d1e7b HTTP/1.1" status: 404 len: 337 time: 0.0276108 Aug 27 12:52:00.628810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38834) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.654896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8f8b4236-63f3-4fd6-a9fc-ef5801202a82 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "GET /v2.0/ports?device_id=78db63b2-f7db-4014-b83e-6486fd34e5fa HTTP/1.1" status: 200 len: 205 time: 0.0249991 Aug 27 12:52:00.657108 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38836) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.693135 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-b6d8214c-3097-45bf-8bab-3fb370b42a7f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] delete failed (client error): The resource could not be found. Aug 27 12:52:00.694201 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6d8214c-3097-45bf-8bab-3fb370b42a7f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/routers/78db63b2-f7db-4014-b83e-6486fd34e5fa HTTP/1.1" status: 404 len: 336 time: 0.0362086 Aug 27 12:52:00.696655 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38838) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.726997 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ba726d-8220-42b7-a465-7c95f89e7645 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.727447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ba726d-8220-42b7-a465-7c95f89e7645 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.729093 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-17ba726d-8220-42b7-a465-7c95f89e7645 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/3d0e8d3a-f6f8-4552-b4e4-cce431c00bff HTTP/1.1" status: 404 len: 337 time: 0.0315471 Aug 27 12:52:00.731411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38840) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.755748 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e98a23-61d0-4e6b-8c74-366bd0a5ce96 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.756189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e98a23-61d0-4e6b-8c74-366bd0a5ce96 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.757811 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c1e98a23-61d0-4e6b-8c74-366bd0a5ce96 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/f7468b16-960c-4eb4-b488-cf2c94379f35 HTTP/1.1" status: 404 len: 337 time: 0.0255241 Aug 27 12:52:00.760026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38842) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.781839 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a4ac08-fb53-4b85-b12a-336952f75fd1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.782455 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a4ac08-fb53-4b85-b12a-336952f75fd1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.784077 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-55a4ac08-fb53-4b85-b12a-336952f75fd1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/cc2a6b13-53f9-455a-8eeb-272df3f46c82 HTTP/1.1" status: 404 len: 333 time: 0.0231948 Aug 27 12:52:00.787001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38844) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.810968 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4a9ddb-d073-47a3-b2bb-a4e04104ee44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.811410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4a9ddb-d073-47a3-b2bb-a4e04104ee44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.813049 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ca4a9ddb-d073-47a3-b2bb-a4e04104ee44 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/01ca056f-e8a8-4a34-8459-4065a8ac0709 HTTP/1.1" status: 404 len: 337 time: 0.0251577 Aug 27 12:52:00.815315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38846) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.837302 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0d0d8b-46fa-4a89-9c0d-ad44f8931a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.837892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0d0d8b-46fa-4a89-9c0d-ad44f8931a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.839531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c0d0d8b-46fa-4a89-9c0d-ad44f8931a41 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/2df78f21-2d68-4367-a2c8-c4b05e490645 HTTP/1.1" status: 404 len: 333 time: 0.0233285 Aug 27 12:52:00.841754 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38848) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.866442 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-582144dd-8343-45ef-886d-33c56bc55b28 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.866883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582144dd-8343-45ef-886d-33c56bc55b28 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.868481 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-582144dd-8343-45ef-886d-33c56bc55b28 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/6d58e80f-df2b-4762-8ed4-5269004fce99 HTTP/1.1" status: 404 len: 337 time: 0.0258782 Aug 27 12:52:00.870886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.896879 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f8c8fd-fde3-44fe-90d0-0d4146aa3f8e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.897490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f8c8fd-fde3-44fe-90d0-0d4146aa3f8e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.899150 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-80f8c8fd-fde3-44fe-90d0-0d4146aa3f8e tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/45916ccf-9ac6-4226-8f1c-b1c4de522e6a HTTP/1.1" status: 404 len: 333 time: 0.0274081 Aug 27 12:52:00.901516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38852) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.926120 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f97f486-b261-4a8d-9dff-b80d4e34c75f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.926605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f97f486-b261-4a8d-9dff-b80d4e34c75f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.928251 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9f97f486-b261-4a8d-9dff-b80d4e34c75f tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/49e87f7f-6cc3-468d-ab0d-b2108bf80a94 HTTP/1.1" status: 404 len: 337 time: 0.0258408 Aug 27 12:52:00.930516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38854) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.952309 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a973c2b-ddf3-41be-86e7-d12a09b5d451 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.953185 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a973c2b-ddf3-41be-86e7-d12a09b5d451 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.954813 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0a973c2b-ddf3-41be-86e7-d12a09b5d451 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/34dc8895-764e-48f1-a52b-050589a7188c HTTP/1.1" status: 404 len: 333 time: 0.0234373 Aug 27 12:52:00.957634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38856) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:00.981784 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-999ff6a0-b61e-4cf3-9c1e-73ecab739615 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:00.982225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999ff6a0-b61e-4cf3-9c1e-73ecab739615 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:00.983883 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-999ff6a0-b61e-4cf3-9c1e-73ecab739615 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/069e4f65-d2f5-4cbc-9c32-df35a2766b46 HTTP/1.1" status: 404 len: 337 time: 0.0253615 Aug 27 12:52:00.986128 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38858) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.008559 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-188cc3c2-c4da-4103-b956-8194dca87a78 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:01.009186 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188cc3c2-c4da-4103-b956-8194dca87a78 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:01.010897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-188cc3c2-c4da-4103-b956-8194dca87a78 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/f7596f2a-c614-4485-b9c4-5f951d9f976e HTTP/1.1" status: 404 len: 333 time: 0.0238726 Aug 27 12:52:01.013379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38860) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.038716 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-475d5b81-a459-41ff-8140-bb62280e0ab0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:01.039167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475d5b81-a459-41ff-8140-bb62280e0ab0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:01.040840 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-475d5b81-a459-41ff-8140-bb62280e0ab0 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/5d4ae7a0-7247-4168-81d5-d4c4d57d2737 HTTP/1.1" status: 404 len: 337 time: 0.0265758 Aug 27 12:52:01.044041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38862) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.067175 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-0775ee15-3e81-453a-af35-d4c35a7564d1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:01.067768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0775ee15-3e81-453a-af35-d4c35a7564d1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:01.069407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0775ee15-3e81-453a-af35-d4c35a7564d1 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/55b26fef-bfad-47df-b786-11c5c3395f22 HTTP/1.1" status: 404 len: 333 time: 0.0242739 Aug 27 12:52:01.071719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.097086 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4caf941-1617-482e-a781-1eda9d68a11d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:01.097543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4caf941-1617-482e-a781-1eda9d68a11d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:01.099356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4caf941-1617-482e-a781-1eda9d68a11d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/02232985-214c-4fcb-8154-aa0a82e52d4a HTTP/1.1" status: 404 len: 337 time: 0.0267687 Aug 27 12:52:01.101810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.129785 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-82270b91-409d-4a81-8958-143eb51df59d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:01.130373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82270b91-409d-4a81-8958-143eb51df59d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:01.132115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-82270b91-409d-4a81-8958-143eb51df59d tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/ports/2b4ffd17-978e-40dc-bb3d-73329a085923 HTTP/1.1" status: 404 len: 333 time: 0.0293972 Aug 27 12:52:01.135038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38868) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.166239 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09f4c11-0466-44d7-bebe-99127effcec6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] DELETE failed (client error): The resource could not be found. Aug 27 12:52:01.166723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09f4c11-0466-44d7-bebe-99127effcec6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 12:52:01.168452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f09f4c11-0466-44d7-bebe-99127effcec6 tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/subnets/0ca53b69-afc1-4c9d-a3fa-0035c81e512b HTTP/1.1" status: 404 len: 337 time: 0.0320573 Aug 27 12:52:01.170931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38870) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.245628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.336346 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.346105 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b746edaf-fa45-4bee-9e80-01c299f13141']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:52:01.357145 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d05550-916b-4564-b668-ac890815b023') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:52:01.357374 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d05550-916b-4564-b668-ac890815b023') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:52:01.366656 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.380271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.385990 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:52:01.386408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:52:01.389483 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:52:01.448228 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.455186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.457526 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] 10.222.0.76 "DELETE /v2.0/networks/b746edaf-fa45-4bee-9e80-01c299f13141 HTTP/1.1" status: 204 len: 168 time: 0.2856529 Aug 27 12:52:01.469063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Pushing event deleted for resources: {'Network': ['ID=b746edaf-fa45-4bee-9e80-01c299f13141,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:01.477712 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.478055 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.478451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.478887 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.479091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.479429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.479784 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.480090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.480420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.480763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.481079 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.481503 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd4e40-0b24-4807-bc29-bd43c72f29dc tempest-NetworksTestDHCPv6-340532217 tempest-NetworksTestDHCPv6-340532217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:01.705602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38876) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.845763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1b7c830b-863a-444a-9888-e9def0a10986 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03e16fdaaabc433b868a18584d49609e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389432 Aug 27 12:52:01.848250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38880) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:01.898976 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ad09-4b6d-4d99-ab81-ecdf04f52ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.919383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ad09-4b6d-4d99-ab81-ecdf04f52ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.968767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ad09-4b6d-4d99-ab81-ecdf04f52ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.971688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ad09-4b6d-4d99-ab81-ecdf04f52ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:01.972813 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ccd1ad09-4b6d-4d99-ab81-ecdf04f52ce3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c89e024d-f754-4eb5-868b-a577a04b2ea7 HTTP/1.1" status: 204 len: 168 time: 0.1236260 Aug 27 12:52:01.981347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1ad09-4b6d-4d99-ab81-ecdf04f52ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e024d-f754-4eb5-868b-a577a04b2ea7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:02.604396 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38902) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:02.698760 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-1ef631c4-02df-4a81-a238-50050363369c tempest-DvrRoutersNegativeTest-518591121 tempest-DvrRoutersNegativeTest-518591121-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1081116396', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:52:02.701582 n-d-688802-4 neutron-server[94624]: DEBUG neutron.policy [None req-1ef631c4-02df-4a81-a238-50050363369c tempest-DvrRoutersNegativeTest-518591121 tempest-DvrRoutersNegativeTest-518591121-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94624) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 27 12:52:02.701886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.policy [None req-1ef631c4-02df-4a81-a238-50050363369c tempest-DvrRoutersNegativeTest-518591121 tempest-DvrRoutersNegativeTest-518591121-project] Failed policy check for 'create_router' {{(pid=94624) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 27 12:52:02.702441 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-1ef631c4-02df-4a81-a238-50050363369c tempest-DvrRoutersNegativeTest-518591121 tempest-DvrRoutersNegativeTest-518591121-project] create failed (client error): Access was denied to this resource. Aug 27 12:52:02.703681 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ef631c4-02df-4a81-a238-50050363369c tempest-DvrRoutersNegativeTest-518591121 tempest-DvrRoutersNegativeTest-518591121-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0982993 Aug 27 12:52:02.943614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 38910) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:03.052690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276092fb-6328-44f6-b1c2-f7a28bd5c87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.143175 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276092fb-6328-44f6-b1c2-f7a28bd5c87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.147712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-276092fb-6328-44f6-b1c2-f7a28bd5c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.186276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-276092fb-6328-44f6-b1c2-f7a28bd5c87b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=866e11984a4848d79be0ad3b4d90cde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416129 Aug 27 12:52:03.187186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276092fb-6328-44f6-b1c2-f7a28bd5c87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0d5b8-1666-4d80-ac93-bc10e49d71fb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:03.189004 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 38914) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:03.238054 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e929261e-9ee9-446a-a7fa-7ddb171a3f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.259052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e929261e-9ee9-446a-a7fa-7ddb171a3f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.304313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e929261e-9ee9-446a-a7fa-7ddb171a3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.306905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e929261e-9ee9-446a-a7fa-7ddb171a3f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:03.308074 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e929261e-9ee9-446a-a7fa-7ddb171a3f9d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76f0d5b8-1666-4d80-ac93-bc10e49d71fb HTTP/1.1" status: 204 len: 168 time: 0.1181128 Aug 27 12:52:03.316681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929261e-9ee9-446a-a7fa-7ddb171a3f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0d5b8-1666-4d80-ac93-bc10e49d71fb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:08.659874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.134238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:16.243704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b79f0159-61df-45fd-a499-0c7a74afc7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.332533 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b79f0159-61df-45fd-a499-0c7a74afc7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.336191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b79f0159-61df-45fd-a499-0c7a74afc7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.371920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f0159-61df-45fd-a499-0c7a74afc7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8fc933-664a-4a54-b024-15032229d992,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:16.376303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b79f0159-61df-45fd-a499-0c7a74afc7ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec9c8e584ab440ee989d17fc897e0e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409525 Aug 27 12:52:16.379582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:16.430919 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3afc-fa30-4153-a65c-7c223df477fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.452299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3afc-fa30-4153-a65c-7c223df477fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.496898 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3afc-fa30-4153-a65c-7c223df477fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.499483 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2ec3afc-fa30-4153-a65c-7c223df477fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.500633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2ec3afc-fa30-4153-a65c-7c223df477fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c8fc933-664a-4a54-b024-15032229d992 HTTP/1.1" status: 204 len: 168 time: 0.1200531 Aug 27 12:52:16.509057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec3afc-fa30-4153-a65c-7c223df477fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8fc933-664a-4a54-b024-15032229d992,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:16.758593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39036) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:16.771721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f96ab80e-0e71-4f99-9f32-c3fa0b0e4425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.859149 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f96ab80e-0e71-4f99-9f32-c3fa0b0e4425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.863131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f96ab80e-0e71-4f99-9f32-c3fa0b0e4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.901091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f96ab80e-0e71-4f99-9f32-c3fa0b0e4425 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73fd88b882b1457ead6eb637d0a02467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413243 Aug 27 12:52:16.902232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ab80e-0e71-4f99-9f32-c3fa0b0e4425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86b1bc-5aa9-4a3b-bd22-8a55bbd1ab08,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:16.903848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39038) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:16.956155 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3799ebec-2a02-47df-898d-27b1869ca9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:16.977745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3799ebec-2a02-47df-898d-27b1869ca9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:17.024964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3799ebec-2a02-47df-898d-27b1869ca9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:17.027514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3799ebec-2a02-47df-898d-27b1869ca9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:17.028723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3799ebec-2a02-47df-898d-27b1869ca9ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e86b1bc-5aa9-4a3b-bd22-8a55bbd1ab08 HTTP/1.1" status: 204 len: 168 time: 0.1238317 Aug 27 12:52:17.037457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799ebec-2a02-47df-898d-27b1869ca9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86b1bc-5aa9-4a3b-bd22-8a55bbd1ab08,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:18.536344 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8eb0779a-d760-43e0-9a95-b424fbbd9392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:18.641996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:18.745676 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3e05bd3-c478-4b03-b60e-4e0d00c1cd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:18.833285 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3e05bd3-c478-4b03-b60e-4e0d00c1cd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:18.837012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c3e05bd3-c478-4b03-b60e-4e0d00c1cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:18.873656 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c3e05bd3-c478-4b03-b60e-4e0d00c1cd79 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84a474adbb5c480991ec6ebf4f7d17aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305276 Aug 27 12:52:18.875698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05bd3-c478-4b03-b60e-4e0d00c1cd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd41c0-c5b5-4baf-89b6-d3d44cc964ae,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:18.876451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39088) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:18.926151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3104d558-5a27-4473-91c5-e359694659b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:18.950620 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3104d558-5a27-4473-91c5-e359694659b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:18.998470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3104d558-5a27-4473-91c5-e359694659b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.000917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3104d558-5a27-4473-91c5-e359694659b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.002307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3104d558-5a27-4473-91c5-e359694659b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08bd41c0-c5b5-4baf-89b6-d3d44cc964ae HTTP/1.1" status: 204 len: 168 time: 0.1246309 Aug 27 12:52:19.010220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104d558-5a27-4473-91c5-e359694659b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd41c0-c5b5-4baf-89b6-d3d44cc964ae,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:19.256981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39094) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:19.270655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33072498-2cf2-40ca-af68-8d8a9595e3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.361036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33072498-2cf2-40ca-af68-8d8a9595e3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.364771 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33072498-2cf2-40ca-af68-8d8a9595e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.401706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33072498-2cf2-40ca-af68-8d8a9595e3d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9acd43c11f24f41874744a0abda7f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435711 Aug 27 12:52:19.403640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33072498-2cf2-40ca-af68-8d8a9595e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472d08e2-ad12-46f7-aa86-52efc92cb256,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:19.404458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39096) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:19.463830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dfc498e-aa27-4d10-a274-fbd5c89719f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.488371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dfc498e-aa27-4d10-a274-fbd5c89719f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.535144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dfc498e-aa27-4d10-a274-fbd5c89719f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.537638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0dfc498e-aa27-4d10-a274-fbd5c89719f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:19.541734 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0dfc498e-aa27-4d10-a274-fbd5c89719f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/472d08e2-ad12-46f7-aa86-52efc92cb256 HTTP/1.1" status: 204 len: 168 time: 0.1340053 Aug 27 12:52:19.547822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc498e-aa27-4d10-a274-fbd5c89719f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d08e2-ad12-46f7-aa86-52efc92cb256,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:20.619212 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:21.024021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2477fc3e-e1ff-47a3-a16a-c28c88e3e88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:21.218596 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:21.859375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39166) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:21.962350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2d076eb-51a1-4a71-b13a-b1c4e52a9323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.050323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2d076eb-51a1-4a71-b13a-b1c4e52a9323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.054999 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a2d076eb-51a1-4a71-b13a-b1c4e52a9323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.092250 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a2d076eb-51a1-4a71-b13a-b1c4e52a9323 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04c1a373c1154559b160d4daa23095f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318251 Aug 27 12:52:22.093125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d076eb-51a1-4a71-b13a-b1c4e52a9323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5710b4f-8c38-4301-9a55-3b37b9aea8c6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:22.095487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39170) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:22.145359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0edfaccb-0930-4c17-b1bf-c422ca427e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.165992 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0edfaccb-0930-4c17-b1bf-c422ca427e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.216956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0edfaccb-0930-4c17-b1bf-c422ca427e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.219468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0edfaccb-0930-4c17-b1bf-c422ca427e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.220633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0edfaccb-0930-4c17-b1bf-c422ca427e93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5710b4f-8c38-4301-9a55-3b37b9aea8c6 HTTP/1.1" status: 204 len: 168 time: 0.1234591 Aug 27 12:52:22.228444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfaccb-0930-4c17-b1bf-c422ca427e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5710b4f-8c38-4301-9a55-3b37b9aea8c6,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:22.263224 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.484107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39176) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:22.497167 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c57e989f-dedf-4820-8a13-5f4bc89aaed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.588606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c57e989f-dedf-4820-8a13-5f4bc89aaed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.592668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c57e989f-dedf-4820-8a13-5f4bc89aaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.631789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c57e989f-dedf-4820-8a13-5f4bc89aaed8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0db1706b4a71450fbbd88c769aed3dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466064 Aug 27 12:52:22.632905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e989f-dedf-4820-8a13-5f4bc89aaed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893be51a-4e7f-4540-8b64-f2a023effcbf,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:22.634555 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39178) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:22.683687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d63797b4-4f83-4a19-ab37-43401d03fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.704767 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d63797b4-4f83-4a19-ab37-43401d03fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.754824 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d63797b4-4f83-4a19-ab37-43401d03fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.757282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d63797b4-4f83-4a19-ab37-43401d03fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:22.758452 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d63797b4-4f83-4a19-ab37-43401d03fa79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/893be51a-4e7f-4540-8b64-f2a023effcbf HTTP/1.1" status: 204 len: 168 time: 0.1224015 Aug 27 12:52:22.765836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63797b4-4f83-4a19-ab37-43401d03fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893be51a-4e7f-4540-8b64-f2a023effcbf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:24.127739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:27.788251 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:52:38.669119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:48.540009 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a4871c6d-4f43-4738-9680-436b4e89e70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:49.769776 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39322) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:49.874816 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05264e9-3455-4995-9197-3b6b9602ac7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:49.961745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05264e9-3455-4995-9197-3b6b9602ac7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:49.965643 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a05264e9-3455-4995-9197-3b6b9602ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:50.005819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a05264e9-3455-4995-9197-3b6b9602ac7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5065f7890e7c4d4ab2e4a15e5b580dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348902 Aug 27 12:52:50.006831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05264e9-3455-4995-9197-3b6b9602ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f180ac3-1ea3-458c-94f1-b026d9538c7f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:50.008748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:50.059117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:50.080743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:50.129044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:50.131667 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:50.132834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f180ac3-1ea3-458c-94f1-b026d9538c7f HTTP/1.1" status: 204 len: 168 time: 0.1228039 Aug 27 12:52:50.140789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f180ac3-1ea3-458c-94f1-b026d9538c7f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:50.148164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.148582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.149164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.149164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.149507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.149837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.150175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.150526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.150853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.151179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.151503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.151822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe8543-ab95-4788-a312-f45eb2fb34fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:52:50.642547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:51.024157 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9c3c804e-335e-407a-a558-499f64bdb66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:51.221497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:52.257564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:54.130454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.163509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39396) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:55.270257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a282487-18cc-4588-a839-a6c91fc78aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.365931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a282487-18cc-4588-a839-a6c91fc78aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.370496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8a282487-18cc-4588-a839-a6c91fc78aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.406811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a282487-18cc-4588-a839-a6c91fc78aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1225d033-7091-415f-8b24-0047f685479b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:52:55.411886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8a282487-18cc-4588-a839-a6c91fc78aa1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=382c63cfecb9440ebb22c3cdce8843b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472453 Aug 27 12:52:55.413866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:52:55.472797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-831a4af3-99e2-4b52-9a09-3278b513defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.494606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-831a4af3-99e2-4b52-9a09-3278b513defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.543849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-831a4af3-99e2-4b52-9a09-3278b513defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.546408 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-831a4af3-99e2-4b52-9a09-3278b513defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:52:55.547602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-831a4af3-99e2-4b52-9a09-3278b513defa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1225d033-7091-415f-8b24-0047f685479b HTTP/1.1" status: 204 len: 168 time: 0.1329255 Aug 27 12:52:55.555994 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a4af3-99e2-4b52-9a09-3278b513defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1225d033-7091-415f-8b24-0047f685479b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:04.787795 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:53:08.670304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:18.541722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eeb22920-309f-4d16-b98c-77c2640f1855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:20.642953 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:21.025728 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ac6616d6-bcf7-4701-a62a-6d869e76420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:21.229029 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:22.261837 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:24.137653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:38.671807 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:41.789316 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:53:42.168287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 39728) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:53:42.293001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5e1d-f0f2-4f78-beab-4939443aa8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.396900 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5e1d-f0f2-4f78-beab-4939443aa8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.400675 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5e1d-f0f2-4f78-beab-4939443aa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.442476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3a3d5e1d-f0f2-4f78-beab-4939443aa8c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be8d7dd635ce4d73b17c1c8f43a28bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727475 Aug 27 12:53:42.443413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d5e1d-f0f2-4f78-beab-4939443aa8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f175da0b-8dc4-47dd-a51c-5082cf5c69a1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:42.445061 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 39732) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:53:42.494436 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.515361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.560960 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.563423 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:42.565141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f175da0b-8dc4-47dd-a51c-5082cf5c69a1 HTTP/1.1" status: 204 len: 168 time: 0.1190941 Aug 27 12:53:42.572612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f175da0b-8dc4-47dd-a51c-5082cf5c69a1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:42.580533 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.580892 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.581261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.581865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.582348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.582348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.582811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.582970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.583408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.583738 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.584063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:42.584454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98439833-a1cd-40a2-aeb1-575083620229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:44.824952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-c32bed96-13df-4199-9ac1-d27c28d149e7 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=db225da4a03045cb9644415f50360831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313723 Aug 27 12:53:45.008438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-190df96e-7837-42d0-a20f-77d3470d3def tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:45.009827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-190df96e-7837-42d0-a20f-77d3470d3def tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791754 Aug 27 12:53:45.024605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-3cd3dc4d-6ad0-4295-b12b-be920af7f594 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/quotas/db225da4a03045cb9644415f50360831 HTTP/1.1" status: 200 len: 375 time: 0.0090034 Aug 27 12:53:45.056802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-476c319b-cb84-43db-82c5-f896910bf930 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=db225da4a03045cb9644415f50360831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267844 Aug 27 12:53:45.228577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b362be90-a27b-4d38-be2d-013f1a830b4a req-9eaa19ec-2936-4c2a-8895-47fc4212f74e tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Aug 27 12:53:46.248328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-12e17f2e-9319-454c-95ac-e229ef394735 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=db225da4a03045cb9644415f50360831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329161 Aug 27 12:53:46.379744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2a9312f-b23d-43eb-a8af-21750ba46091 req-52ecaf17-9058-47bc-a91d-1f368dc87014 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 210 time: 0.0435200 Aug 27 12:53:46.448110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-c05792d8-b724-41f8-889c-2f0d5d3c0ebe tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:46.449673 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-c05792d8-b724-41f8-889c-2f0d5d3c0ebe tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942663 Aug 27 12:53:46.464640 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Request body: {'port': {'device_id': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': 'db225da4a03045cb9644415f50360831'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:53:46.574732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Made reservation on behalf of db225da4a03045cb9644415f50360831 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:53:46.578424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:46.588105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:46.691771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:46.696795 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:46.758018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f588063-183c-4b9c-a117-b8e58b1467c8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:46.830755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Allocated IP 192.168.233.118 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/cf557afc-02c8-49da-b4c7-20e28a6fdda9) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:53:46.980034 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:46.993733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Transition to ACTIVE for port object cf557afc-02c8-49da-b4c7-20e28a6fdda9 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:53:47.026556 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:47.071240 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:53:47.074620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:53:47.077231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:53:47.109282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Pushing event updated for resources: {'Port': ['ID=cf557afc-02c8-49da-b4c7-20e28a6fdda9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:47.137889 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:47.138564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:47.161191 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-4d54a175-bfc8-4e52-9b2c-e677b41d4d2d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7000511 Aug 27 12:53:47.172197 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-dfaedbef-4d88-49c6-a038-6c94b519d942 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:53:47.173703 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-dfaedbef-4d88-49c6-a038-6c94b519d942 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055058 Aug 27 12:53:47.435071 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Request body: {'port': {'device_id': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:53:47.438501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fe2ae975-ad6b-48dc-9911-5fbad76b5946 None None] Provisioning for port cf557afc-02c8-49da-b4c7-20e28a6fdda9 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:53:47.444934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fe2ae975-ad6b-48dc-9911-5fbad76b5946 None None] Provisioning complete for port cf557afc-02c8-49da-b4c7-20e28a6fdda9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:53:47.445813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae975-ad6b-48dc-9911-5fbad76b5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:47.497576 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:47.498186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ae975-ad6b-48dc-9911-5fbad76b5946 None None] Port cf557afc-02c8-49da-b4c7-20e28a6fdda9 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:53:47.555857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb3715-b8d4-4335-b216-67e56e05caf4 req-b12ffcd8-6162-4af6-bcf2-f374cc7a881f tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:47.557385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69eb3715-b8d4-4335-b216-67e56e05caf4 req-b12ffcd8-6162-4af6-bcf2-f374cc7a881f tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 936 time: 0.0500672 Aug 27 12:53:47.596356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69eb3715-b8d4-4335-b216-67e56e05caf4 req-dc17c9a6-ff5a-49dc-800a-12a7896e13e3 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Aug 27 12:53:47.766312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf557afc-02c8-49da-b4c7-20e28a6fdda9 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:53:47.774370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:47.787188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Transition to ACTIVE for port object cf557afc-02c8-49da-b4c7-20e28a6fdda9 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:53:47.791760 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:47.841499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Pushing event updated for resources: {'Port': ['ID=cf557afc-02c8-49da-b4c7-20e28a6fdda9,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:47.916752 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Attempting to bind port cf557afc-02c8-49da-b4c7-20e28a6fdda9 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:53:47.917099 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Attempting to bind port cf557afc-02c8-49da-b4c7-20e28a6fdda9 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:53:47.917433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Attempting to bind port cf557afc-02c8-49da-b4c7-20e28a6fdda9 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:53:47.922365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Port cf557afc-02c8-49da-b4c7-20e28a6fdda9 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:53:47.922721 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Attempting to bind port cf557afc-02c8-49da-b4c7-20e28a6fdda9 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:53:47.928092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:53:47.928434 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:53:47.928831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:53:47.929264 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Bound port: cf557afc-02c8-49da-b4c7-20e28a6fdda9, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:53:47.929625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:48.009301 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] For port cf557afc-02c8-49da-b4c7-20e28a6fdda9, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:53:48.012698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] For port cf557afc-02c8-49da-b4c7-20e28a6fdda9, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:53:48.017484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:48.051247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.052111 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:48.054474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] 10.222.0.65 "PUT /v2.0/ports/cf557afc-02c8-49da-b4c7-20e28a6fdda9 HTTP/1.1" status: 200 len: 1096 time: 0.7296894 Aug 27 12:53:48.058409 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'tag': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:53:48.062251 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b586ae-ec76-4c45-9cd8-98465b36bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfe3b68-bb3f-495b-b627-63a9c01d0b27", "tag": "cf557afc-02c8-49da-b4c7-20e28a6fdda9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:53:48.112444 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3bc78-0a84-4fdb-963b-880c9cec17ae service neutron] Pushing event updated for resources: {'Port': ['ID=cf557afc-02c8-49da-b4c7-20e28a6fdda9,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:48.145008 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-50bd87d7-c0e9-4e0d-bbc8-fb7a2d1b2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.146560 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-50bd87d7-c0e9-4e0d-bbc8-fb7a2d1b2299 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db225da4a03045cb9644415f50360831&device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 1099 time: 0.0482252 Aug 27 12:53:48.199126 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-d9574e5c-70c9-4a8a-a353-831c5f9321af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9 HTTP/1.1" status: 200 len: 217 time: 0.0447037 Aug 27 12:53:48.251795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-17a30fa1-331d-443b-b26e-07397046636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.253182 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-17a30fa1-331d-443b-b26e-07397046636f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0465453 Aug 27 12:53:48.286464 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc46d0c6-4dc2-4f44-986e-e2a435af9ce8 x-openstack-request-id: req-bc46d0c6-4dc2-4f44-986e-e2a435af9ce8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:53:48.286755 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfe3b68-bb3f-495b-b627-63a9c01d0b27", "tag": "cf557afc-02c8-49da-b4c7-20e28a6fdda9", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:53:48.287086 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc46d0c6-4dc2-4f44-986e-e2a435af9ce8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:53:48.287556 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'tag': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9', 'status': 'completed', 'code': 200} Aug 27 12:53:48.304648 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-b90559ee-dbb4-42a7-b47e-c30366d6c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.306190 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-b90559ee-dbb4-42a7-b47e-c30366d6c822 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456893 Aug 27 12:53:48.405097 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-1f4b5c8c-52fd-4541-95a4-33e92296e714 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884352 Aug 27 12:53:48.499674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-587ee344-0d3d-4f85-8a40-7aabbf2779c3 req-e945ea67-3357-44ef-9b07-642085592b2e service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Aug 27 12:53:48.545750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-49434afc-b6e5-461b-ad99-ee785102af8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:48.593665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-ea11598b-3776-4f36-84f2-2ee58bc25c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.595897 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-ea11598b-3776-4f36-84f2-2ee58bc25c0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=db225da4a03045cb9644415f50360831&device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 1099 time: 0.0455859 Aug 27 12:53:48.696208 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-cd634deb-c703-4b23-9c64-4e7726dfaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.697635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-cd634deb-c703-4b23-9c64-4e7726dfaebf service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.0947886 Aug 27 12:53:48.716609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132b2fc-815b-4f11-8b9e-015dc1fc7a7d req-5ad7444c-e38e-4628-954c-878a9aed8486 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.718239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6132b2fc-815b-4f11-8b9e-015dc1fc7a7d req-5ad7444c-e38e-4628-954c-878a9aed8486 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 948 time: 0.0507357 Aug 27 12:53:48.740160 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-c34a7e9a-e54a-44d7-9878-445cfe382caf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9 HTTP/1.1" status: 200 len: 217 time: 0.0349810 Aug 27 12:53:48.761043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6132b2fc-815b-4f11-8b9e-015dc1fc7a7d req-c2570dd8-b4dc-4619-a571-4b04c0c8b8ae tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Aug 27 12:53:48.791331 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-e9ec0012-4361-4156-95bc-86d36dd1e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.792827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-e9ec0012-4361-4156-95bc-86d36dd1e7df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0461218 Aug 27 12:53:48.843663 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-256a4d01-ea18-49cb-993a-b44fef4c48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:48.845829 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-256a4d01-ea18-49cb-993a-b44fef4c48fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443895 Aug 27 12:53:48.935185 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-91004bd3-572a-494b-be08-f59cdd8ff965 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822880 Aug 27 12:53:49.039516 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-09b586ae-ec76-4c45-9cd8-98465b36bba0 req-f6355daf-a7ee-4403-be13-d2552b561d49 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955741 Aug 27 12:53:49.885160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f2085-a383-4860-bc18-c8358f13e25a req-6fcfe2db-ab7e-4284-811c-276fb2cce280 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:49.886733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c8f2085-a383-4860-bc18-c8358f13e25a req-6fcfe2db-ab7e-4284-811c-276fb2cce280 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 948 time: 0.0518277 Aug 27 12:53:49.930538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c8f2085-a383-4860-bc18-c8358f13e25a req-3046769b-29e7-46e9-9481-2c9070cd5691 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Aug 27 12:53:50.530020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cf557afc-02c8-49da-b4c7-20e28a6fdda9 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:53:50.628624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port cf557afc-02c8-49da-b4c7-20e28a6fdda9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:53:50.639053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9', 'mac_address': 'fa:16:3e:19:18:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:53:50.677818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:50.687843 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:50.700977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf557afc-02c8-49da-b4c7-20e28a6fdda9 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:53:50.721253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port cf557afc-02c8-49da-b4c7-20e28a6fdda9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:53:50.725629 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:50.786191 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=cf557afc-02c8-49da-b4c7-20e28a6fdda9,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:50.794533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.794883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.795224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.795561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.795892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.796220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.796578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.796896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.797219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.797538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.797912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.798358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:53:50.997012 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['cf557afc-02c8-49da-b4c7-20e28a6fdda9'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:53:51.046941 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ea010f3f-34c8-4f4d-84b3-b45c3c8d0aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:51.059049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a7c2a-f4f2-4a80-95e6-534aaaf15853 req-5087aa51-7465-48d4-ba1c-a081c36eab1a tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:51.061057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-593a7c2a-f4f2-4a80-95e6-534aaaf15853 req-5087aa51-7465-48d4-ba1c-a081c36eab1a tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 949 time: 0.0610273 Aug 27 12:53:51.102289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-593a7c2a-f4f2-4a80-95e6-534aaaf15853 req-b90995ea-aa30-4d66-93ca-66de0472ebbd tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Aug 27 12:53:51.222876 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:52.217506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39ce73-248a-4e18-b7e9-8971e1783fc6 req-52999dc1-ee19-4e36-8fa0-c3563f9e02e7 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:52.219048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb39ce73-248a-4e18-b7e9-8971e1783fc6 req-52999dc1-ee19-4e36-8fa0-c3563f9e02e7 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 949 time: 0.0487733 Aug 27 12:53:52.259199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb39ce73-248a-4e18-b7e9-8971e1783fc6 req-4be54351-a370-4479-a87e-2494d82f417c tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Aug 27 12:53:52.263225 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:52.530111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cf557afc-02c8-49da-b4c7-20e28a6fdda9 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:53:52.578781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port cf557afc-02c8-49da-b4c7-20e28a6fdda9 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:53:52.583030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port cf557afc-02c8-49da-b4c7-20e28a6fdda9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:53:52.583402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:52.661026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:52.682580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:53:52.684952 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6fcf6-44a6-403c-8f6d-bdd2b7f21dc6" -d '{"events": [{"server_uuid": "8dfe3b68-bb3f-495b-b627-63a9c01d0b27", "name": "network-vif-plugged", "status": "completed", "tag": "cf557afc-02c8-49da-b4c7-20e28a6fdda9"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:53:52.697745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port cf557afc-02c8-49da-b4c7-20e28a6fdda9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:53:52.703162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:52.749643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=cf557afc-02c8-49da-b4c7-20e28a6fdda9,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:52.794503 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6980680-6fb5-4544-9ad5-70acd1e8fa9b x-openstack-request-id: req-e6980680-6fb5-4544-9ad5-70acd1e8fa9b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:53:52.794795 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe3b68-bb3f-495b-b627-63a9c01d0b27", "name": "network-vif-plugged", "status": "completed", "tag": "cf557afc-02c8-49da-b4c7-20e28a6fdda9", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:53:52.795050 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6980680-6fb5-4544-9ad5-70acd1e8fa9b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:53:52.795447 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9', 'code': 200} Aug 27 12:53:52.891274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12e873-2a59-4899-9057-b4b9675479ef req-34abb146-fc24-417d-a52e-f632fd2de80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:52.893381 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6f12e873-2a59-4899-9057-b4b9675479ef req-34abb146-fc24-417d-a52e-f632fd2de80b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 1101 time: 0.0406401 Aug 27 12:53:52.927618 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6f12e873-2a59-4899-9057-b4b9675479ef req-58959199-16d2-47df-abdb-98f8f2777d1d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266638 Aug 27 12:53:53.375510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5d2a0-f5cb-4ef6-bac3-46914178c026 req-e670ff0d-f477-4c90-b7b9-137ee8ff2f12 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:53.377644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33c5d2a0-f5cb-4ef6-bac3-46914178c026 req-e670ff0d-f477-4c90-b7b9-137ee8ff2f12 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 950 time: 0.0517130 Aug 27 12:53:53.414586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33c5d2a0-f5cb-4ef6-bac3-46914178c026 req-c9399f74-704a-4823-a50b-32dabd67911d tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Aug 27 12:53:54.136729 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:54.530140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80930ce-a935-4af4-b038-7d79f412e307 req-e9fd32c0-8946-4c73-a6ee-3cc84049e2be tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:54.531611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f80930ce-a935-4af4-b038-7d79f412e307 req-e9fd32c0-8946-4c73-a6ee-3cc84049e2be tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 950 time: 0.0478601 Aug 27 12:53:54.568754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f80930ce-a935-4af4-b038-7d79f412e307 req-62aa5835-5e44-4cc7-a71b-383fc6093ad6 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Aug 27 12:53:54.824274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24afcb-bcc1-4e79-a0e5-b957cccc027e req-9368775b-b3fc-43fd-b79f-d5c791cd7e36 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:54.825735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf24afcb-bcc1-4e79-a0e5-b957cccc027e req-9368775b-b3fc-43fd-b79f-d5c791cd7e36 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 950 time: 0.0481246 Aug 27 12:53:54.862867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf24afcb-bcc1-4e79-a0e5-b957cccc027e req-eb6409df-f743-4476-9580-e0fd53de6cce tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Aug 27 12:53:55.984120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a3d06-2fd1-4e8b-bda8-1997609f2e68 req-a331236b-3657-48cf-ba87-37a44ca7bcef tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:55.986249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b0a3d06-2fd1-4e8b-bda8-1997609f2e68 req-a331236b-3657-48cf-ba87-37a44ca7bcef tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 950 time: 0.0534835 Aug 27 12:53:56.025597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b0a3d06-2fd1-4e8b-bda8-1997609f2e68 req-b25e3358-fc04-4a18-a712-f8a38cd9577a tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f588063-183c-4b9c-a117-b8e58b1467c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Aug 27 12:53:56.138442 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-6189f4b4-3d32-45f1-afde-fa26dc3e739a tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:53:56.139871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-6189f4b4-3d32-45f1-afde-fa26dc3e739a tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.65 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 950 time: 0.0476074 Aug 27 12:53:56.230456 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Deleting port cf557afc-02c8-49da-b4c7-20e28a6fdda9 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:53:56.230797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:56.319591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] For port cf557afc-02c8-49da-b4c7-20e28a6fdda9, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=cf557afc-02c8-49da-b4c7-20e28a6fdda9,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:53:56.319961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:56.333635 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Calling delete_port for cf557afc-02c8-49da-b4c7-20e28a6fdda9 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:53:56.473010 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:56.486126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['cf557afc-02c8-49da-b4c7-20e28a6fdda9'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:53:56.511573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Pushing event deleted for resources: {'Port': ['ID=cf557afc-02c8-49da-b4c7-20e28a6fdda9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:53:56.552443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] No DVR routers for this DVR port cf557afc-02c8-49da-b4c7-20e28a6fdda9 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:53:56.555333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:53:56.557461 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-adb22bd1-71b4-4f1a-8cc9-a0fe5f665bbe req-3ec67d9c-cd90-4240-aa6c-c9ceaa171a6b tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.65 "DELETE /v2.0/ports/cf557afc-02c8-49da-b4c7-20e28a6fdda9 HTTP/1.1" status: 204 len: 173 time: 0.4106295 Aug 27 12:53:56.557941 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'name': 'network-vif-deleted', 'tag': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:53:56.560270 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b225ab3f-5af8-4954-91b6-1fa4b0d99dc1" -d '{"events": [{"server_uuid": "8dfe3b68-bb3f-495b-b627-63a9c01d0b27", "name": "network-vif-deleted", "tag": "cf557afc-02c8-49da-b4c7-20e28a6fdda9"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:53:56.604862 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ac69e-5163-48b3-a51e-2324c3fdc536 x-openstack-request-id: req-5d4ac69e-5163-48b3-a51e-2324c3fdc536 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:53:56.605154 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe3b68-bb3f-495b-b627-63a9c01d0b27", "name": "network-vif-deleted", "tag": "cf557afc-02c8-49da-b4c7-20e28a6fdda9", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:53:56.605409 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d4ac69e-5163-48b3-a51e-2324c3fdc536 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:53:56.605836 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfe3b68-bb3f-495b-b627-63a9c01d0b27', 'name': 'network-vif-deleted', 'tag': 'cf557afc-02c8-49da-b4c7-20e28a6fdda9', 'status': 'completed', 'code': 200} Aug 27 12:53:57.133616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1a3d2039-52c6-4617-9024-3935b93a76ae req-70c4b407-2de3-4d19-90d0-36637c5577d5 tempest-VolumesNegativeTest-1235800710 tempest-VolumesNegativeTest-1235800710-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfe3b68-bb3f-495b-b627-63a9c01d0b27 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Aug 27 12:54:00.547273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cf557afc-02c8-49da-b4c7-20e28a6fdda9 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:54:00.572326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: cf557afc-02c8-49da-b4c7-20e28a6fdda9 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:54:00.572678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device cf557afc-02c8-49da-b4c7-20e28a6fdda9 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:54:02.929102 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40080) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:03.059602 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aa1b4f49-1278-4a62-ae0b-ecc459576e07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db225da4a03045cb9644415f50360831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292222 Aug 27 12:54:03.062015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:03.109623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f39618fa-3752-4c88-9af1-1bdfaeb98616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:03.131168 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f39618fa-3752-4c88-9af1-1bdfaeb98616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:03.178038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f39618fa-3752-4c88-9af1-1bdfaeb98616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:03.180572 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f39618fa-3752-4c88-9af1-1bdfaeb98616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:03.181719 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f39618fa-3752-4c88-9af1-1bdfaeb98616 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f588063-183c-4b9c-a117-b8e58b1467c8 HTTP/1.1" status: 204 len: 168 time: 0.1187863 Aug 27 12:54:03.190152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39618fa-3752-4c88-9af1-1bdfaeb98616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f588063-183c-4b9c-a117-b8e58b1467c8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:03.786575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40106) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:03.882349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-856681305-network', 'tenant_id': '942bd6fbadfc43a4bd744c063a1ae0f8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:03.904305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Made reservation on behalf of 942bd6fbadfc43a4bd744c063a1ae0f8 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:03.906765 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:03.915214 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.008830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.013160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.038720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:54:04.048524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7f1a3-2792-4592-a373-05234c278731,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:04.053910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.054258 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Added segment cee6ca01-222d-44b6-aba0-5c40a8bf223e of type vlan for network 846a54b0-6f6b-42ad-8bd4-684334431157 Aug 27 12:54:04.098239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.128472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.129492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:04.130125 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.183284 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3956227 Aug 27 12:54:04.186249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40110) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:04.189228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2468c-5391-489c-8ef0-04481742f8bc admin admin] Pushing event updated for resources: {'Network': ['ID=846a54b0-6f6b-42ad-8bd4-684334431157,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:04.191751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Request body: {'subnet': {'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-856681305-subnet', 'tenant_id': '942bd6fbadfc43a4bd744c063a1ae0f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:04.199628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 846a54b0-6f6b-42ad-8bd4-684334431157 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:54:04.212469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Made reservation on behalf of 942bd6fbadfc43a4bd744c063a1ae0f8 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:04.215256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.385480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.440578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591b258b-9e1d-4ba9-b539-33568df67ba2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:04.453503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.454373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.454744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.455084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.455441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.455785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.456115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.456444 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.456771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.457096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.457427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.457750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:04.462106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Checking segment: {'id': 'cee6ca01-222d-44b6-aba0-5c40a8bf223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:54:04.462682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Network hostable DHCP agents. Network: 846a54b0-6f6b-42ad-8bd4-684334431157, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:54:04.480247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Network 846a54b0-6f6b-42ad-8bd4-684334431157 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:54:04.489328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 846a54b0-6f6b-42ad-8bd4-684334431157) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:54:04.493939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:04.495002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:04.498261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a1273c-9f2a-432f-8bf0-d5c61d8b9c2a None None] Network 846a54b0-6f6b-42ad-8bd4-684334431157 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:54:04.510036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9652a286-2168-49d8-b737-7c66ea953349 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3226862 Aug 27 12:54:04.624835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922ff2d-3ad0-4c6f-a80d-c9793510ad68 None None] Network 846a54b0-6f6b-42ad-8bd4-684334431157 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:54:04.980391 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40126) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:04.985875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-726751563-network', 'tenant_id': 'e8189fc977ff41b5a74b5ad9c8d989d3'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:05.006848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Made reservation on behalf of e8189fc977ff41b5a74b5ad9c8d989d3 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:05.009370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.018171 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.109041 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.113215 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.133429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:54:05.147756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28a9b0-7c1e-4c3d-8c45-79c95a087736,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:05.150580 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.150923 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Added segment 9df6c853-5fed-40f9-afea-b2a620cc3ee1 of type vlan for network e07b1d98-8c00-4345-b38d-17d825874c18 Aug 27 12:54:05.190066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.213627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.214587 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:05.215159 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.266154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2846634 Aug 27 12:54:05.269050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:05.273106 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5184ba-fafd-4473-af5d-302a5e7e9716 admin admin] Pushing event updated for resources: {'Network': ['ID=e07b1d98-8c00-4345-b38d-17d825874c18,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:05.274359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Request body: {'subnet': {'network_id': 'e07b1d98-8c00-4345-b38d-17d825874c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-726751563-subnet', 'tenant_id': 'e8189fc977ff41b5a74b5ad9c8d989d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:05.283363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e07b1d98-8c00-4345-b38d-17d825874c18 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:54:05.295788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Made reservation on behalf of e8189fc977ff41b5a74b5ad9c8d989d3 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:05.298625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.463094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.510604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10fefb3-7777-4175-8895-ed8d80e08515,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:05.525364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Checking segment: {'id': '9df6c853-5fed-40f9-afea-b2a620cc3ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e07b1d98-8c00-4345-b38d-17d825874c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:54:05.525721 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Network hostable DHCP agents. Network: e07b1d98-8c00-4345-b38d-17d825874c18, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:54:05.542821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Network e07b1d98-8c00-4345-b38d-17d825874c18 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:54:05.551378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e07b1d98-8c00-4345-b38d-17d825874c18) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:54:05.555522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:05.557324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:05.560249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b574a-bed3-45df-9bc0-c7fa2a5e767a None None] Network e07b1d98-8c00-4345-b38d-17d825874c18 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:54:05.572808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5fdb95ee-742f-4e9a-96b3-2f32f31d08a7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3025067 Aug 27 12:54:05.690188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de52e2-b512-4081-94e0-4d6d5976350c None None] Network e07b1d98-8c00-4345-b38d-17d825874c18 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:54:06.046305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-edca8439-f489-414c-a70b-a882b02c299c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:06.048307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-edca8439-f489-414c-a70b-a882b02c299c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/networks?id=846a54b0-6f6b-42ad-8bd4-684334431157 HTTP/1.1" status: 200 len: 811 time: 0.1039081 Aug 27 12:54:06.063203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-ed9624b8-b9c3-4ba8-85d1-df5b174c62af tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/quotas/942bd6fbadfc43a4bd744c063a1ae0f8 HTTP/1.1" status: 200 len: 375 time: 0.0089717 Aug 27 12:54:06.094423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-b2e4cb92-1d5b-4852-9eaf-33d521dc953b tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=942bd6fbadfc43a4bd744c063a1ae0f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253873 Aug 27 12:54:06.207515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-2a192b29-96fb-47fd-97ad-d00504cc7b18 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:54:06.208553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-2a192b29-96fb-47fd-97ad-d00504cc7b18 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1076524 Aug 27 12:54:06.300093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-31725a1d-ea67-488f-9eda-c9c4fd98f9e0 service neutron] 10.222.0.76 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851741 Aug 27 12:54:06.386082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-124db65e-7c31-43ba-8292-eda8f733dfdd service neutron] 10.222.0.76 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799887 Aug 27 12:54:06.549199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fed3d49e-2675-4196-ad28-6760b1a3bd9f req-80e09983-fe26-4594-a070-ac5253138843 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 210 time: 0.0267901 Aug 27 12:54:07.617669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-2fa44fdc-c058-4c74-a7ce-ea9fd8eebfe6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:07.619325 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-2fa44fdc-c058-4c74-a7ce-ea9fd8eebfe6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.65 "GET /v2.0/networks?id=846a54b0-6f6b-42ad-8bd4-684334431157 HTTP/1.1" status: 200 len: 811 time: 0.1136231 Aug 27 12:54:07.632899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Request body: {'port': {'device_id': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157', 'admin_state_up': True, 'tenant_id': '942bd6fbadfc43a4bd744c063a1ae0f8'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:07.651661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d00eccc2-cb58-4c50-9ddb-6ff8cab9bd71 req-ec04600f-c095-46ee-945a-6fbb53f8e0bd tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 210 time: 0.0327368 Aug 27 12:54:07.742411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Made reservation on behalf of 942bd6fbadfc43a4bd744c063a1ae0f8 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:07.745873 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:07.868928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Allocated IP 172.20.0.8 (846a54b0-6f6b-42ad-8bd4-684334431157/591b258b-9e1d-4ba9-b539-33568df67ba2/6c5f4a88-b337-41d1-b575-b46fb35c00cc) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:54:08.010496 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.366665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.407697 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Network 846a54b0-6f6b-42ad-8bd4-684334431157 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:54:08.414632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:54:08.419263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:54:08.421801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Pushing event updated for resources: {'Port': ['ID=6c5f4a88-b337-41d1-b575-b46fb35c00cc,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:08.470739 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:08.471354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.487250 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-23a59982-aeb7-4e12-a1e7-8bbc314a5183 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8581553 Aug 27 12:54:08.500705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Request body: {'port': {'device_id': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:08.555979 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.670751 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.767534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd1c45-9c4f-4092-93c2-9c196d005d1e req-7ee7fb33-5fe4-4219-af4c-ae6342cefbe6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:08.769045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cdd1c45-9c4f-4092-93c2-9c196d005d1e req-7ee7fb33-5fe4-4219-af4c-ae6342cefbe6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 931 time: 0.0488915 Aug 27 12:54:08.807406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cdd1c45-9c4f-4092-93c2-9c196d005d1e req-3aae7f6e-2ad4-4e23-ac53-f8d480c79425 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Aug 27 12:54:08.813505 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5f4a88-b337-41d1-b575-b46fb35c00cc {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:54:08.821109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.834036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Transition to ACTIVE for port object 6c5f4a88-b337-41d1-b575-b46fb35c00cc will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:54:08.837756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:08.890251 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f4a88-b337-41d1-b575-b46fb35c00cc,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:08.956830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Attempting to bind port 6c5f4a88-b337-41d1-b575-b46fb35c00cc on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:54:08.957164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Attempting to bind port 6c5f4a88-b337-41d1-b575-b46fb35c00cc by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'cee6ca01-222d-44b6-aba0-5c40a8bf223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:54:08.957492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Attempting to bind port 6c5f4a88-b337-41d1-b575-b46fb35c00cc on network 846a54b0-6f6b-42ad-8bd4-684334431157 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:54:08.961861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Port 6c5f4a88-b337-41d1-b575-b46fb35c00cc on network 846a54b0-6f6b-42ad-8bd4-684334431157 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:54:08.962187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Attempting to bind port 6c5f4a88-b337-41d1-b575-b46fb35c00cc on network 846a54b0-6f6b-42ad-8bd4-684334431157 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:54:08.966975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:54:08.967313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Checking segment: {'id': 'cee6ca01-222d-44b6-aba0-5c40a8bf223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:54:08.967693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Bound using segment: {'id': 'cee6ca01-222d-44b6-aba0-5c40a8bf223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:54:08.968112 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Bound port: 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cee6ca01-222d-44b6-aba0-5c40a8bf223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:54:08.968464 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:09.030435 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] For port 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:54:09.033341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] For port 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc,segment=NetworkSegment(cee6ca01-222d-44b6-aba0-5c40a8bf223e),segment_id=cee6ca01-222d-44b6-aba0-5c40a8bf223e)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:54:09.037701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:09.071630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.072252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:09.073632 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] 10.222.0.65 "PUT /v2.0/ports/6c5f4a88-b337-41d1-b575-b46fb35c00cc HTTP/1.1" status: 200 len: 1091 time: 0.5771773 Aug 27 12:54:09.074066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'tag': '6c5f4a88-b337-41d1-b575-b46fb35c00cc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:54:09.076339 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e" -d '{"events": [{"name": "network-changed", "server_uuid": "49b8c76b-bcd5-4a95-859b-95d333fbee54", "tag": "6c5f4a88-b337-41d1-b575-b46fb35c00cc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:54:09.104131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e48921-d35c-4d1e-a350-159a2ce4962f service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f4a88-b337-41d1-b575-b46fb35c00cc,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:09.122751 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c4bab-f0c0-4d1f-8c36-3a8ee5114f0f x-openstack-request-id: req-939c4bab-f0c0-4d1f-8c36-3a8ee5114f0f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:54:09.123042 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b8c76b-bcd5-4a95-859b-95d333fbee54", "tag": "6c5f4a88-b337-41d1-b575-b46fb35c00cc", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:54:09.123297 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-939c4bab-f0c0-4d1f-8c36-3a8ee5114f0f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:54:09.123696 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'tag': '6c5f4a88-b337-41d1-b575-b46fb35c00cc', 'status': 'completed', 'code': 200} Aug 27 12:54:09.156244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f28c922b-1089-4ca6-8f64-a2d458ca4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.158198 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-f28c922b-1089-4ca6-8f64-a2d458ca4194 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=942bd6fbadfc43a4bd744c063a1ae0f8&device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 1094 time: 0.0443816 Aug 27 12:54:09.206638 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-bf6b2d98-a0c5-4dc7-98b8-12088cf739fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc HTTP/1.1" status: 200 len: 217 time: 0.0366161 Aug 27 12:54:09.255916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-5eb1f98d-e599-4a31-acfe-f340f99c24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.257489 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-5eb1f98d-e599-4a31-acfe-f340f99c24c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591b258b-9e1d-4ba9-b539-33568df67ba2 HTTP/1.1" status: 200 len: 851 time: 0.0442224 Aug 27 12:54:09.289355 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-2b29ab2a-368a-44b4-9d24-cc21b3ea364c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=846a54b0-6f6b-42ad-8bd4-684334431157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245287 Aug 27 12:54:09.384331 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-32cc0cde-4986-4ee4-8de6-ceb571f9e772 service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873792 Aug 27 12:54:09.478140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-4253e2f4-a489-4a9a-9cc1-f1f73772b8aa req-552e2008-0cda-4787-b2c2-deb4e5186f29 service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855722 Aug 27 12:54:09.565332 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-239461a4-90d9-4e29-a693-a08dad57b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.566858 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-239461a4-90d9-4e29-a693-a08dad57b64f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=942bd6fbadfc43a4bd744c063a1ae0f8&device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 1094 time: 0.0416975 Aug 27 12:54:09.657955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-7cff6fb6-ff11-44a3-a104-322c448d5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.659456 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-7cff6fb6-ff11-44a3-a104-322c448d5e47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=846a54b0-6f6b-42ad-8bd4-684334431157 HTTP/1.1" status: 200 len: 912 time: 0.0855887 Aug 27 12:54:09.702509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-145e65bc-2567-45e7-b603-b651d9297474 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc HTTP/1.1" status: 200 len: 217 time: 0.0348554 Aug 27 12:54:09.756446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-11ef9882-2ad6-4f64-85b4-831d082379b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.757894 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-11ef9882-2ad6-4f64-85b4-831d082379b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591b258b-9e1d-4ba9-b539-33568df67ba2 HTTP/1.1" status: 200 len: 851 time: 0.0477552 Aug 27 12:54:09.789030 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-23110067-72b1-4288-8386-105eef905721 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=846a54b0-6f6b-42ad-8bd4-684334431157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234072 Aug 27 12:54:09.881231 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-b7ebe7d2-e6f5-4699-bf38-c212d753ddd9 service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820918 Aug 27 12:54:09.921890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f3fd5-2ae0-45ee-b76c-4246c9464bb7 req-afa7b8a0-e842-4bb8-901c-00868d89394c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:09.924007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a64f3fd5-2ae0-45ee-b76c-4246c9464bb7 req-afa7b8a0-e842-4bb8-901c-00868d89394c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 943 time: 0.0491672 Aug 27 12:54:09.961407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a64f3fd5-2ae0-45ee-b76c-4246c9464bb7 req-742322f9-c8cd-44a8-9fa2-eb050ed30fdb tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Aug 27 12:54:09.977753 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-f5e38e60-5be1-4c86-9c0c-5312cfd3334e req-3f12f5c0-6f30-4cb6-aac3-410f6bf6db7c service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887611 Aug 27 12:54:11.135798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d86475-92ab-496f-b1d9-0fa436077766 req-78c0d232-32f7-4750-a341-79f3ecb6f2e6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:11.137274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72d86475-92ab-496f-b1d9-0fa436077766 req-78c0d232-32f7-4750-a341-79f3ecb6f2e6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 943 time: 0.1071849 Aug 27 12:54:11.174532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72d86475-92ab-496f-b1d9-0fa436077766 req-d9a73cd5-2da7-4596-8a9d-f853327efa99 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Aug 27 12:54:12.289078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23191cb4-ebf0-4132-af8c-0d4886cb3345 req-3a7d39ab-d8fc-4db6-941a-8a2187fbb3f3 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:12.290582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23191cb4-ebf0-4132-af8c-0d4886cb3345 req-3a7d39ab-d8fc-4db6-941a-8a2187fbb3f3 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 943 time: 0.0485852 Aug 27 12:54:12.327251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23191cb4-ebf0-4132-af8c-0d4886cb3345 req-996dc30d-2f35-4f05-a8d1-235d87f75816 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Aug 27 12:54:12.671157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6c5f4a88-b337-41d1-b575-b46fb35c00cc details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:54:12.764730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc,segment=NetworkSegment(cee6ca01-222d-44b6-aba0-5c40a8bf223e),segment_id=cee6ca01-222d-44b6-aba0-5c40a8bf223e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:12.776775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '6c5f4a88-b337-41d1-b575-b46fb35c00cc', 'network_id': '846a54b0-6f6b-42ad-8bd4-684334431157', 'port_id': '6c5f4a88-b337-41d1-b575-b46fb35c00cc', 'mac_address': 'fa:16:3e:18:58:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591b258b-9e1d-4ba9-b539-33568df67ba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:54:12.817546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:12.831565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5f4a88-b337-41d1-b575-b46fb35c00cc {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:54:12.850124 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc,segment=NetworkSegment(cee6ca01-222d-44b6-aba0-5c40a8bf223e),segment_id=cee6ca01-222d-44b6-aba0-5c40a8bf223e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:12.854293 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:12.900900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6c5f4a88-b337-41d1-b575-b46fb35c00cc,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:13.050115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6c5f4a88-b337-41d1-b575-b46fb35c00cc'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:54:13.443055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50c7f4-2b9b-4793-949e-51d27a642137 req-d14f36a3-c087-441e-b3b0-88067d3cb305 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:13.445134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f50c7f4-2b9b-4793-949e-51d27a642137 req-d14f36a3-c087-441e-b3b0-88067d3cb305 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 944 time: 0.0508308 Aug 27 12:54:13.486762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f50c7f4-2b9b-4793-949e-51d27a642137 req-3f7e9727-02cd-4d4f-8105-0485ce74a2a9 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356479 Aug 27 12:54:14.606279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2c1c-d537-4fab-bbac-7801ffea1d1b req-4bd5214f-edfb-47c4-9126-c5844a36a900 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:14.607780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3a2c1c-d537-4fab-bbac-7801ffea1d1b req-4bd5214f-edfb-47c4-9126-c5844a36a900 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 944 time: 0.0513465 Aug 27 12:54:14.644161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f3a2c1c-d537-4fab-bbac-7801ffea1d1b req-154784a0-816b-4f3f-9244-fbd68faa3753 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298560 Aug 27 12:54:14.686732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6c5f4a88-b337-41d1-b575-b46fb35c00cc up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:54:14.734691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 6c5f4a88-b337-41d1-b575-b46fb35c00cc completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:54:14.738943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 6c5f4a88-b337-41d1-b575-b46fb35c00cc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:54:14.739318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:14.814293 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:14.839168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f4a88-b337-41d1-b575-b46fb35c00cc'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:54:14.841388 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b44c8b-fe1c-4673-9830-8b77d6928e9a" -d '{"events": [{"server_uuid": "49b8c76b-bcd5-4a95-859b-95d333fbee54", "name": "network-vif-plugged", "status": "completed", "tag": "6c5f4a88-b337-41d1-b575-b46fb35c00cc"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:54:14.855478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc,segment=NetworkSegment(cee6ca01-222d-44b6-aba0-5c40a8bf223e),segment_id=cee6ca01-222d-44b6-aba0-5c40a8bf223e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:14.859762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:14.884362 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e4dd1-d0be-4c1b-9199-830432135e50 x-openstack-request-id: req-cd2e4dd1-d0be-4c1b-9199-830432135e50 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:54:14.884649 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b8c76b-bcd5-4a95-859b-95d333fbee54", "name": "network-vif-plugged", "status": "completed", "tag": "6c5f4a88-b337-41d1-b575-b46fb35c00cc", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:54:14.884921 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd2e4dd1-d0be-4c1b-9199-830432135e50 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:54:14.885305 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f4a88-b337-41d1-b575-b46fb35c00cc', 'code': 200} Aug 27 12:54:14.913838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=6c5f4a88-b337-41d1-b575-b46fb35c00cc,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:14.978693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc24d-df2f-48b7-bec3-3d1aa58ffbe2 req-ba41ec96-9896-48ef-8e32-149617d72067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:14.980102 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-febbc24d-df2f-48b7-bec3-3d1aa58ffbe2 req-ba41ec96-9896-48ef-8e32-149617d72067 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 1096 time: 0.0419028 Aug 27 12:54:15.013991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-febbc24d-df2f-48b7-bec3-3d1aa58ffbe2 req-1bbd81dd-6c31-4b96-9a40-17213beb7dc2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271306 Aug 27 12:54:15.757715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aedf6-88bf-4629-8d96-82fd668169e6 req-9e9ded78-5ebd-49fa-b2b3-b2fa69c322d1 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:15.759246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e85aedf6-88bf-4629-8d96-82fd668169e6 req-9e9ded78-5ebd-49fa-b2b3-b2fa69c322d1 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Aug 27 12:54:15.796173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e85aedf6-88bf-4629-8d96-82fd668169e6 req-708f2319-c5ed-4a84-8ea5-f05fff8e9da9 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Aug 27 12:54:16.913384 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ceea-86ca-4f0c-8904-61195fb5ddcd req-a330d409-1456-4448-8fb0-eb99757ecce2 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:16.914885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7d7ceea-86ca-4f0c-8904-61195fb5ddcd req-a330d409-1456-4448-8fb0-eb99757ecce2 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0478158 Aug 27 12:54:16.952573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7d7ceea-86ca-4f0c-8904-61195fb5ddcd req-5da1f51f-e879-4e0d-ba36-4e17d70227ab tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Aug 27 12:54:17.068555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1836b-46ce-4a7b-b973-ff1c8f6e8e85 req-686da96f-dd44-41de-a59f-2c5a997c7459 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:17.070018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08f1836b-46ce-4a7b-b973-ff1c8f6e8e85 req-686da96f-dd44-41de-a59f-2c5a997c7459 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0513649 Aug 27 12:54:17.107833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08f1836b-46ce-4a7b-b973-ff1c8f6e8e85 req-c9048c17-c5d6-48b9-aa1e-5cbec99aea45 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Aug 27 12:54:17.329985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53c882-ea16-495a-9d44-468f1d8cb84f req-6cd989d4-205a-4059-acda-f7afee944b5a tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:17.331487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f53c882-ea16-495a-9d44-468f1d8cb84f req-6cd989d4-205a-4059-acda-f7afee944b5a tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Aug 27 12:54:17.369148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f53c882-ea16-495a-9d44-468f1d8cb84f req-7d615440-b05f-408a-8f19-743f37049506 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Aug 27 12:54:18.486876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ff9da-c5de-4de9-ae49-914cdbb14321 req-5edd4c22-c5e7-4b00-a1d3-61017d6052a0 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:18.488386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc0ff9da-c5de-4de9-ae49-914cdbb14321 req-5edd4c22-c5e7-4b00-a1d3-61017d6052a0 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0487432 Aug 27 12:54:18.525612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc0ff9da-c5de-4de9-ae49-914cdbb14321 req-c35532b1-cc13-4e9c-9979-61d96702e1ec tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Aug 27 12:54:18.549417 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-37ec6280-9d63-4bcf-9fea-8f4f69c9e743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:18.737243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220088ef-42c9-4057-8c41-ab33e0587366 req-99f06f45-2165-46c2-bc92-34324d999891 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:18.738859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-220088ef-42c9-4057-8c41-ab33e0587366 req-99f06f45-2165-46c2-bc92-34324d999891 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Aug 27 12:54:18.746471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97a9e-f829-495a-8c43-77167a531044 req-0196ba9e-680c-433d-87c5-9bf16c57d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:18.748007 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-0196ba9e-680c-433d-87c5-9bf16c57d282 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=942bd6fbadfc43a4bd744c063a1ae0f8&device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 1096 time: 0.0409594 Aug 27 12:54:18.777187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-220088ef-42c9-4057-8c41-ab33e0587366 req-29749024-bfdf-4e46-9f87-8a9e628a587a tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Aug 27 12:54:18.790129 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:54:18.846780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97a9e-f829-495a-8c43-77167a531044 req-8a568947-e263-4b05-ad28-8a3e277f7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:18.848260 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-8a568947-e263-4b05-ad28-8a3e277f7e02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=846a54b0-6f6b-42ad-8bd4-684334431157 HTTP/1.1" status: 200 len: 912 time: 0.0920522 Aug 27 12:54:18.892249 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-beb40360-5505-448f-b35d-50eebdf8c237 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc HTTP/1.1" status: 200 len: 217 time: 0.0350897 Aug 27 12:54:18.954215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97a9e-f829-495a-8c43-77167a531044 req-48963aa0-bc10-49e1-a9d2-6143bd0397e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:18.955967 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-48963aa0-bc10-49e1-a9d2-6143bd0397e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591b258b-9e1d-4ba9-b539-33568df67ba2 HTTP/1.1" status: 200 len: 851 time: 0.0574503 Aug 27 12:54:18.989623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-f24eafd6-8570-452e-b858-2d40253cf91c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=846a54b0-6f6b-42ad-8bd4-684334431157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253565 Aug 27 12:54:19.078348 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-9873843b-0756-485c-9f8a-eea8931ede8b service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805464 Aug 27 12:54:19.171102 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-70e97a9e-f829-495a-8c43-77167a531044 req-b76de006-1bea-43da-b8da-bc81deaac6e0 service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856259 Aug 27 12:54:19.953782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2e515-5bdc-4633-801e-27ddde40bf87 req-401f1fb6-f9a5-4818-8879-869d3239d1ea tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:19.955314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfb2e515-5bdc-4633-801e-27ddde40bf87 req-401f1fb6-f9a5-4818-8879-869d3239d1ea tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.1050937 Aug 27 12:54:19.993697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bfb2e515-5bdc-4633-801e-27ddde40bf87 req-327200b4-0efa-4235-91b3-175e6318f710 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Aug 27 12:54:20.210829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f9e3-af5d-45f2-b9cc-e17c85d9848d req-86560a2d-56c1-4c45-a436-1089bfb6e0ba tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:20.212424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1465f9e3-af5d-45f2-b9cc-e17c85d9848d req-86560a2d-56c1-4c45-a436-1089bfb6e0ba tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 27 12:54:20.257134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1465f9e3-af5d-45f2-b9cc-e17c85d9848d req-0e5f6730-b4e4-4898-b0ce-e9ff5108d3ed tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387096 Aug 27 12:54:20.654579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:21.029476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-010d4d9b-471c-4ddd-814b-9b15d576b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:21.223500 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:21.375649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aafa4-44c7-4789-9e0b-880b89deab91 req-d0e18b9f-d70a-4912-b8cd-3fea87ea9a0f tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:21.377115 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-616aafa4-44c7-4789-9e0b-880b89deab91 req-d0e18b9f-d70a-4912-b8cd-3fea87ea9a0f tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0527093 Aug 27 12:54:21.715044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-616aafa4-44c7-4789-9e0b-880b89deab91 req-599e63fa-1479-419e-b1b6-aea94476a00a tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317943 Aug 27 12:54:21.915650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821107c1-55e6-42d5-90bb-92cb659cab37 req-16f7d23e-380d-49a5-9e1a-5b2beb7bce2f tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:21.917144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-821107c1-55e6-42d5-90bb-92cb659cab37 req-16f7d23e-380d-49a5-9e1a-5b2beb7bce2f tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Aug 27 12:54:21.933661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d86eea-1ac0-4868-a603-19f448257b01 req-e020eff3-fe83-4655-a199-01f9b3bb0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:21.935210 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-e020eff3-fe83-4655-a199-01f9b3bb0dc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=942bd6fbadfc43a4bd744c063a1ae0f8&device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 1096 time: 0.0414026 Aug 27 12:54:21.955705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-821107c1-55e6-42d5-90bb-92cb659cab37 req-620bce3d-c478-4420-b6bb-fdab5236260f tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Aug 27 12:54:22.029125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d86eea-1ac0-4868-a603-19f448257b01 req-e0dfdca1-eed0-461a-9dd7-c5b8f1cac498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:22.030639 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-e0dfdca1-eed0-461a-9dd7-c5b8f1cac498 service neutron] 10.222.0.65 "GET /v2.0/networks?id=846a54b0-6f6b-42ad-8bd4-684334431157 HTTP/1.1" status: 200 len: 912 time: 0.0886745 Aug 27 12:54:22.072624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-20d02f0d-86ba-43be-88cd-7ca77810edbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc HTTP/1.1" status: 200 len: 217 time: 0.0342846 Aug 27 12:54:22.121164 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d86eea-1ac0-4868-a603-19f448257b01 req-dc263162-a19f-4f33-8dde-82718b3613b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:22.122944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-dc263162-a19f-4f33-8dde-82718b3613b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=591b258b-9e1d-4ba9-b539-33568df67ba2 HTTP/1.1" status: 200 len: 851 time: 0.0438337 Aug 27 12:54:22.153892 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-d1219b3b-2c09-4177-bfcc-0bad42382d34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=846a54b0-6f6b-42ad-8bd4-684334431157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236509 Aug 27 12:54:22.246944 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-dd9ae809-5a22-42a5-b03d-11fd38680ceb service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Aug 27 12:54:22.269879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:22.338140 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-15d86eea-1ac0-4868-a603-19f448257b01 req-5c3e7f10-79e0-421a-b4e7-1a03d17456b6 service neutron] 10.222.0.65 "GET /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840371 Aug 27 12:54:23.081585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c19a8-6fd3-4f41-b287-061df59fe490 req-2edd8051-b5b3-4efa-9593-47f2b63cf2fa tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:23.083453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d6c19a8-6fd3-4f41-b287-061df59fe490 req-2edd8051-b5b3-4efa-9593-47f2b63cf2fa tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0519946 Aug 27 12:54:23.120843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d6c19a8-6fd3-4f41-b287-061df59fe490 req-a8fbadb2-f573-4af7-815d-9322afd147a5 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Aug 27 12:54:23.352836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f5593-0e99-4b40-a0af-5fca644afbc3 req-cacd6759-3b88-4ff7-ac11-8a23f29ad7ec tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:23.354308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-889f5593-0e99-4b40-a0af-5fca644afbc3 req-cacd6759-3b88-4ff7-ac11-8a23f29ad7ec tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0512915 Aug 27 12:54:23.391841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-889f5593-0e99-4b40-a0af-5fca644afbc3 req-a57c2636-9d2f-4a2f-969b-f2cc8bb711a8 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Aug 27 12:54:24.139535 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:24.509486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5cd1e-d8b6-4da0-b9d0-c3cc75d38bfa req-65f4d2d9-4227-4942-8422-b7d585f98546 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:24.510998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0b5cd1e-d8b6-4da0-b9d0-c3cc75d38bfa req-65f4d2d9-4227-4942-8422-b7d585f98546 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0487478 Aug 27 12:54:24.548497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0b5cd1e-d8b6-4da0-b9d0-c3cc75d38bfa req-e4989430-d2a6-484b-b0ef-672ae73dc8b6 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/security-groups?id=adc7f1a3-2792-4592-a373-05234c278731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Aug 27 12:54:25.233653 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-2e206b72-b2a5-4caa-9ff7-5982835ecaf7 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:25.235711 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-2e206b72-b2a5-4caa-9ff7-5982835ecaf7 tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.65 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 945 time: 0.0551753 Aug 27 12:54:25.322707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Deleting port 6c5f4a88-b337-41d1-b575-b46fb35c00cc {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:54:25.323057 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:25.414715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] For port 6c5f4a88-b337-41d1-b575-b46fb35c00cc, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=6c5f4a88-b337-41d1-b575-b46fb35c00cc,segment=NetworkSegment(cee6ca01-222d-44b6-aba0-5c40a8bf223e),segment_id=cee6ca01-222d-44b6-aba0-5c40a8bf223e)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:25.415084 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:25.428772 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Calling delete_port for 6c5f4a88-b337-41d1-b575-b46fb35c00cc owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:54:25.557341 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:25.569473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['6c5f4a88-b337-41d1-b575-b46fb35c00cc'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:54:25.591015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Pushing event deleted for resources: {'Port': ['ID=6c5f4a88-b337-41d1-b575-b46fb35c00cc,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:25.632098 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] No DVR routers for this DVR port 6c5f4a88-b337-41d1-b575-b46fb35c00cc on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:54:25.634773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:25.636854 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c4065b80-69cb-42ea-8cea-a335384f3d56 req-5cc967f5-f7d9-4b95-9108-10660d30e19c tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.65 "DELETE /v2.0/ports/6c5f4a88-b337-41d1-b575-b46fb35c00cc HTTP/1.1" status: 204 len: 173 time: 0.3951728 Aug 27 12:54:25.637295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'name': 'network-vif-deleted', 'tag': '6c5f4a88-b337-41d1-b575-b46fb35c00cc'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:54:25.639744 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4112578-b2f2-43c0-ab98-0bd0b0044ecf" -d '{"events": [{"server_uuid": "49b8c76b-bcd5-4a95-859b-95d333fbee54", "name": "network-vif-deleted", "tag": "6c5f4a88-b337-41d1-b575-b46fb35c00cc"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:54:25.670573 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-999a917f-2c34-44e9-b7a8-b0bc8d8e0dfa req-a0091beb-59c1-417b-a67f-a3c283f7a51f tempest-TestServerAdvancedOps-711726574 tempest-TestServerAdvancedOps-711726574-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b8c76b-bcd5-4a95-859b-95d333fbee54 HTTP/1.1" status: 200 len: 210 time: 0.0457597 Aug 27 12:54:25.696973 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346cabc-975a-4f79-b2eb-88ccaa5a16f8 x-openstack-request-id: req-d346cabc-975a-4f79-b2eb-88ccaa5a16f8 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:54:25.697273 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b8c76b-bcd5-4a95-859b-95d333fbee54", "name": "network-vif-deleted", "tag": "6c5f4a88-b337-41d1-b575-b46fb35c00cc", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:54:25.697563 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d346cabc-975a-4f79-b2eb-88ccaa5a16f8 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:54:25.697967 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b8c76b-bcd5-4a95-859b-95d333fbee54', 'name': 'network-vif-deleted', 'tag': '6c5f4a88-b337-41d1-b575-b46fb35c00cc', 'status': 'completed', 'code': 200} Aug 27 12:54:26.731252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40232) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:26.775506 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Deleting subnet 591b258b-9e1d-4ba9-b539-33568df67ba2 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:54:26.778609 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:26.812071 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:26.854773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:26.908989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:26.933978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591b258b-9e1d-4ba9-b539-33568df67ba2,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:26.939527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:26.941240 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5cd03fd3-7057-4b11-9074-a3a325391010 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/591b258b-9e1d-4ba9-b539-33568df67ba2 HTTP/1.1" status: 204 len: 168 time: 0.2089868 Aug 27 12:54:26.943824 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:27.012098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.090935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.100476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846a54b0-6f6b-42ad-8bd4-684334431157']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:54:27.110883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee6ca01-222d-44b6-aba0-5c40a8bf223e') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:54:27.111177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee6ca01-222d-44b6-aba0-5c40a8bf223e') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:54:27.119746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.133728 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.139530 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:54:27.139917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:54:27.141539 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:54:27.197064 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.202458 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.204524 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] 10.222.0.76 "DELETE /v2.0/networks/846a54b0-6f6b-42ad-8bd4-684334431157 HTTP/1.1" status: 204 len: 168 time: 0.2597625 Aug 27 12:54:27.207420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40236) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:27.215275 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ffd19-388c-460a-bfc5-c713ac739988 admin admin] Pushing event deleted for resources: {'Network': ['ID=846a54b0-6f6b-42ad-8bd4-684334431157,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:27.258332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Deleting subnet f10fefb3-7777-4175-8895-ed8d80e08515 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:54:27.261547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.297540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.336225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.388063 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.415579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.417564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f10fefb3-7777-4175-8895-ed8d80e08515 HTTP/1.1" status: 204 len: 168 time: 0.2090132 Aug 27 12:54:27.418600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d733047-ff4e-4659-a01f-c281100ce08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10fefb3-7777-4175-8895-ed8d80e08515,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:27.420383 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40238) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:27.487530 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.567966 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.577358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07b1d98-8c00-4345-b38d-17d825874c18']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:54:27.588117 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df6c853-5fed-40f9-afea-b2a620cc3ee1') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:54:27.588422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df6c853-5fed-40f9-afea-b2a620cc3ee1') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:54:27.597687 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.611251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.616963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:54:27.617352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:54:27.618956 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:54:27.671790 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.678004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.679892 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] 10.222.0.76 "DELETE /v2.0/networks/e07b1d98-8c00-4345-b38d-17d825874c18 HTTP/1.1" status: 204 len: 168 time: 0.2587314 Aug 27 12:54:27.691189 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcedb5c-a67c-4d24-97a2-cee428446efc admin admin] Pushing event deleted for resources: {'Network': ['ID=e07b1d98-8c00-4345-b38d-17d825874c18,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:27.836186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40242) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:27.880814 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c54cab90-4a54-4962-a76a-73cf966b19e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=942bd6fbadfc43a4bd744c063a1ae0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434630 Aug 27 12:54:27.883479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40244) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:27.929840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86f667d-170d-4d5f-8342-a7c3cd4be8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.950631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86f667d-170d-4d5f-8342-a7c3cd4be8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:27.998100 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86f667d-170d-4d5f-8342-a7c3cd4be8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:28.001323 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c86f667d-170d-4d5f-8342-a7c3cd4be8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:28.002528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c86f667d-170d-4d5f-8342-a7c3cd4be8f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/adc7f1a3-2792-4592-a373-05234c278731 HTTP/1.1" status: 204 len: 168 time: 0.1181302 Aug 27 12:54:28.010351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f667d-170d-4d5f-8342-a7c3cd4be8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7f1a3-2792-4592-a373-05234c278731,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:28.321078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40250) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:28.371060 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-30869b2f-d541-4556-b286-809473a1bfb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8189fc977ff41b5a74b5ad9c8d989d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486925 Aug 27 12:54:28.373413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40252) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:28.428074 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bba88eec-9c17-427a-b1be-433bdde80aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:28.451118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bba88eec-9c17-427a-b1be-433bdde80aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:28.504988 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bba88eec-9c17-427a-b1be-433bdde80aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:28.507628 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bba88eec-9c17-427a-b1be-433bdde80aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:28.508795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bba88eec-9c17-427a-b1be-433bdde80aa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf28a9b0-7c1e-4c3d-8c45-79c95a087736 HTTP/1.1" status: 204 len: 168 time: 0.1344674 Aug 27 12:54:28.517949 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba88eec-9c17-427a-b1be-433bdde80aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28a9b0-7c1e-4c3d-8c45-79c95a087736,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:28.763672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6c5f4a88-b337-41d1-b575-b46fb35c00cc no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:54:28.789110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 6c5f4a88-b337-41d1-b575-b46fb35c00cc {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:54:28.789460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 6c5f4a88-b337-41d1-b575-b46fb35c00cc not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:54:31.769448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-92d9cc11-0f52-471e-ba0a-615aa62c62a9 req-0d1021d3-f5e9-43f8-ae4c-521a4e11e0fc service neutron] (94623) timed out ('10.222.0.76', 51462) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 12:54:38.456801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-156875a1-70c2-4e41-b3b1-52b2ec92fea1 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9324f6638ea146e08a03c160cee29407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224373 Aug 27 12:54:38.565778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-38a640d9-c99f-4fbb-beea-f7fac77009e4 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:38.567282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-38a640d9-c99f-4fbb-beea-f7fac77009e4 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048872 Aug 27 12:54:38.582079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-7ecbedb6-bc88-4b23-90be-90536c06339e tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/quotas/9324f6638ea146e08a03c160cee29407 HTTP/1.1" status: 200 len: 375 time: 0.0091326 Aug 27 12:54:38.613958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-e8910fc7-a1ec-4a1a-9408-0ea27da504bc tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9324f6638ea146e08a03c160cee29407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267773 Aug 27 12:54:38.685009 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:38.772389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7aca1ac8-77ea-42ce-a3a6-dad62e6b8612 req-225556af-e3d2-4082-9580-08d47ed5ccde tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 210 time: 0.0266371 Aug 27 12:54:39.593062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-057a4fcf-9c98-4d48-b123-5a43e0b801f2 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9324f6638ea146e08a03c160cee29407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226312 Aug 27 12:54:39.708028 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-1babe12e-44e0-4afe-9748-762db6fc1bd7 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:39.709386 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-1babe12e-44e0-4afe-9748-762db6fc1bd7 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106889 Aug 27 12:54:39.722916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Request body: {'port': {'device_id': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'admin_state_up': True, 'tenant_id': '9324f6638ea146e08a03c160cee29407'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:39.829685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Made reservation on behalf of 9324f6638ea146e08a03c160cee29407 for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:39.833239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:39.842407 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:39.869635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b8334b2-fdd7-495d-afd5-c2f748308cc6 req-a09d64f8-ff15-4551-af46-8a48b2f33d8c tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Aug 27 12:54:39.936409 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:39.940358 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.012274 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:40.082172 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Allocated IP 192.168.233.90 (b6bbebbb-f749-4e54-8879-430c48a23e8e/ca8c3356-4a00-45b9-a585-8a6412dab749/390a0b76-33a2-4ded-9e99-4bc617e757f5) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:54:40.229662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.244247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Transition to ACTIVE for port object 390a0b76-33a2-4ded-9e99-4bc617e757f5 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:54:40.276774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.316147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Network b6bbebbb-f749-4e54-8879-430c48a23e8e is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:54:40.319180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:54:40.324755 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:54:40.350987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Pushing event updated for resources: {'Port': ['ID=390a0b76-33a2-4ded-9e99-4bc617e757f5,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:40.381009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:40.381648 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.397096 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-b8df5048-260a-418f-9c9d-60f3448e9132 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6775978 Aug 27 12:54:40.411589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Request body: {'port': {'device_id': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:40.473167 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.586414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3ad6bc82-e98f-4cd2-bb77-6581a0d6ed44 None None] Provisioning for port 390a0b76-33a2-4ded-9e99-4bc617e757f5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:54:40.590098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3ad6bc82-e98f-4cd2-bb77-6581a0d6ed44 None None] Provisioning complete for port 390a0b76-33a2-4ded-9e99-4bc617e757f5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:54:40.590444 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bc82-e98f-4cd2-bb77-6581a0d6ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.624131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6bc82-e98f-4cd2-bb77-6581a0d6ed44 None None] Port 390a0b76-33a2-4ded-9e99-4bc617e757f5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:54:40.738548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390a0b76-33a2-4ded-9e99-4bc617e757f5 {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:54:40.745811 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.758694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Transition to ACTIVE for port object 390a0b76-33a2-4ded-9e99-4bc617e757f5 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:54:40.762231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.813798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Pushing event updated for resources: {'Port': ['ID=390a0b76-33a2-4ded-9e99-4bc617e757f5,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:40.882592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Attempting to bind port 390a0b76-33a2-4ded-9e99-4bc617e757f5 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:54:40.882926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Attempting to bind port 390a0b76-33a2-4ded-9e99-4bc617e757f5 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:54:40.883257 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Attempting to bind port 390a0b76-33a2-4ded-9e99-4bc617e757f5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:54:40.887818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Port 390a0b76-33a2-4ded-9e99-4bc617e757f5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:54:40.888140 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Attempting to bind port 390a0b76-33a2-4ded-9e99-4bc617e757f5 on network b6bbebbb-f749-4e54-8879-430c48a23e8e {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:54:40.893789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:54:40.894220 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Checking segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:54:40.894633 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Bound using segment: {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:54:40.895068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Bound port: 390a0b76-33a2-4ded-9e99-4bc617e757f5, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8f31bc-192c-446b-aded-86c846a617b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:54:40.895435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.965854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] For port 390a0b76-33a2-4ded-9e99-4bc617e757f5, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:54:40.969550 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] For port 390a0b76-33a2-4ded-9e99-4bc617e757f5, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:54:40.975077 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:40.993885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a384a44-e72b-43be-b68e-2421e6ed86d6 req-bc221f00-408d-4f67-b4d9-ced624d7e439 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:40.995413 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a384a44-e72b-43be-b68e-2421e6ed86d6 req-bc221f00-408d-4f67-b4d9-ced624d7e439 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 947 time: 0.0545108 Aug 27 12:54:41.011647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.012270 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:41.013699 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] 10.222.0.65 "PUT /v2.0/ports/390a0b76-33a2-4ded-9e99-4bc617e757f5 HTTP/1.1" status: 200 len: 1095 time: 0.6065943 Aug 27 12:54:41.014166 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'tag': '390a0b76-33a2-4ded-9e99-4bc617e757f5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:54:41.016576 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20910933-5e35-4555-98ac-28ef4033c4df" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4b68ce-9760-4251-8dd3-2ad7345b8b02", "tag": "390a0b76-33a2-4ded-9e99-4bc617e757f5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:54:41.046281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5f061-2cbc-4364-a05f-74a70e129464 service neutron] Pushing event updated for resources: {'Port': ['ID=390a0b76-33a2-4ded-9e99-4bc617e757f5,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:41.058284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a384a44-e72b-43be-b68e-2421e6ed86d6 req-6c9eaa93-dbdb-429e-ba38-fb91bab75cd0 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558350 Aug 27 12:54:41.094432 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c02c97-5972-4a5d-8b13-22f8832f9046 x-openstack-request-id: req-43c02c97-5972-4a5d-8b13-22f8832f9046 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:54:41.094678 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4b68ce-9760-4251-8dd3-2ad7345b8b02", "tag": "390a0b76-33a2-4ded-9e99-4bc617e757f5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:54:41.094967 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43c02c97-5972-4a5d-8b13-22f8832f9046 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:54:41.095337 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'tag': '390a0b76-33a2-4ded-9e99-4bc617e757f5', 'status': 'completed', 'code': 200} Aug 27 12:54:41.108272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-6026b11f-10a1-404c-99ac-06304746ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.110493 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-6026b11f-10a1-404c-99ac-06304746ed2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9324f6638ea146e08a03c160cee29407&device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 1098 time: 0.0539865 Aug 27 12:54:41.154789 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-2f60ddb2-b1f2-4703-bdcf-902a782bc1a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Aug 27 12:54:41.204994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-d6192e2f-b4b5-4217-b56c-505cf07c1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.206615 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-d6192e2f-b4b5-4217-b56c-505cf07c1c84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0455234 Aug 27 12:54:41.256636 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-15fc8ada-97e8-4436-9072-1294953f7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.258167 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-15fc8ada-97e8-4436-9072-1294953f7df1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444362 Aug 27 12:54:41.348373 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-9d019c1e-ea93-46d6-9e55-fc234f0eeff6 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812123 Aug 27 12:54:41.441160 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2b2c2053-bd88-4a42-9bfb-0c7a07108908 req-f1357da9-720a-457a-8cea-a8e5ba41c4de service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857933 Aug 27 12:54:41.529707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910933-5e35-4555-98ac-28ef4033c4df req-de288dac-af41-47d6-9ccf-e30e4601a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.531757 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-de288dac-af41-47d6-9ccf-e30e4601a9ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9324f6638ea146e08a03c160cee29407&device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 1098 time: 0.0417926 Aug 27 12:54:41.619268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910933-5e35-4555-98ac-28ef4033c4df req-f6b098c0-195d-4f4e-9cd1-b5671f186022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.620725 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-f6b098c0-195d-4f4e-9cd1-b5671f186022 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b6bbebbb-f749-4e54-8879-430c48a23e8e HTTP/1.1" status: 200 len: 870 time: 0.0820999 Aug 27 12:54:41.665041 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-26826679-12f1-4bd6-b82b-b513863c72b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5 HTTP/1.1" status: 200 len: 217 time: 0.0362864 Aug 27 12:54:41.715863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910933-5e35-4555-98ac-28ef4033c4df req-a2ac9087-3400-497e-8f40-4b1f4d53fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.717321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-a2ac9087-3400-497e-8f40-4b1f4d53fd39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca8c3356-4a00-45b9-a585-8a6412dab749 HTTP/1.1" status: 200 len: 843 time: 0.0447426 Aug 27 12:54:41.761916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20910933-5e35-4555-98ac-28ef4033c4df req-85eaaacb-65a7-4885-b8f5-5e3b96b26bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:41.763446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-85eaaacb-65a7-4885-b8f5-5e3b96b26bb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b6bbebbb-f749-4e54-8879-430c48a23e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390682 Aug 27 12:54:41.855519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-5ce3e8b8-177e-416b-b192-36adc3e04214 service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838790 Aug 27 12:54:41.944762 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-20910933-5e35-4555-98ac-28ef4033c4df req-8cac22e1-f8bc-49e2-a511-c55511381b2b service neutron] 10.222.0.65 "GET /v2.0/networks/b6bbebbb-f749-4e54-8879-430c48a23e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809593 Aug 27 12:54:42.167302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b0619-45d9-4787-9cb2-a7fb77cea3ea req-0010156f-412f-4db4-b016-6637a18a1920 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:42.168812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec5b0619-45d9-4787-9cb2-a7fb77cea3ea req-0010156f-412f-4db4-b016-6637a18a1920 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 947 time: 0.0495386 Aug 27 12:54:42.207548 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec5b0619-45d9-4787-9cb2-a7fb77cea3ea req-69d87186-5bf1-4ec3-bbde-bb86c480389d tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Aug 27 12:54:43.324713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2443c0f-9382-4d7d-b446-513fcac5d9a1 req-e44bb6f3-1f58-46d1-9a8f-f2eb611c75f2 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:43.326234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2443c0f-9382-4d7d-b446-513fcac5d9a1 req-e44bb6f3-1f58-46d1-9a8f-f2eb611c75f2 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 947 time: 0.0507956 Aug 27 12:54:43.364688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2443c0f-9382-4d7d-b446-513fcac5d9a1 req-f8bc1f24-5282-46a7-9d40-22d8cd264633 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Aug 27 12:54:44.485024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3b354-a9d3-45a3-86f9-48fd0bd1c248 req-fd8dcf6e-3daf-4b1d-9640-637b1edea9b9 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:44.486542 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdd3b354-a9d3-45a3-86f9-48fd0bd1c248 req-fd8dcf6e-3daf-4b1d-9640-637b1edea9b9 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 947 time: 0.0540802 Aug 27 12:54:44.524877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdd3b354-a9d3-45a3-86f9-48fd0bd1c248 req-601c69e2-6a65-453c-8644-75f40adaa02f tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Aug 27 12:54:44.841797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 390a0b76-33a2-4ded-9e99-4bc617e757f5 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:54:44.939525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 390a0b76-33a2-4ded-9e99-4bc617e757f5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:44.953999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '390a0b76-33a2-4ded-9e99-4bc617e757f5', 'network_id': 'b6bbebbb-f749-4e54-8879-430c48a23e8e', 'port_id': '390a0b76-33a2-4ded-9e99-4bc617e757f5', 'mac_address': 'fa:16:3e:65:b1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c3356-4a00-45b9-a585-8a6412dab749', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:54:44.993490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:45.006504 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390a0b76-33a2-4ded-9e99-4bc617e757f5 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:54:45.025028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 390a0b76-33a2-4ded-9e99-4bc617e757f5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:45.028457 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:45.076208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=390a0b76-33a2-4ded-9e99-4bc617e757f5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:45.228312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['390a0b76-33a2-4ded-9e99-4bc617e757f5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:54:45.641312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3af9c-b1be-4bf4-aa90-5ada4f1f5d1f req-e945a8ab-46e7-450f-8a6d-b1c19338d40d tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:45.642858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03a3af9c-b1be-4bf4-aa90-5ada4f1f5d1f req-e945a8ab-46e7-450f-8a6d-b1c19338d40d tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 948 time: 0.0496135 Aug 27 12:54:45.682943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03a3af9c-b1be-4bf4-aa90-5ada4f1f5d1f req-8495987f-f5c3-4b9f-9125-6e32237560a5 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Aug 27 12:54:46.797517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a8339-ef52-47d7-8d41-03e8b3a37c4c req-76a304f1-bfc9-4948-ad98-2a882f6cb303 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:46.799053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b82a8339-ef52-47d7-8d41-03e8b3a37c4c req-76a304f1-bfc9-4948-ad98-2a882f6cb303 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 948 time: 0.0486629 Aug 27 12:54:46.837772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b82a8339-ef52-47d7-8d41-03e8b3a37c4c req-f97c64aa-8dc4-4773-8d2c-d92134038516 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Aug 27 12:54:46.859876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 390a0b76-33a2-4ded-9e99-4bc617e757f5 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:54:46.906630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 390a0b76-33a2-4ded-9e99-4bc617e757f5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:54:46.910261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 390a0b76-33a2-4ded-9e99-4bc617e757f5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:54:46.910665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:46.987321 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:47.009795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a0b76-33a2-4ded-9e99-4bc617e757f5'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:54:47.012027 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdec2a5-9375-4265-b706-0c2f2675f3c6" -d '{"events": [{"server_uuid": "8d4b68ce-9760-4251-8dd3-2ad7345b8b02", "name": "network-vif-plugged", "status": "completed", "tag": "390a0b76-33a2-4ded-9e99-4bc617e757f5"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:54:47.024125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 390a0b76-33a2-4ded-9e99-4bc617e757f5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:47.028270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:47.051438 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ec0b7a-e6ff-4a4a-8652-704d7aaae823 x-openstack-request-id: req-32ec0b7a-e6ff-4a4a-8652-704d7aaae823 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:54:47.051733 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4b68ce-9760-4251-8dd3-2ad7345b8b02", "name": "network-vif-plugged", "status": "completed", "tag": "390a0b76-33a2-4ded-9e99-4bc617e757f5", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:54:47.051986 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32ec0b7a-e6ff-4a4a-8652-704d7aaae823 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:54:47.052376 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a0b76-33a2-4ded-9e99-4bc617e757f5', 'code': 200} Aug 27 12:54:47.077453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=390a0b76-33a2-4ded-9e99-4bc617e757f5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:47.146676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68433c-6675-4a56-9a58-20d6d48d32d1 req-fda27c8f-9256-44f5-bf74-ec74bddd489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:47.148144 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e68433c-6675-4a56-9a58-20d6d48d32d1 req-fda27c8f-9256-44f5-bf74-ec74bddd489f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 1100 time: 0.0399141 Aug 27 12:54:47.185883 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-7e68433c-6675-4a56-9a58-20d6d48d32d1 req-986e673c-5fe7-40d4-ade7-86ff801959ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301397 Aug 27 12:54:47.956645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb979-3fdf-4aa9-9220-cbc886376198 req-34e15f43-3812-4c55-a923-4c10f189bdf5 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:47.958333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-190eb979-3fdf-4aa9-9220-cbc886376198 req-34e15f43-3812-4c55-a923-4c10f189bdf5 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 949 time: 0.0541475 Aug 27 12:54:47.995934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-190eb979-3fdf-4aa9-9220-cbc886376198 req-d81f2fd9-839d-4f1e-b919-217eb2bac33e tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Aug 27 12:54:48.550445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-60d9bef6-d3a7-464d-aed0-00a590939518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:49.112695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfabbc-39ed-4ef1-ba08-6f282f289ab8 req-1a2fd693-6024-4ea0-957f-5f6f58e9f151 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:49.114198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28cfabbc-39ed-4ef1-ba08-6f282f289ab8 req-1a2fd693-6024-4ea0-957f-5f6f58e9f151 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 949 time: 0.0501904 Aug 27 12:54:49.151182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28cfabbc-39ed-4ef1-ba08-6f282f289ab8 req-c3e4c5d5-efcb-4f1f-8417-daae142f00c4 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309377 Aug 27 12:54:50.065622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf71911-a5b5-4d00-980f-a0307833182e req-aa777f58-2ffe-4fe2-bc27-22964483267c tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:50.067047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbf71911-a5b5-4d00-980f-a0307833182e req-aa777f58-2ffe-4fe2-bc27-22964483267c tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 949 time: 0.0485749 Aug 27 12:54:50.104540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbf71911-a5b5-4d00-980f-a0307833182e req-b9828c0c-21ad-47f3-adaf-210cc4f83c4f tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 27 12:54:50.655402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.029709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-27441f41-b763-4aee-a227-77d7351337c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.225288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.230911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff195dc-57a3-4637-b9f2-4ee62100bea3 req-cb397bf1-1b56-4a1f-afd9-1cb015fb203e tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:51.232442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ff195dc-57a3-4637-b9f2-4ee62100bea3 req-cb397bf1-1b56-4a1f-afd9-1cb015fb203e tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 949 time: 0.0548234 Aug 27 12:54:51.272241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ff195dc-57a3-4637-b9f2-4ee62100bea3 req-b6c7789a-e1e5-4cc6-a167-9e8a9ea56f77 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/security-groups?id=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331047 Aug 27 12:54:51.415763 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-b8662fc2-8f96-42ad-858d-bda7f95d8d54 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:51.417226 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-b8662fc2-8f96-42ad-858d-bda7f95d8d54 tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 949 time: 0.0482044 Aug 27 12:54:51.504940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Deleting port 390a0b76-33a2-4ded-9e99-4bc617e757f5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:54:51.505282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.601350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] For port 390a0b76-33a2-4ded-9e99-4bc617e757f5, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=390a0b76-33a2-4ded-9e99-4bc617e757f5,segment=NetworkSegment(1d8f31bc-192c-446b-aded-86c846a617b8),segment_id=1d8f31bc-192c-446b-aded-86c846a617b8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:54:51.601627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.616238 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Calling delete_port for 390a0b76-33a2-4ded-9e99-4bc617e757f5 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:54:51.757247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.770552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['390a0b76-33a2-4ded-9e99-4bc617e757f5'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:54:51.787267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Pushing event deleted for resources: {'Port': ['ID=390a0b76-33a2-4ded-9e99-4bc617e757f5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:51.801947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.802277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.802702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.803156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.803515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.803866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.804232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.804630 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.804992 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.805302 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.805651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.805995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:54:51.848993 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] No DVR routers for this DVR port 390a0b76-33a2-4ded-9e99-4bc617e757f5 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:54:51.857038 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:51.859831 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-2c1ee1d4-8725-4935-b27d-79c37851a5db req-d83377f4-0bb6-4a86-a6b4-508838811ebb tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.65 "DELETE /v2.0/ports/390a0b76-33a2-4ded-9e99-4bc617e757f5 HTTP/1.1" status: 204 len: 173 time: 0.4360487 Aug 27 12:54:51.860343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'name': 'network-vif-deleted', 'tag': '390a0b76-33a2-4ded-9e99-4bc617e757f5'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:54:51.862957 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ab2939-a265-41be-8c92-ba5af0e6e5f3" -d '{"events": [{"server_uuid": "8d4b68ce-9760-4251-8dd3-2ad7345b8b02", "name": "network-vif-deleted", "tag": "390a0b76-33a2-4ded-9e99-4bc617e757f5"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:54:51.906848 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be59802-c734-4a3f-9fdf-9bb5add6dbfb x-openstack-request-id: req-1be59802-c734-4a3f-9fdf-9bb5add6dbfb {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:54:51.907146 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4b68ce-9760-4251-8dd3-2ad7345b8b02", "name": "network-vif-deleted", "tag": "390a0b76-33a2-4ded-9e99-4bc617e757f5", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:54:51.907444 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1be59802-c734-4a3f-9fdf-9bb5add6dbfb {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:54:51.907829 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4b68ce-9760-4251-8dd3-2ad7345b8b02', 'name': 'network-vif-deleted', 'tag': '390a0b76-33a2-4ded-9e99-4bc617e757f5', 'status': 'completed', 'code': 200} Aug 27 12:54:52.271622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:52.382925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3690fead-4650-479d-b147-219e39fdf67a req-462e21f9-bae7-4b66-8a31-ebc0e14a393f tempest-ServersAdminNegativeTestJSON-447472493 tempest-ServersAdminNegativeTestJSON-447472493-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d4b68ce-9760-4251-8dd3-2ad7345b8b02 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Aug 27 12:54:53.694078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40382) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:53.838070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-762ca9fe-f4d7-426a-89e3-00828fdb97f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9324f6638ea146e08a03c160cee29407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427727 Aug 27 12:54:53.840679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:53.892552 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70d96c0b-d272-40e3-922e-7ba4af9d6f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:53.915353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70d96c0b-d272-40e3-922e-7ba4af9d6f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:53.966447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70d96c0b-d272-40e3-922e-7ba4af9d6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:53.970522 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-70d96c0b-d272-40e3-922e-7ba4af9d6f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:53.971905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-70d96c0b-d272-40e3-922e-7ba4af9d6f61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c30f98b2-74f4-4dc7-977c-5ebf4f0cd885 HTTP/1.1" status: 204 len: 168 time: 0.1302147 Aug 27 12:54:53.980700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d96c0b-d272-40e3-922e-7ba4af9d6f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f98b2-74f4-4dc7-977c-5ebf4f0cd885,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:54.142300 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.255338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40392) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:54.272738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae7d02bf-3bf0-48f0-94d1-e569359fe716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.372497 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae7d02bf-3bf0-48f0-94d1-e569359fe716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.376836 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ae7d02bf-3bf0-48f0-94d1-e569359fe716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.413785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d02bf-3bf0-48f0-94d1-e569359fe716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d1a73e-0852-4544-8260-97942d5ad95d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:54.418519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ae7d02bf-3bf0-48f0-94d1-e569359fe716 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f22f6cced9343e0a8f4f1d9ce147184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615012 Aug 27 12:54:54.420836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:54.473239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a28168-4da3-455c-b17b-db545581258b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.495082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a28168-4da3-455c-b17b-db545581258b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.541939 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a28168-4da3-455c-b17b-db545581258b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.544717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d0a28168-4da3-455c-b17b-db545581258b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:54.545900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d0a28168-4da3-455c-b17b-db545581258b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15d1a73e-0852-4544-8260-97942d5ad95d HTTP/1.1" status: 204 len: 168 time: 0.1231077 Aug 27 12:54:54.553903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a28168-4da3-455c-b17b-db545581258b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d1a73e-0852-4544-8260-97942d5ad95d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:54.863506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 390a0b76-33a2-4ded-9e99-4bc617e757f5 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:54:54.886824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 390a0b76-33a2-4ded-9e99-4bc617e757f5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:54:54.887170 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 390a0b76-33a2-4ded-9e99-4bc617e757f5 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:54:55.279174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:55.377306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1779775438-network', 'tenant_id': '6ff4e1ef4eee46ef964a86bc49cae83f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:55.399233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Made reservation on behalf of 6ff4e1ef4eee46ef964a86bc49cae83f for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:55.401537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.409890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.510634 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.514402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.541236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:54:55.551322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:55.560049 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.560237 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Added segment 10cb137a-ce09-4c18-81f9-fd00585469bc of type vlan for network 2524dfc5-4a35-4afb-b06f-489daf75e6df Aug 27 12:54:55.602256 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.628283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.629283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:55.629886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.686848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4064877 Aug 27 12:54:55.689945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40420) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:54:55.692274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0ea40-97e4-4ab9-b874-3ffec7fed95c admin admin] Pushing event updated for resources: {'Network': ['ID=2524dfc5-4a35-4afb-b06f-489daf75e6df,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:55.695095 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Request body: {'subnet': {'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1779775438-subnet', 'tenant_id': '6ff4e1ef4eee46ef964a86bc49cae83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:55.702548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 2524dfc5-4a35-4afb-b06f-489daf75e6df details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:54:55.716589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Made reservation on behalf of 6ff4e1ef4eee46ef964a86bc49cae83f for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:55.719440 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:55.790155 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:54:56.208850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:56.264667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1db64d-ccf4-4145-a2b3-7e4b125608a3,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:56.277036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Checking segment: {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:54:56.277408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Network hostable DHCP agents. Network: 2524dfc5-4a35-4afb-b06f-489daf75e6df, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:54:56.294019 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Network 2524dfc5-4a35-4afb-b06f-489daf75e6df is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:54:56.303031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 2524dfc5-4a35-4afb-b06f-489daf75e6df) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:54:56.307265 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:56.307860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:56.314025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c32eff-9a0b-4175-8978-e9e0d47e0507 None None] Network 2524dfc5-4a35-4afb-b06f-489daf75e6df requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:54:56.323227 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a0b92773-d465-406c-8a3c-e7ee70a595f0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6320405 Aug 27 12:54:56.451841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997e81b-87f7-40e3-a78e-5787aff748bc None None] Network 2524dfc5-4a35-4afb-b06f-489daf75e6df requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:54:56.778792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e2e11443-0321-47db-aa59-59e2206735ca tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:56.780256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e2e11443-0321-47db-aa59-59e2206735ca tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 812 time: 0.1095243 Aug 27 12:54:56.796973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-c1832ab4-c109-4182-befc-e783962273ac tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/quotas/6ff4e1ef4eee46ef964a86bc49cae83f HTTP/1.1" status: 200 len: 375 time: 0.0101850 Aug 27 12:54:56.830598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-f11525c2-f8e7-4644-b373-bae4222aff1f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279562 Aug 27 12:54:56.973032 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-7132d1f9-5fe4-4785-ac78-7359164f26dd service neutron] 10.222.0.76 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354258 Aug 27 12:54:57.064170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-62c6aa5e-8773-41de-b7ff-9aa22e5f6144 service neutron] 10.222.0.76 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846138 Aug 27 12:54:58.245270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58da7261-0b76-460f-895f-9b36480f758b req-1c963eaa-d6b4-4194-97a7-ae239e5f067d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 210 time: 0.0270486 Aug 27 12:54:59.177836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-989f7093-cdbd-4953-9a2a-77fa8e197067 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:59.179378 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-989f7093-cdbd-4953-9a2a-77fa8e197067 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.65 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 812 time: 0.1100893 Aug 27 12:54:59.192529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Request body: {'port': {'device_id': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df', 'admin_state_up': True, 'tenant_id': '6ff4e1ef4eee46ef964a86bc49cae83f'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:59.308677 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Made reservation on behalf of 6ff4e1ef4eee46ef964a86bc49cae83f for: {'port': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:54:59.313370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:59.343711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-241e5842-c285-4b86-a0d5-2100bb5fe4f1 req-1f8c4fb8-93d8-4a25-b934-72086b966290 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 210 time: 0.0282421 Aug 27 12:54:59.441875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Allocated IP 172.20.0.3 (2524dfc5-4a35-4afb-b06f-489daf75e6df/ff1db64d-ccf4-4145-a2b3-7e4b125608a3/ecbb0ce2-eb21-443c-a263-b071d29daa4a) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:54:59.592012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:59.631425 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:59.675163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Network 2524dfc5-4a35-4afb-b06f-489daf75e6df is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:54:59.680796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:54:59.683346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:54:59.709720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:54:59.737126 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:54:59.737746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:54:59.752550 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-5ac7fe37-70a9-4508-a738-e0d038159a8b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639751 Aug 27 12:54:59.765511 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Request body: {'port': {'device_id': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:54:59.821592 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:00.073955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbb0ce2-eb21-443c-a263-b071d29daa4a {{(pid=94624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:55:00.081964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:00.093657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Transition to ACTIVE for port object ecbb0ce2-eb21-443c-a263-b071d29daa4a will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:55:00.096424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:00.145805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:00.214410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:55:00.215059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:55:00.215059 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a on network 2524dfc5-4a35-4afb-b06f-489daf75e6df {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:55:00.219893 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Port ecbb0ce2-eb21-443c-a263-b071d29daa4a on network 2524dfc5-4a35-4afb-b06f-489daf75e6df not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:55:00.220250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a on network 2524dfc5-4a35-4afb-b06f-489daf75e6df {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:55:00.224975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:55:00.225312 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Checking segment: {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:55:00.225699 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Bound using segment: {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:55:00.226131 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Bound port: ecbb0ce2-eb21-443c-a263-b071d29daa4a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:55:00.226524 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:00.288148 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:55:00.291206 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:55:00.295783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:00.329423 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:00.330043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:00.331484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] 10.222.0.65 "PUT /v2.0/ports/ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 1091 time: 0.5700753 Aug 27 12:55:00.333574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:00.335883 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:00.363291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5c50-e704-41e3-add2-999c39c79e23 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=3']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:00.379947 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d5b8e-b3e6-46ea-8e5a-35bdf7a4f751 x-openstack-request-id: req-660d5b8e-b3e6-46ea-8e5a-35bdf7a4f751 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:00.380237 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:00.380486 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-660d5b8e-b3e6-46ea-8e5a-35bdf7a4f751 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:00.380882 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'status': 'completed', 'code': 200} Aug 27 12:55:00.441288 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e3d4b4cb-a22a-401c-9a19-10d3a7e91fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:00.442917 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-e3d4b4cb-a22a-401c-9a19-10d3a7e91fea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1094 time: 0.0493886 Aug 27 12:55:00.472440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4e11-e6d7-4bd7-869c-2b72613330dd req-83080ad0-8c15-49d8-84c9-ecd1ef8fab52 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:00.473973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-129f4e11-e6d7-4bd7-869c-2b72613330dd req-83080ad0-8c15-49d8-84c9-ecd1ef8fab52 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0545700 Aug 27 12:55:00.486145 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-a333dae3-b0cc-4a56-bbc6-8853d08fdb41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0349965 Aug 27 12:55:00.513455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-129f4e11-e6d7-4bd7-869c-2b72613330dd req-c2005104-ad10-40c9-be2c-b522d1fa915e tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332630 Aug 27 12:55:00.542487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-cb912c4c-713b-4847-917c-4371d838b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:00.546358 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-cb912c4c-713b-4847-917c-4371d838b889 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0528018 Aug 27 12:55:00.581730 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-66674382-04c2-4d97-98ca-0a20247d6578 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291715 Aug 27 12:55:00.671898 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-656cca3c-e946-45d3-a582-8ab67f794e79 service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829110 Aug 27 12:55:00.765321 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-bbe6712f-843a-4e9b-9784-917b6a29fe0b req-7400967b-f2e0-4916-ac34-bf93da42d895 service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855279 Aug 27 12:55:00.856554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-751a4d31-15a8-41c6-af62-94a56ceafe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:00.857974 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-751a4d31-15a8-41c6-af62-94a56ceafe9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1094 time: 0.0425971 Aug 27 12:55:00.948745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-fdcfac77-54b6-46b8-abef-5f7c621a0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:00.950230 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-fdcfac77-54b6-46b8-abef-5f7c621a0b20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 913 time: 0.0833676 Aug 27 12:55:00.994814 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-4641b037-86d7-45fd-9f25-27486a422fe8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0367806 Aug 27 12:55:01.049325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-21abd1bc-f4ca-45a7-b293-b40c8bc17bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:01.050979 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-21abd1bc-f4ca-45a7-b293-b40c8bc17bde service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0446012 Aug 27 12:55:01.085015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-029c81ba-8ff0-4eff-ba35-88383b9770ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260408 Aug 27 12:55:01.183676 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-dd462a5e-fcec-4948-ac32-e5884b8b683f service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908003 Aug 27 12:55:01.281405 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3f0fda31-4d1a-4e9f-ac2e-0ab5e2ad246f req-4b501542-a9b9-4390-bada-cade31df3dcc service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903957 Aug 27 12:55:01.639644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b412d7a-8450-49db-8ce2-2da324bd83ac req-47842a9c-98fb-4ec2-ae78-538f377751be tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:01.641792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b412d7a-8450-49db-8ce2-2da324bd83ac req-47842a9c-98fb-4ec2-ae78-538f377751be tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0500782 Aug 27 12:55:01.681244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b412d7a-8450-49db-8ce2-2da324bd83ac req-85b88aee-9b50-4cc5-98b4-0bde175d9042 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Aug 27 12:55:02.795006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d656-f282-4a8f-8e71-5036f2e8a323 req-66dc3329-13e9-4493-9034-df4dd1ebd52c tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:02.796467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3f5d656-f282-4a8f-8e71-5036f2e8a323 req-66dc3329-13e9-4493-9034-df4dd1ebd52c tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0481236 Aug 27 12:55:02.833702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3f5d656-f282-4a8f-8e71-5036f2e8a323 req-5959d3f4-463d-49ed-9e27-5e2e562d020a tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Aug 27 12:55:02.902787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:55:02.996433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:03.007396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df', 'port_id': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'mac_address': 'fa:16:3e:27:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1db64d-ccf4-4145-a2b3-7e4b125608a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:55:03.194140 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:03.206860 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbb0ce2-eb21-443c-a263-b071d29daa4a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:55:03.225970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:03.229954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:03.274514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:03.281998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.282349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.282712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.283045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.283375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.283702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.284027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.284348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.284669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.284988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.285306 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.285621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:03.446409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ecbb0ce2-eb21-443c-a263-b071d29daa4a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:55:03.951752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58f1d0-568b-4916-9971-ff81f1bd7174 req-3063784b-c22e-4e82-b4ea-2c9abf297140 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:03.953615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff58f1d0-568b-4916-9971-ff81f1bd7174 req-3063784b-c22e-4e82-b4ea-2c9abf297140 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 944 time: 0.0530415 Aug 27 12:55:03.992637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff58f1d0-568b-4916-9971-ff81f1bd7174 req-a6b10267-9cc7-44cc-adb6-0d3528a14307 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Aug 27 12:55:04.917742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:55:04.966995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ecbb0ce2-eb21-443c-a263-b071d29daa4a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:55:04.971354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ecbb0ce2-eb21-443c-a263-b071d29daa4a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:55:04.971749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:05.048147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:05.071628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:05.073978 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4d410-459a-417e-b696-986e934ac038" -d '{"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:05.090694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:05.096256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:05.111626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6bb0-d3de-404a-82c9-7c68cd32d97c req-574e5ddc-af71-4c18-9641-f837fd202ebf tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:05.113296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f2f6bb0-d3de-404a-82c9-7c68cd32d97c req-574e5ddc-af71-4c18-9641-f837fd202ebf tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 944 time: 0.0528417 Aug 27 12:55:05.119306 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e549d3-7fcd-4e99-a97c-501ca1061bc7 x-openstack-request-id: req-d1e549d3-7fcd-4e99-a97c-501ca1061bc7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:05.119605 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:05.119935 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1e549d3-7fcd-4e99-a97c-501ca1061bc7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:05.120333 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'code': 200} Aug 27 12:55:05.146636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:05.176286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f2f6bb0-d3de-404a-82c9-7c68cd32d97c req-e830f6a7-f76b-4cbd-82a3-6a51cd238f8e tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563090 Aug 27 12:55:05.214866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26471d0-50d4-4650-b320-999fd2528a55 req-1b0dce2b-fbae-4d90-a7cb-5c65fcb1d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:05.216389 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d26471d0-50d4-4650-b320-999fd2528a55 req-1b0dce2b-fbae-4d90-a7cb-5c65fcb1d024 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1096 time: 0.0418208 Aug 27 12:55:05.250098 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-d26471d0-50d4-4650-b320-999fd2528a55 req-46c19590-88ae-4981-b7da-fa2d8b3da39b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266647 Aug 27 12:55:06.293766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94016ebe-82eb-4933-9249-bd43b3241883 req-f3d65f46-278f-428b-bc35-0f6c638b8426 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:06.295288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94016ebe-82eb-4933-9249-bd43b3241883 req-f3d65f46-278f-428b-bc35-0f6c638b8426 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0483081 Aug 27 12:55:06.332590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94016ebe-82eb-4933-9249-bd43b3241883 req-159ca074-a3ec-46e2-a28f-e320cfbd56c6 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Aug 27 12:55:07.455211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8708fe-3d49-428b-aeaa-ed9efb906975 req-5dcb96de-bb1a-4f7a-8144-4d537b9e54a3 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:07.456742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec8708fe-3d49-428b-aeaa-ed9efb906975 req-5dcb96de-bb1a-4f7a-8144-4d537b9e54a3 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0541754 Aug 27 12:55:07.494420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec8708fe-3d49-428b-aeaa-ed9efb906975 req-874b0d0d-f600-4104-bd7d-aad882e58e67 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Aug 27 12:55:07.672377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40480) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:07.733197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd4b43-425c-4286-b2a8-dbacfdfe536e req-82c7fc33-74df-4e7b-bc47-e222b8102539 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:07.734819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45fd4b43-425c-4286-b2a8-dbacfdfe536e req-82c7fc33-74df-4e7b-bc47-e222b8102539 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0494862 Aug 27 12:55:07.773137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45fd4b43-425c-4286-b2a8-dbacfdfe536e req-69553994-d621-41fa-997f-95750832ea43 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Aug 27 12:55:07.773444 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-3259beb0-b3c3-424f-8a91-0c0b3a01f4e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991285 Aug 27 12:55:08.680690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:08.889910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b18814-6d50-467a-b742-04b009a6d670 req-0e1cacc2-a782-4a06-be3e-d3af2bf9157d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:08.891428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96b18814-6d50-467a-b742-04b009a6d670 req-0e1cacc2-a782-4a06-be3e-d3af2bf9157d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0489941 Aug 27 12:55:08.928560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96b18814-6d50-467a-b742-04b009a6d670 req-f6cda6bd-827a-4773-8b6e-d2f4b195d03e tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Aug 27 12:55:09.132351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-3839dcca-b6a3-4557-95cf-aec993bb8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:09.133892 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-3839dcca-b6a3-4557-95cf-aec993bb8560 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1096 time: 0.0410633 Aug 27 12:55:09.231035 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-1904f6db-4eb2-4c9a-9004-eb12e698329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:09.232443 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-1904f6db-4eb2-4c9a-9004-eb12e698329d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 913 time: 0.0889726 Aug 27 12:55:09.276337 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-fbf4c48c-bbd2-47e9-9f71-69ee8684ab36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0358272 Aug 27 12:55:09.326090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-80e4f5c4-b25d-4730-a50b-78b82a66bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:09.328543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-80e4f5c4-b25d-4730-a50b-78b82a66bf9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0456161 Aug 27 12:55:09.360439 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-7ff5d4a2-0c76-4d8a-819c-d6ed85a7a871 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248468 Aug 27 12:55:09.467100 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-8790d8a9-94a7-4bd3-ac62-f1ff6aca7185 service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974753 Aug 27 12:55:09.563201 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-96183dad-3f9c-4222-93ee-5b0adcee8d6f service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886116 Aug 27 12:55:10.055320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4025d-4baa-465c-8f8b-439f0208b0b6 req-033a6c2b-09c4-4a24-a1ef-11cd086a2cb8 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:10.056843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2c4025d-4baa-465c-8f8b-439f0208b0b6 req-033a6c2b-09c4-4a24-a1ef-11cd086a2cb8 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0541499 Aug 27 12:55:10.096555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2c4025d-4baa-465c-8f8b-439f0208b0b6 req-5dcd87ec-4dc5-413c-8a97-2163ec29140a tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Aug 27 12:55:11.212938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55e3f0-d4f1-4723-859b-43177159300d req-eebea309-eff7-4cfc-9ac4-b30686d35248 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:11.214519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e55e3f0-d4f1-4723-859b-43177159300d req-eebea309-eff7-4cfc-9ac4-b30686d35248 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0493305 Aug 27 12:55:11.253105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e55e3f0-d4f1-4723-859b-43177159300d req-ad9f3096-ac61-48af-bdc8-cf67d15b4867 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326643 Aug 27 12:55:12.367996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c40df7-ce95-4d8d-8a30-94ea6d36e687 req-c3268362-e0c4-4333-b44d-160b5de53968 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:12.369502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c40df7-ce95-4d8d-8a30-94ea6d36e687 req-c3268362-e0c4-4333-b44d-160b5de53968 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0487633 Aug 27 12:55:12.408599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c40df7-ce95-4d8d-8a30-94ea6d36e687 req-96e57c38-e1d9-4eae-8eb7-b25e130483c9 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Aug 27 12:55:13.538181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0a0ec-973c-4c62-9a9f-f2cb3d703274 req-cf4cef4e-87fd-4f36-90e9-c481f6be1494 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:13.539738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9f0a0ec-973c-4c62-9a9f-f2cb3d703274 req-cf4cef4e-87fd-4f36-90e9-c481f6be1494 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0612450 Aug 27 12:55:13.580793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9f0a0ec-973c-4c62-9a9f-f2cb3d703274 req-bd148a67-998e-4316-923f-4597cd849260 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Aug 27 12:55:14.702164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b3c53-95a0-4409-8bad-022627834c76 req-a475a0a2-2e81-4d56-bf0d-8eca3e1ce3d9 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:14.703848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-082b3c53-95a0-4409-8bad-022627834c76 req-a475a0a2-2e81-4d56-bf0d-8eca3e1ce3d9 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0488875 Aug 27 12:55:14.741271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-082b3c53-95a0-4409-8bad-022627834c76 req-4126532f-03f8-471a-bcf1-277857d68920 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Aug 27 12:55:15.856911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d88ea-e71c-46fd-b6b5-d9fac3e4880b req-c58074e5-da04-4710-ae6c-c5291f46a5b8 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:15.858955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b6d88ea-e71c-46fd-b6b5-d9fac3e4880b req-c58074e5-da04-4710-ae6c-c5291f46a5b8 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0488153 Aug 27 12:55:15.895807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b6d88ea-e71c-46fd-b6b5-d9fac3e4880b req-155ee8ae-87d3-4b05-99c6-d8f4b6000a84 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Aug 27 12:55:17.013266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082b2ec-2f10-409c-a6f3-7db413d10483 req-72774b54-b28b-4b08-9c70-1ab621b097d9 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:17.014753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2082b2ec-2f10-409c-a6f3-7db413d10483 req-72774b54-b28b-4b08-9c70-1ab621b097d9 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0518944 Aug 27 12:55:17.051827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2082b2ec-2f10-409c-a6f3-7db413d10483 req-dfc3834a-cd7a-44fc-9368-55238a17d9ab tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Aug 27 12:55:18.165682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f357e16-5999-4b88-bd17-c4147d72700a req-ea69f60a-3fff-48e3-bbae-53d0f1ad9957 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:18.167263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f357e16-5999-4b88-bd17-c4147d72700a req-ea69f60a-3fff-48e3-bbae-53d0f1ad9957 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0485854 Aug 27 12:55:18.206196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f357e16-5999-4b88-bd17-c4147d72700a req-70f7b830-0e1b-4028-ad22-4d9369d7d9bb tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Aug 27 12:55:18.550567 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9088b8f5-b329-4caf-a134-ed512282f7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:19.321731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba5682-2f8d-4f9a-ad59-60aa31e66d63 req-cd714fa0-739b-4c29-9a5b-abc48c3836d6 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:19.323248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87ba5682-2f8d-4f9a-ad59-60aa31e66d63 req-cd714fa0-739b-4c29-9a5b-abc48c3836d6 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0490468 Aug 27 12:55:19.360802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-87ba5682-2f8d-4f9a-ad59-60aa31e66d63 req-8e8ec128-c52d-406f-a707-e2b9a4a44af2 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Aug 27 12:55:20.480752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dde081-04cf-4c28-a7ae-21e394f004a3 req-589c37e7-7282-4264-b171-a9bb68a6a7c5 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:20.482288 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0dde081-04cf-4c28-a7ae-21e394f004a3 req-589c37e7-7282-4264-b171-a9bb68a6a7c5 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0526738 Aug 27 12:55:20.519476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f0dde081-04cf-4c28-a7ae-21e394f004a3 req-a64bf6bd-dd69-43d3-afab-01bf1157b550 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Aug 27 12:55:20.666337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:21.031509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a043bdf-4103-4a0e-bc35-e42795e5af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:21.225344 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:21.634252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59955e7-a473-486f-8015-2f478c97fcff req-402b4655-3d08-4bf5-a5a4-59ed4df6107f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:21.635834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d59955e7-a473-486f-8015-2f478c97fcff req-402b4655-3d08-4bf5-a5a4-59ed4df6107f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0495331 Aug 27 12:55:21.673533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d59955e7-a473-486f-8015-2f478c97fcff req-bbf698db-8033-4cde-b6fc-597d635851bc tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Aug 27 12:55:22.271895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:22.787502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd6bb0-bc79-4914-a368-5425ec6cb556 req-55218aa7-1197-4828-a8d1-f348fb57c4a2 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:22.789105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cdd6bb0-bc79-4914-a368-5425ec6cb556 req-55218aa7-1197-4828-a8d1-f348fb57c4a2 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0481715 Aug 27 12:55:22.825709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cdd6bb0-bc79-4914-a368-5425ec6cb556 req-8e846b9f-55f5-48c3-afb2-52c0b0c8d70c tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307512 Aug 27 12:55:23.942745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71527c6f-84c8-4c11-bf64-bae3dd1402f2 req-033ddc99-d666-4f02-852a-6e5be70de003 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:23.944231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71527c6f-84c8-4c11-bf64-bae3dd1402f2 req-033ddc99-d666-4f02-852a-6e5be70de003 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0520978 Aug 27 12:55:23.982437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71527c6f-84c8-4c11-bf64-bae3dd1402f2 req-0a015154-64aa-4de4-aa70-0e70c157c4f6 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Aug 27 12:55:24.145989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:25.097145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ef26-414b-4cb5-bf49-c55e9aa10e63 req-f20817a0-8a31-495e-8ee9-ed379b5e824d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:25.098670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99b7ef26-414b-4cb5-bf49-c55e9aa10e63 req-f20817a0-8a31-495e-8ee9-ed379b5e824d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0506606 Aug 27 12:55:25.136731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99b7ef26-414b-4cb5-bf49-c55e9aa10e63 req-bfc29557-b570-4eea-8e99-f8a52522b877 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Aug 27 12:55:26.251792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3c104-eaec-4a93-a6b9-a1ff9b9044ce req-00fb9143-8588-409c-93f1-2a24aa4e7060 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:26.253319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4b3c104-eaec-4a93-a6b9-a1ff9b9044ce req-00fb9143-8588-409c-93f1-2a24aa4e7060 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0493422 Aug 27 12:55:26.289897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4b3c104-eaec-4a93-a6b9-a1ff9b9044ce req-bd807ef9-f546-4a84-85cf-48b484740ee6 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Aug 27 12:55:27.411195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd967-d697-4f9b-be38-049673abefa6 req-1eca9978-39b0-4278-bb6c-f011e251431f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:27.412692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-181dd967-d697-4f9b-be38-049673abefa6 req-1eca9978-39b0-4278-bb6c-f011e251431f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0537014 Aug 27 12:55:27.450618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-181dd967-d697-4f9b-be38-049673abefa6 req-4ab093ce-3f5b-47e0-8c64-edb4d2583c5f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Aug 27 12:55:28.565349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d70452-b2c6-4949-90e3-386d2d3b9fae req-65475f88-747d-4549-a229-d297e7532064 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:28.566908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99d70452-b2c6-4949-90e3-386d2d3b9fae req-65475f88-747d-4549-a229-d297e7532064 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0491962 Aug 27 12:55:28.604309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99d70452-b2c6-4949-90e3-386d2d3b9fae req-d2a83d68-54c0-4bd3-81bd-0766e1596b5b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Aug 27 12:55:29.720081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355659d-cff3-4969-986b-4509bb5983b2 req-ad85a5f4-2fbf-4e49-8016-5762b4d0eb45 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:29.721487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0355659d-cff3-4969-986b-4509bb5983b2 req-ad85a5f4-2fbf-4e49-8016-5762b4d0eb45 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0491126 Aug 27 12:55:29.760371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0355659d-cff3-4969-986b-4509bb5983b2 req-1c3c7620-193d-4f93-973a-c944805cf08c tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Aug 27 12:55:30.884443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b171d-284a-477e-ac97-e3e4d890cf33 req-e98c5cca-662b-4db3-81cd-d04900d30ac1 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:30.885949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e63b171d-284a-477e-ac97-e3e4d890cf33 req-e98c5cca-662b-4db3-81cd-d04900d30ac1 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0557435 Aug 27 12:55:30.923868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e63b171d-284a-477e-ac97-e3e4d890cf33 req-9a41727d-b2a9-48af-806b-13ce3b4d9211 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Aug 27 12:55:32.037303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dd38-541f-4def-9322-2ba4d29d4716 req-3b0d4026-feef-4c31-97e7-b735d3749fe0 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:32.038801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0950dd38-541f-4def-9322-2ba4d29d4716 req-3b0d4026-feef-4c31-97e7-b735d3749fe0 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0481687 Aug 27 12:55:32.078401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0950dd38-541f-4def-9322-2ba4d29d4716 req-90873b5f-7d7b-411e-bfd8-633bc34704ec tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Aug 27 12:55:32.788920 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:55:33.193385 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005e2c0-1eda-4382-9cf3-8b3a1511bcf5 req-095d876b-6e91-4eb0-8dc3-a952cd711648 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:33.194934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b005e2c0-1eda-4382-9cf3-8b3a1511bcf5 req-095d876b-6e91-4eb0-8dc3-a952cd711648 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0490079 Aug 27 12:55:33.233084 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b005e2c0-1eda-4382-9cf3-8b3a1511bcf5 req-218f5449-8f8f-4373-9a01-355527429f31 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 27 12:55:34.351470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc14a7-ec46-4e04-b1f0-fd3ef95d15e2 req-e3fab676-98c1-4fd7-8e99-469519d49abf tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:34.352987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62cc14a7-ec46-4e04-b1f0-fd3ef95d15e2 req-e3fab676-98c1-4fd7-8e99-469519d49abf tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0533893 Aug 27 12:55:34.390594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62cc14a7-ec46-4e04-b1f0-fd3ef95d15e2 req-445f6155-d083-4e31-bd84-7a1759e30748 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Aug 27 12:55:35.505451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6292e19-6b28-4cb2-9550-0e13cff8b14b req-02bc9a57-5768-41b6-b8f5-24a019bbb4bd tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:35.506984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6292e19-6b28-4cb2-9550-0e13cff8b14b req-02bc9a57-5768-41b6-b8f5-24a019bbb4bd tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0486917 Aug 27 12:55:35.543804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6292e19-6b28-4cb2-9550-0e13cff8b14b req-75c7a709-0938-4a3d-a574-84882d61c9d9 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Aug 27 12:55:36.660626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61b737-6939-4d61-9822-dd647b77409e req-1a51a007-dc17-4ead-8a9d-07754c378398 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:36.662106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa61b737-6939-4d61-9822-dd647b77409e req-1a51a007-dc17-4ead-8a9d-07754c378398 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 27 12:55:36.703882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa61b737-6939-4d61-9822-dd647b77409e req-94173012-dc6c-4932-a4c4-0b8205ef021b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Aug 27 12:55:36.766443 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-609dea82-c810-4998-94e2-b996cfde3508 req-bb5d7d26-806e-47e9-b0ff-e308ebb78429 service neutron] show failed (client error): The resource could not be found. Aug 27 12:55:36.767448 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-bb5d7d26-806e-47e9-b0ff-e308ebb78429 service neutron] 10.222.0.65 "GET /v2.0/ports/ecbb0ce2-eb21-443c-a263-b071d29daa4a/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0598860 Aug 27 12:55:37.042469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-0714a5ea-bab0-4e26-a54f-f6c283304ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:37.044048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-0714a5ea-bab0-4e26-a54f-f6c283304ab1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f&tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f HTTP/1.1" status: 200 len: 1096 time: 0.1217980 Aug 27 12:55:37.064044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:55:37.116711 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:37.329823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:37.363722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:55:37.403681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:37.406648 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba7301c-30b1-4069-af1c-2b3916a307be" -d '{"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:37.411037 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:37.426087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Transition to ACTIVE for port object ecbb0ce2-eb21-443c-a263-b071d29daa4a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:55:37.432705 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:37.494136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] No DVR routers for this DVR port ecbb0ce2-eb21-443c-a263-b071d29daa4a on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:55:37.500625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:37.526602 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c68a5d-6722-4910-aac2-fe414c0c7fed x-openstack-request-id: req-51c68a5d-6722-4910-aac2-fe414c0c7fed {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:37.526899 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:37.527159 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51c68a5d-6722-4910-aac2-fe414c0c7fed {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:37.527549 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'code': 200} Aug 27 12:55:37.529081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.529974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.530314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.530749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.531089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.531421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.531750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.532074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.532400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.532724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.533047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.533371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:55:37.548870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:55:37.549206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:55:37.549535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a on network 2524dfc5-4a35-4afb-b06f-489daf75e6df {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:55:37.553818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Port ecbb0ce2-eb21-443c-a263-b071d29daa4a on network 2524dfc5-4a35-4afb-b06f-489daf75e6df not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:55:37.554139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Attempting to bind port ecbb0ce2-eb21-443c-a263-b071d29daa4a on network 2524dfc5-4a35-4afb-b06f-489daf75e6df {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:55:37.558866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:55:37.559201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Checking segment: {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:55:37.559577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Bound using segment: {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:55:37.559998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Bound port: ecbb0ce2-eb21-443c-a263-b071d29daa4a, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cb137a-ce09-4c18-81f9-fd00585469bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:55:37.560369 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:37.621915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:55:37.625451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:55:37.630166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:37.663957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:37.664581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:37.665941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] 10.222.0.77 "PUT /v2.0/ports/ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 1091 time: 0.6059768 Aug 27 12:55:37.687560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d07414-07b4-485d-bbab-01815343c873 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:37.741218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-a03c581e-9111-4a7c-8c02-c869053f9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:37.742762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-a03c581e-9111-4a7c-8c02-c869053f9b6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1094 time: 0.0426002 Aug 27 12:55:37.871255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566325-2fe3-4ab5-9f6e-6d936be6e6c6 req-6782d259-d073-4c4e-b02a-142b179a641d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:37.872780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a566325-2fe3-4ab5-9f6e-6d936be6e6c6 req-6782d259-d073-4c4e-b02a-142b179a641d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0785747 Aug 27 12:55:37.874122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-97fa9e25-cebb-4d62-a007-e8b281cccaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:37.875477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-97fa9e25-cebb-4d62-a007-e8b281cccaf8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 913 time: 0.1253982 Aug 27 12:55:37.930061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-f9a0ea1d-b282-4585-9df4-30b52bbd0cff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0454223 Aug 27 12:55:37.954267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a566325-2fe3-4ab5-9f6e-6d936be6e6c6 req-7a84187a-19b6-4e75-afd2-a742ad5653aa tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755241 Aug 27 12:55:37.989903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dea82-c810-4998-94e2-b996cfde3508 req-e160c9df-55d1-46a7-a644-e741cc0bc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:37.991422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-e160c9df-55d1-46a7-a644-e741cc0bc84f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0518267 Aug 27 12:55:38.023247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-03b0b078-fc4a-427f-a872-211ff3b3e581 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244093 Aug 27 12:55:38.035077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-0b91d2a9-1b51-4ae1-a6a7-fcd1b44e9def service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 12:55:38.036070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-0b91d2a9-1b51-4ae1-a6a7-fcd1b44e9def service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048702 Aug 27 12:55:38.129106 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-0f327423-cd4e-4d45-a36b-2b2295b0db48 service neutron] 10.222.0.77 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863557 Aug 27 12:55:38.219604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-609dea82-c810-4998-94e2-b996cfde3508 req-15397cf9-1b6b-4107-9334-6dd6290292f9 service neutron] 10.222.0.77 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831950 Aug 27 12:55:38.696996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:39.075022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b664a2-8ca1-4f7c-9196-75ab7c90c2e7 req-52ed669c-26fb-449a-8ba9-e45fba7fd0b7 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.076980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27b664a2-8ca1-4f7c-9196-75ab7c90c2e7 req-52ed669c-26fb-449a-8ba9-e45fba7fd0b7 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0531347 Aug 27 12:55:39.113957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27b664a2-8ca1-4f7c-9196-75ab7c90c2e7 req-e368fb0e-7924-4a13-84da-b8bde4bb9688 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Aug 27 12:55:39.528289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:39.530717 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:39.578397 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a58f7d-6aa1-4bc6-aee8-915099d830f0 x-openstack-request-id: req-c8a58f7d-6aa1-4bc6-aee8-915099d830f0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:39.578715 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:39.578973 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8a58f7d-6aa1-4bc6-aee8-915099d830f0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:39.579402 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'status': 'completed', 'code': 200} Aug 27 12:55:39.642753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-8264e3e1-6ddd-4ab4-86a5-527e67d0ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.644776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-8264e3e1-6ddd-4ab4-86a5-527e67d0ce5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1094 time: 0.0452168 Aug 27 12:55:39.666807 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-83ce542e-15d0-4c99-85b2-b30fd84b349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.668421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-83ce542e-15d0-4c99-85b2-b30fd84b349d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1094 time: 0.0419896 Aug 27 12:55:39.738330 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-46343731-42e2-471f-950d-4277593a6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.739800 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-46343731-42e2-471f-950d-4277593a6fc9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 913 time: 0.0881057 Aug 27 12:55:39.764674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-7e845ec7-50c4-4c51-a476-2d0044563b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.766166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-7e845ec7-50c4-4c51-a476-2d0044563b18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 913 time: 0.0909131 Aug 27 12:55:39.786163 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-1505b621-c06d-4f25-ac50-7f902d0af5a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0388606 Aug 27 12:55:39.811829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-1f2c0b5e-586f-4883-acce-1d727b2f9071 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0383875 Aug 27 12:55:39.837389 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-d49c6ebe-7255-4867-85fa-c02d19d9ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.838939 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-d49c6ebe-7255-4867-85fa-c02d19d9ba02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0459690 Aug 27 12:55:39.861819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-cdb74478-fb2b-40cb-8b70-136ce8d4ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:39.863323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-cdb74478-fb2b-40cb-8b70-136ce8d4ca3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0451393 Aug 27 12:55:39.871777 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-c5c37111-91c8-4575-901b-54db050d009f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252476 Aug 27 12:55:39.898010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-856cb117-4c58-4131-be14-4f8a2d348d38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263247 Aug 27 12:55:39.968928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-0b65e309-f555-4b73-a156-aac60d48ef92 service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892625 Aug 27 12:55:39.994919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-e6dc0f10-863e-4fc9-9ba9-a33314e8ac68 service neutron] 10.222.0.77 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873551 Aug 27 12:55:40.058583 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-49e7e510-6a02-4aad-9c75-69ace55b60c9 service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822175 Aug 27 12:55:40.089403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0155a95d-b5b9-4a9b-b64c-bbd7712fe341 req-4aaf34bd-7625-4e9b-b9f2-978f1f770269 service neutron] 10.222.0.77 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867932 Aug 27 12:55:40.231394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200ff0e-6e3f-4b36-80a7-a168ba807a38 req-93f395d6-0dd0-4ee1-ac56-dedb27829f73 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:40.233522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e200ff0e-6e3f-4b36-80a7-a168ba807a38 req-93f395d6-0dd0-4ee1-ac56-dedb27829f73 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0504534 Aug 27 12:55:40.275748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e200ff0e-6e3f-4b36-80a7-a168ba807a38 req-3ef13bb5-a004-4373-912a-301c16792b15 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361168 Aug 27 12:55:41.073121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:55:41.111027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:55:41.394984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef5506-3ba9-4aa3-9796-94b835acbc3c req-babb2ca7-e094-4918-94dc-44fc66db0e7b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:41.396466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25ef5506-3ba9-4aa3-9796-94b835acbc3c req-babb2ca7-e094-4918-94dc-44fc66db0e7b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0486062 Aug 27 12:55:41.435174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25ef5506-3ba9-4aa3-9796-94b835acbc3c req-58195a78-a809-4ae0-8fb3-211d932a71f2 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Aug 27 12:55:42.553595 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b015a-cd07-4d06-9c59-5ab5107b5172 req-3a5adff8-7565-454a-be80-13381fc12dd5 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:42.555591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e1b015a-cd07-4d06-9c59-5ab5107b5172 req-3a5adff8-7565-454a-be80-13381fc12dd5 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 943 time: 0.0507045 Aug 27 12:55:42.594192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e1b015a-cd07-4d06-9c59-5ab5107b5172 req-eb9776e0-487d-4af0-9a08-74da8310d0d7 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Aug 27 12:55:42.866826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65984-1bc5-453b-95d3-a0693917269a req-2b32f6e4-ed83-4edb-840a-57d4fb1e7cd0 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:42.868301 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-2b32f6e4-ed83-4edb-840a-57d4fb1e7cd0 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f&tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 943 time: 0.0888402 Aug 27 12:55:42.928169 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [req-c5d65984-1bc5-453b-95d3-a0693917269a req-844c14f3-549c-49fd-8cc9-6877f94719a0 service neutron] delete failed (client error): The resource could not be found. Aug 27 12:55:42.929154 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-844c14f3-549c-49fd-8cc9-6877f94719a0 service neutron] 10.222.0.65 "DELETE /v2.0/ports/ecbb0ce2-eb21-443c-a263-b071d29daa4a/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0525091 Aug 27 12:55:43.015144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65984-1bc5-453b-95d3-a0693917269a req-1ce77fc4-52ec-42cf-aa40-d315698c1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:43.016563 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-1ce77fc4-52ec-42cf-aa40-d315698c1037 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 1094 time: 0.0400972 Aug 27 12:55:43.107319 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65984-1bc5-453b-95d3-a0693917269a req-d331fc31-e6ef-4f6f-a350-e9390d606193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:43.108801 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-d331fc31-e6ef-4f6f-a350-e9390d606193 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 200 len: 913 time: 0.0852051 Aug 27 12:55:43.151182 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-12ff9876-8022-4f5f-bdfe-366258011ff9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 200 len: 217 time: 0.0350776 Aug 27 12:55:43.200568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65984-1bc5-453b-95d3-a0693917269a req-a92f731e-014b-49b0-8e88-d1d3dc99b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:43.202990 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-a92f731e-014b-49b0-8e88-d1d3dc99b96c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 200 len: 852 time: 0.0443451 Aug 27 12:55:43.235978 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-efbc1c07-1315-45d4-adf9-9d0f6c89e537 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2524dfc5-4a35-4afb-b06f-489daf75e6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260682 Aug 27 12:55:43.332965 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-81dbcdd0-4d19-41da-b164-c0735e5ad40e service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895441 Aug 27 12:55:43.428705 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-96012620-40c7-4b80-b161-c9d6f05b3b10 service neutron] 10.222.0.65 "GET /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890632 Aug 27 12:55:43.441771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:55:43.544254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:43.556925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'network_id': '2524dfc5-4a35-4afb-b06f-489daf75e6df', 'port_id': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'mac_address': 'fa:16:3e:27:56:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1db64d-ccf4-4145-a2b3-7e4b125608a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:55:43.593480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:43.605641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbb0ce2-eb21-443c-a263-b071d29daa4a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:55:43.625676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:43.629531 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:43.680872 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:44.134052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb381f5-5b34-46db-8093-369ca94f04fa req-f9297abb-7400-41fc-b549-d3cefa820e1e tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:44.135534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecb381f5-5b34-46db-8093-369ca94f04fa req-f9297abb-7400-41fc-b549-d3cefa820e1e tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 944 time: 0.0478029 Aug 27 12:55:44.167056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ecbb0ce2-eb21-443c-a263-b071d29daa4a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:55:44.177098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecb381f5-5b34-46db-8093-369ca94f04fa req-41894563-822e-424c-8e0f-4d2b398e088d tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Aug 27 12:55:45.297972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45bfed-9935-42c6-81b1-eb1f2aed48e4 req-bf91df6d-5c28-40ea-bd29-a6e809dec54f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:45.299464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df45bfed-9935-42c6-81b1-eb1f2aed48e4 req-bf91df6d-5c28-40ea-bd29-a6e809dec54f tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 944 time: 0.0508003 Aug 27 12:55:45.336828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df45bfed-9935-42c6-81b1-eb1f2aed48e4 req-d8cb17c5-8315-4fdb-b369-3ba4720cb77b tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Aug 27 12:55:45.459967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:55:45.512227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port ecbb0ce2-eb21-443c-a263-b071d29daa4a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:55:45.516143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port ecbb0ce2-eb21-443c-a263-b071d29daa4a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:55:45.516515 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:45.596296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:45.619001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:45.621238 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99215ed4-5192-470f-a22e-19e95f63c8f9" -d '{"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:45.633922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:45.639164 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:45.663369 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d2dc7-0406-4ad5-830b-26b723079c10 x-openstack-request-id: req-538d2dc7-0406-4ad5-830b-26b723079c10 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:45.663780 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:45.664058 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-538d2dc7-0406-4ad5-830b-26b723079c10 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:45.664488 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'code': 200} Aug 27 12:55:45.691954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:45.980096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65984-1bc5-453b-95d3-a0693917269a req-9f62ef58-2b41-427b-810f-77e609758278 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:45.981544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-9f62ef58-2b41-427b-810f-77e609758278 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 945 time: 0.0484591 Aug 27 12:55:46.072147 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Deleting port ecbb0ce2-eb21-443c-a263-b071d29daa4a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:55:46.072491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:46.160904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] For port ecbb0ce2-eb21-443c-a263-b071d29daa4a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=ecbb0ce2-eb21-443c-a263-b071d29daa4a,segment=NetworkSegment(10cb137a-ce09-4c18-81f9-fd00585469bc),segment_id=10cb137a-ce09-4c18-81f9-fd00585469bc)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:46.161267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:46.174272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Calling delete_port for ecbb0ce2-eb21-443c-a263-b071d29daa4a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:55:46.302472 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:46.329283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Pushing event deleted for resources: {'Port': ['ID=ecbb0ce2-eb21-443c-a263-b071d29daa4a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:46.336099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['ecbb0ce2-eb21-443c-a263-b071d29daa4a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:55:46.376068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] No DVR routers for this DVR port ecbb0ce2-eb21-443c-a263-b071d29daa4a on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:55:46.379332 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:46.381341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5d65984-1bc5-453b-95d3-a0693917269a req-cfa6a3e0-b59a-4a86-b87b-c22d617cceea tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.77 "DELETE /v2.0/ports/ecbb0ce2-eb21-443c-a263-b071d29daa4a HTTP/1.1" status: 204 len: 173 time: 0.3928170 Aug 27 12:55:46.381788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-deleted', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:46.384173 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52fdcb3-c40f-40a1-8db6-faf66d374481" -d '{"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-deleted", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:46.439215 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104efdc2-fe16-41f5-95b7-b9d3dc166395 x-openstack-request-id: req-104efdc2-fe16-41f5-95b7-b9d3dc166395 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:46.439513 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6c92b3-ffc5-4011-bd18-01894928aa0f", "name": "network-vif-deleted", "tag": "ecbb0ce2-eb21-443c-a263-b071d29daa4a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:46.439768 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-104efdc2-fe16-41f5-95b7-b9d3dc166395 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:46.440162 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6c92b3-ffc5-4011-bd18-01894928aa0f', 'name': 'network-vif-deleted', 'tag': 'ecbb0ce2-eb21-443c-a263-b071d29daa4a', 'status': 'completed', 'code': 200} Aug 27 12:55:46.442061 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1ed75d55-fe56-4df9-95f0-80829169dae5 req-1fceae09-e517-4523-81f4-07d014523098 tempest-DeleteServersTestJSON-1188390894 tempest-DeleteServersTestJSON-1188390894-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6c92b3-ffc5-4011-bd18-01894928aa0f HTTP/1.1" status: 200 len: 210 time: 0.0339675 Aug 27 12:55:47.573764 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40594) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:47.623826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Deleting subnet ff1db64d-ccf4-4145-a2b3-7e4b125608a3 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:55:47.626894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.661179 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.699301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.752681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.782592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1db64d-ccf4-4145-a2b3-7e4b125608a3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:47.787540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.789996 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-954bcb3a-78d5-4254-9766-3a3a3bac7523 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff1db64d-ccf4-4145-a2b3-7e4b125608a3 HTTP/1.1" status: 204 len: 168 time: 0.2147553 Aug 27 12:55:47.792041 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40596) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:47.858980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.939783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.949514 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2524dfc5-4a35-4afb-b06f-489daf75e6df']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:55:47.959632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cb137a-ce09-4c18-81f9-fd00585469bc') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:55:47.959925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cb137a-ce09-4c18-81f9-fd00585469bc') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:55:47.968845 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.983073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.989175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:55:47.989566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:55:47.991218 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:55:48.043197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.049144 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.050988 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] 10.222.0.76 "DELETE /v2.0/networks/2524dfc5-4a35-4afb-b06f-489daf75e6df HTTP/1.1" status: 204 len: 168 time: 0.2580380 Aug 27 12:55:48.062837 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef694295-9c83-4e91-a740-2597e8295fed admin admin] Pushing event deleted for resources: {'Network': ['ID=2524dfc5-4a35-4afb-b06f-489daf75e6df,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:48.160778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40600) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:48.203684 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-19e575c8-9a8e-4c00-9ffb-cfd0ffece50a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ff4e1ef4eee46ef964a86bc49cae83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417240 Aug 27 12:55:48.206190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40602) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:48.258526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33164853-8a98-48fb-8379-430b9bc3e8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.280343 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33164853-8a98-48fb-8379-430b9bc3e8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.328951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33164853-8a98-48fb-8379-430b9bc3e8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.331532 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-33164853-8a98-48fb-8379-430b9bc3e8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.332674 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-33164853-8a98-48fb-8379-430b9bc3e8c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c HTTP/1.1" status: 204 len: 168 time: 0.1255670 Aug 27 12:55:48.340290 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33164853-8a98-48fb-8379-430b9bc3e8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee6dd6f-4688-469a-b3d7-5b1abe0a7d9c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:48.551975 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23376201-4fa1-484c-9927-3904f6d7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:48.998132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 40624) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:49.095842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1102250810-network', 'tenant_id': '3aa965b7e93742daa096cc36c1032b52'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:55:49.117641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Made reservation on behalf of 3aa965b7e93742daa096cc36c1032b52 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:55:49.119954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.128790 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.218139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.221755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.243878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:55:49.259251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ea6758-8add-4567-82fe-1b507c2d2086,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:49.262324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.262699 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Added segment 7cd7d05e-158b-481f-8cab-d8a725759164 of type vlan for network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 Aug 27 12:55:49.307323 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.331336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.332273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:49.332972 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.388707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3889215 Aug 27 12:55:49.392182 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40628) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:55:49.397282 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Request body: {'subnet': {'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1102250810-subnet', 'tenant_id': '3aa965b7e93742daa096cc36c1032b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:55:49.399004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d6222-1e71-4aa5-85c4-f4bb3c6dd0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6865a5d-09d8-4b6f-adf9-f724d40eadd6,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:49.410045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:55:49.421063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Made reservation on behalf of 3aa965b7e93742daa096cc36c1032b52 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:55:49.424734 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.491406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:55:49.511745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: ecbb0ce2-eb21-443c-a263-b071d29daa4a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:55:49.512132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device ecbb0ce2-eb21-443c-a263-b071d29daa4a not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:55:49.613806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.671958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da887dfb-f274-466b-be2b-e13c7b26a3df,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:49.681983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Checking segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:55:49.682343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Network hostable DHCP agents. Network: a6865a5d-09d8-4b6f-adf9-f724d40eadd6, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:55:49.700005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:55:49.709745 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, a6865a5d-09d8-4b6f-adf9-f724d40eadd6) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:55:49.714001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:49.714724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:49.719823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10d04a-2a51-46d5-9515-86b11d80f2ff None None] Network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:55:49.729288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e6d1de53-c7e0-4916-a159-e8abb49d2712 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3359218 Aug 27 12:55:49.855978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ba12e-d870-442c-ac7b-cb1db3569259 None None] Network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:55:50.165194 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-9af9fa98-8f5a-4f5a-b04e-a5a7cd6ac97a tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:50.166700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-9af9fa98-8f5a-4f5a-b04e-a5a7cd6ac97a tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 815 time: 0.1035435 Aug 27 12:55:50.182609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-19380911-9c8c-492d-bbf8-564c327838f5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/quotas/3aa965b7e93742daa096cc36c1032b52 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Aug 27 12:55:50.217301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-f4029796-ce56-4f58-a5c4-471f14f31c75 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283589 Aug 27 12:55:50.313670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-b6ba228e-2036-45c3-9f5d-cd75473f8286 service neutron] 10.222.0.76 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885096 Aug 27 12:55:50.407568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-323b14f1-7073-45f4-a885-6352c79b706b service neutron] 10.222.0.76 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874965 Aug 27 12:55:50.575710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cf69a47-7947-40fa-9826-e9855a5c4662 req-8e8cfd86-a704-4034-9da0-566409e58b76 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 210 time: 0.0343285 Aug 27 12:55:50.681505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:51.031511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9937c311-3142-4c81-af70-ecb7b7244e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:51.225575 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:51.675770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-d7031940-880b-4464-904b-1a1093e1381b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:51.677824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-d7031940-880b-4464-904b-1a1093e1381b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 815 time: 0.1203980 Aug 27 12:55:51.693259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dfaf6c98-2008-43f9-aee3-362384d0aac7 req-0e911d78-150b-4d1f-9b7d-9b34dbcea041 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 210 time: 0.0417552 Aug 27 12:55:51.704513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Request body: {'port': {'device_id': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'admin_state_up': True, 'tenant_id': '3aa965b7e93742daa096cc36c1032b52'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:55:51.820921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Made reservation on behalf of 3aa965b7e93742daa096cc36c1032b52 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:55:51.825470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:51.953086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Allocated IP 172.20.0.2 (a6865a5d-09d8-4b6f-adf9-f724d40eadd6/da887dfb-f274-466b-be2b-e13c7b26a3df/f4f7f082-dad8-440e-a8d4-29fe918e0da3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:55:52.104791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:52.144476 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:52.185657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:55:52.188581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:55:52.198552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:55:52.225665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:52.253834 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:52.254459 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:52.270844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-3fa50f04-e687-426e-9d8f-861ef2fc3af0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708520 Aug 27 12:55:52.278040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:52.288833 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Request body: {'port': {'device_id': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:55:52.343743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:52.871185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6844cd-3790-42df-b960-474032375775 req-a6211c4e-d85b-4046-8ab8-336981c9684f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:52.873201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b6844cd-3790-42df-b960-474032375775 req-a6211c4e-d85b-4046-8ab8-336981c9684f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 931 time: 0.1053841 Aug 27 12:55:52.949718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b6844cd-3790-42df-b960-474032375775 req-2f47ec89-b4dc-4201-ae9c-8ac6ff285754 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698695 Aug 27 12:55:53.020018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f7f082-dad8-440e-a8d4-29fe918e0da3 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:55:53.028424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:53.041697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Transition to ACTIVE for port object f4f7f082-dad8-440e-a8d4-29fe918e0da3 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:55:53.046027 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:53.099998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:53.168499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:55:53.168835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:55:53.169167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:55:53.173448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:55:53.173792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:55:53.178674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:55:53.179014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Checking segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:55:53.179420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Bound using segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:55:53.179863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Bound port: f4f7f082-dad8-440e-a8d4-29fe918e0da3, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:55:53.180235 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:53.245446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:55:53.248947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:55:53.252824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:53.289289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:53.290033 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:53.291485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] 10.222.0.77 "PUT /v2.0/ports/f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 1091 time: 1.0069401 Aug 27 12:55:53.291919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:53.294246 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d5ba16-6219-4eff-b907-d6843fd372bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:53.318211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fb506-f528-4ded-b2aa-4266797d1aca service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:53.336519 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a8172c-0be9-4f2a-be80-f0fb8194a343 x-openstack-request-id: req-f9a8172c-0be9-4f2a-be80-f0fb8194a343 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:53.336824 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:53.337083 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9a8172c-0be9-4f2a-be80-f0fb8194a343 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:53.337520 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'status': 'completed', 'code': 200} Aug 27 12:55:53.406909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-40bba341-edcd-4773-81f4-7414a4fb2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:53.408452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-40bba341-edcd-4773-81f4-7414a4fb2938 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1094 time: 0.0471578 Aug 27 12:55:53.461126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-69283e49-1509-4c34-aa1a-3bdc871a8d3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0369580 Aug 27 12:55:53.521082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-32a719a4-6b9c-4a44-bb0c-3b98adde5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:53.522512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-32a719a4-6b9c-4a44-bb0c-3b98adde5203 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0538571 Aug 27 12:55:53.563946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-f2c1f8e1-f999-4e67-bae7-11955d4366ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267899 Aug 27 12:55:53.659969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-21517283-67f3-47b4-b858-daf67c847525 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883405 Aug 27 12:55:53.753099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49d1c73a-6a26-433f-b29b-6f87e5cf53a1 req-650fec1e-7d14-424a-82c4-5aee8449c139 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859771 Aug 27 12:55:53.885340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-f0f496c1-9e12-4a69-a4e8-30cdb611e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:53.886912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-f0f496c1-9e12-4a69-a4e8-30cdb611e5dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1094 time: 0.0476079 Aug 27 12:55:53.981957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-56fa3fa9-4030-4c05-8b98-1968fed52ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:53.983532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-56fa3fa9-4030-4c05-8b98-1968fed52ccd service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0890787 Aug 27 12:55:54.031961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-565fa5dc-bee8-46fe-a199-a70175a1b8d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0413871 Aug 27 12:55:54.106084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-767c7e95-8aec-4013-ac5e-2002c878a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:54.107688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-767c7e95-8aec-4013-ac5e-2002c878a620 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0681179 Aug 27 12:55:54.116700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d541e56-522c-4dd8-ac27-709cfbd5f7dc req-ded9abe0-6360-4232-9ac5-f33f07eca842 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:54.118137 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d541e56-522c-4dd8-ac27-709cfbd5f7dc req-ded9abe0-6360-4232-9ac5-f33f07eca842 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 943 time: 0.0893428 Aug 27 12:55:54.148401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:54.152994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-a1896aa3-40cc-4f60-b6c5-279bee36560f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335956 Aug 27 12:55:54.232531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d541e56-522c-4dd8-ac27-709cfbd5f7dc req-23b5634c-305b-48e8-950d-f85512017da9 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053865 Aug 27 12:55:54.275409 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-c2055714-2c8c-4087-9628-23d1f41db062 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142895 Aug 27 12:55:54.368893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47d5ba16-6219-4eff-b907-d6843fd372bf req-fd210af3-b2ea-4cb9-9448-dd5f59f31d13 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848460 Aug 27 12:55:55.357252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cb02a-3e2f-4e4a-b55b-9cf666fa0a64 req-839ab4a7-4923-4844-9c62-fe6368957d48 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:55.358819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-942cb02a-3e2f-4e4a-b55b-9cf666fa0a64 req-839ab4a7-4923-4844-9c62-fe6368957d48 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 943 time: 0.0551205 Aug 27 12:55:55.396593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-942cb02a-3e2f-4e4a-b55b-9cf666fa0a64 req-59057b33-b3dc-48d4-9f6a-f5a8280581a8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Aug 27 12:55:56.511681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88bfe0-3e72-43b3-810f-887c3db8e0d7 req-9b4990cf-ffa6-43d0-9c69-f824760c1bc8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:56.513214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de88bfe0-3e72-43b3-810f-887c3db8e0d7 req-9b4990cf-ffa6-43d0-9c69-f824760c1bc8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 943 time: 0.0494103 Aug 27 12:55:56.551689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de88bfe0-3e72-43b3-810f-887c3db8e0d7 req-77629427-9085-4180-8191-354bb1290124 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Aug 27 12:55:57.519320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:55:57.619805 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:57.632812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'port_id': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'mac_address': 'fa:16:3e:b7:0f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da887dfb-f274-466b-be2b-e13c7b26a3df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:55:57.668113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67ba7-1283-4309-952c-12374ef49eb1 req-a57da378-897e-4502-b4db-f56e2bf607f0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:57.669692 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fea67ba7-1283-4309-952c-12374ef49eb1 req-a57da378-897e-4502-b4db-f56e2bf607f0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 943 time: 0.0503280 Aug 27 12:55:57.671605 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:57.686033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f7f082-dad8-440e-a8d4-29fe918e0da3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:55:57.706953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:57.709575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fea67ba7-1283-4309-952c-12374ef49eb1 req-b3a34a20-6a1e-4cb9-ab38-ddb60b838088 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Aug 27 12:55:57.711272 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:57.758363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:58.088235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f4f7f082-dad8-440e-a8d4-29fe918e0da3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:55:58.830761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8179a-a6c3-4bbb-b66b-ac45098789ff req-40033d2a-99db-4ff3-af29-f8d1bbc2968d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:58.832307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36e8179a-a6c3-4bbb-b66b-ac45098789ff req-40033d2a-99db-4ff3-af29-f8d1bbc2968d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 944 time: 0.0534544 Aug 27 12:55:58.869712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36e8179a-a6c3-4bbb-b66b-ac45098789ff req-b2aa6967-32e1-44b7-b075-2d6c31932204 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Aug 27 12:55:59.517669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:55:59.570862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f4f7f082-dad8-440e-a8d4-29fe918e0da3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:55:59.574531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f4f7f082-dad8-440e-a8d4-29fe918e0da3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:55:59.574922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:59.654551 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:59.677060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:55:59.679275 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf1f70-4188-4f84-a148-9a947bd9eb77" -d '{"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-plugged", "status": "completed", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:55:59.691480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:55:59.696294 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:55:59.721445 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22cc7e7-82eb-4418-8fc1-a38fef1335ad x-openstack-request-id: req-d22cc7e7-82eb-4418-8fc1-a38fef1335ad {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:55:59.721741 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-plugged", "status": "completed", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:55:59.722113 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d22cc7e7-82eb-4418-8fc1-a38fef1335ad {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:55:59.722651 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'code': 200} Aug 27 12:55:59.748748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:55:59.846246 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3eed4d-23ec-4f34-af6a-12952dc70521 req-8572da66-a31f-4a3d-a888-3fc2bc002d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:59.847780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a3eed4d-23ec-4f34-af6a-12952dc70521 req-8572da66-a31f-4a3d-a888-3fc2bc002d74 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1096 time: 0.0409214 Aug 27 12:55:59.884026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a3eed4d-23ec-4f34-af6a-12952dc70521 req-7d972543-1741-4b1b-b7b6-0648fec19af4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278599 Aug 27 12:55:59.987380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6fa7b-8cca-479d-b464-f395befd70ec req-a0a3661a-5b66-4210-8110-9d30fdc917eb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:55:59.988788 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbd6fa7b-8cca-479d-b464-f395befd70ec req-a0a3661a-5b66-4210-8110-9d30fdc917eb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Aug 27 12:56:00.026687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dbd6fa7b-8cca-479d-b464-f395befd70ec req-ec61fb1b-a98f-4f58-bd11-860d3460dd4c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Aug 27 12:56:01.149763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de910-a185-49c4-b6c5-1b2ed4b812bc req-6fd15a99-1f2b-45b1-81df-0caeba09f0dc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:01.151324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa9de910-a185-49c4-b6c5-1b2ed4b812bc req-6fd15a99-1f2b-45b1-81df-0caeba09f0dc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0544384 Aug 27 12:56:01.192848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa9de910-a185-49c4-b6c5-1b2ed4b812bc req-eaef5dd3-56ff-4554-840e-8a31f391084b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Aug 27 12:56:02.316140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c59e-bac9-4724-93a2-43a44a9fb2e1 req-a4e5a1c4-331e-46a8-af09-6f3508c4b5ac tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:02.317549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1c9c59e-bac9-4724-93a2-43a44a9fb2e1 req-a4e5a1c4-331e-46a8-af09-6f3508c4b5ac tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0496452 Aug 27 12:56:02.355585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d1c9c59e-bac9-4724-93a2-43a44a9fb2e1 req-8349a6da-a520-4e35-aeec-bc4e17de1a37 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Aug 27 12:56:02.472425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168664f-eeb5-45c6-82a9-42f6b41b204a req-d03f8654-cf4e-490c-87b8-151437c691ca tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:02.474172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6168664f-eeb5-45c6-82a9-42f6b41b204a req-d03f8654-cf4e-490c-87b8-151437c691ca tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0502112 Aug 27 12:56:02.512418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6168664f-eeb5-45c6-82a9-42f6b41b204a req-38d73c86-7c00-4b71-8d61-7150fe40530a tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Aug 27 12:56:02.723399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0842c-9cb8-4d35-8bd0-566e0583f613 req-7126ff01-798c-4133-8d98-d52ed5734dd4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:02.724924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee0842c-9cb8-4d35-8bd0-566e0583f613 req-7126ff01-798c-4133-8d98-d52ed5734dd4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0559013 Aug 27 12:56:02.764025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eee0842c-9cb8-4d35-8bd0-566e0583f613 req-cf9ef8d4-7e6d-4c4c-ba6a-3f655cf82066 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Aug 27 12:56:02.880247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fedbc-3084-44eb-abdc-fbe4c732a0e9 req-5916b2da-bb50-4094-988a-0b593d20c797 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:02.881694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b27fedbc-3084-44eb-abdc-fbe4c732a0e9 req-5916b2da-bb50-4094-988a-0b593d20c797 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Aug 27 12:56:02.918769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b27fedbc-3084-44eb-abdc-fbe4c732a0e9 req-0d36b684-9dc1-4dfe-8c2f-a78267f7b634 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311484 Aug 27 12:56:03.146737 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-73e316e6-7a08-40f1-a624-8da25908d4b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425024 Aug 27 12:56:03.164832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39408-2653-48af-be90-751260b2a929 req-56a794dc-0de9-40a1-a7d5-23038f89f0cc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:03.166398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10c39408-2653-48af-be90-751260b2a929 req-56a794dc-0de9-40a1-a7d5-23038f89f0cc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0521822 Aug 27 12:56:03.207269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10c39408-2653-48af-be90-751260b2a929 req-5a1c139e-d625-4973-b111-ac6027cc967e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Aug 27 12:56:04.331152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-08fb758d-a538-4aa9-bb32-e06b59769f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:04.332672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-08fb758d-a538-4aa9-bb32-e06b59769f9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1096 time: 0.0752892 Aug 27 12:56:04.347109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff461-f1ba-4dec-946b-df8fa71ba601 req-8a695ee0-ab5f-4a7c-9ccb-c1189cb75d35 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:04.348586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984ff461-f1ba-4dec-946b-df8fa71ba601 req-8a695ee0-ab5f-4a7c-9ccb-c1189cb75d35 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0620849 Aug 27 12:56:04.437419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-984ff461-f1ba-4dec-946b-df8fa71ba601 req-51e6b7a3-71c5-4a92-a743-f5ecd959d9b5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Aug 27 12:56:04.465439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-b36a070a-b6a5-4317-bb69-edf940d3cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:04.466965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-b36a070a-b6a5-4317-bb69-edf940d3cc42 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.1174858 Aug 27 12:56:04.509439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-8465d984-436c-4835-b80b-cefa107c1a39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0350866 Aug 27 12:56:04.558730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-9a806e50-ea0a-416d-9539-395cdab4f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:04.560186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-9a806e50-ea0a-416d-9539-395cdab4f604 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0439265 Aug 27 12:56:04.592918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-2057f4ab-d258-4979-85a3-a0122d33551f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257218 Aug 27 12:56:04.688458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-de2cf1f3-f764-4b0c-a3a7-f58368138764 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862074 Aug 27 12:56:04.781939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ee018f6e-1535-40b1-b27d-083b93d17e34 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861185 Aug 27 12:56:05.558402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b97d-90c8-4373-b8cb-7763cdcaa228 req-cb3625bd-2dc6-433f-908a-d7179a6bff5a tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:05.559927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d342b97d-90c8-4373-b8cb-7763cdcaa228 req-cb3625bd-2dc6-433f-908a-d7179a6bff5a tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0548887 Aug 27 12:56:05.601829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d342b97d-90c8-4373-b8cb-7763cdcaa228 req-59c6b331-b2f5-41a1-b33a-7648cbcd935d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356538 Aug 27 12:56:06.719451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e44f-4a50-401e-acec-a334efb565ba req-952319c0-e253-4d7a-b54b-d8814428d695 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:06.720949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb46e44f-4a50-401e-acec-a334efb565ba req-952319c0-e253-4d7a-b54b-d8814428d695 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Aug 27 12:56:06.759233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb46e44f-4a50-401e-acec-a334efb565ba req-90781542-fd82-46eb-8e29-7a0c6ecf997f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Aug 27 12:56:07.876657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27522a7-8490-407e-a293-d6d23384c534 req-4c1c6e95-0953-4dc8-be7a-f67c89e673f0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:07.878837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a27522a7-8490-407e-a293-d6d23384c534 req-4c1c6e95-0953-4dc8-be7a-f67c89e673f0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0532341 Aug 27 12:56:07.915926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a27522a7-8490-407e-a293-d6d23384c534 req-68702bd2-0c78-405c-a1e6-295da987c001 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Aug 27 12:56:08.703036 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:09.034247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bfbf1-d275-4fa6-9b52-7b12d8112a93 req-62ba7b28-b970-497b-8028-b71a2ba9489c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:09.035812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-795bfbf1-d275-4fa6-9b52-7b12d8112a93 req-62ba7b28-b970-497b-8028-b71a2ba9489c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0544379 Aug 27 12:56:09.074497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-795bfbf1-d275-4fa6-9b52-7b12d8112a93 req-4f1a3008-8dfd-4998-84b8-4b34cd5e7c16 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Aug 27 12:56:09.787695 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:56:10.189207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26bf58-ab11-4bfe-96b2-54dcce57d967 req-1f0b3fc4-79ed-44e7-a44a-a135f5383d25 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:10.190713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c26bf58-ab11-4bfe-96b2-54dcce57d967 req-1f0b3fc4-79ed-44e7-a44a-a135f5383d25 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Aug 27 12:56:10.228993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c26bf58-ab11-4bfe-96b2-54dcce57d967 req-ecd7ea34-9dcf-4436-b628-adcaa6c18c44 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 27 12:56:11.343588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca866c-72b5-4086-9e4d-e81315faa8f2 req-8f0b72d1-c3a7-444e-8505-b6b46a364b2b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:11.345071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38ca866c-72b5-4086-9e4d-e81315faa8f2 req-8f0b72d1-c3a7-444e-8505-b6b46a364b2b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Aug 27 12:56:11.382796 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38ca866c-72b5-4086-9e4d-e81315faa8f2 req-14e37a00-e59a-4803-9ca1-90741f5dc137 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Aug 27 12:56:12.501671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a70d8-b931-4e30-8475-a4bc80c5ef1a req-44b7dc5c-561e-408e-8531-b96c510e6a64 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:12.503195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f87a70d8-b931-4e30-8475-a4bc80c5ef1a req-44b7dc5c-561e-408e-8531-b96c510e6a64 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Aug 27 12:56:12.541339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f87a70d8-b931-4e30-8475-a4bc80c5ef1a req-5a80afc3-5824-43c7-b0b2-0456c8fddf34 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Aug 27 12:56:13.656471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3bace-350d-42b8-9653-72bea52615e7 req-b97c0341-867f-4b7e-b029-0d1c2d223dc5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:13.657967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6a3bace-350d-42b8-9653-72bea52615e7 req-b97c0341-867f-4b7e-b029-0d1c2d223dc5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Aug 27 12:56:13.696154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6a3bace-350d-42b8-9653-72bea52615e7 req-4fa792ef-3a73-4e72-8cd9-0a1ae1c8b533 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321593 Aug 27 12:56:13.947441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60b761-b372-4635-ace3-cb81efc50446 req-7881c2e9-06d0-4daa-83b5-809c9551260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:13.948965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-7881c2e9-06d0-4daa-83b5-809c9551260e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1096 time: 0.0421443 Aug 27 12:56:14.056166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60b761-b372-4635-ace3-cb81efc50446 req-d1f03189-4681-49ff-acf3-050e2f7178e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:14.057630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-d1f03189-4681-49ff-acf3-050e2f7178e6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0885718 Aug 27 12:56:14.097652 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-9b42664a-0d7a-4360-82b0-b290c8554b63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0332832 Aug 27 12:56:14.150337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60b761-b372-4635-ace3-cb81efc50446 req-d35e985a-7ff0-4233-9259-8ffe6a5e26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:14.151786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-d35e985a-7ff0-4233-9259-8ffe6a5e26b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0469072 Aug 27 12:56:14.185562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-93cbe650-21a8-489b-9943-5aca77c88b38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254037 Aug 27 12:56:14.276279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-b68b63ef-56ac-44ae-9533-059628e632a5 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825555 Aug 27 12:56:14.371488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c60b761-b372-4635-ace3-cb81efc50446 req-122972f3-ef76-4aab-a5ca-f7dc930a73f0 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869434 Aug 27 12:56:14.811762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf041b1-a8df-4994-a122-1ab249dc4ae1 req-1704b17e-0165-467f-9cb9-dddf0cba6a8d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:14.813255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0cf041b1-a8df-4994-a122-1ab249dc4ae1 req-1704b17e-0165-467f-9cb9-dddf0cba6a8d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0499456 Aug 27 12:56:14.852132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0cf041b1-a8df-4994-a122-1ab249dc4ae1 req-47b2aab9-6c63-4d65-9aa2-f5d83417aec9 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Aug 27 12:56:15.968557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcfb02-ba83-43c3-8fac-42dadd716e4d req-e82bffe2-ea1e-47e3-9e5e-bcc81d49cca3 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:15.970016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41fcfb02-ba83-43c3-8fac-42dadd716e4d req-e82bffe2-ea1e-47e3-9e5e-bcc81d49cca3 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0478957 Aug 27 12:56:16.006794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-41fcfb02-ba83-43c3-8fac-42dadd716e4d req-95a4abb3-6768-4bd9-9b28-6bfc57c87be5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Aug 27 12:56:17.128093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af72b-9601-4afc-8ce4-ca532a26c69e req-44bed973-bdb2-4ba3-a68a-0d6b7c043beb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:17.129590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d59af72b-9601-4afc-8ce4-ca532a26c69e req-44bed973-bdb2-4ba3-a68a-0d6b7c043beb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0547638 Aug 27 12:56:17.166430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d59af72b-9601-4afc-8ce4-ca532a26c69e req-24d518c4-4166-4389-9c49-421be959338e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309174 Aug 27 12:56:18.283343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa54a8-dd74-4982-a5cc-f0cc3eeab952 req-83062f36-2583-493f-a5e8-b90ea861b030 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:18.284804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1fa54a8-dd74-4982-a5cc-f0cc3eeab952 req-83062f36-2583-493f-a5e8-b90ea861b030 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Aug 27 12:56:18.321397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1fa54a8-dd74-4982-a5cc-f0cc3eeab952 req-3b3e5a77-f8b0-4c04-900a-e597bf6643b6 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306411 Aug 27 12:56:18.553131 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b46b-9da0-4aff-b6de-bb86de73447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:19.439482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12976-6d3c-4d73-893e-fc74ad7e4895 req-dd0d6385-1e0d-40ce-bf7c-d38639dba6f6 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:19.440991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dd12976-6d3c-4d73-893e-fc74ad7e4895 req-dd0d6385-1e0d-40ce-bf7c-d38639dba6f6 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Aug 27 12:56:19.478497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5dd12976-6d3c-4d73-893e-fc74ad7e4895 req-5407b768-f6d5-432d-9e61-dc76876d99d8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Aug 27 12:56:20.597659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ec52-5d47-4130-a597-cd9fc7276d14 req-95c83411-feb7-4007-84ff-6b4030e1fabe tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:20.599132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fd7ec52-5d47-4130-a597-cd9fc7276d14 req-95c83411-feb7-4007-84ff-6b4030e1fabe tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0517967 Aug 27 12:56:20.635924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fd7ec52-5d47-4130-a597-cd9fc7276d14 req-b43413d7-5757-4094-81e2-bbcaf2e21d2f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Aug 27 12:56:20.682811 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:21.033188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-055d05b2-39d6-4add-8c9d-7ad7b7421d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:21.229351 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:21.806725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe16726-da47-4055-ae09-8c2eec356c31 req-a036f190-1ca2-43fb-a12b-f47ff8086464 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:21.808272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfe16726-da47-4055-ae09-8c2eec356c31 req-a036f190-1ca2-43fb-a12b-f47ff8086464 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 27 12:56:21.847775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cfe16726-da47-4055-ae09-8c2eec356c31 req-c0b867e0-7ebb-4d35-b2d6-858be852255f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Aug 27 12:56:22.277262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:22.962808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bae327-8ab4-4018-a5b0-cec4f1d341d2 req-8332bc0a-7f03-438e-809d-ca0ceea5da55 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:22.964287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7bae327-8ab4-4018-a5b0-cec4f1d341d2 req-8332bc0a-7f03-438e-809d-ca0ceea5da55 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Aug 27 12:56:23.002197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7bae327-8ab4-4018-a5b0-cec4f1d341d2 req-1f6ea48f-2612-49df-9675-d262c72bd904 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Aug 27 12:56:24.119626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb60ab-abec-4da3-a27a-1e66bdcebb94 req-608b8221-4c3b-4a00-b14a-99c8645fdb1c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:24.121144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44eb60ab-abec-4da3-a27a-1e66bdcebb94 req-608b8221-4c3b-4a00-b14a-99c8645fdb1c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0529842 Aug 27 12:56:24.152355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:24.160441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44eb60ab-abec-4da3-a27a-1e66bdcebb94 req-e28d2863-d5d2-4cd8-977f-f557f3e2af2f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Aug 27 12:56:25.311510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814f48d-2635-443a-bc6e-7f30da19b690 req-4bc5dc05-8075-48db-a6a0-606e5da84a84 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:25.312982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2814f48d-2635-443a-bc6e-7f30da19b690 req-4bc5dc05-8075-48db-a6a0-606e5da84a84 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Aug 27 12:56:25.351480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2814f48d-2635-443a-bc6e-7f30da19b690 req-706e4241-e736-4731-b481-f991bae8a0a2 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Aug 27 12:56:26.466477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb03e0-a7e9-43b3-ace8-514022acc0dd req-839ebf1d-170d-4825-b737-351f07097bfe tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:26.467967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17bb03e0-a7e9-43b3-ace8-514022acc0dd req-839ebf1d-170d-4825-b737-351f07097bfe tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0484793 Aug 27 12:56:26.505312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17bb03e0-a7e9-43b3-ace8-514022acc0dd req-ac0c4025-23de-4c48-a638-058c5d863c93 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Aug 27 12:56:27.624912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491b0a-ad3e-4562-9998-dac63d283999 req-4ef10c7b-3e13-46f2-827e-6007c7b7c7d4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:27.626543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a491b0a-ad3e-4562-9998-dac63d283999 req-4ef10c7b-3e13-46f2-827e-6007c7b7c7d4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0546823 Aug 27 12:56:27.664105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a491b0a-ad3e-4562-9998-dac63d283999 req-3bf2317b-1d5c-45cb-bcb4-0368e5912b18 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Aug 27 12:56:28.782094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626801-a1b6-4e1d-8446-1ade1b622b5f req-665ba547-62a8-47b4-b3bb-28bf56f3c986 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:28.783625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a626801-a1b6-4e1d-8446-1ade1b622b5f req-665ba547-62a8-47b4-b3bb-28bf56f3c986 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0494735 Aug 27 12:56:28.821944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a626801-a1b6-4e1d-8446-1ade1b622b5f req-f8d16d73-1d7c-49b1-a5ea-86eb3ffa6b5d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 27 12:56:29.934856 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec4be-5912-4225-be15-70e6d9158151 req-28a4ea28-5d02-4a45-9d42-dece9c9605cb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:29.936333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-238ec4be-5912-4225-be15-70e6d9158151 req-28a4ea28-5d02-4a45-9d42-dece9c9605cb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0477598 Aug 27 12:56:29.974491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-238ec4be-5912-4225-be15-70e6d9158151 req-66c37ab2-7e7f-4fd9-932d-cd72235423a1 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Aug 27 12:56:31.091578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ea7f2-9e9e-4ac0-948f-90fe30ad5130 req-5b518b74-d4c6-4b1a-8078-0ba6970b2d07 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:31.093058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b6ea7f2-9e9e-4ac0-948f-90fe30ad5130 req-5b518b74-d4c6-4b1a-8078-0ba6970b2d07 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0530462 Aug 27 12:56:31.130168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b6ea7f2-9e9e-4ac0-948f-90fe30ad5130 req-4c1ea60c-5d91-4324-8b12-9b2d8f696678 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Aug 27 12:56:32.267240 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-87981e93-c2d8-4f4e-8bac-f292492ceb04 service neutron] show failed (client error): The resource could not be found. Aug 27 12:56:32.268316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-87981e93-c2d8-4f4e-8bac-f292492ceb04 service neutron] 10.222.0.77 "GET /v2.0/ports/f4f7f082-dad8-440e-a8d4-29fe918e0da3/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0626750 Aug 27 12:56:32.329487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a64e3-3092-45f4-9cdc-0506ffaa2a07 req-83b8a6c9-72f8-4098-8cca-4c6d2aa029b8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:32.331024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-608a64e3-3092-45f4-9cdc-0506ffaa2a07 req-83b8a6c9-72f8-4098-8cca-4c6d2aa029b8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0972989 Aug 27 12:56:32.369850 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-608a64e3-3092-45f4-9cdc-0506ffaa2a07 req-16830a8d-6808-4e63-b42f-71b55c159397 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Aug 27 12:56:32.514248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-e0d5f1eb-7071-4a1f-9b19-9625d5963db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:32.515817 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-e0d5f1eb-7071-4a1f-9b19-9625d5963db0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6&tenant_id=3aa965b7e93742daa096cc36c1032b52 HTTP/1.1" status: 200 len: 1096 time: 0.0745780 Aug 27 12:56:32.529554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:56:32.581240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:32.779436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:32.810564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h1-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:56:32.848840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:56:32.851136 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394287a8-18fe-4270-995b-80592ce7e433" -d '{"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:56:32.854814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:32.868162 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Transition to ACTIVE for port object f4f7f082-dad8-440e-a8d4-29fe918e0da3 will not be triggered until provisioned by entity L2. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:56:32.873018 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:32.909668 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0b3c8-92a7-438a-bbae-f61e6db3dfde x-openstack-request-id: req-14b0b3c8-92a7-438a-bbae-f61e6db3dfde {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:56:32.909958 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:56:32.910210 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14b0b3c8-92a7-438a-bbae-f61e6db3dfde {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:56:32.910631 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'code': 200} Aug 27 12:56:32.936304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=6']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:32.938295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] No DVR routers for this DVR port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on host n-h1-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:56:32.946881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.947228 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.947567 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.947902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.948232 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.948562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.948885 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.949212 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.950075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.950411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.950829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.951142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:32.987788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:56:32.988115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:56:32.988438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:56:32.992627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:56:32.992945 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Attempting to bind port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:56:32.997605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:56:32.997937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Checking segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:56:32.998311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Bound using segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} {{(pid=94624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:56:32.998761 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.managers [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Bound port: f4f7f082-dad8-440e-a8d4-29fe918e0da3, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}}] {{(pid=94624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:56:32.999110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:33.060556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h2-688802-4, cleared binding levels {{(pid=94624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:56:33.063479 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:56:33.068899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:33.104260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:33.104864 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:33.106269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] 10.222.0.65 "PUT /v2.0/ports/f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 1091 time: 0.5811448 Aug 27 12:56:33.126645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94e8fd-9dc8-4b4a-8808-b8709fcbdc30 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=7']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:33.167827 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-1afee416-6175-4d93-b4a4-5c0e316b6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:33.169314 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-1afee416-6175-4d93-b4a4-5c0e316b6d34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1094 time: 0.0399423 Aug 27 12:56:33.261054 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-db19719e-65bd-4796-83e0-b69d0104d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:33.263063 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-db19719e-65bd-4796-83e0-b69d0104d024 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0864527 Aug 27 12:56:33.303723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-024eb508-b315-477c-9f35-198c770024cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0323551 Aug 27 12:56:33.354395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-1a0a0620-67dd-46ba-8905-a44ad18f465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:33.355888 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-1a0a0620-67dd-46ba-8905-a44ad18f465a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0452914 Aug 27 12:56:33.387483 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-073aa44b-948a-451e-a7d4-77ce13bc73b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237646 Aug 27 12:56:33.479622 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-4a1ac553-7f8e-47a4-bb49-f72a561e9d35 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826128 Aug 27 12:56:33.487378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a969b-931f-44c9-8e53-bddc2edca669 req-59dd62eb-3f9f-4922-bce9-5c447b4655c0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:33.488874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e80a969b-931f-44c9-8e53-bddc2edca669 req-59dd62eb-3f9f-4922-bce9-5c447b4655c0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 943 time: 0.0527022 Aug 27 12:56:33.526266 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e80a969b-931f-44c9-8e53-bddc2edca669 req-6cf25bd1-572f-41d5-8759-1cfc70bb5846 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Aug 27 12:56:33.573810 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-b0fbd6e6-1ff7-4580-846c-621aa2233b4f req-5855f2e6-c644-4dfd-a02c-ca06a2cb58d7 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865369 Aug 27 12:56:34.728875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086a89-1f50-4612-a291-1b7b3a5cf9d3 req-acf5204a-cdfc-44de-9e38-aeeac3d2ea5c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:34.730390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e086a89-1f50-4612-a291-1b7b3a5cf9d3 req-acf5204a-cdfc-44de-9e38-aeeac3d2ea5c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 943 time: 0.0942607 Aug 27 12:56:34.768192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e086a89-1f50-4612-a291-1b7b3a5cf9d3 req-39564acb-ad4d-4f48-9383-d3af2021a937 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Aug 27 12:56:34.911935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:56:34.914275 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41dbe76-4058-4f38-85e0-75146b5abcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:56:34.962284 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b0de15-f9e1-4d5d-b7dd-c5d7360d8ef9 x-openstack-request-id: req-02b0de15-f9e1-4d5d-b7dd-c5d7360d8ef9 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:56:34.962622 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:56:34.962881 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02b0de15-f9e1-4d5d-b7dd-c5d7360d8ef9 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:56:34.963281 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'status': 'completed', 'code': 200} Aug 27 12:56:35.023779 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-6563307b-6888-43c1-a5d0-2560c01fa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.025263 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-6563307b-6888-43c1-a5d0-2560c01fa08b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1094 time: 0.0416338 Aug 27 12:56:35.058028 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-8b925b93-fa5a-4526-8d2b-a50a78f19bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.060257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-8b925b93-fa5a-4526-8d2b-a50a78f19bc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1094 time: 0.0422769 Aug 27 12:56:35.127343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-88614258-1a70-42c8-8090-b4cf671f9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.128930 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-88614258-1a70-42c8-8090-b4cf671f9c40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0939910 Aug 27 12:56:35.163068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-5879bc68-2df0-4059-bfa5-c30346f9f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.164625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-5879bc68-2df0-4059-bfa5-c30346f9f2fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0964661 Aug 27 12:56:35.180791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-3d694b32-0455-4625-b48b-8bf2768c11f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0381908 Aug 27 12:56:35.213253 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-411108c4-05ff-4dd7-a448-c1cc88fdc086 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0375071 Aug 27 12:56:35.251896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-23169e72-c4e1-4186-85c7-48af03ace9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.253379 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-23169e72-c4e1-4186-85c7-48af03ace9a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0652931 Aug 27 12:56:35.263215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-0a28ea91-77e1-4a9f-a377-5d9cc9cac9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.264700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-0a28ea91-77e1-4a9f-a377-5d9cc9cac9ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0453033 Aug 27 12:56:35.286266 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-9a03fedd-64c9-4750-8c05-a898418fab3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256274 Aug 27 12:56:35.301873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-05243e75-666e-4466-b1b4-5a15b8a3ea93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299013 Aug 27 12:56:35.398991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-32deac29-a2d3-4e0d-924d-177f84989888 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Aug 27 12:56:35.413259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:56:35.502897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-752a0720-16bc-4e3a-bcd3-266ad302f76e service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952008 Aug 27 12:56:35.514356 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:35.526641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'port_id': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'mac_address': 'fa:16:3e:b7:0f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da887dfb-f274-466b-be2b-e13c7b26a3df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:56:35.569918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:35.583547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f7f082-dad8-440e-a8d4-29fe918e0da3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:56:35.604167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:35.609018 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:35.659421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:35.666827 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.667171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.667509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.667840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.668726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.669055 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.669379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.669699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.670020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.670361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.670702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.671023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:35.716213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-fa79bd99-fd84-416d-9897-5988aea09fde service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229274 Aug 27 12:56:35.810928 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a41dbe76-4058-4f38-85e0-75146b5abcb7 req-348a3643-3aac-456c-a744-da542d6cb1a2 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Aug 27 12:56:35.838484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f4f7f082-dad8-440e-a8d4-29fe918e0da3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:56:35.883611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e8f4b-f709-4200-b6e6-0f75efc3d559 req-f82afd1d-aed8-4080-bfc7-e8f9d4695757 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:35.885120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d45e8f4b-f709-4200-b6e6-0f75efc3d559 req-f82afd1d-aed8-4080-bfc7-e8f9d4695757 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 944 time: 0.0493286 Aug 27 12:56:35.925185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d45e8f4b-f709-4200-b6e6-0f75efc3d559 req-4b2dbd6a-9f4c-4eee-9987-dad53e128031 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Aug 27 12:56:36.176331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e543-4bf2-4672-9fac-8fbf25b4cf10 req-7405bc66-978d-46e1-b503-b9b8b29c8672 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:36.177831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56f8e543-4bf2-4672-9fac-8fbf25b4cf10 req-7405bc66-978d-46e1-b503-b9b8b29c8672 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 944 time: 0.1071606 Aug 27 12:56:36.211404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8511-52db-43b5-847b-739728c7027e req-fe476a5a-ff77-40d6-b483-0c916cf53f8e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:36.212807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-fe476a5a-ff77-40d6-b483-0c916cf53f8e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6&tenant_id=3aa965b7e93742daa096cc36c1032b52&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.1149516 Aug 27 12:56:36.237101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56f8e543-4bf2-4672-9fac-8fbf25b4cf10 req-33b8b2f0-5567-4778-af9a-69c25af94c8b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519195 Aug 27 12:56:36.282405 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-7b7a8511-52db-43b5-847b-739728c7027e req-aaad67b1-42a5-49f0-8084-b60413f72a51 service neutron] delete failed (client error): The resource could not be found. Aug 27 12:56:36.283387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-aaad67b1-42a5-49f0-8084-b60413f72a51 service neutron] 10.222.0.77 "DELETE /v2.0/ports/f4f7f082-dad8-440e-a8d4-29fe918e0da3/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0583553 Aug 27 12:56:36.388941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8511-52db-43b5-847b-739728c7027e req-41e41e2c-24ce-4d03-8fcb-9ebf911bfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:36.390417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-41e41e2c-24ce-4d03-8fcb-9ebf911bfb79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 1095 time: 0.0437808 Aug 27 12:56:36.485015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8511-52db-43b5-847b-739728c7027e req-ed1e3618-8eed-4f63-9e6c-e2c321b7f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:36.486525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-ed1e3618-8eed-4f63-9e6c-e2c321b7f20f service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0849559 Aug 27 12:56:36.531194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-9b2ca14a-f878-4160-a85a-3f404a98fe18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 200 len: 217 time: 0.0374758 Aug 27 12:56:36.578808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8511-52db-43b5-847b-739728c7027e req-14ce5e0a-2c29-4d7a-9d2e-cd6e18303a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:36.580785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-14ce5e0a-2c29-4d7a-9d2e-cd6e18303a08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0422187 Aug 27 12:56:36.612493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-f4aa0be2-5056-42cf-bbea-b0ebe2136e40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243661 Aug 27 12:56:36.701752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-11147b69-e978-4fa0-a671-da9cfcf798d1 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817695 Aug 27 12:56:36.793687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7b7a8511-52db-43b5-847b-739728c7027e req-f009ca3d-ed77-4414-8bdd-dd7bde95d0e3 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843828 Aug 27 12:56:37.359061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140a2d-ad4b-440a-9e8c-769c2ab6856b req-e9105645-f3fa-4e20-9f36-61428e000a51 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:37.360690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb140a2d-ad4b-440a-9e8c-769c2ab6856b req-e9105645-f3fa-4e20-9f36-61428e000a51 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 944 time: 0.0534885 Aug 27 12:56:37.403525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb140a2d-ad4b-440a-9e8c-769c2ab6856b req-def8d88b-e532-42e7-8b69-bbd545cb6f5c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Aug 27 12:56:37.452049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:56:37.503584 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f4f7f082-dad8-440e-a8d4-29fe918e0da3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:56:37.507502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f4f7f082-dad8-440e-a8d4-29fe918e0da3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:56:37.507947 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:37.526678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c3b3-b9aa-45ad-8486-e20c6b7d70f5 req-d07acc18-34ca-4a02-89f4-790728030494 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:37.528194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0150c3b3-b9aa-45ad-8486-e20c6b7d70f5 req-d07acc18-34ca-4a02-89f4-790728030494 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 944 time: 0.0551255 Aug 27 12:56:37.567117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0150c3b3-b9aa-45ad-8486-e20c6b7d70f5 req-7ccaca6c-541b-47cb-b220-ce870cdeba72 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Aug 27 12:56:37.584331 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:37.607115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:56:37.609398 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b8c90-4484-4bb4-9f16-87b4f7c2d407" -d '{"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-plugged", "status": "completed", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:56:37.622786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:37.627378 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:37.657773 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e14b51-77a3-4ea9-bf93-aaa9a98177a1 x-openstack-request-id: req-93e14b51-77a3-4ea9-bf93-aaa9a98177a1 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:56:37.658072 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-plugged", "status": "completed", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:56:37.658330 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93e14b51-77a3-4ea9-bf93-aaa9a98177a1 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:56:37.658756 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'code': 200} Aug 27 12:56:37.684664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:37.686357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5407b8-211e-4883-81fb-5a3f12fc38cb req-9229d70e-631c-47f1-b7b2-e92e47d208f4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:37.688102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e5407b8-211e-4883-81fb-5a3f12fc38cb req-9229d70e-631c-47f1-b7b2-e92e47d208f4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Aug 27 12:56:37.691816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:56:37.727581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e5407b8-211e-4883-81fb-5a3f12fc38cb req-07bd5195-c6bd-477b-bd39-636b322358f4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Aug 27 12:56:37.731782 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:56:38.078055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-4e544eeb-f350-467b-b4c5-0f6f337a3cbf tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:38.079461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-4e544eeb-f350-467b-b4c5-0f6f337a3cbf tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 815 time: 0.1037169 Aug 27 12:56:38.094659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-227adb80-25c4-4f60-bf03-8f02a24ba19d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/quotas/3aa965b7e93742daa096cc36c1032b52 HTTP/1.1" status: 200 len: 375 time: 0.0095019 Aug 27 12:56:38.144142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-34a5c62d-b121-4ccd-9a68-e75080e9fe20 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439272 Aug 27 12:56:38.232930 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-a7c051bf-ab7f-4b80-82ca-7a23a14d0043 service neutron] 10.222.0.76 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818245 Aug 27 12:56:38.322980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-2b9d87b1-ef96-4c70-b9f0-d08db1efdaa1 service neutron] 10.222.0.76 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839593 Aug 27 12:56:38.483880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2fe5f39d-0266-4582-a67c-9789596744fa req-06b228b8-896a-48c9-b46f-0e338f5977e4 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 210 time: 0.0263205 Aug 27 12:56:38.707846 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:39.346215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.65', 49390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:56:39.398075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-3b9da3b0-4b2a-4c99-a982-df402d48046d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:39.399623 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-3b9da3b0-4b2a-4c99-a982-df402d48046d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d3e0f3b-815b-4125-8f9d-587b556e86e6 HTTP/1.1" status: 200 len: 945 time: 0.0561216 Aug 27 12:56:39.466970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-a1a1baeb-f613-4107-99e8-2e0f0abf9110 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:39.468981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-a1a1baeb-f613-4107-99e8-2e0f0abf9110 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 815 time: 0.1217408 Aug 27 12:56:39.486428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Request body: {'port': {'device_id': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'admin_state_up': True, 'tenant_id': '3aa965b7e93742daa096cc36c1032b52'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:56:39.495747 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Deleting port f4f7f082-dad8-440e-a8d4-29fe918e0da3 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:56:39.496750 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:39.591433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] For port f4f7f082-dad8-440e-a8d4-29fe918e0da3, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f4f7f082-dad8-440e-a8d4-29fe918e0da3,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:39.591808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:39.602147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-011ab7e0-f050-45bf-b693-810ae5fb46dc req-fdc1fbd6-8fec-4381-9e93-d2d15db20634 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 210 time: 0.0364914 Aug 27 12:56:39.604691 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Calling delete_port for f4f7f082-dad8-440e-a8d4-29fe918e0da3 owned by compute:nova {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:56:39.625823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Made reservation on behalf of 3aa965b7e93742daa096cc36c1032b52 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:56:39.625823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:39.734364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:39.747972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f4f7f082-dad8-440e-a8d4-29fe918e0da3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:56:39.755888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Allocated IP 172.20.0.3 (a6865a5d-09d8-4b6f-adf9-f724d40eadd6/da887dfb-f274-466b-be2b-e13c7b26a3df/2ee55253-37e8-4a40-93fa-cdc411971a56) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:56:39.767735 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Pushing event deleted for resources: {'Port': ['ID=f4f7f082-dad8-440e-a8d4-29fe918e0da3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:39.810647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] No DVR routers for this DVR port f4f7f082-dad8-440e-a8d4-29fe918e0da3 on host n-h2-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:56:39.813333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:39.815519 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.65 "DELETE /v2.0/ports/f4f7f082-dad8-440e-a8d4-29fe918e0da3 HTTP/1.1" status: 204 len: 173 time: 0.4094307 Aug 27 12:56:39.815968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-deleted', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:56:39.818213 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197bd5e890b0de7dee9c24a5def7e3b0cdd12f34b5b2a6a3dc1f5c0cef3ce152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8183dd-dcad-4348-b8c7-528e001fc5c4" -d '{"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-deleted", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:56:39.857627 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d244adf9-6f5f-487a-8044-1070c81957e3 x-openstack-request-id: req-d244adf9-6f5f-487a-8044-1070c81957e3 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:56:39.857927 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3e0f3b-815b-4125-8f9d-587b556e86e6", "name": "network-vif-deleted", "tag": "f4f7f082-dad8-440e-a8d4-29fe918e0da3", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:56:39.858183 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d244adf9-6f5f-487a-8044-1070c81957e3 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:56:39.858616 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3e0f3b-815b-4125-8f9d-587b556e86e6', 'name': 'network-vif-deleted', 'tag': 'f4f7f082-dad8-440e-a8d4-29fe918e0da3', 'status': 'completed', 'code': 200} Aug 27 12:56:40.253902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:40.296330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:40.308145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f4f7f082-dad8-440e-a8d4-29fe918e0da3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:56:40.336274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:56:40.339208 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:56:40.345573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:56:40.372048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:40.385586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.385934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.386272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.387142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.387475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.387802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.388124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.388442 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.388788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.389104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.389419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.389732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:56:40.407376 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:40.407978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:40.420942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-3b92fd7e-e5f4-4e25-98c4-6d4017c5b219 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386139 Aug 27 12:56:40.433982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Request body: {'port': {'device_id': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:56:40.489320 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:40.746939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f887-c965-4a5a-8cc8-09d9439a524b req-19f6aa41-b661-406c-9ecb-e3b9bed32a3b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:40.748428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e359f887-c965-4a5a-8cc8-09d9439a524b req-19f6aa41-b661-406c-9ecb-e3b9bed32a3b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 931 time: 0.0753691 Aug 27 12:56:40.811079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee55253-37e8-4a40-93fa-cdc411971a56 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:56:40.821338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:40.826689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e359f887-c965-4a5a-8cc8-09d9439a524b req-44a81e16-07d9-4269-b9ca-4b7f46047945 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711856 Aug 27 12:56:40.837857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Transition to ACTIVE for port object 2ee55253-37e8-4a40-93fa-cdc411971a56 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:56:40.841681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:40.890336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:40.958340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:56:40.958700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:56:40.959031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:56:40.963262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Port 2ee55253-37e8-4a40-93fa-cdc411971a56 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:56:40.963592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:56:40.968368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:56:40.968711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Checking segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:56:40.969102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Bound using segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:56:40.969528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Bound port: 2ee55253-37e8-4a40-93fa-cdc411971a56, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:56:40.970264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:41.035279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:56:41.038247 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:56:41.043385 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:41.078294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:41.078934 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:41.080322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 1091 time: 0.6507070 Aug 27 12:56:41.080757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:56:41.083025 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8561fb64603e326eea13f6cfbccb9b18b7aa1edd13d2f1355c1aacb6ef4e6394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:56:41.109946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93f7d5-c288-4ae2-a826-0c3eb16ac5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:41.127936 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b357b481-eb47-44bc-9c36-8c35d4b96304 x-openstack-request-id: req-b357b481-eb47-44bc-9c36-8c35d4b96304 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:56:41.128230 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:56:41.128488 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b357b481-eb47-44bc-9c36-8c35d4b96304 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:56:41.128885 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'status': 'completed', 'code': 200} Aug 27 12:56:41.160443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-b4e3f8e2-d5e6-434c-a7a2-05e2a0aeab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:41.161873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-b4e3f8e2-d5e6-434c-a7a2-05e2a0aeab91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1094 time: 0.0435326 Aug 27 12:56:41.207831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-e0fef4e8-a74e-4739-9848-654bf7b8a2a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0369344 Aug 27 12:56:41.256536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4af4-879e-426e-bbde-c91922414828 req-61377059-a4b9-419b-b7e1-07c4114b4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:41.257958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-61377059-a4b9-419b-b7e1-07c4114b4f97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0427847 Aug 27 12:56:41.289921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-38e7fb30-e234-41c1-b081-9c7e45d67cd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243852 Aug 27 12:56:41.384736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-025aa844-78b2-4949-b5b1-309c7e052f40 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850246 Aug 27 12:56:41.474746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-45ca4af4-879e-426e-bbde-c91922414828 req-c05bb978-e26e-4def-a6ab-3de7b70f3eb3 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821862 Aug 27 12:56:41.558401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-f2160550-8670-4ddd-98dd-7a8909e7414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:41.559936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-f2160550-8670-4ddd-98dd-7a8909e7414a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1094 time: 0.0426044 Aug 27 12:56:41.651637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-9bf6ab88-617a-44b9-bc93-ff853a426b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:41.653619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-9bf6ab88-617a-44b9-bc93-ff853a426b95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0863349 Aug 27 12:56:41.697012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-b18baf02-bbde-4d06-bdeb-cf3345cd3a31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0349324 Aug 27 12:56:41.745979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-56f16c4d-3158-476d-8819-2f68e15bd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:41.748047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-56f16c4d-3158-476d-8819-2f68e15bd00e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0438168 Aug 27 12:56:41.785174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-36a3c4d3-1eb4-4d0a-8314-8a694bc8de06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291650 Aug 27 12:56:41.875429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-0219c3ef-3b3d-4969-a42c-265351b74514 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818343 Aug 27 12:56:42.000437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74e34f-2173-4414-bda4-54bbc833c36c req-d2bd5deb-ce8e-477a-a05e-5f38b08abb1e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:42.001841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b74e34f-2173-4414-bda4-54bbc833c36c req-d2bd5deb-ce8e-477a-a05e-5f38b08abb1e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 943 time: 0.0996034 Aug 27 12:56:42.018955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fdd9fcd3-c191-446c-a7e5-ddf2f791ec6b req-45e36773-563e-49ba-bf5f-1e128f8adcdb service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357999 Aug 27 12:56:42.046444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b74e34f-2173-4414-bda4-54bbc833c36c req-0ee0aab6-7159-4fa6-b692-74a7c3512459 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Aug 27 12:56:43.164570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4edc5-c93b-4dec-ab3e-2dc3a8781509 req-938e476e-f0d1-46d9-bd1a-aba66dba94ba tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:43.166095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4f4edc5-c93b-4dec-ab3e-2dc3a8781509 req-938e476e-f0d1-46d9-bd1a-aba66dba94ba tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 943 time: 0.0509307 Aug 27 12:56:43.203721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4f4edc5-c93b-4dec-ab3e-2dc3a8781509 req-3be68782-81c0-4062-88f4-c57646ced91e tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Aug 27 12:56:43.493746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:56:43.495876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:56:43.522366 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: f4f7f082-dad8-440e-a8d4-29fe918e0da3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:56:43.522747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f4f7f082-dad8-440e-a8d4-29fe918e0da3 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:56:43.607780 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:43.617755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'port_id': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'mac_address': 'fa:16:3e:9e:76:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da887dfb-f274-466b-be2b-e13c7b26a3df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:56:43.654720 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:43.667332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee55253-37e8-4a40-93fa-cdc411971a56 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:56:43.690802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:43.694961 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:43.743122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:43.895775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['2ee55253-37e8-4a40-93fa-cdc411971a56'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:56:44.321503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2816d5-7138-4194-9b36-87a5e7e49348 req-7f483b5c-f881-4fef-af8d-9a2dcff79d33 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:44.323005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f2816d5-7138-4194-9b36-87a5e7e49348 req-7f483b5c-f881-4fef-af8d-9a2dcff79d33 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0530968 Aug 27 12:56:44.362883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f2816d5-7138-4194-9b36-87a5e7e49348 req-bebbe9cf-75b8-4d93-9ec2-ccfc853c0fcf tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Aug 27 12:56:45.478306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb82f9-b8b4-4837-8434-d7823de38837 req-79976797-238e-490a-91d3-29540ca36218 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:45.479821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8fb82f9-b8b4-4837-8434-d7823de38837 req-79976797-238e-490a-91d3-29540ca36218 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0506687 Aug 27 12:56:45.510267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:56:45.518950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8fb82f9-b8b4-4837-8434-d7823de38837 req-ecfdd6fc-5d4d-4167-b15c-f9aeb3364c36 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Aug 27 12:56:45.560709 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 2ee55253-37e8-4a40-93fa-cdc411971a56 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:56:45.564335 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 2ee55253-37e8-4a40-93fa-cdc411971a56 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:56:45.564706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:45.638962 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:45.660292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:56:45.662455 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f13a9f2f9d00bd1732dfa1dc71a28c7e5d3563b146db16f6392004bb28c2d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c655e-224e-496d-8b58-0ca2eeab8e42" -d '{"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:56:45.675311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:56:45.679210 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:45.705376 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0691d4ca-f5c4-46dd-80eb-9946b67a8b2a x-openstack-request-id: req-0691d4ca-f5c4-46dd-80eb-9946b67a8b2a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:56:45.705676 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:56:45.705949 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0691d4ca-f5c4-46dd-80eb-9946b67a8b2a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:56:45.706311 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'code': 200} Aug 27 12:56:45.733545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:56:45.875984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f93de3-6df1-4dfc-97c7-6d6314e89528 req-bf64755d-8bba-4d4e-af4b-cd644ccd5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:45.877824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4f93de3-6df1-4dfc-97c7-6d6314e89528 req-bf64755d-8bba-4d4e-af4b-cd644ccd5a73 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1096 time: 0.0807531 Aug 27 12:56:45.911967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4f93de3-6df1-4dfc-97c7-6d6314e89528 req-001b298b-b667-4e82-8a7e-fee695fee8e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265543 Aug 27 12:56:46.637539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e735832-2337-429d-bc63-08cfb43b31d9 req-d95313f2-6666-49a5-af95-bda5b204c0d5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:46.638856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e735832-2337-429d-bc63-08cfb43b31d9 req-d95313f2-6666-49a5-af95-bda5b204c0d5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0531437 Aug 27 12:56:46.675506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e735832-2337-429d-bc63-08cfb43b31d9 req-82ebe3be-5571-4c2f-9f0b-ddba1bfbc20f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Aug 27 12:56:46.787305 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:56:47.794363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc739a0-1692-411f-825b-1d5b5b1b142c req-e2212784-06c8-413d-af84-7b45bbf8e8d8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:47.795976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dc739a0-1692-411f-825b-1d5b5b1b142c req-e2212784-06c8-413d-af84-7b45bbf8e8d8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0493569 Aug 27 12:56:47.834569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dc739a0-1692-411f-825b-1d5b5b1b142c req-237e4f56-7baf-406e-a05c-b7ab6d6d5b06 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Aug 27 12:56:47.948533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935c30-8096-474f-bb2f-4d4aab5d7c93 req-ea14ad02-da83-4215-aa36-ab8e97f878ae tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:47.950524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2935c30-8096-474f-bb2f-4d4aab5d7c93 req-ea14ad02-da83-4215-aa36-ab8e97f878ae tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0484841 Aug 27 12:56:47.988699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2935c30-8096-474f-bb2f-4d4aab5d7c93 req-6db3edfa-e04a-4e26-aae6-8a5eec71a2f6 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Aug 27 12:56:48.207999 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-44c2329f-5dae-4191-9508-36cb1b0e1c32 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418859 Aug 27 12:56:48.229880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9f8aa-adc3-4e23-99eb-e473397fa4dd req-6456107e-b088-4eae-ad06-194c1531dd72 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:48.231685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82b9f8aa-adc3-4e23-99eb-e473397fa4dd req-6456107e-b088-4eae-ad06-194c1531dd72 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0554862 Aug 27 12:56:48.271762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82b9f8aa-adc3-4e23-99eb-e473397fa4dd req-7d595afa-0073-4c50-8eef-9113d9808c09 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Aug 27 12:56:48.555806 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9f093c5f-7f66-4d9a-9881-f3515fbc0adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:49.430344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb901a-3309-4809-93ad-277544114239 req-996f34cf-fba5-4eb9-a035-aeca8de59517 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:49.431904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5eb901a-3309-4809-93ad-277544114239 req-996f34cf-fba5-4eb9-a035-aeca8de59517 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0742345 Aug 27 12:56:49.449981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-655c64b7-3bde-4c4c-b15c-64c46b2e1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:49.451455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-655c64b7-3bde-4c4c-b15c-64c46b2e1776 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1096 time: 0.0672762 Aug 27 12:56:49.522618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5eb901a-3309-4809-93ad-277544114239 req-61c37f22-cb31-4ed0-9da6-d17027a697cc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834117 Aug 27 12:56:49.562917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-238512ee-95a0-4bda-97b1-97b1a8492c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:49.564433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-238512ee-95a0-4bda-97b1-97b1a8492c5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.1033781 Aug 27 12:56:49.606531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-a91a2ce3-c649-41f7-a205-da2669a38ad8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0347843 Aug 27 12:56:49.660715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-fcf8794d-2a94-4f70-9e69-07eb974244f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:49.662167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-fcf8794d-2a94-4f70-9e69-07eb974244f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0477438 Aug 27 12:56:49.694367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-2101fc63-3e38-4e17-86fc-e312e54b691c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251427 Aug 27 12:56:49.783866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-946a8965-8cca-41cd-9f19-d3874544eb8e service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Aug 27 12:56:49.880421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-4473d4ba-16ed-4c1a-bd7c-faa846372553 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Aug 27 12:56:50.662072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601d34c-173d-44cf-ada7-858613c7de0b req-b1868282-b77f-44b5-b978-dc4959504603 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:50.664480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1601d34c-173d-44cf-ada7-858613c7de0b req-b1868282-b77f-44b5-b978-dc4959504603 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0504534 Aug 27 12:56:50.680083 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:50.703526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1601d34c-173d-44cf-ada7-858613c7de0b req-4c075f34-fdac-4f11-9568-97feaa267fb9 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Aug 27 12:56:51.034040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-25250700-394c-4abb-901d-f50487ed936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:51.230551 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:51.817102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754b5c-879a-4932-be05-a985c4bbfc49 req-934004e2-4a48-40f3-86ac-6a8ca1893613 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:51.818641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1754b5c-879a-4932-be05-a985c4bbfc49 req-934004e2-4a48-40f3-86ac-6a8ca1893613 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Aug 27 12:56:51.857704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f1754b5c-879a-4932-be05-a985c4bbfc49 req-83fa5e7f-78f4-4d78-b54e-9cddc89eb593 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Aug 27 12:56:52.280396 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:52.976563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb2124-f0ac-4167-a6e1-866c29f64e1a req-f2cf787f-4045-4d71-a4c0-a814b6cf9659 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:52.977933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54cb2124-f0ac-4167-a6e1-866c29f64e1a req-f2cf787f-4045-4d71-a4c0-a814b6cf9659 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0520604 Aug 27 12:56:53.015367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54cb2124-f0ac-4167-a6e1-866c29f64e1a req-8df7f759-1b11-45d0-bc4d-81dfa8ee6ca6 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308385 Aug 27 12:56:54.130425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec579-ba86-4ba2-951a-ec0c516c17f5 req-87dff06a-ec3a-41cb-9443-b7a6ed32d121 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:54.131944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e1ec579-ba86-4ba2-951a-ec0c516c17f5 req-87dff06a-ec3a-41cb-9443-b7a6ed32d121 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0495136 Aug 27 12:56:54.155864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:56:54.170543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e1ec579-ba86-4ba2-951a-ec0c516c17f5 req-1b59a96c-c6ea-4786-9872-925caf86cb91 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Aug 27 12:56:55.284507 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f2f86-0802-493f-8261-569a29254f77 req-727abbc9-5791-4c7c-aeb7-f7256be0b570 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:55.285991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc6f2f86-0802-493f-8261-569a29254f77 req-727abbc9-5791-4c7c-aeb7-f7256be0b570 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Aug 27 12:56:55.323272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fc6f2f86-0802-493f-8261-569a29254f77 req-90541ae1-78b9-46fd-b239-b9856bfeef12 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 27 12:56:56.447863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448dc8d-0087-4fbd-befa-6c81259d2e4a req-55f62664-ff6c-4405-a08c-e3608c6a4409 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:56.449360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f448dc8d-0087-4fbd-befa-6c81259d2e4a req-55f62664-ff6c-4405-a08c-e3608c6a4409 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0544875 Aug 27 12:56:56.488893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f448dc8d-0087-4fbd-befa-6c81259d2e4a req-662a4ec3-c379-4d5f-b6e8-c8cc8f375bc1 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Aug 27 12:56:57.604535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faefe2c-1bf1-4c25-8ac5-73208e363e1b req-2c295333-80d8-43ce-b366-f2349e536a48 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:57.606196 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6faefe2c-1bf1-4c25-8ac5-73208e363e1b req-2c295333-80d8-43ce-b366-f2349e536a48 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0502892 Aug 27 12:56:57.643515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6faefe2c-1bf1-4c25-8ac5-73208e363e1b req-e34b1a8c-2ad1-47bc-ac5d-81c2dd2fd461 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314021 Aug 27 12:56:58.763136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ea094-45f8-4670-a7eb-c835f282f6e6 req-38871198-d275-4ce1-9d6d-6b610e45c14f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:58.764641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee0ea094-45f8-4670-a7eb-c835f282f6e6 req-38871198-d275-4ce1-9d6d-6b610e45c14f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0517468 Aug 27 12:56:58.802700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee0ea094-45f8-4670-a7eb-c835f282f6e6 req-a6034364-2aab-4856-bed1-50a57daf0c35 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Aug 27 12:56:59.115044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-08edf215-8c5e-453a-b06f-5a3df291b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:59.116540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-08edf215-8c5e-453a-b06f-5a3df291b59b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1096 time: 0.0456722 Aug 27 12:56:59.219538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-33d8de5c-e77d-4fe9-b5e6-b3a6e15783ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:59.221060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-33d8de5c-e77d-4fe9-b5e6-b3a6e15783ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0849638 Aug 27 12:56:59.275085 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-92a3465e-ae4d-4234-9c96-f763a5591982 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0380597 Aug 27 12:56:59.329608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-d2a08e08-5d21-4b54-935c-9262049f1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:59.331144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-d2a08e08-5d21-4b54-935c-9262049f1bb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0452454 Aug 27 12:56:59.365254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-b655d3e9-778a-43ee-84a8-b463a4d2dd3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245218 Aug 27 12:56:59.453642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-311a538b-3bfe-4b48-b5a4-078f14af2d1c service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Aug 27 12:56:59.551913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03d9258b-16a9-4498-b0b6-43dc7da0af5d req-92ed8cf4-9480-4246-80b3-430def0c9118 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897858 Aug 27 12:56:59.920974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dcde-5fea-4030-8315-e4ecf7a3851a req-953ed3a4-b0ae-45f8-9d08-b52467cf3768 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:56:59.922467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11c1dcde-5fea-4030-8315-e4ecf7a3851a req-953ed3a4-b0ae-45f8-9d08-b52467cf3768 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 27 12:56:59.963854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-11c1dcde-5fea-4030-8315-e4ecf7a3851a req-51786980-ed2c-4ebb-ad9d-580242ab2300 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Aug 27 12:57:01.086143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed0055-b706-465f-bd28-8159787762e9 req-5007738c-7d82-4807-97db-20bdf883c9a5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:01.087664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27ed0055-b706-465f-bd28-8159787762e9 req-5007738c-7d82-4807-97db-20bdf883c9a5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0551605 Aug 27 12:57:01.128818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27ed0055-b706-465f-bd28-8159787762e9 req-ec5d3c1a-d47e-4db8-a63d-c2a76ff7aacd tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347176 Aug 27 12:57:02.248498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a25a94-498e-43f9-bd9f-619cbf13b982 req-d6d5fd18-b5ca-41dc-87c9-e6390b51159b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:02.249881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08a25a94-498e-43f9-bd9f-619cbf13b982 req-d6d5fd18-b5ca-41dc-87c9-e6390b51159b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Aug 27 12:57:02.288207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-08a25a94-498e-43f9-bd9f-619cbf13b982 req-3071a693-d69f-4c2c-a6b4-81505ccc76f7 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Aug 27 12:57:03.403902 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d042c5-327b-486a-ab54-d5ca0c346069 req-4bc1f759-f1a1-4a43-abe0-3eacaa16242f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:03.405369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8d042c5-327b-486a-ab54-d5ca0c346069 req-4bc1f759-f1a1-4a43-abe0-3eacaa16242f tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0477703 Aug 27 12:57:03.443311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8d042c5-327b-486a-ab54-d5ca0c346069 req-3d30d06f-7bfb-49c8-9a02-4f8c725c162b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Aug 27 12:57:04.562057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82f1d-d54b-4309-868f-80af410f1b29 req-5585c1ff-0e8c-4587-bf8f-c883bbbc6f97 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:04.563579 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccc82f1d-d54b-4309-868f-80af410f1b29 req-5585c1ff-0e8c-4587-bf8f-c883bbbc6f97 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0532477 Aug 27 12:57:04.600717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccc82f1d-d54b-4309-868f-80af410f1b29 req-2ed12a29-b45d-42e0-bc18-35063cd1a510 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Aug 27 12:57:05.716498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926e30c-9415-412d-ae8d-473f4531c634 req-bfcb9e61-4bb5-465c-83a0-56c618e73982 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:05.717939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8926e30c-9415-412d-ae8d-473f4531c634 req-bfcb9e61-4bb5-465c-83a0-56c618e73982 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Aug 27 12:57:05.756567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8926e30c-9415-412d-ae8d-473f4531c634 req-236051cb-aa41-40b7-bf60-cecf0ca45f0d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Aug 27 12:57:06.875847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca404f-7c22-49f8-9a20-21db39d5b187 req-6ca35727-9352-4d2e-b8a4-3af09edb5f0d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:06.877395 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84ca404f-7c22-49f8-9a20-21db39d5b187 req-6ca35727-9352-4d2e-b8a4-3af09edb5f0d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0516851 Aug 27 12:57:06.915468 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-84ca404f-7c22-49f8-9a20-21db39d5b187 req-81892610-2560-4c7d-b4cd-fd80469d5963 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Aug 27 12:57:08.038906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85012a63-1b95-4bf0-b87d-35da7e8bec40 req-82bb1c74-781e-4912-bfda-696bd41cde86 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:08.040382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85012a63-1b95-4bf0-b87d-35da7e8bec40 req-82bb1c74-781e-4912-bfda-696bd41cde86 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0565102 Aug 27 12:57:08.081133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-85012a63-1b95-4bf0-b87d-35da7e8bec40 req-6871439c-c65b-4dcd-857d-5946f1fa15e0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Aug 27 12:57:08.731194 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:09.198814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca31d7-ff64-4997-973e-83e8833e2602 req-43ed0da5-679e-4a77-83c2-5b9d86348e51 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:09.200307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3aca31d7-ff64-4997-973e-83e8833e2602 req-43ed0da5-679e-4a77-83c2-5b9d86348e51 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0509558 Aug 27 12:57:09.240765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3aca31d7-ff64-4997-973e-83e8833e2602 req-86c62936-c8e5-4814-b2de-3af4a8b82382 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Aug 27 12:57:10.356533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec844e81-de69-4559-9fd8-1a31dae368ab req-9eb3759d-76a3-4301-8a53-c8e8585add87 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:10.358003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec844e81-de69-4559-9fd8-1a31dae368ab req-9eb3759d-76a3-4301-8a53-c8e8585add87 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Aug 27 12:57:10.396552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec844e81-de69-4559-9fd8-1a31dae368ab req-e5d70bbf-9436-4347-b19f-730e9c8395ed tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Aug 27 12:57:11.530560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6fcb-5d34-42a7-aa4f-1b7b84f9dd07 req-e82ab542-b5b0-4624-b01f-f583cd9fd897 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:11.532910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a9e6fcb-5d34-42a7-aa4f-1b7b84f9dd07 req-e82ab542-b5b0-4624-b01f-f583cd9fd897 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0585570 Aug 27 12:57:11.575914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a9e6fcb-5d34-42a7-aa4f-1b7b84f9dd07 req-19714875-e0fa-4253-8746-19eb0d4658dd tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 Aug 27 12:57:12.692306 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ecd16-ce4e-4c3b-9f08-0f9f26c65f00 req-1a20caf7-44f6-4cbe-a277-16ee61c0bfef tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:12.693721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-410ecd16-ce4e-4c3b-9f08-0f9f26c65f00 req-1a20caf7-44f6-4cbe-a277-16ee61c0bfef tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Aug 27 12:57:12.732737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-410ecd16-ce4e-4c3b-9f08-0f9f26c65f00 req-db36f65d-4b59-4656-959c-b32164f24a38 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Aug 27 12:57:13.848114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae26a9-d6a1-408e-bbb7-7795fda1b3ec req-1debeee8-8f37-4532-b82a-87d1dc0871ff tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:13.849621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cae26a9-d6a1-408e-bbb7-7795fda1b3ec req-1debeee8-8f37-4532-b82a-87d1dc0871ff tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Aug 27 12:57:13.889356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9cae26a9-d6a1-408e-bbb7-7795fda1b3ec req-a868bbd5-7d27-4a36-b757-ff7a069c1abf tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Aug 27 12:57:15.009128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721a0e3-b28e-4cea-842d-e3c91c5e48c3 req-93ed9fdf-610d-4ecd-92d5-db06d51653a5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:15.010572 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4721a0e3-b28e-4cea-842d-e3c91c5e48c3 req-93ed9fdf-610d-4ecd-92d5-db06d51653a5 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Aug 27 12:57:15.048683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4721a0e3-b28e-4cea-842d-e3c91c5e48c3 req-58ee166f-e61c-403a-ad74-453999b9a86c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Aug 27 12:57:16.167229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ebf3-0a76-4054-b142-5e0f36209bb2 req-b8937188-e920-4107-8152-31b1e8527979 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:16.168726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d789ebf3-0a76-4054-b142-5e0f36209bb2 req-b8937188-e920-4107-8152-31b1e8527979 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Aug 27 12:57:16.206878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d789ebf3-0a76-4054-b142-5e0f36209bb2 req-d0e55b53-a3df-4eba-94ff-6250794c1aa1 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Aug 27 12:57:16.797859 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-2668dae6-77da-4980-9e89-029ed6b1dd09 service neutron] show failed (client error): The resource could not be found. Aug 27 12:57:16.798906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-2668dae6-77da-4980-9e89-029ed6b1dd09 service neutron] 10.222.0.65 "GET /v2.0/ports/2ee55253-37e8-4a40-93fa-cdc411971a56/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0542302 Aug 27 12:57:17.065394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-9b501fb1-c1fd-436d-8c6a-d70d93d51dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:17.066900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-9b501fb1-c1fd-436d-8c6a-d70d93d51dda service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9&tenant_id=3aa965b7e93742daa096cc36c1032b52 HTTP/1.1" status: 200 len: 1096 time: 0.0776641 Aug 27 12:57:17.085602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:17.140370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:17.372699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942bf9-6485-4233-8efd-c4d64a81f67e req-1365e012-d619-4d8f-a02f-9de0777269cd tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:17.374202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53942bf9-6485-4233-8efd-c4d64a81f67e req-1365e012-d619-4d8f-a02f-9de0777269cd tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0951364 Aug 27 12:57:17.386564 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:17.445150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53942bf9-6485-4233-8efd-c4d64a81f67e req-90ef9552-659b-4c72-9165-46e288e51582 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638809 Aug 27 12:57:17.448173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:57:17.488398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:17.493594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:17.507776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Transition to ACTIVE for port object 2ee55253-37e8-4a40-93fa-cdc411971a56 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:17.512053 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:17.541776 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228f3f0e-02ac-427c-957b-d9f8d0ee8851" -d '{"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:17.580260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] No DVR routers for this DVR port 2ee55253-37e8-4a40-93fa-cdc411971a56 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:57:17.584409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:17.618682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:57:17.619025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:57:17.619365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:17.623773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Port 2ee55253-37e8-4a40-93fa-cdc411971a56 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:57:17.624024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Attempting to bind port 2ee55253-37e8-4a40-93fa-cdc411971a56 on network a6865a5d-09d8-4b6f-adf9-f724d40eadd6 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:17.629083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:57:17.629418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Checking segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:57:17.629798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Bound using segment: {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:57:17.630218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Bound port: 2ee55253-37e8-4a40-93fa-cdc411971a56, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd7d05e-158b-481f-8cab-d8a725759164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:57:17.630601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:17.643740 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5cb16-3253-44d3-9034-ba464815c97e x-openstack-request-id: req-63d5cb16-3253-44d3-9034-ba464815c97e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:17.644029 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:17.644279 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63d5cb16-3253-44d3-9034-ba464815c97e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:17.644661 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'code': 200} Aug 27 12:57:17.698555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:57:17.701483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:57:17.705545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:17.737932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:17.738623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:17.739938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] 10.222.0.77 "PUT /v2.0/ports/2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 1091 time: 0.6584132 Aug 27 12:57:17.761711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d815ea-2f7f-4b9d-b06d-b45c3bbb8200 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:17.813427 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-657d519b-d329-416f-aa03-eb17147884e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:17.814941 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-657d519b-d329-416f-aa03-eb17147884e3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1094 time: 0.0408888 Aug 27 12:57:17.909593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-f973bcbb-3ca0-4e42-bb03-a97b5c09e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:17.911111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-f973bcbb-3ca0-4e42-bb03-a97b5c09e1ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0867972 Aug 27 12:57:17.952994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-c399e289-3c1f-4146-a067-a15d6699a18e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0332031 Aug 27 12:57:18.001374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-90ad6319-cb33-4666-9a7f-4aa4d7947dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:18.002800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-90ad6319-cb33-4666-9a7f-4aa4d7947dd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0430827 Aug 27 12:57:18.038960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-e77ab58e-591d-4a60-b6d5-d459af3b94cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289145 Aug 27 12:57:18.128056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-a046c435-4a25-4427-b150-295aed696c7f service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811093 Aug 27 12:57:18.225129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6383f0c0-38d5-4e23-b682-52a18ae872e1 req-342ddf04-a7cb-4d89-9735-cda46acb66cf service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879655 Aug 27 12:57:18.556509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-08d29088-e0e1-431e-a77f-2a4b6332d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:18.563157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1c70e-a76b-4a88-b405-df1e18a2c468 req-149316d1-17ef-41aa-bb1b-ca916c0a9a8c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:18.564696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcb1c70e-a76b-4a88-b405-df1e18a2c468 req-149316d1-17ef-41aa-bb1b-ca916c0a9a8c tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 943 time: 0.0500662 Aug 27 12:57:18.605118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dcb1c70e-a76b-4a88-b405-df1e18a2c468 req-b9f9bf0a-ac19-4fb4-a10d-cfd8441a584b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Aug 27 12:57:19.632310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:57:19.646021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:19.648513 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeb1600-7a54-4011-83e1-35182b76f0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:19.672829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:57:19.711639 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f4b21-150d-47b4-a1db-24d31de2cbb1 x-openstack-request-id: req-978f4b21-150d-47b4-a1db-24d31de2cbb1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:19.711937 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:19.712198 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-978f4b21-150d-47b4-a1db-24d31de2cbb1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:19.712598 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'status': 'completed', 'code': 200} Aug 27 12:57:19.745052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bb480-c682-43d3-9baf-313765bc1b29 req-e322b734-bdf9-47e4-9d55-892ef0c01f2b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:19.746691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f9bb480-c682-43d3-9baf-313765bc1b29 req-e322b734-bdf9-47e4-9d55-892ef0c01f2b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 943 time: 0.0650375 Aug 27 12:57:19.832637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-7138a128-8577-4056-a706-d7c76016a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:19.834139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-7138a128-8577-4056-a706-d7c76016a179 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1094 time: 0.1070244 Aug 27 12:57:19.840230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f9bb480-c682-43d3-9baf-313765bc1b29 req-c6c174a9-56ef-47af-9013-379bf440ad15 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792105 Aug 27 12:57:19.842912 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-2361afd0-7f83-4de2-9b13-103721861dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:19.844292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-2361afd0-7f83-4de2-9b13-103721861dcb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1094 time: 0.0843818 Aug 27 12:57:19.997642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-59046375-1ce7-4bc8-9102-fad9c1bd1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:19.999090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-59046375-1ce7-4bc8-9102-fad9c1bd1a44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.1539497 Aug 27 12:57:20.000169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-149e4b19-aee1-453b-89b5-0b9d07695977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:20.001686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-149e4b19-aee1-453b-89b5-0b9d07695977 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.1494265 Aug 27 12:57:20.074509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-d5351ef6-7692-460e-89ac-86dc2c1c8dda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0668750 Aug 27 12:57:20.075866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-d25e0414-2745-4356-a651-0b9c22b32ee7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0624056 Aug 27 12:57:20.158845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-5557898f-1a69-415f-ac1c-f4905a73b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:20.160255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-5557898f-1a69-415f-ac1c-f4905a73b604 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0787320 Aug 27 12:57:20.161601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-bb0d3fe8-c497-4c76-9098-eed67cd4e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:20.162926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-bb0d3fe8-c497-4c76-9098-eed67cd4e3f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0803080 Aug 27 12:57:20.210143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-2a02f118-3212-4661-8275-a090a8376624 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350707 Aug 27 12:57:20.211808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-8df4620c-eadc-4eaf-962c-3144a1ef529d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440087 Aug 27 12:57:20.677738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-4154284e-2405-49c2-a7fa-571f247bd7fc service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595456 Aug 27 12:57:20.679543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-42877bb3-b9b5-43f1-b8cc-c9904a59a177 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547997 Aug 27 12:57:20.681532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:20.840584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-c4753b5d-bf0e-43ab-a58f-885e63558045 service neutron] 10.222.0.77 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545534 Aug 27 12:57:20.842482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eeb1600-7a54-4011-83e1-35182b76f0b1 req-432bac24-bd41-4958-9c33-8ba8dd0d9efa service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493621 Aug 27 12:57:20.958857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cbac7-5318-4346-b84b-144d754b4221 req-0bebd95c-f832-4320-b042-327c688599db tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:20.960275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c1cbac7-5318-4346-b84b-144d754b4221 req-0bebd95c-f832-4320-b042-327c688599db tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 943 time: 0.0496209 Aug 27 12:57:20.997715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c1cbac7-5318-4346-b84b-144d754b4221 req-cd60cbcc-eb84-4c8f-a366-8e7ece434ade tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Aug 27 12:57:21.034508 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6c10c24-45e6-484e-9caa-a299d5627007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:21.230923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:21.913136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:57:22.005585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:22.017494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'network_id': 'a6865a5d-09d8-4b6f-adf9-f724d40eadd6', 'port_id': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'mac_address': 'fa:16:3e:9e:76:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da887dfb-f274-466b-be2b-e13c7b26a3df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:57:22.057369 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:22.072125 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee55253-37e8-4a40-93fa-cdc411971a56 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:57:22.093448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:22.097683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:22.121067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80861-5558-460a-83b8-a8a2a0fe6c6c req-5a615dc3-c541-430d-963f-2b534580e319 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:22.123044 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8b80861-5558-460a-83b8-a8a2a0fe6c6c req-5a615dc3-c541-430d-963f-2b534580e319 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 943 time: 0.0571177 Aug 27 12:57:22.149859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:22.164754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8b80861-5558-460a-83b8-a8a2a0fe6c6c req-14082440-d053-47c7-90f1-80bfcdf3b4ae tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Aug 27 12:57:22.283389 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:22.389555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004829bf-b7b2-47c8-b102-8e79563b4173 req-91b2d20e-b266-49de-9b95-0f1e3ef52d69 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:22.391150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-004829bf-b7b2-47c8-b102-8e79563b4173 req-91b2d20e-b266-49de-9b95-0f1e3ef52d69 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0796294 Aug 27 12:57:22.403146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-d08dc5c6-2084-4e3d-93eb-7af56e71824b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:22.404545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-d08dc5c6-2084-4e3d-93eb-7af56e71824b tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.65 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9&tenant_id=3aa965b7e93742daa096cc36c1032b52&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.0816624 Aug 27 12:57:22.467949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-004829bf-b7b2-47c8-b102-8e79563b4173 req-34e05556-29ff-4c73-864e-5d22b2c33956 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624433 Aug 27 12:57:22.491385 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-14bfd180-32e4-4637-bf46-6a027f7e887f service neutron] delete failed (client error): The resource could not be found. Aug 27 12:57:22.492405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-14bfd180-32e4-4637-bf46-6a027f7e887f service neutron] 10.222.0.65 "DELETE /v2.0/ports/2ee55253-37e8-4a40-93fa-cdc411971a56/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0738587 Aug 27 12:57:22.551215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2ee55253-37e8-4a40-93fa-cdc411971a56'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:57:22.578162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-5879b713-971a-4a43-8ff6-b3408fb1460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:22.579860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-5879b713-971a-4a43-8ff6-b3408fb1460b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3aa965b7e93742daa096cc36c1032b52&device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 1095 time: 0.0428042 Aug 27 12:57:22.672055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-ed076f7b-8b54-41e0-b40a-6708c73f2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:22.673522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-ed076f7b-8b54-41e0-b40a-6708c73f2bb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 200 len: 916 time: 0.0866082 Aug 27 12:57:22.716603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-2017775d-2cc2-4be3-84b6-e6acd09db26b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 200 len: 217 time: 0.0356834 Aug 27 12:57:22.766705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-801c3dc9-ddd9-46cd-a7fe-35525dacc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:22.768117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-801c3dc9-ddd9-46cd-a7fe-35525dacc87f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 200 len: 855 time: 0.0432861 Aug 27 12:57:22.803157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-147fe601-b06c-4ccd-b090-79a7ec208338 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a6865a5d-09d8-4b6f-adf9-f724d40eadd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279276 Aug 27 12:57:22.890083 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-0dff7bd4-9045-4c6b-ad96-c0387610eafe service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794284 Aug 27 12:57:22.983503 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05c59f07-54c5-4782-8bf7-c9f90dbb2d8b req-8b87f61d-cb2e-4a9c-a47d-04bffb865d40 service neutron] 10.222.0.65 "GET /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846179 Aug 27 12:57:23.588258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545a7bd-d31c-4e48-ae0a-ebd37863c441 req-33e5009b-3ed9-4580-8b95-e557343ae69d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:23.590273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e545a7bd-d31c-4e48-ae0a-ebd37863c441 req-33e5009b-3ed9-4580-8b95-e557343ae69d tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0510561 Aug 27 12:57:23.627505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e545a7bd-d31c-4e48-ae0a-ebd37863c441 req-d2dc74df-0885-45d4-b848-f09745a8c8f9 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Aug 27 12:57:23.748803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdb592-032f-4bd9-a016-01d69f2d9d57 req-788efb16-278b-411e-8e35-0a647cea0aee tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:23.750287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-affdb592-032f-4bd9-a016-01d69f2d9d57 req-788efb16-278b-411e-8e35-0a647cea0aee tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0498621 Aug 27 12:57:23.786267 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:57:23.788053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-affdb592-032f-4bd9-a016-01d69f2d9d57 req-56853573-4823-4978-8cdf-e0e9f885e6c1 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Aug 27 12:57:23.905705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589f0d-1f40-4441-bd3c-a6bfddbb8bd5 req-0fd87366-c85d-4408-a9f6-f2030cf823b0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:23.907144 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b589f0d-1f40-4441-bd3c-a6bfddbb8bd5 req-0fd87366-c85d-4408-a9f6-f2030cf823b0 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0532055 Aug 27 12:57:23.927889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:23.944663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2b589f0d-1f40-4441-bd3c-a6bfddbb8bd5 req-5d720537-ebb0-44e2-8992-464346ae2613 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Aug 27 12:57:23.977068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 2ee55253-37e8-4a40-93fa-cdc411971a56 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:23.980772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2ee55253-37e8-4a40-93fa-cdc411971a56 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:23.981145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:24.179456 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:24.222885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:24.245764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:24.259977 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:24.264507 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:24.292999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d772d0-0ff4-4a54-a267-2dfd4928ca80 req-abb1cb8a-6349-4b10-affd-60c3e7aaedd8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:24.294557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51d772d0-0ff4-4a54-a267-2dfd4928ca80 req-abb1cb8a-6349-4b10-affd-60c3e7aaedd8 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 944 time: 0.0521910 Aug 27 12:57:24.296747 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c04f4-0cfe-42e8-97c5-f8337c39af32" -d '{"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:24.319531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:24.338621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-51d772d0-0ff4-4a54-a267-2dfd4928ca80 req-69c102e8-4f25-496f-a7d7-f84412ef3512 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Aug 27 12:57:24.388503 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6ca33d-97de-47e6-8473-7deb18fe3db4 x-openstack-request-id: req-5a6ca33d-97de-47e6-8473-7deb18fe3db4 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:24.388853 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-plugged", "status": "completed", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:24.389112 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a6ca33d-97de-47e6-8473-7deb18fe3db4 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:24.389516 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'code': 200} Aug 27 12:57:25.453423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b834c9-9424-4e10-9007-6701640fbcbb req-68df0b6f-bda7-4c10-9782-d720d36c41bc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:25.454952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77b834c9-9424-4e10-9007-6701640fbcbb req-68df0b6f-bda7-4c10-9782-d720d36c41bc tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0499921 Aug 27 12:57:25.492325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-77b834c9-9424-4e10-9007-6701640fbcbb req-b4a585f4-4bd4-43b6-915b-35daa89742a6 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/security-groups?id=35ea6758-8add-4567-82fe-1b507c2d2086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 27 12:57:25.924021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-27a16e3d-9e39-4807-8270-4902c7ba7dbd tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:25.925481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-27a16e3d-9e39-4807-8270-4902c7ba7dbd tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.77 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 945 time: 0.0519753 Aug 27 12:57:26.014190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Deleting port 2ee55253-37e8-4a40-93fa-cdc411971a56 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 12:57:26.014569 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:26.105532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] For port 2ee55253-37e8-4a40-93fa-cdc411971a56, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee55253-37e8-4a40-93fa-cdc411971a56,segment=NetworkSegment(7cd7d05e-158b-481f-8cab-d8a725759164),segment_id=7cd7d05e-158b-481f-8cab-d8a725759164)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:26.105896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:26.118686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Calling delete_port for 2ee55253-37e8-4a40-93fa-cdc411971a56 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 12:57:26.243799 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:26.274565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Pushing event deleted for resources: {'Port': ['ID=2ee55253-37e8-4a40-93fa-cdc411971a56,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:26.316222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] No DVR routers for this DVR port 2ee55253-37e8-4a40-93fa-cdc411971a56 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 12:57:26.318839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:26.320809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3277eeed-e9e8-4b51-a3d7-8d2dafa14e62 req-a6414345-c479-4dbd-963d-1fdfb40e7e13 tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.77 "DELETE /v2.0/ports/2ee55253-37e8-4a40-93fa-cdc411971a56 HTTP/1.1" status: 204 len: 173 time: 0.3866596 Aug 27 12:57:26.321241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-deleted', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:26.323515 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a9ac05-1b99-4566-aaa1-6ce79277b117" -d '{"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-deleted", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:26.362275 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc0fd1-639c-4d76-b59e-027badb6a505 x-openstack-request-id: req-71dc0fd1-639c-4d76-b59e-027badb6a505 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:26.362606 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b359b847-f0c8-49e2-a7d8-f3dfbab459e9", "name": "network-vif-deleted", "tag": "2ee55253-37e8-4a40-93fa-cdc411971a56", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:26.362862 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71dc0fd1-639c-4d76-b59e-027badb6a505 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:26.363265 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b359b847-f0c8-49e2-a7d8-f3dfbab459e9', 'name': 'network-vif-deleted', 'tag': '2ee55253-37e8-4a40-93fa-cdc411971a56', 'status': 'completed', 'code': 200} Aug 27 12:57:26.605441 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92e76045-521e-4184-93c0-991699f2df2f req-828f04d3-942e-450a-ab60-be64486adced tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] 10.222.0.76 "GET /v2.0/ports?device_id=b359b847-f0c8-49e2-a7d8-f3dfbab459e9 HTTP/1.1" status: 200 len: 210 time: 0.0276804 Aug 27 12:57:27.727509 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40992) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:27.775397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Deleting subnet da887dfb-f274-466b-be2b-e13c7b26a3df {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 12:57:27.779106 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:27.813709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:27.852397 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:27.906146 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:27.933822 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da887dfb-f274-466b-be2b-e13c7b26a3df,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:27.936465 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:27.937053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 12:57:27.937716 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1ff2994a-69d2-4c59-bb00-f07566e05ab5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/da887dfb-f274-466b-be2b-e13c7b26a3df HTTP/1.1" status: 204 len: 168 time: 0.2092011 Aug 27 12:57:27.940281 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40994) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:27.962391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 2ee55253-37e8-4a40-93fa-cdc411971a56 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 12:57:27.962824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee55253-37e8-4a40-93fa-cdc411971a56 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 12:57:28.012570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.090442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.100316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6865a5d-09d8-4b6f-adf9-f724d40eadd6']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:28.114796 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd7d05e-158b-481f-8cab-d8a725759164') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:28.115090 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd7d05e-158b-481f-8cab-d8a725759164') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:28.124235 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.139677 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.145490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 12:57:28.145876 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: timer() Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 12:57:28.147505 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 12:57:28.199898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.205987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.207754 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] 10.222.0.76 "DELETE /v2.0/networks/a6865a5d-09d8-4b6f-adf9-f724d40eadd6 HTTP/1.1" status: 204 len: 168 time: 0.2665215 Aug 27 12:57:28.219122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46f78-ae36-424e-acb6-9988479edf8c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6865a5d-09d8-4b6f-adf9-f724d40eadd6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:28.316360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 40998) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:28.355816 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-68f2a842-b3f1-4623-aa8f-e4c3e25a0cd8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3aa965b7e93742daa096cc36c1032b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382738 Aug 27 12:57:28.358252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41000) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:28.405798 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-870d4d1e-5ab7-4593-9c54-b9c49c22b0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.433347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-870d4d1e-5ab7-4593-9c54-b9c49c22b0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.479661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-870d4d1e-5ab7-4593-9c54-b9c49c22b0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.482225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-870d4d1e-5ab7-4593-9c54-b9c49c22b0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:28.486505 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-870d4d1e-5ab7-4593-9c54-b9c49c22b0a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35ea6758-8add-4567-82fe-1b507c2d2086 HTTP/1.1" status: 204 len: 168 time: 0.1272681 Aug 27 12:57:28.494078 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d4d1e-5ab7-4593-9c54-b9c49c22b0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ea6758-8add-4567-82fe-1b507c2d2086,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:29.142878 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41022) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:29.240680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1101874846-network', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:29.263524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Made reservation on behalf of d24b5f115d7148bda4cb7402d25c7845 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:57:29.265836 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.274112 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.363350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.366983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.391464 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 12:57:29.401645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e24e19-ba3c-4f77-b024-4bc6cd33d74b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:29.406520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.406872 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Added segment 28c83f15-2039-4959-a8b8-21cb0c2fc8d1 of type vlan for network 15079657-bd16-4741-bc10-e020af54ba7a Aug 27 12:57:29.447551 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.471987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.472935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:29.473525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.531147 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3864284 Aug 27 12:57:29.533945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:29.536115 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8986048-e43e-4040-8f53-a813f84dd16c admin admin] Pushing event updated for resources: {'Network': ['ID=15079657-bd16-4741-bc10-e020af54ba7a,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:29.540071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Request body: {'subnet': {'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1101874846-subnet', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:29.546460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 15079657-bd16-4741-bc10-e020af54ba7a details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 12:57:29.563663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Made reservation on behalf of d24b5f115d7148bda4cb7402d25c7845 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:57:29.566146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.736636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.804709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcac441-3007-4abc-8490-dfd0b75e9a19,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:29.813867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:57:29.814236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Network hostable DHCP agents. Network: 15079657-bd16-4741-bc10-e020af54ba7a, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 12:57:29.833938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Network 15079657-bd16-4741-bc10-e020af54ba7a is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 12:57:29.842588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 15079657-bd16-4741-bc10-e020af54ba7a) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:29.847129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:29.847704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.851848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ced628-496e-457b-94e2-ca30ce54d1f7 None None] Network 15079657-bd16-4741-bc10-e020af54ba7a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:57:29.861877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-810b4ab6-190d-459c-ab2d-8ed2ae7becaa admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3267746 Aug 27 12:57:29.864520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41028) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:29.868808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:29.890502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.891859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:29.949541 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.003619 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-15079657-bd16-4741-bc10-e020af54ba7a', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 12:57:30.004487 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.097878 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.146939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Allocated IP 172.20.0.2 (15079657-bd16-4741-bc10-e020af54ba7a/6bcac441-3007-4abc-8490-dfd0b75e9a19/20907caa-4341-482e-993f-b0314fde710e) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:57:30.304109 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.310732 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.312545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Transition to ACTIVE for port object 20907caa-4341-482e-993f-b0314fde710e will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:30.326851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Transition to ACTIVE for port object 20907caa-4341-482e-993f-b0314fde710e will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:30.330946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.332917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.369736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:57:30.372477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:30.378039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:57:30.389575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Pushing event updated for resources: {'Port': ['ID=20907caa-4341-482e-993f-b0314fde710e,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:30.439648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Attempting to bind port 20907caa-4341-482e-993f-b0314fde710e on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:57:30.440024 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Attempting to bind port 20907caa-4341-482e-993f-b0314fde710e by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:57:30.440394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Attempting to bind port 20907caa-4341-482e-993f-b0314fde710e on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:30.442915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Allocated IP 172.25.8.108 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/c0c360e9-520c-49b3-a8fb-7b4bee053872) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:57:30.445733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:57:30.446256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:57:30.446699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.447098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:57:30.447573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Bound port: 20907caa-4341-482e-993f-b0314fde710e, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:57:30.448012 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.511244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] For port 20907caa-4341-482e-993f-b0314fde710e, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:57:30.514974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] For port 20907caa-4341-482e-993f-b0314fde710e, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20907caa-4341-482e-993f-b0314fde710e,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:57:30.519299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.547690 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.583195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4269e-12b3-492b-bed0-c250ba24938d None None] Pushing event updated for resources: {'Port': ['ID=20907caa-4341-482e-993f-b0314fde710e,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:30.597528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:30.648345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:57:30.651624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:30.657178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:57:30.660770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c360e9-520c-49b3-a8fb-7b4bee053872,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:30.866184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20907caa-4341-482e-993f-b0314fde710e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:30.923462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 20907caa-4341-482e-993f-b0314fde710e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:30.945938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.142315 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.283326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 12:57:31.404160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:57:31.421043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:57:31.429197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.429197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5996207e-1b5f-4279-a9d9-a74c563d5eb8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5592542 Aug 27 12:57:31.429197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41030) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:31.438223 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:57:31.439236 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:57:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:31.542628 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d748943-a878-4434-847c-7d2b97704d3b None None] Network 15079657-bd16-4741-bc10-e020af54ba7a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 12:57:31.573693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:57:31.619169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] Provisioning for port 20907caa-4341-482e-993f-b0314fde710e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:31.630026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] Provisioning complete for port 20907caa-4341-482e-993f-b0314fde710e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:31.630418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.787157 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:30Z', 'revision_number': 3, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:31.799653 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.819252 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:57:31.819976 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Updating router e76a9a38-2cb3-40ae-b419-a67debfaff3d port c0c360e9-520c-49b3-a8fb-7b4bee053872 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:57:31.841725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] For port 20907caa-4341-482e-993f-b0314fde710e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20907caa-4341-482e-993f-b0314fde710e,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:31.847324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.852709 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:31.912448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a313441-3cd8-45b1-a296-feccec262ea1 None None] Pushing event updated for resources: {'Port': ['ID=20907caa-4341-482e-993f-b0314fde710e,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:32.069899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-940d86ac-a21d-440d-b951-13f724d40515 None None] Provisioning complete for port 20907caa-4341-482e-993f-b0314fde710e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:32.070469 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-940d86ac-a21d-440d-b951-13f724d40515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.138520 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.149571 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Transition to ACTIVE for port object c0c360e9-520c-49b3-a8fb-7b4bee053872 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:32.156307 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.211547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Attempting to bind port c0c360e9-520c-49b3-a8fb-7b4bee053872 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:57:32.211917 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Attempting to bind port c0c360e9-520c-49b3-a8fb-7b4bee053872 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:57:32.212289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Attempting to bind port c0c360e9-520c-49b3-a8fb-7b4bee053872 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:32.215396 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Pushing event updated for resources: {'Port': ['ID=c0c360e9-520c-49b3-a8fb-7b4bee053872,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:32.222978 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:57:32.223355 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:57:32.223753 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.224146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:57:32.224608 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Bound port: c0c360e9-520c-49b3-a8fb-7b4bee053872, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:57:32.224991 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.228322 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.228673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.229555 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.229888 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.230219 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.230574 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.230897 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.231223 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.231545 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.231867 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.232226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.232511 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:32.232619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.283494 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] For port c0c360e9-520c-49b3-a8fb-7b4bee053872, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:57:32.286732 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] For port c0c360e9-520c-49b3-a8fb-7b4bee053872, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0c360e9-520c-49b3-a8fb-7b4bee053872,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:57:32.292515 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.347517 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:57:32.348138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:57:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:32.354957 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53dd1-8f3b-42ff-868d-ffcb6e3e6251 None None] Pushing event updated for resources: {'Port': ['ID=c0c360e9-520c-49b3-a8fb-7b4bee053872,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:32.396284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Allocated IP 172.20.0.1 (15079657-bd16-4741-bc10-e020af54ba7a/6bcac441-3007-4abc-8490-dfd0b75e9a19/b6481c62-c67b-44d5-b49d-a2d6e99e7744) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:57:32.462914 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:57:32.505527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.519844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Transition to ACTIVE for port object b6481c62-c67b-44d5-b49d-a2d6e99e7744 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:32.555826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.598773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:57:32.602128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:32.606931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:57:32.610107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=b6481c62-c67b-44d5-b49d-a2d6e99e7744,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:32.647716 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.649180 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:30Z', 'revision_number': 3, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:32.678404 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50abb-7c6e-4496-b5d6-83f1a3e2ace5 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:30Z', 'revision_number': 3, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:57:32.788303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.818518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20907caa-4341-482e-993f-b0314fde710e up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:32.880996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 20907caa-4341-482e-993f-b0314fde710e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:32.881279 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.882936 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-36bc6f01-164b-4da1-9a9b-a3cfd4874843 None None] Provisioning for port b6481c62-c67b-44d5-b49d-a2d6e99e7744 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:32.910833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-36bc6f01-164b-4da1-9a9b-a3cfd4874843 None None] Provisioning complete for port b6481c62-c67b-44d5-b49d-a2d6e99e7744 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:32.911210 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bc6f01-164b-4da1-9a9b-a3cfd4874843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:32.983102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-36bc6f01-164b-4da1-9a9b-a3cfd4874843 None None] Port b6481c62-c67b-44d5-b49d-a2d6e99e7744 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:57:33.003317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:33.008536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:33.083706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:33.085461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=b6481c62-c67b-44d5-b49d-a2d6e99e7744,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:33.185145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:57:33.186775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:33.316432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:57:33.410247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b9787e86-1834-421d-85a5-7cfe5fb257b2 None None] Provisioning complete for port b6481c62-c67b-44d5-b49d-a2d6e99e7744 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:33.410651 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b9787e86-1834-421d-85a5-7cfe5fb257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:33.436199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:57:33.447754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c0f29c49-df82-4a70-8f39-a29c9188ec98 admin admin] 10.222.0.76 "PUT /v2.0/routers/e76a9a38-2cb3-40ae-b419-a67debfaff3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0189927 Aug 27 12:57:33.462987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b9787e86-1834-421d-85a5-7cfe5fb257b2 None None] Port b6481c62-c67b-44d5-b49d-a2d6e99e7744 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:57:33.861915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41038) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:33.866667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945002511', 'description': 'tempest-description--1878171820'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:33.889792 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:33.971908 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:33.976561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.004074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.005323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1423445 Aug 27 12:57:34.007221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3288d7-85e1-4a30-8167-72529c07bcc7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f30fa2-49ff-48dc-a0af-dfdeea57da58,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:34.008411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41040) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:34.013908 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'security_group_rule': {'security_group_id': '93f30fa2-49ff-48dc-a0af-dfdeea57da58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:34.043448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.104814 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.108210 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.126683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df94ea9-ff48-489d-8666-a6e8697a8380,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:34.136624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.136975 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.137318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.137665 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.138001 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.138339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.138694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.139024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.139354 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.139680 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.140007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.140335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:34.143259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.146933 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7b2014c4-4cd7-46ad-b58b-0dc3297213d7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349781 Aug 27 12:57:34.147089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41042) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:34.151604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'security_group_rule': {'security_group_id': '93f30fa2-49ff-48dc-a0af-dfdeea57da58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:34.177562 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.239585 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.243295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.263920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c4250c-d6a0-4f16-8ed4-9761f6f585fd,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:34.268174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.269673 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5af7e1f9-9347-4df1-a298-59b1faed8383 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216505 Aug 27 12:57:34.272643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 41044) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:34.277811 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:34.300545 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.344579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:57:34.353845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:57:34.354507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:57:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:34.415431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.468649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:57:34.525741 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Allocated IP 172.25.8.194 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bf8e925d-07e0-4e49-81f9-01986927c789) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:57:34.629133 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.669653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 2, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:34.670583 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.698941 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:57:34.699299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Updating router e76a9a38-2cb3-40ae-b419-a67debfaff3d port b6481c62-c67b-44d5-b49d-a2d6e99e7744 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 12:57:34.708429 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:57:34.711299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:34.717458 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:57:34.729477 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.747846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'Port': ['ID=bf8e925d-07e0-4e49-81f9-01986927c789,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:34.845352 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.856997 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0c360e9-520c-49b3-a8fb-7b4bee053872 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:34.881939 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:34.991305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port c0c360e9-520c-49b3-a8fb-7b4bee053872 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:35.003311 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c0c360e9-520c-49b3-a8fb-7b4bee053872 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:35.003682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.049822 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.062773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.144992 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.147898 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.151637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'Port': ['ID=bf8e925d-07e0-4e49-81f9-01986927c789,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:35.162962 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.167739 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.169257 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-dcfcf9ee-fa96-409a-849e-a09e23d49524 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8956492 Aug 27 12:57:35.184426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Transition to ACTIVE for port object b6481c62-c67b-44d5-b49d-a2d6e99e7744 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:35.191064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port c0c360e9-520c-49b3-a8fb-7b4bee053872, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0c360e9-520c-49b3-a8fb-7b4bee053872,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:35.193721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.205077 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.259985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe590d-3535-4e7c-a213-e75d0dda6dae None None] Pushing event updated for resources: {'Port': ['ID=b6481c62-c67b-44d5-b49d-a2d6e99e7744,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:35.340231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Attempting to bind port b6481c62-c67b-44d5-b49d-a2d6e99e7744 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:57:35.340603 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Attempting to bind port b6481c62-c67b-44d5-b49d-a2d6e99e7744 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:57:35.340971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Attempting to bind port b6481c62-c67b-44d5-b49d-a2d6e99e7744 on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:35.345570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-c032169e-111b-429e-8573-2bb16530eef1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--945002511&fields=id&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 267 time: 0.0500951 Aug 27 12:57:35.356452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:57:35.357064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:57:35.357261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.357611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:57:35.358093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Bound port: b6481c62-c67b-44d5-b49d-a2d6e99e7744, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:57:35.358517 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.371616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=c0c360e9-520c-49b3-a8fb-7b4bee053872,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:35.437136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] For port b6481c62-c67b-44d5-b49d-a2d6e99e7744, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:57:35.440836 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] For port b6481c62-c67b-44d5-b49d-a2d6e99e7744, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b6481c62-c67b-44d5-b49d-a2d6e99e7744,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:57:35.446356 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:35.481732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-f94dc447-b8d4-4c9a-87e6-68e609dd12a7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:35.489697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-f94dc447-b8d4-4c9a-87e6-68e609dd12a7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1340203 Aug 27 12:57:35.500752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-d4caffd4-1adc-4343-81b0-028285ea06af tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/quotas/d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 375 time: 0.0097857 Aug 27 12:57:35.522350 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:57:35.523014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:57:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:35.524700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe590d-3535-4e7c-a213-e75d0dda6dae None None] Pushing event updated for resources: {'Port': ['ID=b6481c62-c67b-44d5-b49d-a2d6e99e7744,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:35.575334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-e45237b1-8dcf-4445-8eb2-b1aedb60c335 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641375 Aug 27 12:57:35.648067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:57:35.795449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-951442b6-7f74-48ec-a36c-f9040ac280f9 service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631415 Aug 27 12:57:35.903718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-45071352-06c1-48b6-9565-5c118c8e8894 service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966835 Aug 27 12:57:36.034461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:36.071849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250235c3-3e77-475c-9da1-f37ff4cde9d8 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:57:36.094852 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15027006-b9c4-4fa8-9cae-6c5d714c1aa1 req-2873b3f7-c4c5-44bb-a51f-12c3a00d90d3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 210 time: 0.0471981 Aug 27 12:57:36.866572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0c360e9-520c-49b3-a8fb-7b4bee053872 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:36.916987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port c0c360e9-520c-49b3-a8fb-7b4bee053872 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:36.917418 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.007900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b6481c62-c67b-44d5-b49d-a2d6e99e7744 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:37.068001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port b6481c62-c67b-44d5-b49d-a2d6e99e7744 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:37.073612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b6481c62-c67b-44d5-b49d-a2d6e99e7744 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:37.074260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.173012 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.219279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port b6481c62-c67b-44d5-b49d-a2d6e99e7744, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b6481c62-c67b-44d5-b49d-a2d6e99e7744,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:37.227027 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.256195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4bc3822-c9bd-4b2c-9ac3-5cf9291cfc46 req-9e27f546-1520-48ad-87c8-ea072dbbc715 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 210 time: 0.0323727 Aug 27 12:57:37.299023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=b6481c62-c67b-44d5-b49d-a2d6e99e7744,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:37.306808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.307152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.307566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.307834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.308162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.308486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.308807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.309130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.309449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.309816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.310136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.310560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 12:57:37.324557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ef97579d-789a-42e3-a087-f5c2c8584eb6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:37.326118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ef97579d-789a-42e3-a087-f5c2c8584eb6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1762114 Aug 27 12:57:37.380263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-b60c086c-f9fc-4a71-bf23-e30343c64312 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 379 time: 0.0379076 Aug 27 12:57:37.392238 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'port': {'device_id': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'admin_state_up': True, 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'security_groups': ['93f30fa2-49ff-48dc-a0af-dfdeea57da58']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:37.517759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Made reservation on behalf of d24b5f115d7148bda4cb7402d25c7845 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 12:57:37.521819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.654775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Allocated IP 172.20.0.7 (15079657-bd16-4741-bc10-e020af54ba7a/6bcac441-3007-4abc-8490-dfd0b75e9a19/a19601d3-6cd2-4dc0-9522-e2751840108f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 12:57:37.797590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.811404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Transition to ACTIVE for port object a19601d3-6cd2-4dc0-9522-e2751840108f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:37.844895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.887164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 12:57:37.892227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 12:57:37.895987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 12:57:37.927304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:37.955655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:37.956288 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:37.972874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-03760935-8679-455e-b480-54bf7f7ed5c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854743 Aug 27 12:57:37.996096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Request body: {'port': {'device_id': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:38.051949 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.125441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c0a7380a-1039-45a3-9093-0556eaa786bd None None] Provisioning for port a19601d3-6cd2-4dc0-9522-e2751840108f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:38.129338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c0a7380a-1039-45a3-9093-0556eaa786bd None None] Provisioning complete for port a19601d3-6cd2-4dc0-9522-e2751840108f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:38.129706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c0a7380a-1039-45a3-9093-0556eaa786bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.163361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7380a-1039-45a3-9093-0556eaa786bd None None] Port a19601d3-6cd2-4dc0-9522-e2751840108f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 12:57:38.319657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19601d3-6cd2-4dc0-9522-e2751840108f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:57:38.329708 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.371520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Transition to ACTIVE for port object a19601d3-6cd2-4dc0-9522-e2751840108f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 12:57:38.375456 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.428995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5a36-1243-4bf9-b1e8-3073e468602d req-d120729d-1242-4a06-9722-0da05c5f3f63 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:38.430373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed7f5a36-1243-4bf9-b1e8-3073e468602d req-d120729d-1242-4a06-9722-0da05c5f3f63 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 931 time: 0.1037047 Aug 27 12:57:38.454019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:38.528151 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed7f5a36-1243-4bf9-b1e8-3073e468602d req-261f7a4b-78b9-4317-8905-dbed19168b32 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897281 Aug 27 12:57:38.550920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 12:57:38.551262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 12:57:38.551599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:38.556655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Port a19601d3-6cd2-4dc0-9522-e2751840108f on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 12:57:38.557027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 12:57:38.562808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 12, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 12:57:38.563236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 12:57:38.564532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 12:57:38.564532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Bound port: a19601d3-6cd2-4dc0-9522-e2751840108f, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 12:57:38.564999 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.639616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 12:57:38.642882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 12:57:38.648057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.685229 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:38.686012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.687480 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] 10.222.0.77 "PUT /v2.0/ports/a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1091 time: 0.6959519 Aug 27 12:57:38.687942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:38.690298 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:38.719057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f1937-ff99-48dd-8a4e-c9920db3580a service neutron] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:38.731830 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.760585 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87a3bcb-0aaa-4d77-a9a9-2f33ee187bea x-openstack-request-id: req-b87a3bcb-0aaa-4d77-a9a9-2f33ee187bea {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:38.761052 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:38.761328 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b87a3bcb-0aaa-4d77-a9a9-2f33ee187bea {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:38.761851 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'status': 'completed', 'code': 200} Aug 27 12:57:38.812332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b6481c62-c67b-44d5-b49d-a2d6e99e7744 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:38.842510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-f8983fa3-abe8-4150-a337-8b2703cebc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:38.844075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-f8983fa3-abe8-4150-a337-8b2703cebc2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1094 time: 0.0630331 Aug 27 12:57:38.873322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port b6481c62-c67b-44d5-b49d-a2d6e99e7744 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:38.873699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:38.900987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-14419638-97d9-4399-b48b-e9be0fa44e72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 217 time: 0.0423758 Aug 27 12:57:38.955305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ad4fd423-8d31-4eb9-8c68-d394dbbc3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:38.956697 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-ad4fd423-8d31-4eb9-8c68-d394dbbc3c24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0485127 Aug 27 12:57:39.011475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-04e7c4ce-46e8-45b4-9db8-05b103f02fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:39.013020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-04e7c4ce-46e8-45b4-9db8-05b103f02fe6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486612 Aug 27 12:57:39.111723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-9b502c73-af66-4296-8329-d94bc334d480 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915639 Aug 27 12:57:39.206908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0438dba9-e91f-4f65-a19e-31214eb1ef5b req-6250c7af-d7e7-4efa-96c3-d2b2baa5f1d3 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859268 Aug 27 12:57:39.353076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-ac0d8183-df90-485b-abef-d61e84ab916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:39.354713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-ac0d8183-df90-485b-abef-d61e84ab916a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1094 time: 0.0446599 Aug 27 12:57:39.456615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-d54a3630-a3a7-48cc-8e73-8549617c1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:39.458163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-d54a3630-a3a7-48cc-8e73-8549617c1114 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0964196 Aug 27 12:57:39.504774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-92413d81-544e-465b-86de-0f7d66b428fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 217 time: 0.0392349 Aug 27 12:57:39.562023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-b7c31c21-63b7-460e-a49a-4fba3d3c129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:39.563619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-b7c31c21-63b7-460e-a49a-4fba3d3c129f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0521870 Aug 27 12:57:39.641569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-1f5ea7b0-cb64-4c35-9e04-dd0dbefe33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:39.643161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-1f5ea7b0-cb64-4c35-9e04-dd0dbefe33b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707846 Aug 27 12:57:39.719216 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c888f-ddb9-424e-b7a9-b48957cb3942 req-2d6a6d01-c785-41bd-a1d2-ed6682f6101d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:39.720708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f6c888f-ddb9-424e-b7a9-b48957cb3942 req-2d6a6d01-c785-41bd-a1d2-ed6682f6101d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 943 time: 0.1080480 Aug 27 12:57:39.783213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-7d714350-dd1d-4377-ab24-b791db9c04e6 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308935 Aug 27 12:57:39.786229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0f6c888f-ddb9-424e-b7a9-b48957cb3942 req-40a7eaa4-e4d2-46d1-8fb2-78e9bc1ffe0d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583642 Aug 27 12:57:39.875782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-311d7e2e-7e6b-4a69-ac67-47f47ebdd6f6 req-e8371795-0085-41d9-9c38-5db7d09bd17a service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Aug 27 12:57:40.917288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c3c68-55bd-4829-b048-f28601fd8139 req-f5f19da3-ed4d-4df5-90ac-2ec3381821fe tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:40.918801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5c3c68-55bd-4829-b048-f28601fd8139 req-f5f19da3-ed4d-4df5-90ac-2ec3381821fe tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 943 time: 0.0557501 Aug 27 12:57:40.956892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5c3c68-55bd-4829-b048-f28601fd8139 req-80620470-3c22-4c65-b6a1-0d8e5e16bb79 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Aug 27 12:57:41.998410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 12:57:42.071300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273438db-3b22-4fef-b5c2-bba2ecd7fb63 req-6f12f29b-8a52-4b2f-817b-af826ad69a84 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:42.073350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-273438db-3b22-4fef-b5c2-bba2ecd7fb63 req-6f12f29b-8a52-4b2f-817b-af826ad69a84 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 943 time: 0.0489740 Aug 27 12:57:42.098443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:42.110185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'mac_address': 'fa:16:3e:19:a5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 12:57:42.114122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-273438db-3b22-4fef-b5c2-bba2ecd7fb63 req-59eb97bb-b4d6-4a02-a5b5-1de6de883d2b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Aug 27 12:57:42.147935 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:42.160566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19601d3-6cd2-4dc0-9522-e2751840108f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 12:57:42.180543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:42.184687 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:42.232030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:42.560574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['a19601d3-6cd2-4dc0-9522-e2751840108f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 12:57:43.232808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf3755-8a12-4453-8112-de74fc06ad52 req-1f24f1b8-d6e3-4256-a29e-d206a115a434 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:43.234301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7aaf3755-8a12-4453-8112-de74fc06ad52 req-1f24f1b8-d6e3-4256-a29e-d206a115a434 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 944 time: 0.0497363 Aug 27 12:57:43.271462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7aaf3755-8a12-4453-8112-de74fc06ad52 req-281ef3ed-3e23-4027-80c7-1712f883ae6b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Aug 27 12:57:43.997428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 12:57:44.046814 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port a19601d3-6cd2-4dc0-9522-e2751840108f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 12:57:44.050522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port a19601d3-6cd2-4dc0-9522-e2751840108f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 12:57:44.050892 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:44.129293 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:44.150703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:44.153070 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6577c41a-859e-4533-a054-4c7447eac22a" -d '{"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-plugged", "status": "completed", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:44.166568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 12:57:44.170925 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:44.194687 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c5f95-f902-4f3f-a7ca-6f7b672f26ec x-openstack-request-id: req-2c6c5f95-f902-4f3f-a7ca-6f7b672f26ec {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:44.194984 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-plugged", "status": "completed", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:44.195239 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c6c5f95-f902-4f3f-a7ca-6f7b672f26ec {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:44.195633 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'code': 200} Aug 27 12:57:44.220436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 12:57:44.332724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ee954-40b8-44b6-ad28-0fae76d80246 req-489b52de-dcee-4f11-83e7-0afbfe07e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:44.334219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee0ee954-40b8-44b6-ad28-0fae76d80246 req-489b52de-dcee-4f11-83e7-0afbfe07e393 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1096 time: 0.0451517 Aug 27 12:57:44.399222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ee0ee954-40b8-44b6-ad28-0fae76d80246 req-ac2267e8-4863-4fc1-8cee-af3d3b3eb48d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499048 Aug 27 12:57:44.410621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b26e-0f9e-490c-ab0a-19627a1864a3 req-96cb8586-cfce-4edf-a758-f0434cc59a22 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:44.412046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66b4b26e-0f9e-490c-ab0a-19627a1864a3 req-96cb8586-cfce-4edf-a758-f0434cc59a22 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0712454 Aug 27 12:57:44.450512 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66b4b26e-0f9e-490c-ab0a-19627a1864a3 req-0309c8de-e5d2-4e4c-876f-3da1ee8f7f96 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317302 Aug 27 12:57:45.571082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456dfe6-a14a-460e-adf1-0d443cc15f1a req-a11bf0f7-e0ef-45fd-a2e5-3188fef1081e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:45.573249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6456dfe6-a14a-460e-adf1-0d443cc15f1a req-a11bf0f7-e0ef-45fd-a2e5-3188fef1081e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Aug 27 12:57:45.612110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6456dfe6-a14a-460e-adf1-0d443cc15f1a req-d211fa9a-59fb-4038-9f06-0b2647d470d0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Aug 27 12:57:46.729236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf63c9-4395-4761-b8e8-7eddc99bc714 req-57a87a40-42cb-4a08-853a-6db5732de2cd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:46.730744 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0bf63c9-4395-4761-b8e8-7eddc99bc714 req-57a87a40-42cb-4a08-853a-6db5732de2cd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0524688 Aug 27 12:57:46.767966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d0bf63c9-4395-4761-b8e8-7eddc99bc714 req-8874108e-cb2e-46f3-9031-38bdcf7e4eff tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Aug 27 12:57:46.879069 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521e20f-603b-4353-8b91-db0177dbaae6 req-e8837a6f-926c-4145-8b9e-8e0b120c3517 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:46.880544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0521e20f-603b-4353-8b91-db0177dbaae6 req-e8837a6f-926c-4145-8b9e-8e0b120c3517 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Aug 27 12:57:46.889209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41104) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 12:57:46.893674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'floatingip': {'port_id': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 12:57:46.935525 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:47.676606 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:47.680279 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:47.786107 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed associated. External IP: 172.25.8.194, port: a19601d3-6cd2-4dc0-9522-e2751840108f. Aug 27 12:57:48.005982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 12:57:48.115836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 12:57:48.121283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:48.127213 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 12:57:48.136886 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:57:48.137497 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:57:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:48.151879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a5c89f96-a4a8-40af-908c-5bb9826d6daf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "PUT /v2.0/floatingips/679fabd2-9908-4f8f-9b45-cf685fc027ed HTTP/1.1" status: 200 len: 991 time: 1.2616172 Aug 27 12:57:48.152491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 12:57:48.154778 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 12:57:48.195864 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2026a6b4-fd52-4f36-bf78-e075998a7be8 x-openstack-request-id: req-2026a6b4-fd52-4f36-bf78-e075998a7be8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 12:57:48.196171 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 12:57:48.196560 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2026a6b4-fd52-4f36-bf78-e075998a7be8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 12:57:48.196971 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'status': 'completed', 'code': 200} Aug 27 12:57:48.251339 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:57:48.297796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-51401148-6397-410d-b544-70ab8b75c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:48.299273 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-51401148-6397-410d-b544-70ab8b75c2a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1096 time: 0.0433612 Aug 27 12:57:48.397013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-ed91ffb5-ac60-44b0-af2e-d2b1f20ef41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:48.398494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-ed91ffb5-ac60-44b0-af2e-d2b1f20ef41f service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0906575 Aug 27 12:57:48.465290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-ed9b9ae6-8d07-4715-af09-dfac070a999b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 999 time: 0.0591042 Aug 27 12:57:48.475761 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:19:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T12:57:47Z', 'revision_number': 1, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:48.507006 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 12:57:48.515638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 12:57:48.516253 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T12:57:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:48.520483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-5ea67827-9bd8-49f5-9050-54d6b22f1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:48.522011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-5ea67827-9bd8-49f5-9050-54d6b22f1836 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0497568 Aug 27 12:57:48.561263 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6255c60-08fb-4b6f-9398-b6210a530598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:48.572159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-291c9f6d-ac14-4b2d-ab59-acbb407c1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:57:48.574191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-291c9f6d-ac14-4b2d-ab59-acbb407c1e6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447772 Aug 27 12:57:48.629456 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 12:57:48.664967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-327e542d-f8c3-4601-bfd8-ed0ece1fd13d service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828049 Aug 27 12:57:48.761749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42a73d08-2d98-4d48-a4b5-58c1bdc750ff req-160b3d14-33e2-4c1f-9382-c206849c2ea9 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896409 Aug 27 12:57:48.854368 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:19:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T12:57:47Z', 'revision_number': 1, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 12:57:48.880681 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99deac01-edd9-4fdd-91c7-8f7bb2788051 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:19:a5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T12:57:47Z', 'revision_number': 1, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 12:57:49.059676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2dd9c2-eaa6-43e8-8ccc-dd5916908943 None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 12:57:50.691743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:51.035384 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-925ad726-d58e-4e0c-ac75-82a6389fc77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:51.231386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:52.287585 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:57:54.160753 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:00.785879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:58:08.742685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:14.855198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-e2fca5e5-df1e-4d06-9abb-da3e78b33772 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436959 Aug 27 12:58:14.958011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-b9104187-074d-460b-bfc0-084ab8461e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:58:14.959568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-b9104187-074d-460b-bfc0-084ab8461e8f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1096 time: 0.0461318 Aug 27 12:58:15.066822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-c758934b-77b9-40ce-abdb-268055057937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:58:15.068179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-c758934b-77b9-40ce-abdb-268055057937 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0891542 Aug 27 12:58:15.139400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-62264552-d82d-407b-8a67-152f0ceb496a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1001 time: 0.0627868 Aug 27 12:58:15.192699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-d456176c-ca54-422c-8017-959381ed1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:58:15.194161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-d456176c-ca54-422c-8017-959381ed1100 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0481701 Aug 27 12:58:15.242178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-c36aaf31-e68b-479a-8ab3-271a614d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:58:15.243773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-c36aaf31-e68b-479a-8ab3-271a614d682a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429215 Aug 27 12:58:15.341132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-d34f3aff-8eb5-4623-8b69-d8294bc30476 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903223 Aug 27 12:58:15.436705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-397be4c4-7f00-4b1c-b879-97181eaba7e4 req-936580c4-0aac-4fcb-9611-413ca7123932 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880809 Aug 27 12:58:18.563190 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c5886c6f-781a-4b3a-b873-cf3f51e343ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:20.691115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:21.041226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65346630-6daf-467e-ba8d-33ecec5eb891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:21.233692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:22.292127 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:24.163138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:37.785124 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:58:38.737104 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:48.566708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dbe6512c-1888-419a-b088-250afaecab65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:50.717566 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:51.031199 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5eae791f-a575-4fd4-86e1-f46772780f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:51.235409 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:52.294257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:58:54.170169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:08.753042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:14.172400 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-a14154ff-8190-4fd8-8014-daa06738ea08 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456271 Aug 27 12:59:14.272112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-f9a1e18a-8c88-4341-ae47-4d14f0d515f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:59:14.273721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-f9a1e18a-8c88-4341-ae47-4d14f0d515f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1096 time: 0.0438480 Aug 27 12:59:14.383408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-8cbafdb9-1c9c-44e6-9cd6-f730f7331d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:59:14.385380 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-8cbafdb9-1c9c-44e6-9cd6-f730f7331d28 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0931234 Aug 27 12:59:14.452248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-020e6d81-280c-4a13-bae2-efc5d77047f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1001 time: 0.0600681 Aug 27 12:59:14.511012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-8b48497e-fe67-45d7-8df1-75e90a2a35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:59:14.512825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-8b48497e-fe67-45d7-8df1-75e90a2a35aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0524585 Aug 27 12:59:14.562677 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-4a13c34d-793f-4854-a38a-95f49d604560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 12:59:14.564375 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-4a13c34d-793f-4854-a38a-95f49d604560 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443799 Aug 27 12:59:14.663141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-7dda7abf-57c0-45a0-a17c-1b103d54a342 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Aug 27 12:59:14.760977 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8902f702-1d51-49a9-b3a8-090a769b7eeb req-be570c27-f971-4b2a-995d-3dfaa7091698 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906186 Aug 27 12:59:14.788043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:59:18.572734 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ef6bdb79-9ae2-48b5-ba39-8fb55663b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:20.739262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:21.032130 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-363b584d-eb77-48ac-9e75-d3eb600ebd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:21.238917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:22.300544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:24.167616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:38.765085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:48.563015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c102959c-f127-4672-8fe7-f718fedc88d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:50.740319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:51.032851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-620da756-d1a7-48f9-a506-aa165a9f6443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:51.240207 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:51.788077 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 12:59:52.300598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 12:59:54.170390 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:08.774231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:16.926673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-b83cc528-b85d-417a-9432-166f0307bb3e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446343 Aug 27 13:00:17.024793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-f12d62ec-a07f-4f82-bc1b-7b44865db590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:17.026301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-f12d62ec-a07f-4f82-bc1b-7b44865db590 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1096 time: 0.0406291 Aug 27 13:00:17.130600 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-a034255e-c70e-4ef1-9796-84faa1875efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:17.132060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-a034255e-c70e-4ef1-9796-84faa1875efe service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0865941 Aug 27 13:00:17.198867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-e107ba7d-a035-41fb-936c-187ab38fa306 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1001 time: 0.0594516 Aug 27 13:00:17.252330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-9e4a0df9-1403-46f5-a8f6-30e1285c17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:17.253827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-9e4a0df9-1403-46f5-a8f6-30e1285c17a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0484927 Aug 27 13:00:17.298923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-448eafc5-584b-4cbd-b836-03052608abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:17.300482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-448eafc5-584b-4cbd-b836-03052608abe9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394650 Aug 27 13:00:17.395096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-ae86d500-b474-4101-8c12-01b9be8aa3af service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873153 Aug 27 13:00:17.488993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a2d7e437-ab42-479c-8ce3-57e2dfab71e5 req-98b78bde-cea4-4d73-b3f5-b78ed54fa2c0 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865576 Aug 27 13:00:18.565886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3c64-7bf1-4fed-8886-9e2d3e63dfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:20.746633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:21.034527 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3dde6015-9b0c-4608-b002-f3eb2c78da88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:21.242806 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:22.303417 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:24.173589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:28.787194 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:00:38.764799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:39.079421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4ad8a-dca2-4548-bf5b-751da45b0704 req-bd5211a5-c392-4699-bcdf-bdd16968164d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:39.080865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4de4ad8a-dca2-4548-bf5b-751da45b0704 req-bd5211a5-c392-4699-bcdf-bdd16968164d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Aug 27 13:00:39.121599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4de4ad8a-dca2-4548-bf5b-751da45b0704 req-a0e5bb53-b241-41f9-a5cc-fc4bd7921839 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Aug 27 13:00:39.370304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a11996-29dd-483e-ba33-b72740424365 req-3b2a16dd-83a0-40a2-9be7-b31a83911c3c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:39.371968 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44a11996-29dd-483e-ba33-b72740424365 req-3b2a16dd-83a0-40a2-9be7-b31a83911c3c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0562592 Aug 27 13:00:39.416159 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44a11996-29dd-483e-ba33-b72740424365 req-2a42c76a-46db-4090-9c7e-0af1ffddbf57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Aug 27 13:00:39.510790 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-a8af7318-92ca-40fc-9fa2-b980adec380f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073666 Aug 27 13:00:40.541204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073917-14a4-4f22-9900-1e44011ddc04 req-6d62b922-ba56-4826-aa4c-49b85f5d914f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:40.542916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6073917-14a4-4f22-9900-1e44011ddc04 req-6d62b922-ba56-4826-aa4c-49b85f5d914f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0508013 Aug 27 13:00:40.587910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6073917-14a4-4f22-9900-1e44011ddc04 req-31834a6b-617f-4c0c-8d9d-16eced4cd8de tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Aug 27 13:00:40.673477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-99f77241-b7b8-4d72-a3ff-af9b9393c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:40.674985 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-99f77241-b7b8-4d72-a3ff-af9b9393c714 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1096 time: 0.0419700 Aug 27 13:00:40.771816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-bed1e2a7-d805-496f-ba2e-cdd0d313b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:40.773556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-bed1e2a7-d805-496f-ba2e-cdd0d313b860 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0902531 Aug 27 13:00:40.840181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-e7a02067-f40a-40e1-a3c6-cbf79d31aa06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1001 time: 0.0596161 Aug 27 13:00:40.891106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-3813baaa-04e8-4951-833d-c79dcde64e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:40.892554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-3813baaa-04e8-4951-833d-c79dcde64e18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0455475 Aug 27 13:00:40.941537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-571bae39-85fc-4b8b-86f5-b51d366e62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:40.943110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-571bae39-85fc-4b8b-86f5-b51d366e62e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439193 Aug 27 13:00:41.033538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-77019800-1ff8-44d8-bf76-20fcb0cf8cfc service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830872 Aug 27 13:00:41.128988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-ae37771c-effc-4085-b7b7-34688d23f96d service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883245 Aug 27 13:00:41.707786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276faf2-30cd-45d1-9be6-54c29e0bc5fb req-ccb00c1a-8f0d-44c4-8b9b-e64cb096c9c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:41.709867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9276faf2-30cd-45d1-9be6-54c29e0bc5fb req-ccb00c1a-8f0d-44c4-8b9b-e64cb096c9c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Aug 27 13:00:41.746828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9276faf2-30cd-45d1-9be6-54c29e0bc5fb req-85d33de5-94be-4063-bb42-3ee90e6ccdf4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Aug 27 13:00:42.866633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fea1c7-895d-4338-97e9-e3f2c602eca3 req-58bc9a75-d3b8-4cc7-8a21-b114046cc2d3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:42.868138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3fea1c7-895d-4338-97e9-e3f2c602eca3 req-58bc9a75-d3b8-4cc7-8a21-b114046cc2d3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0488014 Aug 27 13:00:42.905950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3fea1c7-895d-4338-97e9-e3f2c602eca3 req-146b7974-f52b-4294-99e9-0e98aa2d0d70 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Aug 27 13:00:44.021718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2da870-f5b7-43b7-8b28-df78662d2127 req-6ce31185-fd34-4283-8a9d-b542ca12e9d3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:44.023239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd2da870-f5b7-43b7-8b28-df78662d2127 req-6ce31185-fd34-4283-8a9d-b542ca12e9d3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Aug 27 13:00:44.065351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd2da870-f5b7-43b7-8b28-df78662d2127 req-3543193e-5d1a-43c9-a536-368197f272d1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359554 Aug 27 13:00:45.182849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d877b-063a-49f0-a060-db4b563dad1f req-f196c558-a4f3-415e-80e6-b3722101386d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:45.184352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588d877b-063a-49f0-a060-db4b563dad1f req-f196c558-a4f3-415e-80e6-b3722101386d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Aug 27 13:00:45.223208 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588d877b-063a-49f0-a060-db4b563dad1f req-817728f4-d8d6-4d0f-afae-568f7dc391c8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327983 Aug 27 13:00:46.344026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cf7cd-efd3-4897-8581-207a83134ad6 req-c0e57984-8775-4fd4-9920-9cb1a7406014 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:46.345514 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e0cf7cd-efd3-4897-8581-207a83134ad6 req-c0e57984-8775-4fd4-9920-9cb1a7406014 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0561447 Aug 27 13:00:46.383453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e0cf7cd-efd3-4897-8581-207a83134ad6 req-aa8f32a9-b6fe-4262-91c7-fc95b54b0d22 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Aug 27 13:00:47.498607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad10f3-c008-4cbc-be94-f02bf8d525eb req-aa84e618-042e-4a17-986d-efa5f9d78f0b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:47.500086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7ad10f3-c008-4cbc-be94-f02bf8d525eb req-aa84e618-042e-4a17-986d-efa5f9d78f0b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0480995 Aug 27 13:00:47.541723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c7ad10f3-c008-4cbc-be94-f02bf8d525eb req-9f2032cc-5276-47df-b343-724812910f24 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349705 Aug 27 13:00:48.567614 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b083bdeb-7e6d-4271-8192-f15d9bbc9401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:48.673353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4370d0-1c46-4fca-941b-553d5c040e6e req-ad22731a-20eb-45b3-86d4-e80ae790b9de tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:48.674945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca4370d0-1c46-4fca-941b-553d5c040e6e req-ad22731a-20eb-45b3-86d4-e80ae790b9de tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0576594 Aug 27 13:00:48.716455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca4370d0-1c46-4fca-941b-553d5c040e6e req-fcf0323f-f7a3-4061-84be-2d5fe2277b66 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346088 Aug 27 13:00:49.834171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596925-dbdd-4a70-aaca-ceec77bff548 req-56ee8fb6-dc8a-409b-b824-4bb7c8548349 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:49.835894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af596925-dbdd-4a70-aaca-ceec77bff548 req-56ee8fb6-dc8a-409b-b824-4bb7c8548349 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Aug 27 13:00:49.878256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af596925-dbdd-4a70-aaca-ceec77bff548 req-41c86cac-ca04-4b4a-8607-69d83dddd49c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364306 Aug 27 13:00:50.761112 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:50.999621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff9b6-fb20-410c-8763-d98ee09b3d7a req-a6711a9f-f60b-42d3-93cd-18a402e42e4a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:51.001124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec3ff9b6-fb20-410c-8763-d98ee09b3d7a req-a6711a9f-f60b-42d3-93cd-18a402e42e4a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0520637 Aug 27 13:00:51.038275 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99e5311e-31be-4fe0-ba3d-8478abe8b5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:51.048071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec3ff9b6-fb20-410c-8763-d98ee09b3d7a req-57801297-576f-4646-8eec-c9cebaede6aa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 Aug 27 13:00:51.247548 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:52.166174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6233-7d46-42c8-b2bf-41cbcc2b8056 req-3eb013b7-6fb7-49b1-80a9-a5d24df109a7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:52.167644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4ed6233-7d46-42c8-b2bf-41cbcc2b8056 req-3eb013b7-6fb7-49b1-80a9-a5d24df109a7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0501938 Aug 27 13:00:52.206306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e4ed6233-7d46-42c8-b2bf-41cbcc2b8056 req-0b971e4f-0d10-4ae6-aa60-d49da65ecdb6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Aug 27 13:00:52.305801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:53.258150 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-b60ee234-1ff1-401b-a392-08bb8e116f6d service neutron] show failed (client error): The resource could not be found. Aug 27 13:00:53.259440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-b60ee234-1ff1-401b-a392-08bb8e116f6d service neutron] 10.222.0.77 "GET /v2.0/ports/a19601d3-6cd2-4dc0-9522-e2751840108f/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0561285 Aug 27 13:00:53.324901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846a13a-7bf7-4147-a693-2f72daa79e5c req-fad91950-9164-4b90-a09b-5e3b2a0bf8fe tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:53.326455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a846a13a-7bf7-4147-a693-2f72daa79e5c req-fad91950-9164-4b90-a09b-5e3b2a0bf8fe tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0526953 Aug 27 13:00:53.367809 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a846a13a-7bf7-4147-a693-2f72daa79e5c req-e314df7c-781f-4d51-a2a2-d05cec4fca5d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340350 Aug 27 13:00:53.468063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-15b24000-9b23-478d-94ee-05ad14c9758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:53.469654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-15b24000-9b23-478d-94ee-05ad14c9758c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 1096 time: 0.0457997 Aug 27 13:00:53.482331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:00:53.537095 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:53.741957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:00:53.773969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:00:53.818683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:00:53.820888 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b390072-3cf6-438c-a1c2-1782fcce6fb1" -d '{"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-unplugged", "status": "completed", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:00:53.824691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:53.837584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Transition to ACTIVE for port object a19601d3-6cd2-4dc0-9522-e2751840108f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:00:53.841527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:53.877115 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f68470-0960-43e4-bd1c-83e2f0f79ef8 x-openstack-request-id: req-25f68470-0960-43e4-bd1c-83e2f0f79ef8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:00:53.877424 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-unplugged", "status": "completed", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:00:53.877683 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25f68470-0960-43e4-bd1c-83e2f0f79ef8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:00:53.878075 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'code': 200} Aug 27 13:00:53.945636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:00:53.984473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.984815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.985152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.985491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.985819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.986142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.986493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.986818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.987141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.987457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.987778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:53.988092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:54.037185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] No DVR routers for this DVR port a19601d3-6cd2-4dc0-9522-e2751840108f on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:00:54.169268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:00:54.169531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:00:54.169860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:00:54.174237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Port a19601d3-6cd2-4dc0-9522-e2751840108f on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:00:54.174593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Attempting to bind port a19601d3-6cd2-4dc0-9522-e2751840108f on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:00:54.175230 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:54.180110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:00:54.180447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:00:54.180827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:00:54.181250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Bound port: a19601d3-6cd2-4dc0-9522-e2751840108f, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:00:54.181608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:54.244095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:00:54.247100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:00:54.251842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:54.286988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:54.287584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:54.288965 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] 10.222.0.65 "PUT /v2.0/ports/a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1091 time: 0.8107462 Aug 27 13:00:54.312672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c2ab0-ca23-44c6-949f-796fd3c1c30e service neutron] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:00:54.357872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-759ac401-6f7b-43ac-bf42-266eff95d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:54.359354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-759ac401-6f7b-43ac-bf42-266eff95d63a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1094 time: 0.0438168 Aug 27 13:00:54.491616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-1526b5ad-367c-447f-8b9a-e3e3fc158b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:54.493082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-1526b5ad-367c-447f-8b9a-e3e3fc158b5a service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1265867 Aug 27 13:00:54.509529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed5eee-041b-4782-8417-4947bc9580f5 req-3a004557-e3c0-4ae2-b443-b7b35fbaed59 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:54.511012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6ed5eee-041b-4782-8417-4947bc9580f5 req-3a004557-e3c0-4ae2-b443-b7b35fbaed59 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 943 time: 0.0694985 Aug 27 13:00:54.592867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6ed5eee-041b-4782-8417-4947bc9580f5 req-2bbf31bd-e6d3-42be-a197-cc68744825a0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739436 Aug 27 13:00:54.594574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-ac3a16b5-ce9f-4500-8d54-10aa541c0d60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 999 time: 0.0827136 Aug 27 13:00:54.648680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-15761395-5859-45f0-8a59-fb72b606a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:54.650112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-15761395-5859-45f0-8a59-fb72b606a3a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0478714 Aug 27 13:00:54.697545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-cef9feef-1c87-4290-8b02-1593256045ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:54.699033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-cef9feef-1c87-4290-8b02-1593256045ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408008 Aug 27 13:00:54.787101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-b028861e-0a2b-4b30-a0ce-5c14bab3a72b service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799901 Aug 27 13:00:55.201192 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c4935c0-466e-448c-a3b4-1b04c1ae6955 req-409578b7-e7bf-450c-b53a-7ba2aa4739b0 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060216 Aug 27 13:00:55.714804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c69687-b818-47e2-a564-517ce1f317df req-f82575fd-aa79-4d81-b0a4-c0db129bd127 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:55.716599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6c69687-b818-47e2-a564-517ce1f317df req-f82575fd-aa79-4d81-b0a4-c0db129bd127 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 943 time: 0.0514300 Aug 27 13:00:55.757024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6c69687-b818-47e2-a564-517ce1f317df req-666e6bae-7eeb-4ad2-9da3-aca564c5ad49 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344315 Aug 27 13:00:55.878893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:00:55.881176 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52397215-99d0-4d1c-ad06-85e9c32bd3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:00:55.928670 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee148f9c-1cb6-4d69-84c7-977d78971355 x-openstack-request-id: req-ee148f9c-1cb6-4d69-84c7-977d78971355 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:00:55.928961 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:00:55.929218 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee148f9c-1cb6-4d69-84c7-977d78971355 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:00:55.929610 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'status': 'completed', 'code': 200} Aug 27 13:00:56.026192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-914ab001-b31a-463f-be0a-ff858867f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.027717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-914ab001-b31a-463f-be0a-ff858867f6b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1094 time: 0.0753996 Aug 27 13:00:56.030176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-e52d70db-dba4-4e40-bbbf-68e9fedaadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.031518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-e52d70db-dba4-4e40-bbbf-68e9fedaadd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1094 time: 0.0541368 Aug 27 13:00:56.186961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-0253a284-5b63-44b9-9469-1b7a99a07212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.188346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-0253a284-5b63-44b9-9469-1b7a99a07212 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1453722 Aug 27 13:00:56.189267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-1df44f3d-8289-40d8-890a-9b4675cfc5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.190585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-1df44f3d-8289-40d8-890a-9b4675cfc5cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1552210 Aug 27 13:00:56.298342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-5f5a1851-3e51-46e7-a40d-c6202a06086b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 999 time: 0.1024013 Aug 27 13:00:56.302089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-ae200d8b-fafe-4655-b51d-8939535506e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 999 time: 0.1008053 Aug 27 13:00:56.385421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-d0f48300-f4fd-496f-abf3-853fbd39a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.386910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-d0f48300-f4fd-496f-abf3-853fbd39a871 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0806737 Aug 27 13:00:56.388248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-55faffa0-fdaf-4092-8e6d-e8f5e7960853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.389541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-55faffa0-fdaf-4092-8e6d-e8f5e7960853 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0762050 Aug 27 13:00:56.461599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-9721706e-98d5-4a7d-be11-ed751fc4e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.463146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-9721706e-98d5-4a7d-be11-ed751fc4e8d0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673201 Aug 27 13:00:56.465652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-cf9148e6-84ce-472a-b395-2e4489d872a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.467040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-cf9148e6-84ce-472a-b395-2e4489d872a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638270 Aug 27 13:00:56.625056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-73662a04-dcc6-47e2-9acd-65aa8e894cb2 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547439 Aug 27 13:00:56.626763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-ed48bb63-aa6d-4bbf-8e53-c1b0cd730b31 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497347 Aug 27 13:00:56.706017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:00:56.788329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-e211879d-90c4-479a-9528-91fc3783db88 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484749 Aug 27 13:00:56.790271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52397215-99d0-4d1c-ad06-85e9c32bd3fd req-41fac91a-7ac2-4889-bdc5-1c76978f916c service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575115 Aug 27 13:00:56.813725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:00:56.827344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'mac_address': 'fa:16:3e:19:a5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:00:56.872135 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:56.892842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19601d3-6cd2-4dc0-9522-e2751840108f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:00:56.898684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2fc2-9164-4f59-8142-2767f84e533e req-2a025ff4-5be4-4c93-b999-4f620a630a18 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:56.900254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e4c2fc2-9164-4f59-8142-2767f84e533e req-2a025ff4-5be4-4c93-b999-4f620a630a18 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 943 time: 0.0567334 Aug 27 13:00:56.915519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:00:56.918213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:00:56.940318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:56.942229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e4c2fc2-9164-4f59-8142-2767f84e533e req-f176e99d-cd1d-4027-9191-e2b647906dbf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347602 Aug 27 13:00:56.994245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:00:57.000250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:00:57.007501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.007855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.008204 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.008547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.008884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.009218 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.009552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.009883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.010213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.010564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.010899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.011224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:00:57.217430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a19601d3-6cd2-4dc0-9522-e2751840108f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:00:58.067559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5abd8-e38e-4ea4-a9a9-a0cc93c6edd7 req-bc4739c5-cd6c-4ac8-9719-e65751976b4d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.069711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c5abd8-e38e-4ea4-a9a9-a0cc93c6edd7 req-bc4739c5-cd6c-4ac8-9719-e65751976b4d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 944 time: 0.0495439 Aug 27 13:00:58.107294 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c5abd8-e38e-4ea4-a9a9-a0cc93c6edd7 req-02793686-da5c-4756-a881-3967cc89fdc9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Aug 27 13:00:58.337519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850eeb3-f1ba-40a5-b3fb-1de8552db348 req-101a975d-610c-4435-8b3b-1f2fc2ce0481 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.338940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9850eeb3-f1ba-40a5-b3fb-1de8552db348 req-101a975d-610c-4435-8b3b-1f2fc2ce0481 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 944 time: 0.0876827 Aug 27 13:00:58.347150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-a98fce59-9501-4feb-b1a7-007cc547f2e9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.349105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-a98fce59-9501-4feb-b1a7-007cc547f2e9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22&tenant_id=d24b5f115d7148bda4cb7402d25c7845&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.0673056 Aug 27 13:00:58.413531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9850eeb3-f1ba-40a5-b3fb-1de8552db348 req-3587c282-63f0-4257-905e-eb8f10e0f35f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634804 Aug 27 13:00:58.430451 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-84cb61c4-d0cb-4254-ac54-a7077960bfb9 service neutron] delete failed (client error): The resource could not be found. Aug 27 13:00:58.431509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-84cb61c4-d0cb-4254-ac54-a7077960bfb9 service neutron] 10.222.0.77 "DELETE /v2.0/ports/a19601d3-6cd2-4dc0-9522-e2751840108f/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0748017 Aug 27 13:00:58.548155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-2551d2ee-f9b5-4c73-9a9b-4cc923e4fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.549690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-2551d2ee-f9b5-4c73-9a9b-4cc923e4fbf5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 1095 time: 0.0529726 Aug 27 13:00:58.638748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-c2188bbd-3f47-41dd-ab75-14c78f1676fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.640254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-c2188bbd-3f47-41dd-ab75-14c78f1676fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0832045 Aug 27 13:00:58.707720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:00:58.711069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-5e045544-7f12-4d2f-a365-100dad595662 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 200 len: 1000 time: 0.0639176 Aug 27 13:00:58.755992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port a19601d3-6cd2-4dc0-9522-e2751840108f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:00:58.759972 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port a19601d3-6cd2-4dc0-9522-e2751840108f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:00:58.760370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:58.762859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-797eda48-2b98-4dde-be42-22403714a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.764389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-797eda48-2b98-4dde-be42-22403714a207 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0455074 Aug 27 13:00:58.810909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-d82714e5-ca79-4bd8-85c0-105ea5cf4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:58.812424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-d82714e5-ca79-4bd8-85c0-105ea5cf4183 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404427 Aug 27 13:00:58.838881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:58.866743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:00:58.868995 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece7fe16-6eff-446b-bd57-6c3cb928e13d" -d '{"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-plugged", "status": "completed", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:00:58.881920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:00:58.887108 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:00:58.912057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-eda544b8-71b0-4707-9609-81f6b0dce744 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919733 Aug 27 13:00:58.926658 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f646b-8cba-4000-a975-f32ae94eb4a2 x-openstack-request-id: req-fe1f646b-8cba-4000-a975-f32ae94eb4a2 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:00:58.926953 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-plugged", "status": "completed", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:00:58.927211 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe1f646b-8cba-4000-a975-f32ae94eb4a2 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:00:58.927602 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'code': 200} Aug 27 13:00:58.939488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:00:59.003473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2f01601-c1c6-4bb3-bd6c-bbb6613a4f1f req-f69e7f1c-a67e-40f1-a76a-3b3c1fd0a9e6 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842743 Aug 27 13:00:59.537186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a75a8-4bd2-4ac9-b3bb-3230f2a008b3 req-c73aac25-ba92-4a23-b4e1-940e3f4dce30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:59.538732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af7a75a8-4bd2-4ac9-b3bb-3230f2a008b3 req-c73aac25-ba92-4a23-b4e1-940e3f4dce30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0503485 Aug 27 13:00:59.578756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-af7a75a8-4bd2-4ac9-b3bb-3230f2a008b3 req-103545a8-1aad-4890-8c92-6243f0def189 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 27 13:00:59.710938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3821df-f183-401d-b029-982588a9b253 req-aad8d638-c665-4929-bed7-bc4376d13617 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:59.712345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b3821df-f183-401d-b029-982588a9b253 req-aad8d638-c665-4929-bed7-bc4376d13617 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0540805 Aug 27 13:00:59.750222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b3821df-f183-401d-b029-982588a9b253 req-fb3117fe-17bd-4cfd-a2ca-6c72fc2e9dcc tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Aug 27 13:00:59.866186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312ac16-5e9c-434e-95c8-d8d3326d67fd req-2192820b-8b58-45d8-86a8-d56352a32656 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:00:59.867682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c312ac16-5e9c-434e-95c8-d8d3326d67fd req-2192820b-8b58-45d8-86a8-d56352a32656 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Aug 27 13:00:59.905102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c312ac16-5e9c-434e-95c8-d8d3326d67fd req-98b5393e-f3e5-48f6-9466-ed7b96181f98 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Aug 27 13:01:00.140716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a817-cd66-4f13-acb2-12411a1d4e11 req-dc193eab-2bd4-4672-8bf9-4170ae739e56 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:00.142212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb27a817-cd66-4f13-acb2-12411a1d4e11 req-dc193eab-2bd4-4672-8bf9-4170ae739e56 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0497191 Aug 27 13:01:00.181344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb27a817-cd66-4f13-acb2-12411a1d4e11 req-10b79ffe-7393-4e68-8fdc-fb9a53d67fcf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Aug 27 13:01:01.317267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92557f32-49e2-472a-aaba-6b9e3d7013a1 req-a0f97597-74ff-4560-9dfc-f1a8bcc8b76b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:01.318840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92557f32-49e2-472a-aaba-6b9e3d7013a1 req-a0f97597-74ff-4560-9dfc-f1a8bcc8b76b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0668929 Aug 27 13:01:01.360270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92557f32-49e2-472a-aaba-6b9e3d7013a1 req-cac29f9b-f94d-4dad-a5a0-6a421c2c12fe tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353792 Aug 27 13:01:01.494718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-281f7d20-3fd5-41b4-a95c-48a44a80b455 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:01.496176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-281f7d20-3fd5-41b4-a95c-48a44a80b455 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Aug 27 13:01:01.600631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Deleting port a19601d3-6cd2-4dc0-9522-e2751840108f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:01:01.600975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:01.691731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] For port a19601d3-6cd2-4dc0-9522-e2751840108f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a19601d3-6cd2-4dc0-9522-e2751840108f,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:01:01.692016 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:01.864545 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:01.864940 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:01.865260 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed disassociated. External IP: 172.25.8.194, port: a19601d3-6cd2-4dc0-9522-e2751840108f. Aug 27 13:01:01.865606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Calling delete_port for a19601d3-6cd2-4dc0-9522-e2751840108f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:01:01.996516 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:02.025617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event deleted for resources: {'Port': ['ID=a19601d3-6cd2-4dc0-9522-e2751840108f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:01:02.146149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:01:02.258349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:01:02.267888 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:01:02.277990 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:01:02.278624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:02.297754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] No DVR routers for this DVR port a19601d3-6cd2-4dc0-9522-e2751840108f on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:01:02.300530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:02.302688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-57cde6a8-f55a-4efb-bb03-029d3d3d251b req-5818b7aa-5ad0-43ee-92c0-5af229b6af9d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "DELETE /v2.0/ports/a19601d3-6cd2-4dc0-9522-e2751840108f HTTP/1.1" status: 204 len: 173 time: 0.7989266 Aug 27 13:01:02.303250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-deleted', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:01:02.305565 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5d9f24-912d-48a9-ab12-c3b519cbc3f4" -d '{"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-deleted", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:01:02.348825 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d1883-c20b-471a-900a-1a784931dd62 x-openstack-request-id: req-d10d1883-c20b-471a-900a-1a784931dd62 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:01:02.349441 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5171cfe-cb14-4348-91fe-afcb06df9c22", "name": "network-vif-deleted", "tag": "a19601d3-6cd2-4dc0-9522-e2751840108f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:01:02.349441 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d10d1883-c20b-471a-900a-1a784931dd62 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:01:02.349757 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5171cfe-cb14-4348-91fe-afcb06df9c22', 'name': 'network-vif-deleted', 'tag': 'a19601d3-6cd2-4dc0-9522-e2751840108f', 'status': 'completed', 'code': 200} Aug 27 13:01:02.386226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:01:02.477749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80285379-1a43-4ed8-8abd-dc14529096ec req-e19bb0a1-ac9f-40b3-b712-2712906e4114 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5171cfe-cb14-4348-91fe-afcb06df9c22 HTTP/1.1" status: 200 len: 210 time: 0.0321002 Aug 27 13:01:02.600289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:02.626144 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:01:02.634257 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:01:02.634885 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:02.741980 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:01:03.031787 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:03.057823 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c538-ba58-49cf-823c-e21c44e86aae None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:01:03.264634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41805da-48f6-4615-a693-34677011eb88 None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:01:03.717356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-74da40d6-096d-44c7-be5f-19fd616127be tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--945002511&fields=id&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 267 time: 0.0360010 Aug 27 13:01:03.824645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-86338f68-6544-41b2-b397-af0b2f99b081 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:03.826247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-86338f68-6544-41b2-b397-af0b2f99b081 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1007681 Aug 27 13:01:03.841958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-b2930bee-ee3c-4837-9e7d-ab258886b822 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/quotas/d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 375 time: 0.0091116 Aug 27 13:01:03.898428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-b1f26fd1-5b3f-43ef-8fd8-b2999e222ed2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509486 Aug 27 13:01:03.985820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-9582c87a-2928-49aa-9398-77cc6c1eac37 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:01:03.986868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-9582c87a-2928-49aa-9398-77cc6c1eac37 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442915 Aug 27 13:01:04.075274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-f19a9b51-e31d-4410-9c83-9034906577fb service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Aug 27 13:01:04.167040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-8ad8e9e9-3a49-4411-beee-a9daa682f010 service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853486 Aug 27 13:01:04.339511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ceb42825-4dc9-4405-8cfb-32743ba62734 req-cd4452f6-492d-495b-a556-dfc8cc3412d1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Aug 27 13:01:04.754744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:01:04.775906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: a19601d3-6cd2-4dc0-9522-e2751840108f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:01:04.776256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a19601d3-6cd2-4dc0-9522-e2751840108f not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:01:05.321572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-005eb06a-ca97-4508-b8a6-6ef718261c95 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:05.323168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-005eb06a-ca97-4508-b8a6-6ef718261c95 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1093318 Aug 27 13:01:05.374564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-c9ef325b-3612-424a-bcac-1f18797c897d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 379 time: 0.0366609 Aug 27 13:01:05.385412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'port': {'device_id': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'admin_state_up': True, 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'security_groups': ['93f30fa2-49ff-48dc-a0af-dfdeea57da58']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:01:05.463206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72f3187d-b890-4daa-a80f-b7f905619774 req-f969e9fd-bdb5-4996-9ac9-2ab96c289e2d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0337732 Aug 27 13:01:05.519038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Made reservation on behalf of d24b5f115d7148bda4cb7402d25c7845 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:01:05.522537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:05.652572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Allocated IP 172.20.0.14 (15079657-bd16-4741-bc10-e020af54ba7a/6bcac441-3007-4abc-8490-dfd0b75e9a19/f8455b6d-3ce7-4e89-9c7b-a91231603f97) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:01:05.785945 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:01:05.788643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:05.802574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Transition to ACTIVE for port object f8455b6d-3ce7-4e89-9c7b-a91231603f97 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:01:05.834477 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:05.880637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:01:05.885575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:01:05.889265 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:01:05.896286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:01:05.942425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:05.943030 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:05.963672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-527cff7d-7b59-4bdc-bad6-62f522c51d19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818341 Aug 27 13:01:05.978168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Request body: {'port': {'device_id': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:01:06.032822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.116551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81760c5c-d1e7-4601-9d19-3a34ccb7d250 None None] Provisioning for port f8455b6d-3ce7-4e89-9c7b-a91231603f97 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:01:06.120462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-81760c5c-d1e7-4601-9d19-3a34ccb7d250 None None] Provisioning complete for port f8455b6d-3ce7-4e89-9c7b-a91231603f97 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:01:06.120836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-81760c5c-d1e7-4601-9d19-3a34ccb7d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.157919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-81760c5c-d1e7-4601-9d19-3a34ccb7d250 None None] Port f8455b6d-3ce7-4e89-9c7b-a91231603f97 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:01:06.297733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8455b6d-3ce7-4e89-9c7b-a91231603f97 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:01:06.304975 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.316957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Transition to ACTIVE for port object f8455b6d-3ce7-4e89-9c7b-a91231603f97 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:01:06.320676 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.376751 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:01:06.446023 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:01:06.446363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:01:06.447076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:01:06.451419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:01:06.451744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:01:06.456976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:01:06.457313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:01:06.457694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:01:06.458119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Bound port: f8455b6d-3ce7-4e89-9c7b-a91231603f97, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:01:06.458519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.536330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:01:06.571321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:01:06.576749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.625805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009d772-192b-480f-bfc6-ff3c026e96c0 req-e0d801ad-9e2e-4042-84e1-0331a7d11988 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:06.627415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2009d772-192b-480f-bfc6-ff3c026e96c0 req-e0d801ad-9e2e-4042-84e1-0331a7d11988 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0927081 Aug 27 13:01:06.633475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:06.634086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:06.635477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] 10.222.0.65 "PUT /v2.0/ports/f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1092 time: 0.6627610 Aug 27 13:01:06.635939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:01:06.638265 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e36caed-8fd4-45f3-b87e-5ef74c576de6" -d '{"events": [{"name": "network-changed", "server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:01:06.671846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453787a-dd5a-447c-b290-78e5aa254e02 service neutron] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:01:06.704139 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a340a-bceb-4251-ab81-0db21eaffd03 x-openstack-request-id: req-1a6a340a-bceb-4251-ab81-0db21eaffd03 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:01:06.704503 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:01:06.704791 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a6a340a-bceb-4251-ab81-0db21eaffd03 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:01:06.705282 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'status': 'completed', 'code': 200} Aug 27 13:01:06.723628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2009d772-192b-480f-bfc6-ff3c026e96c0 req-280da328-9358-4de1-9efb-534eeb61390f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803125 Aug 27 13:01:06.742121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-9016154c-7788-4def-9865-5a9d8ea53531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:06.743883 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-9016154c-7788-4def-9865-5a9d8ea53531 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0572271 Aug 27 13:01:06.794745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-794d39df-3d21-42d9-9555-7b939a80796b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 217 time: 0.0379477 Aug 27 13:01:06.846915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-d08eeaf1-b35c-4e6f-a63e-a1e74d51ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:06.848363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-d08eeaf1-b35c-4e6f-a63e-a1e74d51ade5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0460491 Aug 27 13:01:06.899494 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-03b28140-04ee-462f-a47f-9b6f3d4b0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:06.900918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-03b28140-04ee-462f-a47f-9b6f3d4b0746 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448282 Aug 27 13:01:06.994641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-4289031c-f33c-4c4b-89f1-81ddcd7a8655 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846214 Aug 27 13:01:07.093146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-906b30be-0d8c-49c6-848e-5d3f10581502 req-3061038a-23c6-416e-a573-300f1769abd6 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891948 Aug 27 13:01:07.184887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-4c9de04f-186a-4685-b527-26ea702e1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:07.186472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-4c9de04f-186a-4685-b527-26ea702e1ba4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0422378 Aug 27 13:01:07.274901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-c7a4da1d-87ed-4828-93d9-5da20178887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:07.276315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-c7a4da1d-87ed-4828-93d9-5da20178887c service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0824833 Aug 27 13:01:07.323166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-ad055f0d-c110-4c55-9d45-3eb834917c0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 217 time: 0.0382156 Aug 27 13:01:07.376080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-35fab244-e974-44e4-ba9f-925bb4925571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:07.377718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-35fab244-e974-44e4-ba9f-925bb4925571 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0465853 Aug 27 13:01:07.426298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-3541465f-7e55-40de-9a5d-b84b06320bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:07.427993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-3541465f-7e55-40de-9a5d-b84b06320bb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418303 Aug 27 13:01:07.526877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-e86e9f3e-f12c-40e0-bf7e-1e3eb95c8a1d service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887558 Aug 27 13:01:07.620410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e36caed-8fd4-45f3-b87e-5ef74c576de6 req-6c0e9d4e-01b9-4f58-aa9c-4c8cc83743ae service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Aug 27 13:01:07.842513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a2325-dd1d-44ea-8088-f6480631a137 req-c75af950-2294-4c85-a256-c6c71ae37304 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:07.843909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a05a2325-dd1d-44ea-8088-f6480631a137 req-c75af950-2294-4c85-a256-c6c71ae37304 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Aug 27 13:01:07.882603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a05a2325-dd1d-44ea-8088-f6480631a137 req-ad58bb5d-adc8-485a-a5b5-a388c6b51cf2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Aug 27 13:01:08.766255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:01:08.780938 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:08.862348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:01:08.873888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'mac_address': 'fa:16:3e:8f:f8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:01:08.911281 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:08.924507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8455b6d-3ce7-4e89-9c7b-a91231603f97 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:01:08.943769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:01:08.947697 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:09.003221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:01:09.164724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['f8455b6d-3ce7-4e89-9c7b-a91231603f97'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:01:09.335799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2705-f61e-4a9e-9722-6a226789bd94 req-99b5b9fc-3d07-4e0e-a500-b2a3fb049125 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:09.337200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8dd2705-f61e-4a9e-9722-6a226789bd94 req-99b5b9fc-3d07-4e0e-a500-b2a3fb049125 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 945 time: 0.3812444 Aug 27 13:01:09.374683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8dd2705-f61e-4a9e-9722-6a226789bd94 req-d212cd2e-f199-4f70-9707-2d931cc5e500 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314028 Aug 27 13:01:10.489037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17a8bd-227e-4c60-ab10-a4d42121605b req-a7b469f4-0a13-4242-8054-596f2c3334ad tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:10.490537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c17a8bd-227e-4c60-ab10-a4d42121605b req-a7b469f4-0a13-4242-8054-596f2c3334ad tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0493262 Aug 27 13:01:10.528098 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c17a8bd-227e-4c60-ab10-a4d42121605b req-caf1bea3-7271-49b4-8d4e-e21669f625c0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Aug 27 13:01:10.779829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:01:10.829930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port f8455b6d-3ce7-4e89-9c7b-a91231603f97 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:01:10.834228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port f8455b6d-3ce7-4e89-9c7b-a91231603f97 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:01:10.834610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:10.914870 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:10.937812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:01:10.940060 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2397c4-71b4-4164-8abb-4a036d5053b2" -d '{"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:01:10.953372 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:01:10.958167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:10.982260 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b67c5-a74f-4407-a33a-0ab621829aca x-openstack-request-id: req-c57b67c5-a74f-4407-a33a-0ab621829aca {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:01:10.982580 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:01:10.982838 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c57b67c5-a74f-4407-a33a-0ab621829aca {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:01:10.983233 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'code': 200} Aug 27 13:01:11.014428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:01:11.081333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c338c-f877-4583-a674-9e15913384cc req-16aa51ec-dde6-48d8-9731-e902524555ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:11.083540 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-758c338c-f877-4583-a674-9e15913384cc req-16aa51ec-dde6-48d8-9731-e902524555ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0413105 Aug 27 13:01:11.117501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-758c338c-f877-4583-a674-9e15913384cc req-bbb265a9-07dd-48e1-90a7-241ea0e2d0ef service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272832 Aug 27 13:01:11.646073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c683-1e1b-4356-8dde-385a7b6f9755 req-cbebeb63-bc05-4d59-8574-c141252db7aa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:11.647603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be94c683-1e1b-4356-8dde-385a7b6f9755 req-cbebeb63-bc05-4d59-8574-c141252db7aa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Aug 27 13:01:11.685631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-be94c683-1e1b-4356-8dde-385a7b6f9755 req-c2a2c2da-86f4-4803-9f28-b48b20880118 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319166 Aug 27 13:01:12.805215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f386-0c9f-417d-80b1-4eb4f29bfeff req-e4471673-74c7-434f-a2b8-905a4911aa51 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:12.806766 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21c4f386-0c9f-417d-80b1-4eb4f29bfeff req-e4471673-74c7-434f-a2b8-905a4911aa51 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Aug 27 13:01:12.845597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-21c4f386-0c9f-417d-80b1-4eb4f29bfeff req-a9160dde-67a2-47a8-97e3-79a61bfb9d08 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329731 Aug 27 13:01:12.957292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83256-b0e8-41e4-bb16-54640103ac0d req-1064f5b4-3873-4709-aeae-ccb3f8fe2316 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:12.958818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10f83256-b0e8-41e4-bb16-54640103ac0d req-1064f5b4-3873-4709-aeae-ccb3f8fe2316 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Aug 27 13:01:12.967546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 41692) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:01:12.972570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'floatingip': {'port_id': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:01:13.014155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:13.453919 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:13.457858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:13.557425 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed associated. External IP: 172.25.8.194, port: f8455b6d-3ce7-4e89-9c7b-a91231603f97. Aug 27 13:01:13.780464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:01:13.897812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:01:13.902570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:13.907753 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:01:13.916812 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:01:13.917416 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:13.930020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c2a1377-c9cd-4377-98e7-fb67f8002ee3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "PUT /v2.0/floatingips/679fabd2-9908-4f8f-9b45-cf685fc027ed HTTP/1.1" status: 200 len: 992 time: 0.9613638 Aug 27 13:01:13.930640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:01:13.933206 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c5676a-f741-47fa-982e-a1349f2fbb15" -d '{"events": [{"name": "network-changed", "server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:01:13.990231 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1f199a-c794-42b4-98d8-3d9ffb62eed8 x-openstack-request-id: req-af1f199a-c794-42b4-98d8-3d9ffb62eed8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:01:13.990562 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:01:13.990826 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af1f199a-c794-42b4-98d8-3d9ffb62eed8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:01:13.991234 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'status': 'completed', 'code': 200} Aug 27 13:01:14.038312 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:01:14.056934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-0c81e55d-3ad6-4c22-84fb-16b86ca1a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:14.058528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-0c81e55d-3ad6-4c22-84fb-16b86ca1a849 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0427942 Aug 27 13:01:14.156697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-40095a64-6bfe-43a8-9fe3-8d44a9e23579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:14.158195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-40095a64-6bfe-43a8-9fe3-8d44a9e23579 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0923817 Aug 27 13:01:14.228694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-35377d06-f737-4ee4-88fa-d24abdad3203 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1000 time: 0.0626874 Aug 27 13:01:14.270873 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:8f:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:01:13Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:14.286919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-936acd18-16e7-454f-8c28-b7247605c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:14.288478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-936acd18-16e7-454f-8c28-b7247605c998 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0519910 Aug 27 13:01:14.307248 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:01:14.318067 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:01:14.318714 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:00:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:14.338593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-491d2298-97f2-44d0-8a98-3f62857e90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:01:14.340119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-491d2298-97f2-44d0-8a98-3f62857e90f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438912 Aug 27 13:01:14.427145 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:01:14.435668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-e26132c0-2ec4-4d04-94a3-ecdd6dc28ae8 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Aug 27 13:01:14.532372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-43c5676a-f741-47fa-982e-a1349f2fbb15 req-20fb5d46-4bf0-4aa2-853f-23bc69911ddf service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870016 Aug 27 13:01:14.654835 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:8f:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:01:13Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:01:14.684966 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38318b9b-eead-4272-9a88-7766fb196b27 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:8f:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:01:13Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:01:14.894717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5b3f13-5db5-49ba-b22a-543ac89df168 None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:01:18.568674 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cb879b43-165f-4620-83e1-45506cf8ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:20.775611 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:21.039413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7bc87e0b-11b6-47af-a786-190d4760b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:21.248836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:22.308955 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:24.177410 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:38.778236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:42.785588 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:01:48.569476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a25bcb5a-8561-4de9-9f7a-5805c1470ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:50.776348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:51.039228 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f6ce1f9a-083a-4c7a-b626-d3966e785994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:51.249971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:52.311238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:01:54.181236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:04.104925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-a6552b94-7112-412b-8ba5-2cd3c23de6ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823519 Aug 27 13:02:04.190212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-bce9a9f2-fcc6-4617-a039-17a8bf2f9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:04.191736 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-bce9a9f2-fcc6-4617-a039-17a8bf2f9d6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0414486 Aug 27 13:02:04.296315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-31ab8bfa-df39-4e4b-97ea-e22e14c6963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:04.297689 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-31ab8bfa-df39-4e4b-97ea-e22e14c6963f service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0872078 Aug 27 13:02:04.362680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-7c9677b7-1b51-41fd-a5c5-ab8bc1deafaf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1002 time: 0.0571127 Aug 27 13:02:04.414287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-43037b11-2034-4d7e-af5c-cef7430d52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:04.415725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-43037b11-2034-4d7e-af5c-cef7430d52fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0463870 Aug 27 13:02:04.463058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-26523d20-3f98-41f0-8121-edfa7e4005e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:04.464538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-26523d20-3f98-41f0-8121-edfa7e4005e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410130 Aug 27 13:02:04.553889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-12d981c0-909f-4357-a11d-a20cb4a2a066 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814452 Aug 27 13:02:04.648687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c4e14-7ed5-4b1f-a121-bb12c6923ed2 req-d92c65f0-ba90-48da-8fd8-048e146167f8 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862749 Aug 27 13:02:08.793864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:18.570544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9f4c74cd-744b-447d-8f99-9995f67c656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:19.783696 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:02:20.772783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:21.038873 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f4f83d9d-afbc-4611-879d-f0bb36a3648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:21.254169 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:22.314419 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:24.183934 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:38.794824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:48.570740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb9a474e-398b-4bd7-b1a9-f39d9771eb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:50.786591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:51.041388 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ea62d906-5201-4fe3-8a09-779456b1b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:51.254796 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:52.319005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:53.197473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866ea4-6daa-4483-a66e-f5ac70268156 req-8f8dbc4a-c722-4cc6-ba95-3345e0163861 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:53.199012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64866ea4-6daa-4483-a66e-f5ac70268156 req-8f8dbc4a-c722-4cc6-ba95-3345e0163861 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0991108 Aug 27 13:02:53.237957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64866ea4-6daa-4483-a66e-f5ac70268156 req-d72594dd-c896-44ca-a9b3-3b6ea6bd0882 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Aug 27 13:02:54.185922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:02:54.408638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f643f-5f4d-4451-858e-16b040eb5bc0 req-b6cef773-777e-475e-b4a6-2736ea67e10c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:54.410035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db8f643f-5f4d-4451-858e-16b040eb5bc0 req-b6cef773-777e-475e-b4a6-2736ea67e10c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1025796 Aug 27 13:02:54.447360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db8f643f-5f4d-4451-858e-16b040eb5bc0 req-9ec0fadb-07b6-4546-b99b-8664f985cee0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Aug 27 13:02:55.564854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6368717-c0c3-4f21-9fd1-1f1266dd6467 req-b3e93539-c135-4882-8c43-312ba935f604 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:55.566331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6368717-c0c3-4f21-9fd1-1f1266dd6467 req-b3e93539-c135-4882-8c43-312ba935f604 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0492640 Aug 27 13:02:55.603992 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a6368717-c0c3-4f21-9fd1-1f1266dd6467 req-086d5271-6566-4669-afcd-cce3362d1890 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316935 Aug 27 13:02:56.737333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba5048-300c-4f1e-951e-31dcde8fadd3 req-fd504a99-30bb-4c16-b13c-17d576fbc317 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:56.738763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99ba5048-300c-4f1e-951e-31dcde8fadd3 req-fd504a99-30bb-4c16-b13c-17d576fbc317 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Aug 27 13:02:56.775874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-99ba5048-300c-4f1e-951e-31dcde8fadd3 req-f38ce064-848a-4008-bdac-946b60024415 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Aug 27 13:02:56.783505 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:02:57.912415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a0c87-4094-40e3-8482-b2d7c1660cb3 req-4a4d0d8e-6654-459f-845b-13c881af31c7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:57.913909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb2a0c87-4094-40e3-8482-b2d7c1660cb3 req-4a4d0d8e-6654-459f-845b-13c881af31c7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0520499 Aug 27 13:02:57.950591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb2a0c87-4094-40e3-8482-b2d7c1660cb3 req-136f14e4-90b9-4092-ad01-3de401a80e87 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Aug 27 13:02:59.065544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b207-3e7e-480a-9289-c656f348ac0e req-f4522b5d-3154-4256-b929-1b6f55ce9d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:02:59.067110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c723b207-3e7e-480a-9289-c656f348ac0e req-f4522b5d-3154-4256-b929-1b6f55ce9d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Aug 27 13:02:59.105076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c723b207-3e7e-480a-9289-c656f348ac0e req-22151ed3-1979-44d4-b31c-abba038e55e9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Aug 27 13:03:00.219714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f97977-d365-4bc0-830a-cc623e07b10a req-674a0611-18a1-4d31-8723-cf53934cddaf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:00.221197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9f97977-d365-4bc0-830a-cc623e07b10a req-674a0611-18a1-4d31-8723-cf53934cddaf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0490835 Aug 27 13:03:00.258847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e9f97977-d365-4bc0-830a-cc623e07b10a req-f9ef780b-c723-4401-81ab-7cef87a84466 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Aug 27 13:03:01.377414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbadd51-2c5f-4a6c-9c69-03a0de51dda2 req-14366909-ab86-4c7f-861f-c1e86dbeaed2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:01.378939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fbadd51-2c5f-4a6c-9c69-03a0de51dda2 req-14366909-ab86-4c7f-861f-c1e86dbeaed2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0537727 Aug 27 13:03:01.417272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1fbadd51-2c5f-4a6c-9c69-03a0de51dda2 req-68d46520-c051-4295-9b4a-e2a31d5dbef0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Aug 27 13:03:02.536915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e463b-db87-4354-ae5e-2718a7882946 req-9b861ba5-3336-4d37-9f1c-85de0d2bdba2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:02.538452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a8e463b-db87-4354-ae5e-2718a7882946 req-9b861ba5-3336-4d37-9f1c-85de0d2bdba2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0517867 Aug 27 13:03:02.576217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6a8e463b-db87-4354-ae5e-2718a7882946 req-8093b264-92a5-49fa-a31e-780ad9e7ef67 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Aug 27 13:03:03.690753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bad5d-8380-4176-8acb-1fd6cd478ce2 req-8d87f772-6908-4137-83f3-640cd13410b5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:03.692134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-310bad5d-8380-4176-8acb-1fd6cd478ce2 req-8d87f772-6908-4137-83f3-640cd13410b5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0479555 Aug 27 13:03:03.730319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-310bad5d-8380-4176-8acb-1fd6cd478ce2 req-aa739ba9-81d6-485e-b5c6-1705c13e7b77 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Aug 27 13:03:03.953989 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-f0c39704-1fd8-49c3-8118-301a66e4e29d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436733 Aug 27 13:03:03.973191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f0f9-adcd-4e71-a6f6-3eb926274f39 req-8a449e13-b2a1-4979-b928-64b88a3ca424 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:03.974846 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1215f0f9-adcd-4e71-a6f6-3eb926274f39 req-8a449e13-b2a1-4979-b928-64b88a3ca424 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0534983 Aug 27 13:03:04.013688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1215f0f9-adcd-4e71-a6f6-3eb926274f39 req-f0f3a629-1760-424b-b4f2-ed6aa84bf459 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327880 Aug 27 13:03:05.129824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974caf5-f1a5-4d80-96e7-0ad7d67b41f0 req-f0e8e439-6255-4fdc-853b-479a6a823943 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:05.131333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1974caf5-f1a5-4d80-96e7-0ad7d67b41f0 req-f0e8e439-6255-4fdc-853b-479a6a823943 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0490961 Aug 27 13:03:05.168471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1974caf5-f1a5-4d80-96e7-0ad7d67b41f0 req-04799200-8595-4cf0-8c4a-f46e238ec1c8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311129 Aug 27 13:03:06.103000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-c0ca6d30-e327-41dd-982e-c83160091079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:06.104519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-c0ca6d30-e327-41dd-982e-c83160091079 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0440853 Aug 27 13:03:06.213930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-e7befb34-9833-4787-b991-c70597849a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:06.215475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-e7befb34-9833-4787-b991-c70597849a88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0908310 Aug 27 13:03:06.312621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-222c3f8e-3cbc-4aa2-ba6d-bf53bdb5050f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1002 time: 0.0886755 Aug 27 13:03:06.329490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bcb9b-a095-4958-8c2f-f1768688558a req-df03da9f-6984-414a-93d3-a687b21ca4b8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:06.330984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-933bcb9b-a095-4958-8c2f-f1768688558a req-df03da9f-6984-414a-93d3-a687b21ca4b8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0718732 Aug 27 13:03:06.398264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-82a6a794-dcf4-4470-b8c7-bc1dcca8ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:06.399843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-82a6a794-dcf4-4470-b8c7-bc1dcca8ec2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0794463 Aug 27 13:03:06.402970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-933bcb9b-a095-4958-8c2f-f1768688558a req-f6a1b8f4-c57d-484a-8e9e-7f6001b32302 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649333 Aug 27 13:03:06.447461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-8cf8e50c-1880-49d2-a8a0-fc56ec857ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:06.449026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-8cf8e50c-1880-49d2-a8a0-fc56ec857ab3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414000 Aug 27 13:03:06.549837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-e3494d9a-5871-4bfe-982c-37dd1355c5ef service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924206 Aug 27 13:03:06.643834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e06e5b9d-6544-4a5f-ae16-cbec8977abb0 req-7a03829d-533d-49d6-907b-8ee6594575c6 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852642 Aug 27 13:03:07.151405 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-4809ac1c-b34a-4cbe-ac98-b226e470b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:07.152869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-4809ac1c-b34a-4cbe-ac98-b226e470b641 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0407515 Aug 27 13:03:07.246089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a0004cee-30a8-4b4a-a71a-26c503b245ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:07.247455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a0004cee-30a8-4b4a-a71a-26c503b245ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0855496 Aug 27 13:03:07.314961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-aafe2f29-96ba-42e8-ab7b-000376df49d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1002 time: 0.0590372 Aug 27 13:03:07.368905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-db128ed8-6b4b-4459-858a-0e4e0c4c3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:07.370401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-db128ed8-6b4b-4459-858a-0e4e0c4c3188 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0477965 Aug 27 13:03:07.417512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-80dd76aa-1c56-4b18-ab5a-94996dbf2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:07.419158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-80dd76aa-1c56-4b18-ab5a-94996dbf2cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409641 Aug 27 13:03:07.550456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-e8b453e5-4d3f-482a-a58b-543518e10c17 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207190 Aug 27 13:03:07.558885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7ba24-b54a-45c7-8566-6506d98a24d0 req-c6be46c1-ec9d-4721-8367-0c10f5a09a2f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:07.560268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5a7ba24-b54a-45c7-8566-6506d98a24d0 req-c6be46c1-ec9d-4721-8367-0c10f5a09a2f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0786736 Aug 27 13:03:07.644463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5a7ba24-b54a-45c7-8566-6506d98a24d0 req-b7ec5fd8-c606-4386-b973-37bd6d7dd05d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762863 Aug 27 13:03:07.672491 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4a33702-12f5-4359-b354-9e0e8583a883 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112654 Aug 27 13:03:08.762429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33415f7-44da-4256-ba21-a5dd1d244c20 req-79094a84-6542-4316-9a21-8d87f42183e9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:08.763937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e33415f7-44da-4256-ba21-a5dd1d244c20 req-79094a84-6542-4316-9a21-8d87f42183e9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Aug 27 13:03:08.799650 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:08.802013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e33415f7-44da-4256-ba21-a5dd1d244c20 req-a4408b50-6a1c-4b40-abc2-3380543717ec tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Aug 27 13:03:09.628643 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-b5bedb45-0030-4f3d-9abb-f754bfb716f2 service neutron] show failed (client error): The resource could not be found. Aug 27 13:03:09.629630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-b5bedb45-0030-4f3d-9abb-f754bfb716f2 service neutron] 10.222.0.65 "GET /v2.0/ports/f8455b6d-3ce7-4e89-9c7b-a91231603f97/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0531685 Aug 27 13:03:09.864719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-20ddd795-7277-4b2f-951e-9f586b0969eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:09.866239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-20ddd795-7277-4b2f-951e-9f586b0969eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 1097 time: 0.0850296 Aug 27 13:03:09.885135 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:03:09.964527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95011a8f-a01f-49f0-a7f3-1f305e29bb60 req-6075c825-0b93-4de6-8a80-33c1d64afd94 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:09.966033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95011a8f-a01f-49f0-a7f3-1f305e29bb60 req-6075c825-0b93-4de6-8a80-33c1d64afd94 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0948873 Aug 27 13:03:09.971107 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:10.036080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95011a8f-a01f-49f0-a7f3-1f305e29bb60 req-f73e1e98-0284-469e-acd4-e41af7df8e16 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628068 Aug 27 13:03:10.195686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:10.232151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:03:10.271086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:10.273026 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019283d-fc05-4316-9e4a-c89e65d854e5" -d '{"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:10.277205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:10.290890 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Transition to ACTIVE for port object f8455b6d-3ce7-4e89-9c7b-a91231603f97 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:03:10.294749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:10.384884 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:10.393106 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa79d72-e3b3-47d7-b10d-843542f5729c x-openstack-request-id: req-4aa79d72-e3b3-47d7-b10d-843542f5729c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:10.393536 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:10.393799 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4aa79d72-e3b3-47d7-b10d-843542f5729c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:10.394196 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'code': 200} Aug 27 13:03:10.403258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.403588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.403936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.404280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.404614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.404963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.405278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.405608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.405935 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.406260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.406725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.407058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:10.443277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] No DVR routers for this DVR port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:03:10.897630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:03:10.898273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:03:10.898273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:03:10.902456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:03:10.902780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Attempting to bind port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:03:10.907552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:03:10.907908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:03:10.908284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:03:10.908695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Bound port: f8455b6d-3ce7-4e89-9c7b-a91231603f97, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:03:10.909068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:10.971625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:03:10.975562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:03:10.980992 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:11.014555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:11.015231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:11.017201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] 10.222.0.77 "PUT /v2.0/ports/f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1092 time: 1.1360769 Aug 27 13:03:11.042326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4399acb-6c70-44f9-b37f-edcab616c362 service neutron] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:11.102929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-f1ceac30-567a-4c9b-bdac-3902523cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:11.104467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-f1ceac30-567a-4c9b-bdac-3902523cb7f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0502560 Aug 27 13:03:11.208277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c1b7a-a1c5-42e2-9476-65c283ac2885 req-85b81741-7c28-49d6-b36f-d459c140878f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:11.209827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d04c1b7a-a1c5-42e2-9476-65c283ac2885 req-85b81741-7c28-49d6-b36f-d459c140878f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1000392 Aug 27 13:03:11.262842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a6dd8a29-d78f-4c34-97f2-d1be57309f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:11.264332 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-a6dd8a29-d78f-4c34-97f2-d1be57309f6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1455839 Aug 27 13:03:11.269810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d04c1b7a-a1c5-42e2-9476-65c283ac2885 req-20ca23a9-439e-48ba-bd55-c1b37b7bc0d4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536339 Aug 27 13:03:11.330226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-7a4b3955-7173-4c35-8da2-010c8b5653bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1000 time: 0.0583737 Aug 27 13:03:11.380350 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-fe986144-2e51-454f-ae36-e5a8415fdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:11.381797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-fe986144-2e51-454f-ae36-e5a8415fdba4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0442033 Aug 27 13:03:11.431738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-55dc1daf-e1e3-48c9-8271-5e67f2d0a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:11.433228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-55dc1daf-e1e3-48c9-8271-5e67f2d0a641 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440340 Aug 27 13:03:11.521603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-2fc6af1d-7841-4a0e-9ad7-c2e3df91d3f6 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809240 Aug 27 13:03:11.624173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02bb43e8-1d5b-4b36-8fa6-9c2038992bb4 req-7e745114-bf3c-422c-aeed-c133503e56b5 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955987 Aug 27 13:03:12.395784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403cf1-a0d5-4c90-9ef4-58e38017bfc0 req-a8059235-0217-42c8-9166-e41b2d94fee0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.397268 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02403cf1-a0d5-4c90-9ef4-58e38017bfc0 req-a8059235-0217-42c8-9166-e41b2d94fee0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0502515 Aug 27 13:03:12.397717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:12.399974 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b8484f-6e98-4e4a-887f-6fcb550db55e" -d '{"events": [{"name": "network-changed", "server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:12.437290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02403cf1-a0d5-4c90-9ef4-58e38017bfc0 req-eda40027-2d5d-4bb5-9e3f-720ed4de0b22 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339499 Aug 27 13:03:12.450355 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301ec49-f5fe-4e47-8785-1751142fcf11 x-openstack-request-id: req-7301ec49-f5fe-4e47-8785-1751142fcf11 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:12.450685 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:12.450949 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7301ec49-f5fe-4e47-8785-1751142fcf11 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:12.451358 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'status': 'completed', 'code': 200} Aug 27 13:03:12.545653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-d53c2a6d-ecd4-4d45-9b25-737158cba9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.547213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-d53c2a6d-ecd4-4d45-9b25-737158cba9b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0715153 Aug 27 13:03:12.555383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-4aca52c8-1df2-4ebc-ba3f-0fccb27d6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.556695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-4aca52c8-1df2-4ebc-ba3f-0fccb27d6a0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0563750 Aug 27 13:03:12.714481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-f1509622-b7ba-4ec4-a498-0e68c91420b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.715974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-f1509622-b7ba-4ec4-a498-0e68c91420b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1584628 Aug 27 13:03:12.717366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-9c2b5e8d-ec79-4e60-9f25-790cb9a14ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.718703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-9c2b5e8d-ec79-4e60-9f25-790cb9a14ecb service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1532426 Aug 27 13:03:12.832099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-80f4ae32-fa0b-4f23-be12-df2c09324a4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1000 time: 0.1079936 Aug 27 13:03:12.833801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-67079f51-b98b-49d6-8e3f-1257a30f1748 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1000 time: 0.1034594 Aug 27 13:03:12.919378 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-9fec5d05-3ef7-4891-aa85-01f12e8974e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.920937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-9fec5d05-3ef7-4891-aa85-01f12e8974e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0811169 Aug 27 13:03:12.926886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-53a93564-ec69-4a63-961a-186d637f62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:12.928263 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-53a93564-ec69-4a63-961a-186d637f62ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0789096 Aug 27 13:03:13.002711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-030275bc-e11e-4bf1-93e0-a6d8fb8b1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:13.004213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-030275bc-e11e-4bf1-93e0-a6d8fb8b1f71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651937 Aug 27 13:03:13.007230 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-31b6f51c-0cf1-49d8-805b-40387b20c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:13.008638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-31b6f51c-0cf1-49d8-805b-40387b20c303 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794334 Aug 27 13:03:13.162888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-3721c085-6c0d-4ff2-b7d5-5439a317dc95 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507936 Aug 27 13:03:13.166170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-29a3d8c1-4558-4c72-a6fb-f188de5a4be6 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465285 Aug 27 13:03:13.325148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-66f97e9b-3d48-4a84-8a71-795837df9427 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540411 Aug 27 13:03:13.327096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b8484f-6e98-4e4a-887f-6fcb550db55e req-53990aa6-d3a5-4efd-85e4-1f6679e440d4 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491072 Aug 27 13:03:13.412390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:03:13.450066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:03:13.559053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d48a-6ca1-4953-a6c7-92c0b66783a6 req-3a6625d3-0f53-4a3d-b40e-6c26318cea9b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:13.560545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa30d48a-6ca1-4953-a6c7-92c0b66783a6 req-3a6625d3-0f53-4a3d-b40e-6c26318cea9b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0501575 Aug 27 13:03:13.602787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fa30d48a-6ca1-4953-a6c7-92c0b66783a6 req-de3a5652-968c-4ffb-9839-9cb1123170bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356920 Aug 27 13:03:14.718960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0cbbd-3559-4569-b14d-1547e4ff2959 req-cb3553fe-d78e-45e4-bf3d-055e402a40aa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:14.720382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fda0cbbd-3559-4569-b14d-1547e4ff2959 req-cb3553fe-d78e-45e4-bf3d-055e402a40aa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0505576 Aug 27 13:03:14.758074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fda0cbbd-3559-4569-b14d-1547e4ff2959 req-e9ac21fe-3fca-4f03-a3fc-782f99c334fb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Aug 27 13:03:14.986245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d9ec-fc62-4a2f-a533-0ae926ed1fec req-367345b4-99df-4417-9a79-c56e68981d9b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:14.987687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5b4d9ec-fc62-4a2f-a533-0ae926ed1fec req-367345b4-99df-4417-9a79-c56e68981d9b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0838089 Aug 27 13:03:14.999959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-58270623-7ae4-45da-aaab-0762b0c75ffd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:15.001960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-58270623-7ae4-45da-aaab-0762b0c75ffd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2&tenant_id=d24b5f115d7148bda4cb7402d25c7845&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.0694566 Aug 27 13:03:15.069256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a5b4d9ec-fc62-4a2f-a533-0ae926ed1fec req-981361a4-844e-4760-9863-cc59726278bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663142 Aug 27 13:03:15.088138 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-eddbec79-3cd0-4f59-b8a7-1cac94f944e2 service neutron] delete failed (client error): The resource could not be found. Aug 27 13:03:15.089165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-eddbec79-3cd0-4f59-b8a7-1cac94f944e2 service neutron] 10.222.0.65 "DELETE /v2.0/ports/f8455b6d-3ce7-4e89-9c7b-a91231603f97/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0697620 Aug 27 13:03:15.176742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-d242c8b1-6454-4d88-944b-396788d69c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:15.178246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-d242c8b1-6454-4d88-944b-396788d69c50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0420516 Aug 27 13:03:15.272539 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-f4e6bdaf-0df8-4e59-8cbd-3f121eabfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:15.273945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-f4e6bdaf-0df8-4e59-8cbd-3f121eabfd5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0881703 Aug 27 13:03:15.340471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-3bee7a55-673d-44c3-9719-31980094c167 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1000 time: 0.0588458 Aug 27 13:03:15.394674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-733539e3-6ad8-4604-8ed8-cea9ddaf9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:15.396150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-733539e3-6ad8-4604-8ed8-cea9ddaf9f8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0446255 Aug 27 13:03:15.450289 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-38ddc10c-767e-4fc8-9070-e3391cc25461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:15.451818 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-38ddc10c-767e-4fc8-9070-e3391cc25461 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480392 Aug 27 13:03:15.552079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-9acfcebb-448f-43eb-8d69-ffffa0bef9d6 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914392 Aug 27 13:03:15.639467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:03:15.668975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb13bee2-642c-4149-8d0d-37c8f317dcba req-d65fcb91-5f88-45a9-87be-e64af8dd3ef9 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091456 Aug 27 13:03:15.745245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:15.759566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'mac_address': 'fa:16:3e:8f:f8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:03:15.800316 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:15.820940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8455b6d-3ce7-4e89-9c7b-a91231603f97 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:03:15.841340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:15.845735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:15.898030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:15.905636 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.905979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.906789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.906789 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.907006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.907333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.907653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.907976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.908293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.908610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.908939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:15.909246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:03:16.193257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e5610-fc91-48ca-8f6c-d6acf4f9bde3 req-92e46e32-9eb8-42e8-b575-c55014f257cd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.194874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d1e5610-fc91-48ca-8f6c-d6acf4f9bde3 req-92e46e32-9eb8-42e8-b575-c55014f257cd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0542402 Aug 27 13:03:16.235780 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d1e5610-fc91-48ca-8f6c-d6acf4f9bde3 req-4231ff0b-9c64-4b17-840e-a8e12849484a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349536 Aug 27 13:03:16.325367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['f8455b6d-3ce7-4e89-9c7b-a91231603f97'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:03:16.352969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2fa94-223c-4a7e-8877-25048c45772a req-fe4564f3-a8df-40c6-9697-bcee22e56009 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.354591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38c2fa94-223c-4a7e-8877-25048c45772a req-fe4564f3-a8df-40c6-9697-bcee22e56009 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Aug 27 13:03:16.392811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38c2fa94-223c-4a7e-8877-25048c45772a req-77f62295-fe78-4eb2-b8fc-295c77e07e72 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Aug 27 13:03:16.592855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2aa81a-1271-4b8f-ae2c-8d06fad07ff6 req-d0ec13ff-dbfe-4189-8946-c11f3bfb9262 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.594982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b2aa81a-1271-4b8f-ae2c-8d06fad07ff6 req-d0ec13ff-dbfe-4189-8946-c11f3bfb9262 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0513134 Aug 27 13:03:16.662397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b2aa81a-1271-4b8f-ae2c-8d06fad07ff6 req-8d8c10aa-9558-4f6a-896b-c67eb86b18e7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611367 Aug 27 13:03:16.671806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82174f13-894b-4147-b57e-0d8807c48af7 req-3f82583b-a91e-4a3b-aeaa-b4b936f085b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.674493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-3f82583b-a91e-4a3b-aeaa-b4b936f085b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0548406 Aug 27 13:03:16.764953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82174f13-894b-4147-b57e-0d8807c48af7 req-e4907321-47fa-480c-bf37-7b539625961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.766486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-e4907321-47fa-480c-bf37-7b539625961c service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0846698 Aug 27 13:03:16.838256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-ada86573-95eb-44ff-90e5-800d7d9bb438 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 200 len: 1001 time: 0.0635293 Aug 27 13:03:16.887583 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82174f13-894b-4147-b57e-0d8807c48af7 req-8d73667c-ed58-46dd-a00f-a1939dc570b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.889012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-8d73667c-ed58-46dd-a00f-a1939dc570b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0436699 Aug 27 13:03:16.936314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82174f13-894b-4147-b57e-0d8807c48af7 req-bb2b1f66-71a8-445c-a291-596c72171612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:16.937851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-bb2b1f66-71a8-445c-a291-596c72171612 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403435 Aug 27 13:03:17.033478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-6cf1f287-87b7-48a8-845c-4b3bf7a7c728 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867655 Aug 27 13:03:17.122833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82174f13-894b-4147-b57e-0d8807c48af7 req-a426546d-1d2f-480f-af23-d27f78ecabf1 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813744 Aug 27 13:03:17.679577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:03:17.736146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port f8455b6d-3ce7-4e89-9c7b-a91231603f97 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:03:17.741907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port f8455b6d-3ce7-4e89-9c7b-a91231603f97 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:03:17.742288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:17.815864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e323c1-db87-4f63-890b-23d7c6bbbf4b req-a0f049d0-9b53-4ae2-ac67-888e4f2df944 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:17.817420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01e323c1-db87-4f63-890b-23d7c6bbbf4b req-a0f049d0-9b53-4ae2-ac67-888e4f2df944 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0540087 Aug 27 13:03:17.823285 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:17.848034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:17.850313 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ee5ba-3625-4634-92dc-5a651c7e7d4a" -d '{"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:17.856834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01e323c1-db87-4f63-890b-23d7c6bbbf4b req-0aba98a2-0cd6-497e-b9dc-d0489eb81c7e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334556 Aug 27 13:03:17.863474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:17.868034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:17.919073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:17.950686 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab933b90-9a16-44e3-aad8-a59a660d754d x-openstack-request-id: req-ab933b90-9a16-44e3-aad8-a59a660d754d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:17.951000 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:17.951268 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab933b90-9a16-44e3-aad8-a59a660d754d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:17.951674 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'code': 200} Aug 27 13:03:18.106365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ee81-5d52-4aad-981b-62125282e8fd req-c5f52004-9454-4b5c-851e-9c30efd2d878 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:18.108152 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8030ee81-5d52-4aad-981b-62125282e8fd req-c5f52004-9454-4b5c-851e-9c30efd2d878 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0518489 Aug 27 13:03:18.146369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8030ee81-5d52-4aad-981b-62125282e8fd req-1cfd3636-463e-43e2-8415-43509dda6a5c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323684 Aug 27 13:03:18.574729 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84ff2fe5-c68b-438b-a069-7582e0f5791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:19.265294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3c575-2971-47e7-9b4f-63f2744ed13f req-d9202af1-3d47-40eb-8a53-c3ed4d85a8fb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:19.267538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecc3c575-2971-47e7-9b4f-63f2744ed13f req-d9202af1-3d47-40eb-8a53-c3ed4d85a8fb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0506811 Aug 27 13:03:19.304408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ecc3c575-2971-47e7-9b4f-63f2744ed13f req-a1c07a7d-43f0-486f-850e-979530995d42 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Aug 27 13:03:20.031754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-1446809a-9e12-484f-990b-cb9a559a1502 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:20.033220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-1446809a-9e12-484f-990b-cb9a559a1502 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0527260 Aug 27 13:03:20.121816 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Deleting port f8455b6d-3ce7-4e89-9c7b-a91231603f97 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:03:20.122159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:20.213212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] For port f8455b6d-3ce7-4e89-9c7b-a91231603f97, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=f8455b6d-3ce7-4e89-9c7b-a91231603f97,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:20.213601 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:20.408815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:20.409571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:20.409571 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed disassociated. External IP: 172.25.8.194, port: f8455b6d-3ce7-4e89-9c7b-a91231603f97. Aug 27 13:03:20.409867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Calling delete_port for f8455b6d-3ce7-4e89-9c7b-a91231603f97 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:03:20.473786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c0db3-3b5f-48d1-9674-76c1ef7dcfdd req-adcd787b-19e4-4e49-8942-1cb3cfac7921 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:20.475311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b32c0db3-3b5f-48d1-9674-76c1ef7dcfdd req-adcd787b-19e4-4e49-8942-1cb3cfac7921 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1020565 Aug 27 13:03:20.531933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b32c0db3-3b5f-48d1-9674-76c1ef7dcfdd req-dbccb086-4833-479a-8278-ca9124cb7bb8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478141 Aug 27 13:03:20.587797 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:20.615710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event deleted for resources: {'Port': ['ID=f8455b6d-3ce7-4e89-9c7b-a91231603f97,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:20.739293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:03:20.794563 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:21.050725 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-95683958-4aed-44f6-b257-2c9777d7fe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:21.191102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:03:21.201080 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:03:21.213383 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:03:21.214043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:03:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:21.232270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] No DVR routers for this DVR port f8455b6d-3ce7-4e89-9c7b-a91231603f97 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:03:21.234995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:21.237303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a2348ef-304d-40e5-9290-fd2658dea62a req-3680d2d9-4c4a-4e91-b3c3-612b0732e494 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "DELETE /v2.0/ports/f8455b6d-3ce7-4e89-9c7b-a91231603f97 HTTP/1.1" status: 204 len: 173 time: 1.1972451 Aug 27 13:03:21.237773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-deleted', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:21.241425 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f5eee6-fc7d-44d3-ae59-24384ad842c5" -d '{"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-deleted", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:21.261951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:21.288272 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc9c764-5bec-418b-b755-878881e50348 x-openstack-request-id: req-7bc9c764-5bec-418b-b755-878881e50348 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:21.288686 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aba4b08-c836-46a4-9af6-23533204d3c2", "name": "network-vif-deleted", "tag": "f8455b6d-3ce7-4e89-9c7b-a91231603f97", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:21.289203 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7bc9c764-5bec-418b-b755-878881e50348 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:21.289834 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aba4b08-c836-46a4-9af6-23533204d3c2', 'name': 'network-vif-deleted', 'tag': 'f8455b6d-3ce7-4e89-9c7b-a91231603f97', 'status': 'completed', 'code': 200} Aug 27 13:03:21.348546 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:03:21.568643 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:21.660646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9966a411-49d9-420c-a55e-080d39dd6fe7 req-efc1f14d-4643-4265-a358-c40b9b8cffab tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aba4b08-c836-46a4-9af6-23533204d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0329163 Aug 27 13:03:21.709283 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:03:21.720869 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:03:21.721485 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:03:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:21.860404 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:03:22.053234 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:22.078735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46f65c6-fcba-48d0-8a9d-c2ddddadcfd1 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:03:22.295935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf9e6e-e547-4cad-ae15-a26205abdaa2 None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:03:22.383497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:22.932683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-76fdf81f-73b9-4461-912b-512a775efe11 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--945002511&fields=id&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 267 time: 0.0322201 Aug 27 13:03:23.037570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-fb87bcce-f245-4ede-8bbf-30eaf6571f72 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:23.038994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-fb87bcce-f245-4ede-8bbf-30eaf6571f72 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.0987046 Aug 27 13:03:23.054357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-61838955-b898-4410-8205-b40405413945 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/quotas/d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 375 time: 0.0097725 Aug 27 13:03:23.106653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-50914e64-1346-4610-8d89-4fe8d5b7560a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470107 Aug 27 13:03:23.205381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-819f09a6-40c7-4a10-a323-ae75ccb15d19 service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Aug 27 13:03:23.291376 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-d5035b15-6d1d-4d67-b64f-13cfce0429f6 service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796945 Aug 27 13:03:23.454646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588c9ca0-bc98-4bbe-be54-9859ad59e117 req-222cf516-3a0a-4da6-923f-3a6ea6a9229d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 210 time: 0.0314455 Aug 27 13:03:23.688426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:03:23.708145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: f8455b6d-3ce7-4e89-9c7b-a91231603f97 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:03:23.708451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device f8455b6d-3ce7-4e89-9c7b-a91231603f97 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:03:24.188827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:24.518060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bb31853f-bc9e-4b93-8d3d-481cc00d51a7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:24.519598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bb31853f-bc9e-4b93-8d3d-481cc00d51a7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1080449 Aug 27 13:03:24.552508 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b6198eff-30ba-4237-aefa-a85a1bbd4d83 req-470fe1bd-8e49-413e-8fbb-058f3c037c81 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 210 time: 0.0276167 Aug 27 13:03:24.586713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-964f8cb3-9dad-46e3-ab43-52253c415726 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 379 time: 0.0332553 Aug 27 13:03:24.641611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'port': {'device_id': '6243fb01-35c0-403b-8705-fe033f841e2c', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'admin_state_up': True, 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'security_groups': ['93f30fa2-49ff-48dc-a0af-dfdeea57da58']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:03:24.751179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Made reservation on behalf of d24b5f115d7148bda4cb7402d25c7845 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:03:24.754875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:24.882680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Allocated IP 172.20.0.14 (15079657-bd16-4741-bc10-e020af54ba7a/6bcac441-3007-4abc-8490-dfd0b75e9a19/d911ce80-efaa-4651-9222-6a701d003edd) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:03:25.021278 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.035243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Transition to ACTIVE for port object d911ce80-efaa-4651-9222-6a701d003edd will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:03:25.067393 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.114745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:03:25.119795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:03:25.123555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:03:25.130554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:25.177491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:25.178129 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.193451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-bc3878f2-8432-4730-8708-85ee95b87d57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561450 Aug 27 13:03:25.213191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Request body: {'port': {'device_id': '6243fb01-35c0-403b-8705-fe033f841e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:03:25.271837 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.352863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f063814d-dfc8-491b-9bae-e1381c969063 None None] Provisioning for port d911ce80-efaa-4651-9222-6a701d003edd completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:03:25.356557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f063814d-dfc8-491b-9bae-e1381c969063 None None] Provisioning complete for port d911ce80-efaa-4651-9222-6a701d003edd triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:03:25.356921 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f063814d-dfc8-491b-9bae-e1381c969063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.397031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f063814d-dfc8-491b-9bae-e1381c969063 None None] Port d911ce80-efaa-4651-9222-6a701d003edd cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:03:25.544764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d911ce80-efaa-4651-9222-6a701d003edd {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:03:25.551930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.564126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Transition to ACTIVE for port object d911ce80-efaa-4651-9222-6a701d003edd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:03:25.567087 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.668455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:25.727635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:03:25.727976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:03:25.728319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:03:25.741079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff757-971b-4426-8e24-85c7da25071a req-bde938f3-dae9-487d-9f26-e91375bbae6d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:25.742679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-556ff757-971b-4426-8e24-85c7da25071a req-bde938f3-dae9-487d-9f26-e91375bbae6d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.1082437 Aug 27 13:03:25.743838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:03:25.744168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:03:25.756693 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:03:25.757036 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:03:25.757420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:03:25.757876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Bound port: d911ce80-efaa-4651-9222-6a701d003edd, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:03:25.758240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.816419 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-556ff757-971b-4426-8e24-85c7da25071a req-aa6f630d-6068-46d1-8c60-ac9969629121 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667317 Aug 27 13:03:25.853559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:03:25.857026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:03:25.862955 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.896870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:25.897580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:25.899305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] 10.222.0.77 "PUT /v2.0/ports/d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1092 time: 0.6906631 Aug 27 13:03:25.899876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:25.902345 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbc2760-91b0-4077-8c69-1b934696fa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:25.931451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf8859-ab88-409d-b7b9-567bbf403674 service neutron] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:25.956967 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a839c100-6fca-4af7-b9d4-e31455d06e68 x-openstack-request-id: req-a839c100-6fca-4af7-b9d4-e31455d06e68 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:25.957267 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:25.957557 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a839c100-6fca-4af7-b9d4-e31455d06e68 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:25.957970 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'status': 'completed', 'code': 200} Aug 27 13:03:26.029544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-730d93c7-858d-4868-b0c1-19a16d2c4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.031725 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-730d93c7-858d-4868-b0c1-19a16d2c4e5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1095 time: 0.0481269 Aug 27 13:03:26.086693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-e99066f9-2b98-4679-aac3-70c967a35fcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 217 time: 0.0354044 Aug 27 13:03:26.136154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-d6e5aa16-58ee-47e8-95a6-02c1ca9c5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.137609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-d6e5aa16-58ee-47e8-95a6-02c1ca9c5632 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0429068 Aug 27 13:03:26.185013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-00254699-62db-4283-b41a-9c9feec0db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.186805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-00254699-62db-4283-b41a-9c9feec0db54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409105 Aug 27 13:03:26.280628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-fec1fb00-e14c-48b4-ac8d-4fc16dd9816c service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849075 Aug 27 13:03:26.370747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22bd001f-003c-4b00-a939-7ee61a1dc126 req-3062113c-2b90-4659-886f-c933a0bd886d service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822814 Aug 27 13:03:26.533199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-c24dc1cf-cabb-4a87-a1c1-d60a30c108da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.534799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-c24dc1cf-cabb-4a87-a1c1-d60a30c108da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1095 time: 0.0475795 Aug 27 13:03:26.628882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-b3f69af0-abbe-4c86-8f1e-0ee1ab2ebb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.630354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-b3f69af0-abbe-4c86-8f1e-0ee1ab2ebb6f service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0848868 Aug 27 13:03:26.678095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-1f7aaea7-1332-4856-9aeb-d1dfd19c9f19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 217 time: 0.0400062 Aug 27 13:03:26.730712 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-4dc89bd6-2627-4d70-9a67-ca2d05c0247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.732189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-4dc89bd6-2627-4d70-9a67-ca2d05c0247c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0462153 Aug 27 13:03:26.779657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-a5e85846-824e-48ac-b82f-60b2859b4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:26.781190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-a5e85846-824e-48ac-b82f-60b2859b4e49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405579 Aug 27 13:03:26.883793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-5802168b-f6dd-4706-a013-1171714d27c9 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925853 Aug 27 13:03:26.999362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7a07b-a758-40d2-8afb-173704c23028 req-3b83dc23-e11e-418a-8608-fb663f8d256f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:27.001475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00f7a07b-a758-40d2-8afb-173704c23028 req-3b83dc23-e11e-418a-8608-fb663f8d256f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.1120381 Aug 27 13:03:27.030552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cbc2760-91b0-4077-8c69-1b934696fa3d req-c158c5b4-16f8-41cf-99f2-bda399677db3 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325078 Aug 27 13:03:27.050742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00f7a07b-a758-40d2-8afb-173704c23028 req-95972c70-4d0e-4fc1-94dc-fb03f1dbf159 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413928 Aug 27 13:03:28.170443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f9ce3-52c2-4c45-8b74-7c1896be6f7e req-8f565165-4b15-4b6e-b560-bbcfec4e8e57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:28.172563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e2f9ce3-52c2-4c45-8b74-7c1896be6f7e req-8f565165-4b15-4b6e-b560-bbcfec4e8e57 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.0501225 Aug 27 13:03:28.210087 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e2f9ce3-52c2-4c45-8b74-7c1896be6f7e req-bfe6e2b5-6856-4340-8c07-368b28cb4693 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Aug 27 13:03:29.328990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd1eb2-4338-478e-9827-348838e50dd3 req-a027806e-8fc1-4596-9301-80900dda01d9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:29.330582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bdd1eb2-4338-478e-9827-348838e50dd3 req-a027806e-8fc1-4596-9301-80900dda01d9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.0513921 Aug 27 13:03:29.369820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6bdd1eb2-4338-478e-9827-348838e50dd3 req-f23e8356-ab15-492f-a504-0d69d61df139 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330424 Aug 27 13:03:29.701592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:03:29.799538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:29.811027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd911ce80-efaa-4651-9222-6a701d003edd', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd', 'mac_address': 'fa:16:3e:ba:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:03:29.849407 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:29.864085 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911ce80-efaa-4651-9222-6a701d003edd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:03:29.885843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:29.890247 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:29.942999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:30.332723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d911ce80-efaa-4651-9222-6a701d003edd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:03:30.501161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e8e1c-f183-4c56-8804-89099551c73c req-740cc00a-3fc3-4401-8483-8ea56d645b4d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:30.502733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b69e8e1c-f183-4c56-8804-89099551c73c req-740cc00a-3fc3-4401-8483-8ea56d645b4d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0561392 Aug 27 13:03:30.546293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b69e8e1c-f183-4c56-8804-89099551c73c req-78f35ebe-f55c-4933-8829-19ecd7bec91a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Aug 27 13:03:31.669101 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e2805-8c2f-47ec-a741-049bbef667ff req-d5b2cdba-7d6e-4dc1-9608-c8c9ae91a3e7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:31.670623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-162e2805-8c2f-47ec-a741-049bbef667ff req-d5b2cdba-7d6e-4dc1-9608-c8c9ae91a3e7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0536721 Aug 27 13:03:31.711325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-162e2805-8c2f-47ec-a741-049bbef667ff req-3d1ef069-b14e-47e7-a6bf-08fb86874a18 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337977 Aug 27 13:03:31.717406 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:03:31.787711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d911ce80-efaa-4651-9222-6a701d003edd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:03:31.791621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d911ce80-efaa-4651-9222-6a701d003edd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:03:31.791996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:31.877834 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:31.903617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:31.906668 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d371abb1-da9a-48cf-8492-691a07181394" -d '{"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:31.920202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:03:31.924795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:31.949403 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1f35a-75ee-46a5-848c-260cde866107 x-openstack-request-id: req-82a1f35a-75ee-46a5-848c-260cde866107 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:31.949698 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:31.949954 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82a1f35a-75ee-46a5-848c-260cde866107 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:31.950390 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'code': 200} Aug 27 13:03:31.976376 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:03:32.076347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752ab96-93f0-4b40-ba4c-a59c21216648 req-58b1f212-333a-4860-bd5f-7d2c9e0f30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:32.079188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7752ab96-93f0-4b40-ba4c-a59c21216648 req-58b1f212-333a-4860-bd5f-7d2c9e0f30db service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1097 time: 0.0421693 Aug 27 13:03:32.114131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7752ab96-93f0-4b40-ba4c-a59c21216648 req-8f5b3c5b-6856-4014-9893-0118c6a30226 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281110 Aug 27 13:03:32.845541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af163b-966a-4511-a075-0ec90c7fbe86 req-773edce6-74e9-4ff8-b866-1cf47c6c5d2d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:32.847129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88af163b-966a-4511-a075-0ec90c7fbe86 req-773edce6-74e9-4ff8-b866-1cf47c6c5d2d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0563328 Aug 27 13:03:32.886847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88af163b-966a-4511-a075-0ec90c7fbe86 req-483a7179-b017-4f9d-9631-29a4a7eafb0d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332761 Aug 27 13:03:33.782209 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:03:34.010192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c72e-d165-4cec-abd4-6a1876b83889 req-76d1572d-7912-422b-8cbd-93b047517316 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:34.011825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc58c72e-d165-4cec-abd4-6a1876b83889 req-76d1572d-7912-422b-8cbd-93b047517316 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0554202 Aug 27 13:03:34.050691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc58c72e-d165-4cec-abd4-6a1876b83889 req-c90d0c34-3d93-4f97-855f-ac36853dd64e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327423 Aug 27 13:03:34.165626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72374a-e258-4e61-b9a1-97718d9bfa4d req-8f067cc8-55de-4eaf-8f79-d6d80a0304b3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:34.167231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df72374a-e258-4e61-b9a1-97718d9bfa4d req-8f067cc8-55de-4eaf-8f79-d6d80a0304b3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0516028 Aug 27 13:03:34.177430 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42084) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:03:34.182143 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'floatingip': {'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:03:34.221245 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:34.655766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:34.660529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:34.762091 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed associated. External IP: 172.25.8.194, port: d911ce80-efaa-4651-9222-6a701d003edd. Aug 27 13:03:34.991693 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:03:35.098355 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:03:35.103411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:35.111435 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:03:35.121914 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:03:35.121914 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:03:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:35.132351 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50f3cc7d-3a40-48bf-b3c9-5be31913e5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "PUT /v2.0/floatingips/679fabd2-9908-4f8f-9b45-cf685fc027ed HTTP/1.1" status: 200 len: 992 time: 0.9538329 Aug 27 13:03:35.132956 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:03:35.174300 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeca4d5-2235-4812-a75e-f35213d610f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:03:35.253490 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:03:35.282766 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebabb11c-92c1-4944-8e19-a474618e3405 x-openstack-request-id: req-ebabb11c-92c1-4944-8e19-a474618e3405 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:03:35.283261 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:03:35.283355 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebabb11c-92c1-4944-8e19-a474618e3405 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:03:35.283737 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'status': 'completed', 'code': 200} Aug 27 13:03:35.380192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-bcf833be-7621-49e1-b48e-7b3d572efeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:35.381723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-bcf833be-7621-49e1-b48e-7b3d572efeb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1097 time: 0.0457556 Aug 27 13:03:35.487607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-58e8eefd-4153-43c1-9e29-c4af58f40173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:35.489131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-58e8eefd-4153-43c1-9e29-c4af58f40173 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1001084 Aug 27 13:03:35.498408 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:ba:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243fb01-35c0-403b-8705-fe033f841e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:03:34Z', 'revision_number': 9, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:35.527223 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:03:35.535832 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:03:35.536488 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:03:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:35.563027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-7c2c39af-9988-48d3-8b25-60a589b9e02f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1000 time: 0.0615947 Aug 27 13:03:35.620459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-c4ddeadb-abea-4702-bd43-279074db3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:35.622066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-c4ddeadb-abea-4702-bd43-279074db3361 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0516620 Aug 27 13:03:35.659942 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:03:35.674842 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-01a4dd98-e4bc-4d60-9d9b-33c567326a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:03:35.676614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-01a4dd98-e4bc-4d60-9d9b-33c567326a09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459416 Aug 27 13:03:35.779740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-f2ef0763-18de-4f5d-b98b-e0082a402ed7 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924549 Aug 27 13:03:35.905331 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aeca4d5-2235-4812-a75e-f35213d610f4 req-6eef36c5-60e9-4184-87bd-91e0ba0176ee service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170671 Aug 27 13:03:35.917646 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:ba:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243fb01-35c0-403b-8705-fe033f841e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:03:34Z', 'revision_number': 9, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:03:35.945858 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba9508e-4c65-4bec-abf3-2d3809323b92 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:ba:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6243fb01-35c0-403b-8705-fe033f841e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:03:34Z', 'revision_number': 9, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:03:36.163924 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd58d3-0257-4ad1-954e-fb92453040bb None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:03:38.818897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:48.576680 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5a0e350a-e0df-43a5-8a3b-5f76a1787976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:50.787026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:51.040775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0328d435-fe1e-43f2-8d39-b5952fa76dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:51.256017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:52.323055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:03:54.191631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:08.818211 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:10.783934 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:04:18.151290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-8ce152c5-1970-4d66-a40b-936c77188517 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419636 Aug 27 13:04:18.259217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-669e2ae8-9af9-4bb0-933d-6980d17a295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:04:18.260716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-669e2ae8-9af9-4bb0-933d-6980d17a295d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1097 time: 0.0415759 Aug 27 13:04:18.369127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-8218c009-9b79-4b0d-90da-dede039987c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:04:18.370782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-8218c009-9b79-4b0d-90da-dede039987c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0889001 Aug 27 13:04:18.437353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-2c7645bf-5c91-4a0e-acae-74395ab2d8b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1003 time: 0.0582788 Aug 27 13:04:18.492233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-7dcf2f3d-4c66-4be1-a328-bfd1aa9df8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:04:18.493666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-7dcf2f3d-4c66-4be1-a328-bfd1aa9df8c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0472872 Aug 27 13:04:18.540223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-47609b4d-2bf1-41c5-8954-aee1154e929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:04:18.541712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-47609b4d-2bf1-41c5-8954-aee1154e929e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398808 Aug 27 13:04:18.580182 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4458ae15-1d08-4b5e-8016-b221a123e478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:18.634206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-17403695-d272-4e92-ae6a-defaf591464a service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831795 Aug 27 13:04:18.732126 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1429bce6-2901-4efa-b07d-5dc53f1ccf2f req-f13917e3-3aba-4579-91d2-5092aec7c08e service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Aug 27 13:04:20.799558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:21.040323 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c9a8a6c3-6505-42f2-a7db-ba3c1d4c6dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:21.256656 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:22.325555 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:24.195696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:38.815580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:47.783645 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:04:48.581185 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6967e08-5370-452e-841c-f28206f331bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:50.817144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:51.041331 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-350904b6-e740-4b65-8aad-b3b6cbbf16fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:51.260343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:52.330028 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:04:54.196932 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:08.829832 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:18.581982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d3a56367-e5b0-44fa-8b1d-7048fa23f53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:20.160784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-bbe9aee5-f095-48e2-a827-247f4762a96c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402830 Aug 27 13:05:20.264303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eee95-206e-48a0-bf91-af286a11c886 req-196cb5f5-9856-4c03-ad7a-d7c937e2342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:05:20.265784 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-196cb5f5-9856-4c03-ad7a-d7c937e2342a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1097 time: 0.0408535 Aug 27 13:05:20.374011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eee95-206e-48a0-bf91-af286a11c886 req-6cb4a137-a04f-43f8-97e6-db806471ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:05:20.375509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-6cb4a137-a04f-43f8-97e6-db806471ea57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0885916 Aug 27 13:05:20.442228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-8b120e86-c338-4ba5-9be5-6ae56773aa3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1003 time: 0.0573883 Aug 27 13:05:20.496512 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eee95-206e-48a0-bf91-af286a11c886 req-40aa0859-365e-4d74-9a09-89fb6dd3403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:05:20.497961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-40aa0859-365e-4d74-9a09-89fb6dd3403c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0485768 Aug 27 13:05:20.545767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eee95-206e-48a0-bf91-af286a11c886 req-76328fba-adc8-4e88-930e-af44e92c4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:05:20.547438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-76328fba-adc8-4e88-930e-af44e92c4c7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414941 Aug 27 13:05:20.636731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-730ae976-1ab1-49e4-8e38-21db3164f79d service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810761 Aug 27 13:05:20.731718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e36eee95-206e-48a0-bf91-af286a11c886 req-e635c877-131e-4522-aaba-d9eb958368b0 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866177 Aug 27 13:05:20.825504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:21.042403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-48d74ae1-d8cb-491a-a6f0-30b74148247f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:21.262325 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:22.333195 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:24.199888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:24.783389 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:05:38.832660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:48.583037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4e08a8e8-e69f-4802-92c1-577653ccb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:50.829372 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:51.043589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a51de49d-4e6b-48b1-b895-85f2d4c19156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:51.262444 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:52.335463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:05:54.203035 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:01.782471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:06:08.848488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:18.584337 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-99cc6fb4-ede0-45e6-8fdd-6ddd8d0bd8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:20.159150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-af064c71-0944-4a81-a4f3-31124dfd2e89 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409434 Aug 27 13:06:20.266694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-6dd3cde4-880d-417c-8ced-28e1ccb6d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:20.268179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-6dd3cde4-880d-417c-8ced-28e1ccb6d380 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1097 time: 0.0409141 Aug 27 13:06:20.381632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-a46cf4c3-d0fb-4f03-814a-e648442ac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:20.383177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-a46cf4c3-d0fb-4f03-814a-e648442ac693 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0927787 Aug 27 13:06:20.457040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-4c3f2722-6bc8-4781-83dc-2d1b5b459a04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1003 time: 0.0630348 Aug 27 13:06:20.515689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-04cf03e7-a7c1-448c-9b4d-3a5e0e4f4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:20.517374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-04cf03e7-a7c1-448c-9b4d-3a5e0e4f4066 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0496230 Aug 27 13:06:20.564257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-1b82063b-2a2e-4171-ab50-323cba58068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:20.565743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-1b82063b-2a2e-4171-ab50-323cba58068a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405352 Aug 27 13:06:20.578374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-846bf0c7-4d07-4b3c-b6d3-fa79ccbdf9e3 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:06:20.579327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-846bf0c7-4d07-4b3c-b6d3-fa79ccbdf9e3 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056863 Aug 27 13:06:20.670122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-e479243e-a40c-499e-aae0-58bdbe9a688a service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Aug 27 13:06:20.767867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78a9d6cd-06eb-4175-aaba-beb1983951f9 req-f60cbdac-49c4-4b06-a438-feffdae27405 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896797 Aug 27 13:06:20.840232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:21.044720 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514462d-f28c-4ab2-8a20-be9c9eeb3998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:21.264368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:22.338441 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:24.206895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:38.063304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ae41c-c7d0-41a8-ab37-963a3e4585d8 req-ece84301-15a1-4ec2-92bb-d7806293bd6d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:38.064826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f6ae41c-c7d0-41a8-ab37-963a3e4585d8 req-ece84301-15a1-4ec2-92bb-d7806293bd6d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0509045 Aug 27 13:06:38.101335 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-6166cd02-10a6-4901-b02c-a6474cdbbab2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991914 Aug 27 13:06:38.105154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6f6ae41c-c7d0-41a8-ab37-963a3e4585d8 req-afb03b24-006b-46a1-8172-06c0e6e629c7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Aug 27 13:06:38.782170 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:06:38.849015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:39.252724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c90d26-1108-426f-80bb-bba1703d98cd req-3bcbd796-d73b-4ff2-8350-c0588ffecbed tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:39.254194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55c90d26-1108-426f-80bb-bba1703d98cd req-3bcbd796-d73b-4ff2-8350-c0588ffecbed tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0738535 Aug 27 13:06:39.287657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-48040bcd-b922-4bde-847f-68f9b39dc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:39.289051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-48040bcd-b922-4bde-847f-68f9b39dc702 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1097 time: 0.0675199 Aug 27 13:06:39.310081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55c90d26-1108-426f-80bb-bba1703d98cd req-b55adbee-b2f3-4a5e-a7ec-c32bcd76eac5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485902 Aug 27 13:06:39.386774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-c3389c30-7683-40d4-a7f5-00b267a41b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:39.388242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-c3389c30-7683-40d4-a7f5-00b267a41b09 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0902138 Aug 27 13:06:39.457872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-332f0b18-0353-4d9c-aa3c-f55956f1d00f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1003 time: 0.0615599 Aug 27 13:06:39.509134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-168d27cc-901f-4e9f-ab76-67b74d618cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:39.512094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-168d27cc-901f-4e9f-ab76-67b74d618cb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0455215 Aug 27 13:06:39.561408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-20fb890f-85a6-49f2-b5d0-cdf9da21acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:39.563040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-20fb890f-85a6-49f2-b5d0-cdf9da21acb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427864 Aug 27 13:06:39.662593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-bb89735b-8c80-4f20-83be-c200b59a4e79 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901811 Aug 27 13:06:39.757605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-38f211ea-ad36-4a85-841e-1c17b61b16b3 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865884 Aug 27 13:06:40.432251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba87b-8675-482c-b3b2-d9439fa18102 req-805404a0-ed56-433e-be6e-0cf6df4ca574 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:40.433763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eeba87b-8675-482c-b3b2-d9439fa18102 req-805404a0-ed56-433e-be6e-0cf6df4ca574 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0543294 Aug 27 13:06:40.472457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eeba87b-8675-482c-b3b2-d9439fa18102 req-a7347c7d-d5b1-4f12-8f05-623333b9f0c6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323598 Aug 27 13:06:41.591276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20a9c7-e2a6-4c4e-991d-a5ebdd9060b9 req-3f400041-a98c-4c5d-b368-cd0839b9ff09 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:41.592811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c20a9c7-e2a6-4c4e-991d-a5ebdd9060b9 req-3f400041-a98c-4c5d-b368-cd0839b9ff09 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0498247 Aug 27 13:06:41.630561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c20a9c7-e2a6-4c4e-991d-a5ebdd9060b9 req-b1653ac6-8d1e-47ab-a84f-aa80bea7ed6a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Aug 27 13:06:42.756245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0fdaf-df92-4764-9fa5-1f19f3da601b req-a366b693-1f10-42cf-acc4-34bc22fce73b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:42.757678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5be0fdaf-df92-4764-9fa5-1f19f3da601b req-a366b693-1f10-42cf-acc4-34bc22fce73b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0499933 Aug 27 13:06:42.798447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5be0fdaf-df92-4764-9fa5-1f19f3da601b req-3682b4d5-416a-46ab-8054-82e84d0c179d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336347 Aug 27 13:06:43.919650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d0d63-f358-441b-8b88-e14569c11fd3 req-59acb4d3-b17f-4087-bac9-eb21f4c74d2e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:43.921232 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-592d0d63-f358-441b-8b88-e14569c11fd3 req-59acb4d3-b17f-4087-bac9-eb21f4c74d2e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0536458 Aug 27 13:06:43.961008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-592d0d63-f358-441b-8b88-e14569c11fd3 req-ef0e3131-7491-4bee-bf03-369dc4c429df tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338154 Aug 27 13:06:45.077840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a8cda-5e08-491c-bd78-92de2e2636fa req-496365a3-74f4-4bb0-974e-609deabade1f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:45.079367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-139a8cda-5e08-491c-bd78-92de2e2636fa req-496365a3-74f4-4bb0-974e-609deabade1f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0521019 Aug 27 13:06:45.116857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-139a8cda-5e08-491c-bd78-92de2e2636fa req-e339b90b-bcd2-42c8-b631-2025b563e25b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Aug 27 13:06:46.240860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522399-4342-4cf8-a254-5399b71abd97 req-f806cac7-cbfb-4908-994d-d84977d5129d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:46.242343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a522399-4342-4cf8-a254-5399b71abd97 req-f806cac7-cbfb-4908-994d-d84977d5129d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0491011 Aug 27 13:06:46.280909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a522399-4342-4cf8-a254-5399b71abd97 req-48c22ba0-08bc-4d88-bfd1-4536ce51e14c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Aug 27 13:06:47.407198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae22ff-eb5b-44b7-a563-3b01215eab07 req-ff7c6b14-3984-46ac-8f8c-e6b82d8ba164 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:47.408678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8ae22ff-eb5b-44b7-a563-3b01215eab07 req-ff7c6b14-3984-46ac-8f8c-e6b82d8ba164 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0559247 Aug 27 13:06:47.447553 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8ae22ff-eb5b-44b7-a563-3b01215eab07 req-230daf39-d52d-43e1-aff3-12f318b9ac67 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320313 Aug 27 13:06:48.562841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd214cb-992f-4532-b868-52f99f646eeb req-1fb89e34-4a6c-497d-a24a-32b59a40bda8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:48.564320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bcd214cb-992f-4532-b868-52f99f646eeb req-1fb89e34-4a6c-497d-a24a-32b59a40bda8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0492857 Aug 27 13:06:48.585118 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e4d10264-2147-428e-b36f-2232780c6b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:48.605431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bcd214cb-992f-4532-b868-52f99f646eeb req-d776a30f-6495-4c81-8141-edaa815bd685 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Aug 27 13:06:49.721066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1e84-fe6b-4389-af2a-dc0c4972c1e2 req-51e28937-eae6-42d7-951b-522768c98207 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:49.722487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d5b1e84-fe6b-4389-af2a-dc0c4972c1e2 req-51e28937-eae6-42d7-951b-522768c98207 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0489063 Aug 27 13:06:49.760906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d5b1e84-fe6b-4389-af2a-dc0c4972c1e2 req-a5409192-9973-4545-8649-1fc1b26cc393 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 27 13:06:50.849104 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:50.885519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff818-daaa-4f7f-92dd-82285fcd4d5d req-e16d5f97-7c90-4f63-a215-8bd84bfc7912 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:50.887024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61dff818-daaa-4f7f-92dd-82285fcd4d5d req-e16d5f97-7c90-4f63-a215-8bd84bfc7912 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0567641 Aug 27 13:06:50.925880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61dff818-daaa-4f7f-92dd-82285fcd4d5d req-080fdace-0faf-4b5e-a119-0144b6662037 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325103 Aug 27 13:06:51.045676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4f456568-fa03-42e1-a86f-edf632b977d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:51.266703 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:52.047745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b295f-5462-4b6c-958d-c524c16a545c req-272deb7f-54c0-4453-8012-24cfe3938656 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:52.049424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e7b295f-5462-4b6c-958d-c524c16a545c req-272deb7f-54c0-4453-8012-24cfe3938656 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0534012 Aug 27 13:06:52.101140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e7b295f-5462-4b6c-958d-c524c16a545c req-b3a034ba-7de1-47e0-a489-126b843611e9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Aug 27 13:06:52.342649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:53.214868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d0942-aaec-47e7-bb3e-59f8c9a2fdb4 req-d00152a8-e6fc-4e64-a4f2-6cde6f808b23 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:53.216392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a24d0942-aaec-47e7-bb3e-59f8c9a2fdb4 req-d00152a8-e6fc-4e64-a4f2-6cde6f808b23 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0493340 Aug 27 13:06:53.254201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a24d0942-aaec-47e7-bb3e-59f8c9a2fdb4 req-1217ade1-1834-41ea-beb9-8aa1a2658c4f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Aug 27 13:06:54.208887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:54.373644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c9968-3837-4ee9-98cb-9f0ba81c858a req-b2ae062d-f9ce-4c15-8b19-48272866be66 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:54.375172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-403c9968-3837-4ee9-98cb-9f0ba81c858a req-b2ae062d-f9ce-4c15-8b19-48272866be66 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0528026 Aug 27 13:06:54.411424 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-403c9968-3837-4ee9-98cb-9f0ba81c858a req-5f2b7cdd-0fc9-4f6c-9830-98ff21815d79 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304785 Aug 27 13:06:55.527384 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ddb2-9a74-4c3f-9e8a-3bd2836b2b59 req-569b122d-f4da-429d-8e3c-7f76c5fb4ba5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:55.528895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38b3ddb2-9a74-4c3f-9e8a-3bd2836b2b59 req-569b122d-f4da-429d-8e3c-7f76c5fb4ba5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0492408 Aug 27 13:06:55.566310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-38b3ddb2-9a74-4c3f-9e8a-3bd2836b2b59 req-917e7a7b-8f15-472c-a917-3b9b54d06309 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Aug 27 13:06:56.681358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c52ac-1756-4781-a541-ab3aa0538a53 req-2b9a0520-8556-407d-a517-cfe70a2e8a31 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:56.682746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-472c52ac-1756-4781-a541-ab3aa0538a53 req-2b9a0520-8556-407d-a517-cfe70a2e8a31 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0487528 Aug 27 13:06:56.720377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-472c52ac-1756-4781-a541-ab3aa0538a53 req-e7cdb7ea-1e49-444e-af27-2907cbea6116 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317490 Aug 27 13:06:57.603964 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-58f6eb4c-e677-449d-bb47-20f243d45e54 service neutron] show failed (client error): The resource could not be found. Aug 27 13:06:57.604983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-58f6eb4c-e677-449d-bb47-20f243d45e54 service neutron] 10.222.0.77 "GET /v2.0/ports/d911ce80-efaa-4651-9222-6a701d003edd/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0591037 Aug 27 13:06:57.855188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-29807f52-8c03-46c7-9002-1ead61744a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:57.856708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-29807f52-8c03-46c7-9002-1ead61744a0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 1097 time: 0.0715914 Aug 27 13:06:57.868321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a43e-9e88-4a3d-bd65-04c34bd593bb req-bec2702c-bf0d-4647-9c2c-fcecf0527668 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:57.870244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e23a43e-9e88-4a3d-bd65-04c34bd593bb req-bec2702c-bf0d-4647-9c2c-fcecf0527668 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0728312 Aug 27 13:06:57.875071 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:06:57.952005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e23a43e-9e88-4a3d-bd65-04c34bd593bb req-d50a448a-997e-4f54-a17f-582bbf6b854b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743120 Aug 27 13:06:57.954990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:58.162472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:06:58.208476 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:06:58.250650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:06:58.253037 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f4d834-b4df-47e4-b5f0-7ffb3eaedd98" -d '{"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:06:58.257811 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:58.271601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Transition to ACTIVE for port object d911ce80-efaa-4651-9222-6a701d003edd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:06:58.276710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:58.312845 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59040d-c37e-4c48-a059-c48430ef4216 x-openstack-request-id: req-1a59040d-c37e-4c48-a059-c48430ef4216 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:06:58.313203 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:06:58.313546 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a59040d-c37e-4c48-a059-c48430ef4216 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:06:58.313838 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'code': 200} Aug 27 13:06:58.372618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:06:58.388364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.388723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.389104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.389450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.389817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.390156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.390544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.390881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.391217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.391546 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.391874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.392203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:06:58.431975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] No DVR routers for this DVR port d911ce80-efaa-4651-9222-6a701d003edd on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:06:58.570672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:06:58.571011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:06:58.571335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:06:58.575515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:06:58.575836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:06:58.580987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:06:58.581326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:06:58.581707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:06:58.582125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Bound port: d911ce80-efaa-4651-9222-6a701d003edd, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:06:58.582499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:58.644670 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:06:58.648192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:06:58.652876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:58.690826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:58.691452 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:06:58.693050 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] 10.222.0.65 "PUT /v2.0/ports/d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1092 time: 0.8219109 Aug 27 13:06:58.728284 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23480aa-0513-4aee-8360-2e39a016ff8e service neutron] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:06:58.765637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-fbfd2d13-6640-4b23-ba19-7c9c1d927f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:58.767226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-fbfd2d13-6640-4b23-ba19-7c9c1d927f6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1095 time: 0.0471284 Aug 27 13:06:58.859792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-4d43f84b-9214-4b50-926e-0ea2bb7a776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:58.861321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-4d43f84b-9214-4b50-926e-0ea2bb7a776e service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0856893 Aug 27 13:06:59.271286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-097de8ab-0d7e-414c-82a5-e5ddc0446dd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.4014897 Aug 27 13:06:59.294197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405828e-0c4d-4f7b-a30b-6742a7391bd2 req-fe5270e8-1b19-4022-996f-d2b28a104a1d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:59.295658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f405828e-0c4d-4f7b-a30b-6742a7391bd2 req-fe5270e8-1b19-4022-996f-d2b28a104a1d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.0732844 Aug 27 13:06:59.355894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-3ab319f9-3265-4c8d-b547-d111094c71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:59.357323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-3ab319f9-3265-4c8d-b547-d111094c71b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0786901 Aug 27 13:06:59.364281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f405828e-0c4d-4f7b-a30b-6742a7391bd2 req-148ac198-8263-4903-93cb-7413ee24b488 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508213 Aug 27 13:06:59.406880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-3d328453-86ad-4c4a-834a-d4bbe394925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:06:59.408435 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-3d328453-86ad-4c4a-834a-d4bbe394925a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411537 Aug 27 13:06:59.419692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-f9bc8eea-c95f-40f7-9293-c1c751d4449d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:06:59.420708 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-f9bc8eea-c95f-40f7-9293-c1c751d4449d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048711 Aug 27 13:06:59.508829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-5b3191a8-72a8-44e2-acb6-415137f60083 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808208 Aug 27 13:06:59.606131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7a7805a-fb9a-429b-81b7-3ee61c3f89b8 req-295e6566-f954-4783-85a8-2fb6578d3169 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892677 Aug 27 13:07:00.315780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:00.318180 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d08ac8-b652-408e-b0a2-c0696ed55646" -d '{"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:00.371917 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe28dc5-67bd-4dfc-ba90-1dd3fece264a x-openstack-request-id: req-6fe28dc5-67bd-4dfc-ba90-1dd3fece264a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:00.372174 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:00.372174 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6fe28dc5-67bd-4dfc-ba90-1dd3fece264a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:00.372716 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'status': 'completed', 'code': 200} Aug 27 13:07:00.492541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-ce0322b3-2079-4ff4-b4cd-275b5957f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.494718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-ce0322b3-2079-4ff4-b4cd-275b5957f38a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1095 time: 0.0993268 Aug 27 13:07:00.526806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-1ec54e39-b94a-4882-bd31-3b8fcffed332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.528269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-1ec54e39-b94a-4882-bd31-3b8fcffed332 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1095 time: 0.1034417 Aug 27 13:07:00.618738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1843b-af96-489c-a1d1-fa62d5633ed0 req-978644f4-2c44-4a16-847f-ef080190712e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.620244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56b1843b-af96-489c-a1d1-fa62d5633ed0 req-978644f4-2c44-4a16-847f-ef080190712e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.1690314 Aug 27 13:07:00.631035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:07:00.674921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:07:00.711984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56b1843b-af96-489c-a1d1-fa62d5633ed0 req-9c01afd9-5c9f-4367-b31f-1e0961a1e37e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848999 Aug 27 13:07:00.715450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-fc4f0738-dea0-4369-8db1-204fa2beb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.716709 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-fc4f0738-dea0-4369-8db1-204fa2beb623 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.2137620 Aug 27 13:07:00.719437 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-561da8b5-422b-427b-99e2-8f3f0735498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.720825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-561da8b5-422b-427b-99e2-8f3f0735498e service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1667690 Aug 27 13:07:00.836387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-b661d518-9748-46e2-b286-d632b25b9ebb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.1086388 Aug 27 13:07:00.842865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-7d559cb9-1969-4b59-a230-17b7197226b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.1067908 Aug 27 13:07:00.924587 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-3cfe73fd-189d-467b-affd-ec6152f75ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.925967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-3cfe73fd-189d-467b-affd-ec6152f75ac3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0816190 Aug 27 13:07:00.927390 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-0fca13cc-f67e-40e9-a920-23946979b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:00.928706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-0fca13cc-f67e-40e9-a920-23946979b65a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0771065 Aug 27 13:07:00.998882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-b920971a-743e-44e4-b1ec-1ccb13b6a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:01.000412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-b920971a-743e-44e4-b1ec-1ccb13b6a412 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590177 Aug 27 13:07:01.004951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-9f66e5f0-4abb-4436-bd5d-d2ed3e5da4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:01.006341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-9f66e5f0-4abb-4436-bd5d-d2ed3e5da4ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723667 Aug 27 13:07:01.164260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-2345a8b6-8d4e-490f-a799-92c209644e03 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541011 Aug 27 13:07:01.171045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-aa1fe2ef-b69c-4a9d-973b-b83e603cef62 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438334 Aug 27 13:07:01.333908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-101ff641-b9f1-4a63-bd43-daf0445c66ce service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599061 Aug 27 13:07:01.337198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-22d08ac8-b652-408e-b0a2-c0696ed55646 req-9a1f21ec-1477-4cd0-92de-072edcb34597 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455617 Aug 27 13:07:01.838832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12febb0a-449b-43a1-9681-db5b24c1c5c5 req-5e97de22-2be0-4ccb-b194-7b278030a5b7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:01.840333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12febb0a-449b-43a1-9681-db5b24c1c5c5 req-5e97de22-2be0-4ccb-b194-7b278030a5b7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.0556574 Aug 27 13:07:01.877733 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12febb0a-449b-43a1-9681-db5b24c1c5c5 req-29f70369-0ae9-4406-98a2-bf9cfb911e44 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312943 Aug 27 13:07:02.189828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-7d77c78f-a13a-43af-bf76-0b9830fb715a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:02.191312 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-7d77c78f-a13a-43af-bf76-0b9830fb715a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&tenant_id=d24b5f115d7148bda4cb7402d25c7845&binding%3Ahost_id=n-h2-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.0789990 Aug 27 13:07:02.203997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d491d-0268-4896-b676-4c5ad06bd9b3 req-7a4b303b-b243-4351-b2c3-b101850247c1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:02.205373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-476d491d-0268-4896-b676-4c5ad06bd9b3 req-7a4b303b-b243-4351-b2c3-b101850247c1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 944 time: 0.0658960 Aug 27 13:07:02.283179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-476d491d-0268-4896-b676-4c5ad06bd9b3 req-771eb70a-b031-4673-bfa5-a584dc8acd70 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717127 Aug 27 13:07:02.288961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-37435286-6df5-4c3e-af6a-05a10c193a8e service neutron] 10.222.0.65 "GET /v2.0/ports/d911ce80-efaa-4651-9222-6a701d003edd/bindings/n-h2-688802-4 HTTP/1.1" status: 200 len: 382 time: 0.0827317 Aug 27 13:07:02.355525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-e1c07b57-307e-44c3-9385-39833468b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:02.356937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-e1c07b57-307e-44c3-9385-39833468b66d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1095 time: 0.0416915 Aug 27 13:07:02.450436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-1685e191-f587-4a53-b7a2-f42c439930ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:02.452089 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-1685e191-f587-4a53-b7a2-f42c439930ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0883424 Aug 27 13:07:02.517307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-0a43e185-a89d-4413-8b72-e79660e60af2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.0579071 Aug 27 13:07:02.562507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d911ce80-efaa-4651-9222-6a701d003edd details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:07:02.567307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-5059792c-634c-432b-a89c-e8287d2da19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:02.568805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-5059792c-634c-432b-a89c-e8287d2da19b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0445650 Aug 27 13:07:02.620637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-88396153-39e9-402d-bd05-e1cb5ca4ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:02.622135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-88396153-39e9-402d-bd05-e1cb5ca4ebef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452526 Aug 27 13:07:02.658881 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:02.671176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'd911ce80-efaa-4651-9222-6a701d003edd', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd', 'mac_address': 'fa:16:3e:ba:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:07:02.708741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:02.713397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-a7336eef-e20a-4950-82e9-e7a8f44425bd service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837495 Aug 27 13:07:02.722479 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911ce80-efaa-4651-9222-6a701d003edd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:07:02.742329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:02.746291 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:02.794296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:02.801538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.801883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.802221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.802593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.802923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.803248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.803570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.803890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.804211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.804527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.804844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.805160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:07:02.851290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-29b196ab-8aed-4539-8fe1-ba38e9d09295 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308143 Aug 27 13:07:03.001157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['d911ce80-efaa-4651-9222-6a701d003edd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:07:03.405853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94799e9-c18e-4dc0-b49f-6ca694789da5 req-e838e17b-fcfe-491e-aa17-450fc1d402a1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:03.407398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f94799e9-c18e-4dc0-b49f-6ca694789da5 req-e838e17b-fcfe-491e-aa17-450fc1d402a1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0497518 Aug 27 13:07:03.444916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f94799e9-c18e-4dc0-b49f-6ca694789da5 req-142cc8f9-7ae2-4c91-a2ab-cced4df5ab84 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Aug 27 13:07:04.561361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafb8be-4493-49fd-bc30-17af3a5d0f1f req-408d2f79-cc78-4b9b-a5e5-cafab331076c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:04.562121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d911ce80-efaa-4651-9222-6a701d003edd up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:07:04.563149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaafb8be-4493-49fd-bc30-17af3a5d0f1f req-408d2f79-cc78-4b9b-a5e5-cafab331076c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0491743 Aug 27 13:07:04.613183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaafb8be-4493-49fd-bc30-17af3a5d0f1f req-d4e68cd3-9701-4569-95a9-7d876ae1c995 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Aug 27 13:07:04.627569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port d911ce80-efaa-4651-9222-6a701d003edd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:07:04.631750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port d911ce80-efaa-4651-9222-6a701d003edd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:07:04.632191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:04.716504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:04.739723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:04.741942 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a52e1-f5b8-4654-b0d7-49d03f5eaac3" -d '{"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:04.754932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:04.761924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:04.797747 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19f629-2c07-45b4-9994-1434ac27e95c x-openstack-request-id: req-aa19f629-2c07-45b4-9994-1434ac27e95c {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:04.798042 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:04.798300 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa19f629-2c07-45b4-9994-1434ac27e95c {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:04.798721 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'code': 200} Aug 27 13:07:04.813202 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:05.033325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-0e788771-11bb-43ff-ba95-e762a933286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:05.034823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-0e788771-11bb-43ff-ba95-e762a933286d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 1097 time: 0.0397987 Aug 27 13:07:05.055052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:07:05.110604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:05.327937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:05.360465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:07:05.400113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:05.402560 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436fb81c-a74d-491c-a2e4-14f9420b0aac" -d '{"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:05.406623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:05.419519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Transition to ACTIVE for port object d911ce80-efaa-4651-9222-6a701d003edd will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:07:05.424800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:05.457575 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653860c8-d799-42f1-84f8-c3b83809e8f8 x-openstack-request-id: req-653860c8-d799-42f1-84f8-c3b83809e8f8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:05.457864 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:05.458116 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-653860c8-d799-42f1-84f8-c3b83809e8f8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:05.458523 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'code': 200} Aug 27 13:07:05.506985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=10']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:05.552543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] No DVR routers for this DVR port d911ce80-efaa-4651-9222-6a701d003edd on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:07:05.709063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:07:05.709748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:07:05.709748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:07:05.729126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:07:05.729456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Attempting to bind port d911ce80-efaa-4651-9222-6a701d003edd on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:07:05.739726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:07:05.740055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:07:05.740432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:07:05.740853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Bound port: d911ce80-efaa-4651-9222-6a701d003edd, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:07:05.741209 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:05.769024 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62bc69-a748-426a-a564-1e94fb66206b req-339e7156-6976-4e7a-89e3-718cc2294404 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:05.770519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a62bc69-a748-426a-a564-1e94fb66206b req-339e7156-6976-4e7a-89e3-718cc2294404 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0761681 Aug 27 13:07:05.845956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a62bc69-a748-426a-a564-1e94fb66206b req-e12bd63e-2659-46a0-a63a-b63c869befd2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566730 Aug 27 13:07:05.846950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:07:05.850887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:07:05.855809 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:05.886608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:05.887225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:05.888700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] 10.222.0.77 "PUT /v2.0/ports/d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1093 time: 0.8377547 Aug 27 13:07:05.914686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac32d5-615b-4059-90af-b6305da37a48 service neutron] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=11']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:05.979467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-b78e6fc9-2278-460f-9e38-6b808f24372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:05.981038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-b78e6fc9-2278-460f-9e38-6b808f24372f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1096 time: 0.0441573 Aug 27 13:07:06.084207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-73754c79-43ea-4cf5-a57f-738dbf92c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:06.085688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-73754c79-43ea-4cf5-a57f-738dbf92c60a service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0969055 Aug 27 13:07:06.153315 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-7ede55ca-9801-4e1d-89e2-b2d3a61151a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.0586879 Aug 27 13:07:06.207241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-85bca8f3-0c1a-4af0-b8bf-fad00e8ce302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:06.208728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-85bca8f3-0c1a-4af0-b8bf-fad00e8ce302 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0470593 Aug 27 13:07:06.255088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-c35a2e78-edcd-4135-a3f6-a1cdd946eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:06.256545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-c35a2e78-edcd-4135-a3f6-a1cdd946eabf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383720 Aug 27 13:07:06.346271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-35daff1b-2b58-48ff-ba0b-f046753c5c8f service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807989 Aug 27 13:07:06.441410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a79470dc-febf-4bd8-bf09-c2a616b8df8a req-ad916abb-974a-448c-952e-5ee72f7dbc64 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859165 Aug 27 13:07:06.980080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63439b48-c940-4815-a19f-6a715ae8bb9f req-1fb8551a-32e0-40ad-a0fb-7c7778d7a2dc tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:06.981582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63439b48-c940-4815-a19f-6a715ae8bb9f req-1fb8551a-32e0-40ad-a0fb-7c7778d7a2dc tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0498400 Aug 27 13:07:07.019914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-63439b48-c940-4815-a19f-6a715ae8bb9f req-b629b60a-3028-4f5b-8e11-25442dfd4f63 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Aug 27 13:07:07.459357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:07.461736 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b13d5b-8898-495b-81ba-34c8bc2d7385" -d '{"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:07.512978 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2561c565-4c5b-4256-b34f-8e62645cbe58 x-openstack-request-id: req-2561c565-4c5b-4256-b34f-8e62645cbe58 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:07.513372 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:07.523103 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2561c565-4c5b-4256-b34f-8e62645cbe58 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:07.523520 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'status': 'completed', 'code': 200} Aug 27 13:07:07.576678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-3d007d21-86e0-4d12-b6e3-96f6decfe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:07.578467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-3d007d21-86e0-4d12-b6e3-96f6decfe18c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1096 time: 0.0465922 Aug 27 13:07:07.673481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-3f2d4113-2b42-4b30-ba5f-c75dcf91d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:07.674932 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-3f2d4113-2b42-4b30-ba5f-c75dcf91d3c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 1096 time: 0.0950439 Aug 27 13:07:07.739206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-bd2ab00a-8192-4ba0-9ae4-9ef4df45a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:07.740659 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-bd2ab00a-8192-4ba0-9ae4-9ef4df45a115 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1534791 Aug 27 13:07:07.828010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-7f781734-7419-4d70-8f24-ebf18ca973ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.0774221 Aug 27 13:07:07.830748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-2b66ca98-4a03-445c-98cb-7dff2750b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:07.832179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-2b66ca98-4a03-445c-98cb-7dff2750b8b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1485357 Aug 27 13:07:07.927460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-1fa8d183-66a8-4af1-acaf-9b1393214e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:07.928855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-1fa8d183-66a8-4af1-acaf-9b1393214e42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0938594 Aug 27 13:07:07.932815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-fe7e9ba5-f60e-4a7b-9a00-dbaaeeacac5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 200 len: 1001 time: 0.0899436 Aug 27 13:07:08.009978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-fff6846c-0f03-4e9d-96b1-6d4682fc2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:08.011473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-fff6846c-0f03-4e9d-96b1-6d4682fc2a3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0679462 Aug 27 13:07:08.016122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-1f92a26d-b915-4e69-9e94-d18174a46d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:08.017521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-1f92a26d-b915-4e69-9e94-d18174a46d2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814438 Aug 27 13:07:08.140310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-bc872384-9c54-4170-8ac2-a8ecbb8d036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:08.141813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-bc872384-9c54-4170-8ac2-a8ecbb8d036b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223214 Aug 27 13:07:08.211574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-6d28997a-2cbe-4518-a01c-179cabbd2dcb service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838367 Aug 27 13:07:08.223044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd370-c98f-4ea0-9aac-0baede0a4866 req-e25797a2-11a8-4787-a9c8-5349ba45adcb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:08.224458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5ffd370-c98f-4ea0-9aac-0baede0a4866 req-e25797a2-11a8-4787-a9c8-5349ba45adcb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.1354074 Aug 27 13:07:08.596842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d911ce80-efaa-4651-9222-6a701d003edd no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:07:08.635206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device d911ce80-efaa-4651-9222-6a701d003edd not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:07:08.670774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f5ffd370-c98f-4ea0-9aac-0baede0a4866 req-52c177ea-6a9f-4fb3-9cb5-244b25cbe5dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4319408 Aug 27 13:07:08.677135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-e18bda78-c925-49a7-99e8-09220acd3f38 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235786 Aug 27 13:07:08.709112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-facfacaa-2d48-438c-9ed8-b4c9b88e504d service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837270 Aug 27 13:07:08.776971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95b13d5b-8898-495b-81ba-34c8bc2d7385 req-50f767f5-bd62-46a5-bc25-246ee9fba18b service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891168 Aug 27 13:07:08.874871 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:09.788629 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563be3b3-8718-41de-a102-a4556fdf3f9f req-1614bcfe-12cf-409c-93e8-2c8bff361634 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:09.790743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-563be3b3-8718-41de-a102-a4556fdf3f9f req-1614bcfe-12cf-409c-93e8-2c8bff361634 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 945 time: 0.0497484 Aug 27 13:07:09.827439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-563be3b3-8718-41de-a102-a4556fdf3f9f req-56d08f9a-bc7d-4c6a-88e4-e7454911b95a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Aug 27 13:07:10.660654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:07:10.755683 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:10.767316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'd911ce80-efaa-4651-9222-6a701d003edd', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'd911ce80-efaa-4651-9222-6a701d003edd', 'mac_address': 'fa:16:3e:ba:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:07:10.813609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:10.828298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d911ce80-efaa-4651-9222-6a701d003edd {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:07:10.846643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:10.850926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:10.946519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab122d9e-a473-4152-81fe-a21d64efcb24 req-6c9cf261-ab06-4a81-9113-78d2a2f8d88e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:10.948102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab122d9e-a473-4152-81fe-a21d64efcb24 req-6c9cf261-ab06-4a81-9113-78d2a2f8d88e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0521011 Aug 27 13:07:10.989242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab122d9e-a473-4152-81fe-a21d64efcb24 req-2bd4e82f-11ad-4853-ad0e-e5056b6755e1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347159 Aug 27 13:07:11.052857 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:11.110281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8039a-5cd2-4763-afd5-d49cd43171ba req-d97b6def-93ce-4315-95f9-531fec756522 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:11.111797 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ce8039a-5cd2-4763-afd5-d49cd43171ba req-d97b6def-93ce-4315-95f9-531fec756522 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0536244 Aug 27 13:07:11.148989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9ce8039a-5cd2-4763-afd5-d49cd43171ba req-3ea0eb81-9e3c-431f-9e50-2e9ceb2d915d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308244 Aug 27 13:07:11.264448 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5fda9-4216-4a79-95b4-2e77a467a1a6 req-f3585ab2-e314-497a-a42b-668894db5e9a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:11.265917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76d5fda9-4216-4a79-95b4-2e77a467a1a6 req-f3585ab2-e314-497a-a42b-668894db5e9a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0495231 Aug 27 13:07:11.303138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76d5fda9-4216-4a79-95b4-2e77a467a1a6 req-77039087-d1fb-4302-bd1b-96175ae33581 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312064 Aug 27 13:07:11.383283 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['d911ce80-efaa-4651-9222-6a701d003edd'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:07:11.557780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c2437-61b5-4260-b7cb-26b929709dae req-9dc22aa3-9540-4e39-869e-1319f9c3506d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:11.559225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d7c2437-61b5-4260-b7cb-26b929709dae req-9dc22aa3-9540-4e39-869e-1319f9c3506d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0507457 Aug 27 13:07:11.597334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d7c2437-61b5-4260-b7cb-26b929709dae req-14c74910-42bc-4880-a964-7150722e85a9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Aug 27 13:07:12.676888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:07:12.726333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b16c1d-49de-4915-8baf-d59ce24c5a55 req-c448d7f6-0d34-47a1-82a6-75e467bda9a5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:12.727901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42b16c1d-49de-4915-8baf-d59ce24c5a55 req-c448d7f6-0d34-47a1-82a6-75e467bda9a5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 946 time: 0.0581527 Aug 27 13:07:12.732210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port d911ce80-efaa-4651-9222-6a701d003edd completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:07:12.736181 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port d911ce80-efaa-4651-9222-6a701d003edd triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:07:12.736563 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:12.768940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42b16c1d-49de-4915-8baf-d59ce24c5a55 req-39c3fdc2-70d6-4d16-9c75-cec0ebe04394 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341833 Aug 27 13:07:12.813905 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:12.837355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:12.839646 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d528d-b1b4-4d38-b55a-7425e4267c3b" -d '{"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:12.851800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:12.856793 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:12.882357 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023eea4c-50cb-49f1-a705-f6a59edea838 x-openstack-request-id: req-023eea4c-50cb-49f1-a705-f6a59edea838 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:12.882686 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:12.882946 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-023eea4c-50cb-49f1-a705-f6a59edea838 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:12.883338 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'code': 200} Aug 27 13:07:12.908532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=13']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:13.556231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3d9a7cbb-d662-42ca-95ed-1d23eb871aaa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:13.557699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3d9a7cbb-d662-42ca-95ed-1d23eb871aaa tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 947 time: 0.0489843 Aug 27 13:07:13.648155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Deleting port d911ce80-efaa-4651-9222-6a701d003edd {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:07:13.648494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:13.742078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] For port d911ce80-efaa-4651-9222-6a701d003edd, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=d911ce80-efaa-4651-9222-6a701d003edd,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:13.742774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:13.942407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca234e1-10a2-4e0e-a830-00951361bd26 req-02b0d34f-50a4-4ed3-96bf-7f44efc19544 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:13.943929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ca234e1-10a2-4e0e-a830-00951361bd26 req-02b0d34f-50a4-4ed3-96bf-7f44efc19544 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=6243fb01-35c0-403b-8705-fe033f841e2c HTTP/1.1" status: 200 len: 947 time: 0.1035511 Aug 27 13:07:13.964565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:13.964958 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:13.965288 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed disassociated. External IP: 172.25.8.194, port: d911ce80-efaa-4651-9222-6a701d003edd. Aug 27 13:07:13.965631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Calling delete_port for d911ce80-efaa-4651-9222-6a701d003edd owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:07:14.030707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ca234e1-10a2-4e0e-a830-00951361bd26 req-4eeb3a3a-5435-47d3-85e7-dccfa69c1d4e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790248 Aug 27 13:07:14.122017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:14.152925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event deleted for resources: {'Port': ['ID=d911ce80-efaa-4651-9222-6a701d003edd,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:14.273538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:07:14.386766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:07:14.398318 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:07:14.407939 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:07:14.408541 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:14.427215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] No DVR routers for this DVR port d911ce80-efaa-4651-9222-6a701d003edd on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:07:14.429600 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:14.431759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1e1ca66-ba61-4dfb-82e2-d74ce69c948e req-3af9a270-25cf-4eff-9dfa-34f6105024bb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "DELETE /v2.0/ports/d911ce80-efaa-4651-9222-6a701d003edd HTTP/1.1" status: 204 len: 173 time: 0.8675797 Aug 27 13:07:14.432212 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-deleted', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:14.434544 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1c1ba-a9c7-4493-a9b7-eb14225b0cf3" -d '{"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-deleted", "tag": "d911ce80-efaa-4651-9222-6a701d003edd"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:14.482297 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50eff6-e8ea-4d09-bc15-2d2970db235f x-openstack-request-id: req-4d50eff6-e8ea-4d09-bc15-2d2970db235f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:14.482563 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6243fb01-35c0-403b-8705-fe033f841e2c", "name": "network-vif-deleted", "tag": "d911ce80-efaa-4651-9222-6a701d003edd", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:14.482783 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d50eff6-e8ea-4d09-bc15-2d2970db235f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:14.483209 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6243fb01-35c0-403b-8705-fe033f841e2c', 'name': 'network-vif-deleted', 'tag': 'd911ce80-efaa-4651-9222-6a701d003edd', 'status': 'completed', 'code': 200} Aug 27 13:07:14.625995 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:07:14.824235 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:14.852229 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:07:14.861075 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:07:14.861684 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:06:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:14.971348 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:07:15.188834 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:15.217193 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5a625-3dfe-49c4-bfc4-7b26811c2deb None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:07:15.361966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-06aa5847-d6d6-4712-bb90-f241e3e1e27d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--945002511&fields=id&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 267 time: 0.0372653 Aug 27 13:07:15.454512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d961c89-e6ff-4490-83c4-9a46881be98e None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:07:15.480886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-5c14786a-a747-4382-906f-1461a8235ab4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:15.482353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-5c14786a-a747-4382-906f-1461a8235ab4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1124792 Aug 27 13:07:15.499110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-a104a061-5530-4aa7-9336-eefa67a1e277 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/quotas/d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 375 time: 0.0098011 Aug 27 13:07:15.554958 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-2cbb6ca8-0736-48e2-bb3a-74bde0723160 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501840 Aug 27 13:07:15.695486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-772a869f-17c9-487f-bc5e-77563cf5cd0d service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260481 Aug 27 13:07:15.781277 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:07:15.790287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-79687392-4a1f-4679-9a15-bc45cdce99fc service neutron] 10.222.0.76 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880992 Aug 27 13:07:15.954619 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-503a915d-3ca5-483f-b800-f9600c3d6bb9 req-06e8438a-45f5-493b-983e-cd87d52dc189 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 210 time: 0.0294654 Aug 27 13:07:16.707529 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:07:16.730705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: d911ce80-efaa-4651-9222-6a701d003edd {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:07:16.731054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device d911ce80-efaa-4651-9222-6a701d003edd not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:07:16.972597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-19b1196c-372f-478c-9fbb-e36b8a051947 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:16.974007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-19b1196c-372f-478c-9fbb-e36b8a051947 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 812 time: 0.1148183 Aug 27 13:07:17.019827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-f3326972-5dbe-469e-aa3d-441a2b71ce3e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 379 time: 0.0350606 Aug 27 13:07:17.030129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'port': {'device_id': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'admin_state_up': True, 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'security_groups': ['93f30fa2-49ff-48dc-a0af-dfdeea57da58']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:07:17.094636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44736064-de4c-4378-9101-a6d7fb8f9fa9 req-bf2cff1e-eb9f-4f3e-9614-16d3b1abb85d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 210 time: 0.0609517 Aug 27 13:07:17.164659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Made reservation on behalf of d24b5f115d7148bda4cb7402d25c7845 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:07:17.168924 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.303393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Allocated IP 172.20.0.6 (15079657-bd16-4741-bc10-e020af54ba7a/6bcac441-3007-4abc-8490-dfd0b75e9a19/e662889e-4f92-4e3f-b8a9-5098edf5980a) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:07:17.448241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.462766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Transition to ACTIVE for port object e662889e-4f92-4e3f-b8a9-5098edf5980a will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:07:17.495489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.544000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Network 15079657-bd16-4741-bc10-e020af54ba7a is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:07:17.549363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:07:17.553388 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:07:17.579465 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:17.609421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:17.610056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.624523 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-bde49b8a-ebc3-4dac-b536-91c86c935b30 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981748 Aug 27 13:07:17.638880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Request body: {'port': {'device_id': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:07:17.703917 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.746431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-df4d3178-9ac4-485e-87d4-6fa7dcc728c1 None None] Provisioning for port e662889e-4f92-4e3f-b8a9-5098edf5980a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:07:17.750225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-df4d3178-9ac4-485e-87d4-6fa7dcc728c1 None None] Provisioning complete for port e662889e-4f92-4e3f-b8a9-5098edf5980a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:07:17.750647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-df4d3178-9ac4-485e-87d4-6fa7dcc728c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.785958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-df4d3178-9ac4-485e-87d4-6fa7dcc728c1 None None] Port e662889e-4f92-4e3f-b8a9-5098edf5980a cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:07:17.973166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e662889e-4f92-4e3f-b8a9-5098edf5980a {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:07:17.980713 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:17.994336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Transition to ACTIVE for port object e662889e-4f92-4e3f-b8a9-5098edf5980a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:07:17.998749 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:18.053059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:18.136057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:07:18.136526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:07:18.136931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:07:18.143365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:07:18.143700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:07:18.148869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:07:18.149754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:07:18.150279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:07:18.150772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Bound port: e662889e-4f92-4e3f-b8a9-5098edf5980a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:07:18.151135 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:18.246781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:07:18.250522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:07:18.259532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95345-363e-44c2-b3c1-94cf0bea4d10 req-4418fddb-e9df-4def-9529-48ea85f7d347 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.261031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ff95345-363e-44c2-b3c1-94cf0bea4d10 req-4418fddb-e9df-4def-9529-48ea85f7d347 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0771561 Aug 27 13:07:18.262518 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:18.320684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.321839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:18.323329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] 10.222.0.65 "PUT /v2.0/ports/e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1091 time: 0.6898286 Aug 27 13:07:18.323810 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:18.326154 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:18.360388 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5ff95345-363e-44c2-b3c1-94cf0bea4d10 req-d8ad8ab0-d313-43db-ac84-2c4be8a83208 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925953 Aug 27 13:07:18.361018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bfc40-0125-4ff7-95c5-0bec5e60aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:18.398104 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80faccbc-5748-47a7-9881-0781c0cdeba3 x-openstack-request-id: req-80faccbc-5748-47a7-9881-0781c0cdeba3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:18.398418 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:18.398678 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80faccbc-5748-47a7-9881-0781c0cdeba3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:18.399114 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'status': 'completed', 'code': 200} Aug 27 13:07:18.423951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-cf773510-fd73-4a4e-94f4-8f6e46736e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.425687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-cf773510-fd73-4a4e-94f4-8f6e46736e03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1094 time: 0.0569539 Aug 27 13:07:18.470141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-885f4148-7bb8-43e8-bda9-6c7add1ea420 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 217 time: 0.0360641 Aug 27 13:07:18.527304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-8897f4aa-a59e-48a0-847a-3d192e3d388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.528845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-8897f4aa-a59e-48a0-847a-3d192e3d388e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0519123 Aug 27 13:07:18.578191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-e4ef3685-7f18-426e-af52-d5cb916cdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.579756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-e4ef3685-7f18-426e-af52-d5cb916cdd86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439460 Aug 27 13:07:18.586068 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d917d549-0dfb-4daa-80e9-f7836170c62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:18.668453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-5eea0564-2cde-4ffc-aa9b-648b52a9bb6f service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802531 Aug 27 13:07:18.763191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6da0dc5-b521-478e-9c51-7f83185c3db3 req-7008e419-1baf-4622-b7da-95de053d3709 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Aug 27 13:07:18.854457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-3413de38-f0f1-4117-b8e4-51b0cf58bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.856010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-3413de38-f0f1-4117-b8e4-51b0cf58bc2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1094 time: 0.0436559 Aug 27 13:07:18.967579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-97fcd5e2-ea93-487a-97b6-89ca832ecdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:18.969189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-97fcd5e2-ea93-487a-97b6-89ca832ecdb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1053145 Aug 27 13:07:19.014071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-f9d62d5d-e3e1-4bc6-8a59-2c29f583de37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 217 time: 0.0367243 Aug 27 13:07:19.064724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-94b025d0-117b-4479-98be-631aafdceb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:19.066179 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-94b025d0-117b-4479-98be-631aafdceb4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0448740 Aug 27 13:07:19.116206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-f9a75932-e236-4885-9313-c11ed3e83d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:19.117722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-f9a75932-e236-4885-9313-c11ed3e83d37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442657 Aug 27 13:07:19.215048 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-3b2080e4-f4bd-4ae6-b542-6ff7b5dfed9e service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823474 Aug 27 13:07:19.310993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-117ecd89-3b8a-4ec7-bbb2-1366e40a59e3 req-cd2dfe9d-0866-4324-abc2-7d207c0eccc2 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870855 Aug 27 13:07:19.491502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04004cca-22f2-4b9b-ba4e-34fd008fc2c8 req-c4449086-ddac-4dcc-97d6-46daae6b1504 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:19.493487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04004cca-22f2-4b9b-ba4e-34fd008fc2c8 req-c4449086-ddac-4dcc-97d6-46daae6b1504 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0502250 Aug 27 13:07:19.532516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04004cca-22f2-4b9b-ba4e-34fd008fc2c8 req-498ee633-08dc-4b5e-aecb-6ecba7520a5b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325930 Aug 27 13:07:20.653294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f3ef-5855-408d-b2e0-315712acca96 req-2e25d5e4-e628-4b4c-b938-a39d08ea3d4f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:20.654822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2972f3ef-5855-408d-b2e0-315712acca96 req-2e25d5e4-e628-4b4c-b938-a39d08ea3d4f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0509143 Aug 27 13:07:20.691534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2972f3ef-5855-408d-b2e0-315712acca96 req-275f2a47-f942-4c40-9536-7c33967dce8b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306838 Aug 27 13:07:20.872184 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:21.047984 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4c1f477b-d644-43ea-8e15-84f9f1eed8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:21.268242 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:21.809795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253386f-66c4-43e4-9f5f-98f1ba460283 req-88e1c8cc-ff76-4ac8-94e0-e82e26b90c38 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:21.811311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8253386f-66c4-43e4-9f5f-98f1ba460283 req-88e1c8cc-ff76-4ac8-94e0-e82e26b90c38 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0510049 Aug 27 13:07:21.858656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8253386f-66c4-43e4-9f5f-98f1ba460283 req-1768e18e-c8a6-4f93-8d97-d07edcd395c2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376344 Aug 27 13:07:22.345762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:22.709540 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:07:22.808207 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:22.819771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'mac_address': 'fa:16:3e:57:1c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:07:22.856894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:22.871346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e662889e-4f92-4e3f-b8a9-5098edf5980a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:07:22.891774 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:22.902136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:22.957667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:22.981357 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f124-f323-4bae-81f9-1b60db53775c req-97225b9c-aa73-4b00-8fa8-391aae9ed2dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:22.982943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a027f124-f323-4bae-81f9-1b60db53775c req-97225b9c-aa73-4b00-8fa8-391aae9ed2dd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0505519 Aug 27 13:07:23.021597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a027f124-f323-4bae-81f9-1b60db53775c req-1a336e9e-b5d6-4fed-8c89-77d36d809ec0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Aug 27 13:07:23.100717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['e662889e-4f92-4e3f-b8a9-5098edf5980a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:07:24.140616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e65c0-cbd5-43cd-8695-495b3b860f77 req-583f85ba-7828-4996-81af-035e17f605fc tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:24.142236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c2e65c0-cbd5-43cd-8695-495b3b860f77 req-583f85ba-7828-4996-81af-035e17f605fc tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0497169 Aug 27 13:07:24.180716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c2e65c0-cbd5-43cd-8695-495b3b860f77 req-3220d530-decd-4860-be14-f37471331a05 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321996 Aug 27 13:07:24.212532 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:24.720292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:07:24.771840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port e662889e-4f92-4e3f-b8a9-5098edf5980a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:07:24.776028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port e662889e-4f92-4e3f-b8a9-5098edf5980a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:07:24.776379 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:24.856636 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:24.880209 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:24.882431 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35461c16-d719-4cfd-b868-f728be9f4290" -d '{"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-plugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:24.896250 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:07:24.900983 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:24.927698 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db51ff1-b404-411b-ac03-8ef12f01c3d7 x-openstack-request-id: req-1db51ff1-b404-411b-ac03-8ef12f01c3d7 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:24.928053 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-plugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:24.928405 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1db51ff1-b404-411b-ac03-8ef12f01c3d7 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:24.928969 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'code': 200} Aug 27 13:07:24.962699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:07:25.026588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7db6-f187-4ef1-ba95-f3b442e1bd5a req-65484f3f-101f-4e85-9210-30282911467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:25.028071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4fe7db6-f187-4ef1-ba95-f3b442e1bd5a req-65484f3f-101f-4e85-9210-30282911467d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1096 time: 0.0407453 Aug 27 13:07:25.067042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b4fe7db6-f187-4ef1-ba95-f3b442e1bd5a req-a0bd332c-dc62-4cb3-96c6-0d1552909cfc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Aug 27 13:07:25.301340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18461cae-73d7-4cb2-a7e0-b2a768d9abe4 req-3e425490-ce50-4cc1-be0a-222a3065eaa8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:25.302808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18461cae-73d7-4cb2-a7e0-b2a768d9abe4 req-3e425490-ce50-4cc1-be0a-222a3065eaa8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0522742 Aug 27 13:07:25.344093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-18461cae-73d7-4cb2-a7e0-b2a768d9abe4 req-ac041b7a-183a-4bf1-8b13-2d15e7938207 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Aug 27 13:07:26.464703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3498b09-d80e-41a6-a08f-2cf0e9b48d50 req-61c540a0-892f-430a-8e55-48c9671ed761 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:26.466285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3498b09-d80e-41a6-a08f-2cf0e9b48d50 req-61c540a0-892f-430a-8e55-48c9671ed761 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0506659 Aug 27 13:07:26.506616 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3498b09-d80e-41a6-a08f-2cf0e9b48d50 req-f4593165-14c6-4b45-a42a-8bb5afc08957 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336871 Aug 27 13:07:26.618857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80588ac3-db03-49f6-9496-9d59666a47a2 req-b62cd331-67cf-4291-bd7f-fa787d2abe33 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:26.620356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-80588ac3-db03-49f6-9496-9d59666a47a2 req-b62cd331-67cf-4291-bd7f-fa787d2abe33 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Aug 27 13:07:26.629152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 42664) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:07:26.633762 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Request body: {'floatingip': {'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:07:26.679614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:27.103971 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:27.108425 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:27.208015 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed associated. External IP: 172.25.8.194, port: e662889e-4f92-4e3f-b8a9-5098edf5980a. Aug 27 13:07:27.414336 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:07:27.536995 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:07:27.543008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:27.548237 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:07:27.557784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:07:27.558428 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:27.575781 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-cfa8ef78-d502-4cf4-b9f8-ab525daf95f0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "PUT /v2.0/floatingips/679fabd2-9908-4f8f-9b45-cf685fc027ed HTTP/1.1" status: 200 len: 992 time: 0.9410446 Aug 27 13:07:27.575781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:07:27.575781 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:07:27.621268 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e497d3f6-832c-42fc-baf5-70a525bcf07f x-openstack-request-id: req-e497d3f6-832c-42fc-baf5-70a525bcf07f {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:07:27.621564 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:07:27.621822 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e497d3f6-832c-42fc-baf5-70a525bcf07f {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:07:27.622233 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'status': 'completed', 'code': 200} Aug 27 13:07:27.681717 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:07:27.699125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-0404dc9f-df7e-41b5-94a4-7bb720b35317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:27.700631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-0404dc9f-df7e-41b5-94a4-7bb720b35317 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1096 time: 0.0473466 Aug 27 13:07:27.797794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-66ff7c99-de09-4f31-95f8-183291f7a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:27.799344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-66ff7c99-de09-4f31-95f8-183291f7a7f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0916131 Aug 27 13:07:27.871198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-ce760ac3-c4af-430c-b0df-40682d6a0353 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.0642886 Aug 27 13:07:27.923917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-2a4802c3-2fba-421c-8377-96fa3aeb85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:27.924950 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:57:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:07:27Z', 'revision_number': 13, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:27.925411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-2a4802c3-2fba-421c-8377-96fa3aeb85a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0468450 Aug 27 13:07:27.957955 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:07:27.968505 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:07:27.969465 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:07:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:27.977295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-798a1744-6450-4222-9bfe-1e67d14623e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:07:27.978951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-798a1744-6450-4222-9bfe-1e67d14623e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464618 Aug 27 13:07:28.080521 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-f42e9ff7-ee6d-4cbd-a7d4-166e8e8e28b8 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927949 Aug 27 13:07:28.082073 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:07:28.181847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3f3e105f-ff1d-4b74-85ad-7b6ea3c52e20 req-44019c10-753a-4d89-be22-42bdc226030c service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936890 Aug 27 13:07:28.313488 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:57:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:07:27Z', 'revision_number': 13, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:07:28.340715 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183a3a37-680c-4d74-b991-ce9dea358a6a None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '679fabd2-9908-4f8f-9b45-cf685fc027ed', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'mac_address': 'fa:16:3e:57:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T12:57:34Z', 'updated_at': '2021-08-27T13:07:27Z', 'revision_number': 13, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:07:28.551448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0243ee9-dd10-4eff-a5b3-91c5e7350292 None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:07:38.874339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:48.587812 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36e10e67-2513-4e13-8b92-ffd32f33b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:50.867752 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:51.048238 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e468d949-f6d2-4b36-89dc-35f3a5457b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:51.270574 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:52.346630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:07:52.781419 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:07:54.214129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:08.882221 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:10.047203 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-9fec072e-883d-4902-abb9-f13ed6eba9c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419743 Aug 27 13:08:10.144115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-e53c9bae-aa5e-42aa-9a07-dfed5bb8477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:08:10.148762 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-e53c9bae-aa5e-42aa-9a07-dfed5bb8477f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1096 time: 0.0483246 Aug 27 13:08:10.250724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-50e942b7-b9e1-4725-b9ab-a8e4e1b9ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:08:10.252195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-50e942b7-b9e1-4725-b9ab-a8e4e1b9ac10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0865135 Aug 27 13:08:10.321267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-2f32d92b-7bfe-4483-8427-b8f741b01b2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1002 time: 0.0617828 Aug 27 13:08:10.698007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-04c54262-ff46-44a1-a129-b478af884100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:08:10.699547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-04c54262-ff46-44a1-a129-b478af884100 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.3711574 Aug 27 13:08:10.748989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-11146770-535b-4035-9ee5-e953faf38c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:08:10.750499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-11146770-535b-4035-9ee5-e953faf38c89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405679 Aug 27 13:08:10.842630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-ecc00692-7fd7-42d4-9915-3e4207526d39 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828316 Aug 27 13:08:10.931808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92f796f7-4aa3-43a9-8670-a03f3b5643bf req-0d55bc3c-6d5c-44c6-aadf-2005df4e8786 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817077 Aug 27 13:08:18.591399 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3f746029-0e5a-4e4e-a20d-d36a50e3a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:20.869427 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:21.048787 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51d51118-4fea-4afe-b869-932a089dfc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:21.271598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:22.351822 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:24.216709 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:29.781399 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:08:38.896130 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:48.601686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-568f8d83-7722-405d-8a29-c8c07556215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:50.878656 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:51.050090 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-00cf7a88-3b28-4aa6-bbd9-df2fa6f9e395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:51.273511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:52.352773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:08:54.219809 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:06.780812 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:09:08.368011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94997d7-6ab8-44d2-8399-1f62043d4dfd req-1f8ee7ae-3f3c-4691-afd1-91ce3ec608b6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:08.369517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b94997d7-6ab8-44d2-8399-1f62043d4dfd req-1f8ee7ae-3f3c-4691-afd1-91ce3ec608b6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.1977525 Aug 27 13:09:08.406864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b94997d7-6ab8-44d2-8399-1f62043d4dfd req-a0a1ec15-e429-42a1-9a47-bc07c98dbf23 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Aug 27 13:09:08.902165 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:10.056323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-600c9e09-5fb9-4dee-83ba-6c3cc7b97b14 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500557 Aug 27 13:09:10.140149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-5477559a-1da8-494b-b52e-eb61afcfb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:10.141663 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-5477559a-1da8-494b-b52e-eb61afcfb587 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1096 time: 0.0417113 Aug 27 13:09:10.249574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-e011696e-43b9-4151-a16d-a9afc6547233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:10.251036 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-e011696e-43b9-4151-a16d-a9afc6547233 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0895927 Aug 27 13:09:10.318875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-f13266bc-466d-40e0-b5b5-dbe8cb01ee0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1002 time: 0.0593965 Aug 27 13:09:10.372397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-5b15a838-2c55-4fc1-b96b-ffd65dd5203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:10.373897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-5b15a838-2c55-4fc1-b96b-ffd65dd5203e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0456448 Aug 27 13:09:10.424921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-14161795-ffba-4152-91c1-9efee071a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:10.429498 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-14161795-ffba-4152-91c1-9efee071a63f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451214 Aug 27 13:09:10.538893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-1a3b95fc-f649-4939-8e37-0f54378ab8aa service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037028 Aug 27 13:09:10.642355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-58ad50cc-7548-4b5b-8fae-e9a306968353 req-a2405577-e88c-4d09-94e8-994e9816c7aa service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951183 Aug 27 13:09:18.595534 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b61cbfc8-b9d0-4ed3-8718-4bc0bced8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:19.721304 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-76a5c60c-9a01-47b5-b0a4-bef1eb442bcb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432365 Aug 27 13:09:19.743901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3cc5b-cfdd-4203-b586-44620df55b60 req-b73bd8fe-14f6-4f2a-9451-12ac6f640e6a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:19.745472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46d3cc5b-cfdd-4203-b586-44620df55b60 req-b73bd8fe-14f6-4f2a-9451-12ac6f640e6a tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0586555 Aug 27 13:09:19.784957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46d3cc5b-cfdd-4203-b586-44620df55b60 req-d8622b18-da8a-4e4b-89bb-34a7b5111710 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331726 Aug 27 13:09:20.880905 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:20.918062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627dc9-9fba-4641-953a-a732ab903d44 req-ba36c22d-6ade-49a4-8e86-760413a22651 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:20.920131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d627dc9-9fba-4641-953a-a732ab903d44 req-ba36c22d-6ade-49a4-8e86-760413a22651 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0620677 Aug 27 13:09:20.998190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d627dc9-9fba-4641-953a-a732ab903d44 req-6cdfeb7d-26d9-4fd6-ba68-97e073ffa55e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704455 Aug 27 13:09:21.014426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-05e8befa-36a2-42c7-bf19-a4cde03a4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:21.015959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-05e8befa-36a2-42c7-bf19-a4cde03a4c66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1096 time: 0.0647945 Aug 27 13:09:21.051931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3e85f346-6c01-4129-a0a5-fe856246d325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:21.112905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-e2c4ea7d-c156-480f-869f-96ab6352d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:21.114436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-e2c4ea7d-c156-480f-869f-96ab6352d7e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0907562 Aug 27 13:09:21.186603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-8812a3e3-03ef-40a4-a6cc-33ba1e2f2354 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1002 time: 0.0637686 Aug 27 13:09:21.235997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-d255192a-1ea0-47b1-a607-7015b80e9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:21.237811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-d255192a-1ea0-47b1-a607-7015b80e9bc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0445755 Aug 27 13:09:21.274828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:21.287709 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-2ef73de3-66d4-42dd-a80c-be4fca30b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:21.289217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-2ef73de3-66d4-42dd-a80c-be4fca30b61a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431221 Aug 27 13:09:21.381595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-5e866f11-7a69-493f-95f7-8f94acc3a88a service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847173 Aug 27 13:09:21.470897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-f6ebd1da-f4cd-4bd8-9f34-eb7d87a5f120 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814219 Aug 27 13:09:22.116996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67306b10-23fb-4d41-b048-3a92eb25b7ab req-eb00fc54-80d1-42dd-b1ad-6a57b2e42523 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:22.118509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67306b10-23fb-4d41-b048-3a92eb25b7ab req-eb00fc54-80d1-42dd-b1ad-6a57b2e42523 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0503936 Aug 27 13:09:22.155583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67306b10-23fb-4d41-b048-3a92eb25b7ab req-9e8f83a4-980e-4460-91a1-14f93117ce49 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310428 Aug 27 13:09:22.356454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:23.280434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d65c5-51b5-46ac-886f-06f06d87ca6f req-002230a6-9248-422b-b187-a1c59f4e3882 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:23.281959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-938d65c5-51b5-46ac-886f-06f06d87ca6f req-002230a6-9248-422b-b187-a1c59f4e3882 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0551376 Aug 27 13:09:23.320870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-938d65c5-51b5-46ac-886f-06f06d87ca6f req-081cbf20-77ad-4c2d-ae14-46cedc0a0899 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Aug 27 13:09:24.221986 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:24.441959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2093-3a73-4448-bb07-3673f15be40b req-9b565e86-b6fc-4453-a960-3f17cd18fe66 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:24.443609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da3c2093-3a73-4448-bb07-3673f15be40b req-9b565e86-b6fc-4453-a960-3f17cd18fe66 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Aug 27 13:09:24.489069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da3c2093-3a73-4448-bb07-3673f15be40b req-f9096371-c790-45dd-8578-e6866c765dff tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 Aug 27 13:09:25.605806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9208-5ef0-4361-b412-fc159eb97728 req-4f8bf683-e53a-4b40-8fe5-2d016381d1b9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:25.607310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52fc9208-5ef0-4361-b412-fc159eb97728 req-4f8bf683-e53a-4b40-8fe5-2d016381d1b9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0492663 Aug 27 13:09:25.644705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52fc9208-5ef0-4361-b412-fc159eb97728 req-6af39bd5-fe5b-4470-8f4d-f131f343b16c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Aug 27 13:09:26.777719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204cd93-043a-4f56-ab35-4a49f93bdcfd req-462baf80-dfde-422f-b9be-d309921c6ceb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:26.779231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a204cd93-043a-4f56-ab35-4a49f93bdcfd req-462baf80-dfde-422f-b9be-d309921c6ceb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0551836 Aug 27 13:09:26.818305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a204cd93-043a-4f56-ab35-4a49f93bdcfd req-886cfbd4-96ac-447a-8e11-09ab8da39dac tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330503 Aug 27 13:09:27.937261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ba2ef-53f1-4c8e-9c2a-e3ff9bff082e req-3ca04da4-ad97-48db-8edb-0ad4a8cd8d74 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:27.938804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad5ba2ef-53f1-4c8e-9c2a-e3ff9bff082e req-3ca04da4-ad97-48db-8edb-0ad4a8cd8d74 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Aug 27 13:09:27.977969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad5ba2ef-53f1-4c8e-9c2a-e3ff9bff082e req-46d0f64d-c5c2-4a7e-8251-100ebeb4bd56 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326841 Aug 27 13:09:29.095815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b48625-1694-47b4-ae7d-f06d11e8911a req-1bcec694-a474-4971-9392-df7488c38c88 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:29.097354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b48625-1694-47b4-ae7d-f06d11e8911a req-1bcec694-a474-4971-9392-df7488c38c88 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0510306 Aug 27 13:09:29.135808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b48625-1694-47b4-ae7d-f06d11e8911a req-e541bc81-36ea-459e-a3a5-0a37e2181d85 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Aug 27 13:09:30.261026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fc31c-db98-43c3-8164-ed2671df204a req-2b8d753a-fed1-495e-9987-10211ee50f35 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:30.262631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e3fc31c-db98-43c3-8164-ed2671df204a req-2b8d753a-fed1-495e-9987-10211ee50f35 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0536771 Aug 27 13:09:30.301620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e3fc31c-db98-43c3-8164-ed2671df204a req-5205d630-bc85-4581-a1b7-ba9bc4848a43 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Aug 27 13:09:31.420563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02450-42fe-43bd-a819-08142c56708c req-31cfc40c-1c2a-4a1b-a688-e78b86d7d1a2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:31.421990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69b02450-42fe-43bd-a819-08142c56708c req-31cfc40c-1c2a-4a1b-a688-e78b86d7d1a2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0511544 Aug 27 13:09:31.462867 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69b02450-42fe-43bd-a819-08142c56708c req-6e425a14-ca5e-42b0-9164-d4790b64ff4e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341752 Aug 27 13:09:32.577892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d470ec-e852-4e7e-8a3e-2cc840d20bb8 req-0b3bc2d4-e47f-42f6-a909-5a91e596af63 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:32.579451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27d470ec-e852-4e7e-8a3e-2cc840d20bb8 req-0b3bc2d4-e47f-42f6-a909-5a91e596af63 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Aug 27 13:09:32.618119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-27d470ec-e852-4e7e-8a3e-2cc840d20bb8 req-43d003ee-32e8-42e7-bd23-c38bf249280d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327799 Aug 27 13:09:33.742286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47994f6c-b69d-4610-92f4-5421df68d193 req-ffb94364-8748-4ed2-b5cc-ba90b9ed5c7b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:33.743769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47994f6c-b69d-4610-92f4-5421df68d193 req-ffb94364-8748-4ed2-b5cc-ba90b9ed5c7b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0547738 Aug 27 13:09:33.784134 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-47994f6c-b69d-4610-92f4-5421df68d193 req-5a17902f-c885-47c5-a565-3e611e128a6c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326548 Aug 27 13:09:34.903368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c1b80-6c7a-47b6-b4a4-2a3dc0c5fdd9 req-dad3820a-b9c2-48ec-9601-e12d404597c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:34.905175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef6c1b80-6c7a-47b6-b4a4-2a3dc0c5fdd9 req-dad3820a-b9c2-48ec-9601-e12d404597c4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Aug 27 13:09:34.946321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef6c1b80-6c7a-47b6-b4a4-2a3dc0c5fdd9 req-c8787532-ffef-48e2-997f-3077655b8f03 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339847 Aug 27 13:09:35.437574 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-51ed24eb-3974-466e-9d12-ccc0ca3e3b52 service neutron] show failed (client error): The resource could not be found. Aug 27 13:09:35.438670 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-51ed24eb-3974-466e-9d12-ccc0ca3e3b52 service neutron] 10.222.0.65 "GET /v2.0/ports/e662889e-4f92-4e3f-b8a9-5098edf5980a/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0612361 Aug 27 13:09:35.691139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-f89f3dce-68d4-4842-ba20-6fbdece515ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:35.693072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-f89f3dce-68d4-4842-ba20-6fbdece515ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 1096 time: 0.0871131 Aug 27 13:09:35.713142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:09:35.764895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:35.963713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:09:35.999240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:09:36.070457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:09:36.072673 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696403a4-123e-4784-89d6-10e3cbfa98ff" -d '{"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:09:36.078336 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:36.099380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Transition to ACTIVE for port object e662889e-4f92-4e3f-b8a9-5098edf5980a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:09:36.109784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ed31f-415d-4ed5-a356-e5f56a4f0d20 req-4061bf76-a196-4113-83fe-1afd31ee43bf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:36.111360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f17ed31f-415d-4ed5-a356-e5f56a4f0d20 req-4061bf76-a196-4113-83fe-1afd31ee43bf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0909550 Aug 27 13:09:36.112513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:36.224731 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229cfe7a-c351-475b-a68a-75258deb490a x-openstack-request-id: req-229cfe7a-c351-475b-a68a-75258deb490a {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:09:36.225030 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:09:36.225295 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-229cfe7a-c351-475b-a68a-75258deb490a {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:09:36.225699 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'code': 200} Aug 27 13:09:36.234685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:09:36.241285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f17ed31f-415d-4ed5-a356-e5f56a4f0d20 req-b9997821-3f60-4a47-812d-9db5427d7312 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231992 Aug 27 13:09:36.252258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.252608 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.252956 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.256170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.257339 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:36.290439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] No DVR routers for this DVR port e662889e-4f92-4e3f-b8a9-5098edf5980a on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:09:36.429982 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:09:36.430276 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:09:36.430667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:09:36.435150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:09:36.435469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:09:36.440272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:09:36.440611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:09:36.441005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:09:36.441431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Bound port: e662889e-4f92-4e3f-b8a9-5098edf5980a, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:09:36.441791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:36.505699 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:09:36.508732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:09:36.513673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:36.551477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:36.552101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:36.553535 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] 10.222.0.77 "PUT /v2.0/ports/e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1091 time: 0.8444235 Aug 27 13:09:36.576285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca095f-cc2c-441c-afad-ba75f63b3a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:09:36.642836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-c9e1b9c1-7c4c-46c0-9949-a7694dce5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:36.644437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-c9e1b9c1-7c4c-46c0-9949-a7694dce5f8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1094 time: 0.0429590 Aug 27 13:09:36.741522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-f37ade6c-22c7-4ae7-a239-ba664170bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:36.743073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-f37ade6c-22c7-4ae7-a239-ba664170bbde service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0890725 Aug 27 13:09:36.815158 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-36cc5fd6-0ace-4d45-a291-bda3eb94e227 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.0636811 Aug 27 13:09:36.867296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-44cfedf2-00e7-4e98-83f3-06bbbdcef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:36.868790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-44cfedf2-00e7-4e98-83f3-06bbbdcef6cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0455377 Aug 27 13:09:36.917800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-207a59ef-69de-4866-8232-8a136aaf8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:36.919348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-207a59ef-69de-4866-8232-8a136aaf8592 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417280 Aug 27 13:09:37.016014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-8f3d7598-fba0-4928-b315-91b70194bfbe service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880497 Aug 27 13:09:37.109382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-f93d177f-b6c2-4a48-95f3-5dff8fc3298c service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845599 Aug 27 13:09:37.345835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:09:37.366173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0fdfe-783d-438c-b341-38b15ccdac05 req-530d08b8-38cf-420f-bb60-078468813723 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:37.367838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13c0fdfe-783d-438c-b341-38b15ccdac05 req-530d08b8-38cf-420f-bb60-078468813723 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0527220 Aug 27 13:09:37.387862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:09:37.412403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13c0fdfe-783d-438c-b341-38b15ccdac05 req-281481b7-91d0-4a03-a0e2-343e4b472c1d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384116 Aug 27 13:09:38.227129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:09:38.231122 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76223a54-26e0-4a87-b5f6-e7315409920e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:09:38.285216 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64810b43-b6d2-413c-94ce-8735610db374 x-openstack-request-id: req-64810b43-b6d2-413c-94ce-8735610db374 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:09:38.285553 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:09:38.285823 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64810b43-b6d2-413c-94ce-8735610db374 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:09:38.286466 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'status': 'completed', 'code': 200} Aug 27 13:09:38.381728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-c24d7558-06f4-4136-a1a2-9542c827876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.383434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-c24d7558-06f4-4136-a1a2-9542c827876b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1094 time: 0.0755062 Aug 27 13:09:38.453609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-3d1b1be5-46b9-4431-bade-7a9d62c68a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.455262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-3d1b1be5-46b9-4431-bade-7a9d62c68a77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1094 time: 0.1057014 Aug 27 13:09:38.593606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-ddcd42e2-a6c4-4e98-9024-d85394e9b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.595229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-ddcd42e2-a6c4-4e98-9024-d85394e9b6b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.2028949 Aug 27 13:09:38.649260 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-c7e90228-12ee-4e02-b13f-1b5d33da7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.650494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-c7e90228-12ee-4e02-b13f-1b5d33da7619 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1872365 Aug 27 13:09:38.660423 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18af688-9684-40b8-8e64-b991bf74a120 req-ec8db0ae-6fdd-49c6-8f34-94374dac8e68 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.661902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a18af688-9684-40b8-8e64-b991bf74a120 req-ec8db0ae-6fdd-49c6-8f34-94374dac8e68 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.1498287 Aug 27 13:09:38.744871 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-a6732cfc-29c4-4ada-bf61-c8735a5fed47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.1411190 Aug 27 13:09:38.793795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a18af688-9684-40b8-8e64-b991bf74a120 req-38316d93-2f92-4629-bb81-6827dcb21ee9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258726 Aug 27 13:09:38.797899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-aeefba59-6e46-4455-ac28-b8635f7efa63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.1350627 Aug 27 13:09:38.843181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-23553a05-01c6-4943-8cbf-8d493d7296ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.844746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-23553a05-01c6-4943-8cbf-8d493d7296ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0911088 Aug 27 13:09:38.880844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-cc0fe16e-94e0-4cf7-bf20-0932d5adff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:38.882297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-cc0fe16e-94e0-4cf7-bf20-0932d5adff33 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0762060 Aug 27 13:09:38.909912 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:39.256943 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-367643e8-2388-4b53-a611-42768a76eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:39.258485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-367643e8-2388-4b53-a611-42768a76eb3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4055059 Aug 27 13:09:39.287453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223a54-26e0-4a87-b5f6-e7315409920e req-37237730-a37e-4dc8-95dd-869728c7403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:39.288943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-37237730-a37e-4dc8-95dd-869728c7403a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3984008 Aug 27 13:09:39.424925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-4db6af78-64a4-4c63-ac4f-3319f160877a service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576455 Aug 27 13:09:39.431172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-e3859cc1-404c-4756-8821-93efe0b7ccd5 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184154 Aug 27 13:09:39.587811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-5a85dd75-4f14-4776-846b-859344ad99f4 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481345 Aug 27 13:09:39.589568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76223a54-26e0-4a87-b5f6-e7315409920e req-71f0c088-fb85-4eeb-ae8a-764ed2c2a717 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572678 Aug 27 13:09:39.919978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05634-aafb-4c54-9b33-d17e4817670f req-b1ebf5ad-7d60-43b7-b6c0-b59e5c4a74d5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:39.921525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86a05634-aafb-4c54-9b33-d17e4817670f req-b1ebf5ad-7d60-43b7-b6c0-b59e5c4a74d5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0545552 Aug 27 13:09:39.965133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86a05634-aafb-4c54-9b33-d17e4817670f req-a97c2844-a375-4210-b84b-c590183d73e4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369921 Aug 27 13:09:41.105206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035a4f2-1195-4912-817d-782cfd7f9a94 req-2165da3d-e4dc-4148-9339-809c0cc9499f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:41.106845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d035a4f2-1195-4912-817d-782cfd7f9a94 req-2165da3d-e4dc-4148-9339-809c0cc9499f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0577898 Aug 27 13:09:41.155221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d035a4f2-1195-4912-817d-782cfd7f9a94 req-8d149e7b-c650-462f-a2f0-a5d89a3d85e0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Aug 27 13:09:42.276408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d867-64fd-4d33-b60a-246afbd2402f req-addf1304-bc1e-4d5f-afe5-201bcf42c207 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:42.277901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0be9d867-64fd-4d33-b60a-246afbd2402f req-addf1304-bc1e-4d5f-afe5-201bcf42c207 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0483210 Aug 27 13:09:42.316281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0be9d867-64fd-4d33-b60a-246afbd2402f req-fb06181b-aec4-4ec1-89a7-1339f36a9677 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Aug 27 13:09:43.435602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbac0a-9ac7-44ec-ad50-138f344dd90f req-1cc6fa68-4b75-449f-9bd9-9282e31bed56 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:43.437114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7fbac0a-9ac7-44ec-ad50-138f344dd90f req-1cc6fa68-4b75-449f-9bd9-9282e31bed56 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0525672 Aug 27 13:09:43.474978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a7fbac0a-9ac7-44ec-ad50-138f344dd90f req-7455cced-d700-4067-8da4-6dddbb9a0730 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Aug 27 13:09:43.780500 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:09:44.590064 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6eafe-d2fa-442e-bbd4-e050c63c0740 req-8fc58be4-ded3-4d0b-af01-bb0033857c60 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:44.591581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50b6eafe-d2fa-442e-bbd4-e050c63c0740 req-8fc58be4-ded3-4d0b-af01-bb0033857c60 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0491493 Aug 27 13:09:44.629002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-50b6eafe-d2fa-442e-bbd4-e050c63c0740 req-c64a7a7b-93f2-4e06-aa5d-29b9d826a660 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313437 Aug 27 13:09:45.745244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a05f-6e8a-48af-bd7c-08127858a47f req-7f0cc9c7-32e2-40b7-b4be-de385ba6e035 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:45.747959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7a2a05f-6e8a-48af-bd7c-08127858a47f req-7f0cc9c7-32e2-40b7-b4be-de385ba6e035 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0507028 Aug 27 13:09:45.785387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7a2a05f-6e8a-48af-bd7c-08127858a47f req-6f8ab767-1865-42d6-aeb8-8fc38abe63e8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Aug 27 13:09:46.904105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69194de8-83ca-474e-a3f3-7941f36ab87f req-69cfdc64-e9fd-4632-92da-3fa1966bad8b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:46.905562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69194de8-83ca-474e-a3f3-7941f36ab87f req-69cfdc64-e9fd-4632-92da-3fa1966bad8b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0520337 Aug 27 13:09:46.941399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69194de8-83ca-474e-a3f3-7941f36ab87f req-1dea9f18-65e4-458e-a4c9-17f77055a72b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299838 Aug 27 13:09:48.058903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c550a7d-e331-4913-8b97-45c8afbb8d88 req-a2caf4ae-967b-4c8c-ad39-6ecc6ceadf53 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:48.060405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c550a7d-e331-4913-8b97-45c8afbb8d88 req-a2caf4ae-967b-4c8c-ad39-6ecc6ceadf53 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0481615 Aug 27 13:09:48.097665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c550a7d-e331-4913-8b97-45c8afbb8d88 req-5dd3476b-a61f-4c12-b073-80976ce08f5d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Aug 27 13:09:48.599137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5594978e-37b5-4e57-823c-38e25ae00185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:49.214760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814dc08-e5cf-4329-abcf-f264e2435b06 req-618ae53d-ba13-41dc-911c-42d9489f332b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:49.216247 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a814dc08-e5cf-4329-abcf-f264e2435b06 req-618ae53d-ba13-41dc-911c-42d9489f332b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0487149 Aug 27 13:09:49.252552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a814dc08-e5cf-4329-abcf-f264e2435b06 req-c0f1d13c-2dbe-4252-aef8-af18fa835e9e tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303235 Aug 27 13:09:50.375075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7687b84-ee7d-4092-832e-98f0914c9c9c req-b8fbb38f-13ee-4712-a273-8088c52c673d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:50.376631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7687b84-ee7d-4092-832e-98f0914c9c9c req-b8fbb38f-13ee-4712-a273-8088c52c673d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0553732 Aug 27 13:09:50.414639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7687b84-ee7d-4092-832e-98f0914c9c9c req-09eafa34-30ab-487b-b0f2-d1c73334ee51 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Aug 27 13:09:50.877545 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:51.052782 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-68dbb1cc-c33c-4a39-8521-c1924cd903cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:51.278082 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:51.407657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:09:51.501036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:09:51.513447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'mac_address': 'fa:16:3e:57:1c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:09:51.532081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e01d6-f414-47c7-985b-f896f4f49191 req-7411de6c-9633-4e6b-a89f-14543084f696 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:51.533604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd0e01d6-f414-47c7-985b-f896f4f49191 req-7411de6c-9633-4e6b-a89f-14543084f696 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 943 time: 0.0498531 Aug 27 13:09:51.550684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:51.563786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e662889e-4f92-4e3f-b8a9-5098edf5980a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:09:51.572443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd0e01d6-f414-47c7-985b-f896f4f49191 req-c69c9133-ea2b-4d50-9ce9-1728767b5d27 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Aug 27 13:09:51.583999 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:09:51.588586 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:51.639988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:09:51.647575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.647935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.648281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.648616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.648956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.649295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.649629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.650411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.650595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.650930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.651211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.651534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:09:51.901509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-9cbc2413-2075-4a9c-bb69-76f1b68ce162 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:51.902988 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-9cbc2413-2075-4a9c-bb69-76f1b68ce162 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&tenant_id=d24b5f115d7148bda4cb7402d25c7845&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.0816102 Aug 27 13:09:51.915477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34062a4f-680a-4f7a-b499-7195e02b9b68 req-360d818e-e966-44bb-848f-a740e9efbf5d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:51.916782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34062a4f-680a-4f7a-b499-7195e02b9b68 req-360d818e-e966-44bb-848f-a740e9efbf5d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0695186 Aug 27 13:09:51.987557 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-34062a4f-680a-4f7a-b499-7195e02b9b68 req-af64bff0-9604-4385-877b-4787db6887ef tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647492 Aug 27 13:09:51.995874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-80a87943-04e4-42c4-9d77-bfea8d15d262 service neutron] 10.222.0.77 "GET /v2.0/ports/e662889e-4f92-4e3f-b8a9-5098edf5980a/bindings/n-h1-688802-4 HTTP/1.1" status: 200 len: 382 time: 0.0782213 Aug 27 13:09:52.058292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['e662889e-4f92-4e3f-b8a9-5098edf5980a'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:09:52.081039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-f4daa6f6-22ca-41c9-96ce-ea92cb95fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:52.082562 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-f4daa6f6-22ca-41c9-96ce-ea92cb95fb90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1095 time: 0.0409679 Aug 27 13:09:52.175573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-2badd251-75a7-43c9-a26c-e93974e47d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:52.177019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-2badd251-75a7-43c9-a26c-e93974e47d68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0869248 Aug 27 13:09:52.244417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-7dff5552-597c-4805-aa06-ea9e03d19704 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1001 time: 0.0589933 Aug 27 13:09:52.298235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-cb511526-38e3-422b-90de-e0adf958f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:52.299696 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-cb511526-38e3-422b-90de-e0adf958f194 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0469751 Aug 27 13:09:52.351621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-f9d781e1-32ec-4318-b889-974498680a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:52.353131 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-f9d781e1-32ec-4318-b889-974498680a38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398486 Aug 27 13:09:52.358902 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:52.446598 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-88df6ee5-1bc6-4437-9ebc-1e07f321db40 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843439 Aug 27 13:09:52.543782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-62a1bb94-bd73-48cb-b5ff-021c440ceb34 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863426 Aug 27 13:09:53.105362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e43fe-681a-4387-970a-ccfac8e47ffc req-89e8c13b-05bd-4f7f-a987-1121dc9493a0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:53.106873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-621e43fe-681a-4387-970a-ccfac8e47ffc req-89e8c13b-05bd-4f7f-a987-1121dc9493a0 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0507634 Aug 27 13:09:53.144909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-621e43fe-681a-4387-970a-ccfac8e47ffc req-20d854ef-1992-461b-bb79-a5ee4b9b3c46 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Aug 27 13:09:53.421219 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:09:53.472718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port e662889e-4f92-4e3f-b8a9-5098edf5980a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:09:53.476578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port e662889e-4f92-4e3f-b8a9-5098edf5980a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:09:53.476985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:53.551038 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:53.573160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:09:53.575472 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357125c5-9afa-4745-a223-6c2cc575868b" -d '{"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-plugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:09:53.588635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:09:53.592661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:53.642432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:09:53.676187 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74676396-f608-4e6c-8a19-c81ddbe02a31 x-openstack-request-id: req-74676396-f608-4e6c-8a19-c81ddbe02a31 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:09:53.676487 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-plugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:09:53.676739 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74676396-f608-4e6c-8a19-c81ddbe02a31 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:09:53.677162 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'code': 200} Aug 27 13:09:54.225609 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:54.262955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b44c3-58b6-49d2-a750-4415b105cb46 req-06ebe7a3-9b11-4160-9865-47cb7ba13678 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:54.264446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-031b44c3-58b6-49d2-a750-4415b105cb46 req-06ebe7a3-9b11-4160-9865-47cb7ba13678 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0495298 Aug 27 13:09:54.301681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-031b44c3-58b6-49d2-a750-4415b105cb46 req-bd648f37-9b86-48b4-b9f6-23a2d52a493f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312843 Aug 27 13:09:55.425179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f5ede-dc28-4e77-ab7b-ca76f89f173e req-3af11433-7203-4f42-802d-b144ced05c6f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:55.428301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e49f5ede-dc28-4e77-ab7b-ca76f89f173e req-3af11433-7203-4f42-802d-b144ced05c6f tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0561633 Aug 27 13:09:55.468793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e49f5ede-dc28-4e77-ab7b-ca76f89f173e req-aa107cf6-eef1-4b10-af27-f4573ed9d12c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341103 Aug 27 13:09:56.585659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329037d-7f01-4267-9151-9edd80ed5f5b req-c6f125e0-1c91-4c58-9c34-45ac1e853793 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:56.587186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a329037d-7f01-4267-9151-9edd80ed5f5b req-c6f125e0-1c91-4c58-9c34-45ac1e853793 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0493774 Aug 27 13:09:56.624296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a329037d-7f01-4267-9151-9edd80ed5f5b req-476e929e-1f28-4e57-ae47-bdb393820dba tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Aug 27 13:09:57.215531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-4e03f059-34ec-4ba4-aa34-3ca02f1789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:57.217065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-4e03f059-34ec-4ba4-aa34-3ca02f1789f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&tenant_id=d24b5f115d7148bda4cb7402d25c7845 HTTP/1.1" status: 200 len: 1096 time: 0.0417697 Aug 27 13:09:57.230515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:09:57.287115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:57.435721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:09:57.491870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:09:57.512779 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:57.525605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:09:57.566042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:09:57.568924 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086339b6-a52e-4dac-91c6-06fdbaea70a5" -d '{"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:09:57.572650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:57.585614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Transition to ACTIVE for port object e662889e-4f92-4e3f-b8a9-5098edf5980a will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:09:57.589292 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:57.627317 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1dd14b-e9d4-4f6e-8775-3a0297e809e9 x-openstack-request-id: req-5e1dd14b-e9d4-4f6e-8775-3a0297e809e9 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:09:57.627611 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:09:57.628014 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e1dd14b-e9d4-4f6e-8775-3a0297e809e9 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:09:57.628255 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'code': 200} Aug 27 13:09:57.632124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:09:57.632559 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:09:57.671610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=10']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:09:57.738051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] No DVR routers for this DVR port e662889e-4f92-4e3f-b8a9-5098edf5980a on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:09:57.809831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d879-d1b7-48ac-a24a-f3a4a6890952 req-f2cf75ea-eee5-4f01-aad7-1ea4c9ddb30d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:57.811377 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b017d879-d1b7-48ac-a24a-f3a4a6890952 req-f2cf75ea-eee5-4f01-aad7-1ea4c9ddb30d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.1145732 Aug 27 13:09:57.890314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b017d879-d1b7-48ac-a24a-f3a4a6890952 req-6cb59d9b-c5bd-4864-bcc9-e5670b01a3a8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518160 Aug 27 13:09:57.922947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:09:57.923293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:09:57.923627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:09:57.927874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:09:57.928200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Attempting to bind port e662889e-4f92-4e3f-b8a9-5098edf5980a on network 15079657-bd16-4741-bc10-e020af54ba7a {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:09:57.933000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:09:57.933343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Checking segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:09:57.933732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Bound using segment: {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:09:57.934161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Bound port: e662889e-4f92-4e3f-b8a9-5098edf5980a, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c83f15-2039-4959-a8b8-21cb0c2fc8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:09:57.934551 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:58.000530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:09:58.004159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:09:58.008783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:58.041491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:58.042496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:09:58.043916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] 10.222.0.65 "PUT /v2.0/ports/e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1092 time: 0.8177354 Aug 27 13:09:58.080175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad02d7-162b-4260-a788-dabd83788699 service neutron] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=11']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:09:58.113899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-eb3635f5-bc38-4928-b180-19bc15cbbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:58.115231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-eb3635f5-bc38-4928-b180-19bc15cbbca1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1095 time: 0.0483029 Aug 27 13:09:58.215855 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-2369dd7d-690e-44a2-b279-73ce190f41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:58.217387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-2369dd7d-690e-44a2-b279-73ce190f41af service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.0942440 Aug 27 13:09:58.289851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-7b091bc1-2244-4b51-bc61-9200ab613fa9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.0615151 Aug 27 13:09:58.344521 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-6665e7ba-2d9b-464c-b251-c272d8d657d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:58.345964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-6665e7ba-2d9b-464c-b251-c272d8d657d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0486426 Aug 27 13:09:58.392431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-2214e337-e29c-4d3d-a408-1cb7e51d3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:58.393817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-2214e337-e29c-4d3d-a408-1cb7e51d3f89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400553 Aug 27 13:09:58.485233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-939633ce-8f04-4e78-a543-14092c4621e9 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Aug 27 13:09:58.580711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1dedb35b-af91-42dc-b6e1-59e51ee0ccb8 req-cde1cca1-cd79-409d-ab13-6cbe4ada6dda service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881014 Aug 27 13:09:59.011716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91df4fa-13d7-432a-b40a-948b9ef2685f req-ef504bc4-ee4a-46bc-9e39-cb8048724d2c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:59.013233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c91df4fa-13d7-432a-b40a-948b9ef2685f req-ef504bc4-ee4a-46bc-9e39-cb8048724d2c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0512979 Aug 27 13:09:59.053465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c91df4fa-13d7-432a-b40a-948b9ef2685f req-3c458483-5afb-42ec-a827-eac2110aa790 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342638 Aug 27 13:09:59.629162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:09:59.632085 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:09:59.682600 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd00de3-8a4d-4aae-8172-58a587f16ca7 x-openstack-request-id: req-acd00de3-8a4d-4aae-8172-58a587f16ca7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:09:59.682957 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:09:59.683318 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acd00de3-8a4d-4aae-8172-58a587f16ca7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:09:59.683786 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'status': 'completed', 'code': 200} Aug 27 13:09:59.780973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-4bbdd2c7-4188-42c2-8db6-bbf90c026f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:59.782518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-4bbdd2c7-4188-42c2-8db6-bbf90c026f95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1095 time: 0.0805180 Aug 27 13:09:59.788713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-6d512bb6-a3d2-4f09-a5b9-0db9bd00e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:59.790170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-6d512bb6-a3d2-4f09-a5b9-0db9bd00e466 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1095 time: 0.0575283 Aug 27 13:09:59.946223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-f0941df0-5c55-4183-b718-1603899e1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:59.947667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-f0941df0-5c55-4183-b718-1603899e1165 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1566312 Aug 27 13:09:59.950219 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-d26209e4-e77a-4728-9e82-3279e42cd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:09:59.951592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-d26209e4-e77a-4728-9e82-3279e42cd508 service neutron] 10.222.0.77 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1522305 Aug 27 13:10:00.062175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-000e0701-a2d8-4712-b15a-286581e3fb61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.1070614 Aug 27 13:10:00.063915 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-f9d62db5-1bc8-4e99-ad1a-9e72a1759631 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.1033192 Aug 27 13:10:00.182765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-4c3caf7e-359f-4ead-b236-36f742a9d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:00.184238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-4c3caf7e-359f-4ead-b236-36f742a9d7a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.1061180 Aug 27 13:10:00.186968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-7533dca0-ee30-4894-a204-80fd89ace1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:00.188309 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-7533dca0-ee30-4894-a204-80fd89ace1bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.1178448 Aug 27 13:10:00.235536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8e540-8c5a-41c9-a4c5-bcebb429e9a9 req-8a6d7ba4-cbf4-4d8c-8615-e599ef025ec5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:00.236974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2dc8e540-8c5a-41c9-a4c5-bcebb429e9a9 req-8a6d7ba4-cbf4-4d8c-8615-e599ef025ec5 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.1103365 Aug 27 13:10:00.300705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-28710852-412b-4b49-9bdb-a1e7370fd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:00.302891 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-28710852-412b-4b49-9bdb-a1e7370fd256 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002533 Aug 27 13:10:00.304590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-f7fc60ce-9a22-4bf8-a90a-6766e6f0c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:00.305951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-f7fc60ce-9a22-4bf8-a90a-6766e6f0c3fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124613 Aug 27 13:10:00.311710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2dc8e540-8c5a-41c9-a4c5-bcebb429e9a9 req-d4a15590-0554-4a3a-8fa4-92cc3f054ba3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589242 Aug 27 13:10:00.467812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-dd196056-51e3-4e5f-9650-01c080b5ec0f service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551237 Aug 27 13:10:00.469674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-0c0abd09-c18e-4456-a608-db392c73bb97 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482580 Aug 27 13:10:00.633552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-a0a05848-a7e0-48c2-a542-97e34a2c6cc4 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577308 Aug 27 13:10:00.635420 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df3870ab-0a0c-4dd9-8bab-7ec651ff589f req-f04dcff0-1544-4e3c-b844-6980e0f0b033 service neutron] 10.222.0.77 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525502 Aug 27 13:10:01.447158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b7d3e-c906-4e1d-a8ba-31b423a246da req-80e87989-da32-4f2e-a2b7-2ec098356555 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:01.449380 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b91b7d3e-c906-4e1d-a8ba-31b423a246da req-80e87989-da32-4f2e-a2b7-2ec098356555 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0584073 Aug 27 13:10:01.489527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b91b7d3e-c906-4e1d-a8ba-31b423a246da req-7ddd0dea-b401-46ee-a7cf-f7f8ff19f7bf tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333982 Aug 27 13:10:02.608449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2b16-f9b0-41e2-a49e-78252439ab75 req-d616ef09-4874-4f8b-8141-3da369eff47d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:02.609990 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-875d2b16-f9b0-41e2-a49e-78252439ab75 req-d616ef09-4874-4f8b-8141-3da369eff47d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0510316 Aug 27 13:10:02.648356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-875d2b16-f9b0-41e2-a49e-78252439ab75 req-c30eac49-b4af-4591-b10d-33e2b24ff0f9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322804 Aug 27 13:10:03.767272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe73d58-f4ed-4469-8e3e-9dbf471c0346 req-c2ddd29d-92c4-48d5-b1f2-0eb33b38af70 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:03.768747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fe73d58-f4ed-4469-8e3e-9dbf471c0346 req-c2ddd29d-92c4-48d5-b1f2-0eb33b38af70 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0526683 Aug 27 13:10:03.805748 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fe73d58-f4ed-4469-8e3e-9dbf471c0346 req-bb6aa744-ba1e-4a4b-8584-6792e74811df tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310965 Aug 27 13:10:04.921051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf647742-860e-4db2-958d-f5c30950567a req-1c1a256d-dc62-4ce5-ac18-a3674065ab87 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:04.922575 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf647742-860e-4db2-958d-f5c30950567a req-1c1a256d-dc62-4ce5-ac18-a3674065ab87 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0479090 Aug 27 13:10:04.960511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cf647742-860e-4db2-958d-f5c30950567a req-e7abbf4e-5b24-4cbe-9df3-a9a9b5cf12a2 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Aug 27 13:10:06.077469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9192d7-5d0e-47e4-b7ca-66578a16878a req-372446e9-6b3f-4f10-9f77-70a4d9ef73e7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:06.079265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc9192d7-5d0e-47e4-b7ca-66578a16878a req-372446e9-6b3f-4f10-9f77-70a4d9ef73e7 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0489409 Aug 27 13:10:06.118099 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc9192d7-5d0e-47e4-b7ca-66578a16878a req-a0b82f63-316e-4aca-bb54-df3a3e00e783 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Aug 27 13:10:07.243968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c05c-b090-46af-a450-ed8837f97303 req-af2900b0-f90d-47ac-8d7e-a664a35cdf4d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:07.245516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8517c05c-b090-46af-a450-ed8837f97303 req-af2900b0-f90d-47ac-8d7e-a664a35cdf4d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0546396 Aug 27 13:10:07.286905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8517c05c-b090-46af-a450-ed8837f97303 req-0d880cf1-7150-4c74-829f-08bb4218749b tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Aug 27 13:10:08.404772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123c069-d03b-4556-a281-2c68dfbe2119 req-1f1c828f-0440-4cd7-9afb-eec68200ff7d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:08.406337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1123c069-d03b-4556-a281-2c68dfbe2119 req-1f1c828f-0440-4cd7-9afb-eec68200ff7d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0479419 Aug 27 13:10:08.445394 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1123c069-d03b-4556-a281-2c68dfbe2119 req-041c6f1d-0b90-4a55-95ae-b8acc0474d4c tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325952 Aug 27 13:10:08.900182 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:09.561403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9091bd-3ffe-41bd-abcb-a4fc1b3ca94d req-b523c834-6af6-47df-8123-a41614a61e19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:09.563546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e9091bd-3ffe-41bd-abcb-a4fc1b3ca94d req-b523c834-6af6-47df-8123-a41614a61e19 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0494571 Aug 27 13:10:09.601392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e9091bd-3ffe-41bd-abcb-a4fc1b3ca94d req-65cf8659-de7d-4bc6-b546-980c26bd4740 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Aug 27 13:10:09.718124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7835e22-e72c-4276-846c-d95e37012f6e req-656d096c-5ab8-4800-a5d4-cca42f7f5ee4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:09.719623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7835e22-e72c-4276-846c-d95e37012f6e req-656d096c-5ab8-4800-a5d4-cca42f7f5ee4 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0522590 Aug 27 13:10:09.757132 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7835e22-e72c-4276-846c-d95e37012f6e req-fee2dadb-e79d-4159-8177-f26227db4412 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Aug 27 13:10:09.870026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f4014-8e6a-4c22-8bb9-7d62921a30f1 req-7b4613a5-d7b3-4559-abb8-d6f00da7c3b9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:09.871507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e01f4014-8e6a-4c22-8bb9-7d62921a30f1 req-7b4613a5-d7b3-4559-abb8-d6f00da7c3b9 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0487564 Aug 27 13:10:09.907724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e01f4014-8e6a-4c22-8bb9-7d62921a30f1 req-fce6fa4c-6bbe-4fbf-b48d-8b938dbc9540 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302463 Aug 27 13:10:10.043534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-d1c319a1-909e-4af7-b97d-027365a3e7a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435867 Aug 27 13:10:10.161243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-9c690ccd-e460-40e4-a644-90ea573d4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:10.162681 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-9c690ccd-e460-40e4-a644-90ea573d4867 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d24b5f115d7148bda4cb7402d25c7845&device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 1095 time: 0.0720577 Aug 27 13:10:10.174972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6aa229-48dc-4a7d-b283-6bb1efaa8506 req-c729d6cb-d2d6-486c-9466-c904808102c8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:10.176493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc6aa229-48dc-4a7d-b283-6bb1efaa8506 req-c729d6cb-d2d6-486c-9466-c904808102c8 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0747545 Aug 27 13:10:10.261842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc6aa229-48dc-4a7d-b283-6bb1efaa8506 req-d9da744b-f0a2-4aa0-9fab-7206f70c3314 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791416 Aug 27 13:10:10.292923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-01325456-58d1-4347-9d44-47bab8750164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:10.294431 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-01325456-58d1-4347-9d44-47bab8750164 service neutron] 10.222.0.65 "GET /v2.0/networks?id=15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 200 len: 913 time: 0.1058059 Aug 27 13:10:10.678220 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-80c450fa-76e3-4dc4-a9c8-20cd443e141b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 200 len: 1000 time: 0.3762147 Aug 27 13:10:10.728336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-b3e876a2-6c04-49b9-bbdd-0109014f64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:10.729775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-b3e876a2-6c04-49b9-bbdd-0109014f64c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 200 len: 851 time: 0.0428603 Aug 27 13:10:10.775126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-34e38fb9-07cf-49ed-bca6-f4a8b6482211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:10.776608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-34e38fb9-07cf-49ed-bca6-f4a8b6482211 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15079657-bd16-4741-bc10-e020af54ba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393648 Aug 27 13:10:10.868864 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-10336a5f-6f6d-4a81-b2e4-d2c7a9dacb78 service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839863 Aug 27 13:10:10.960121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e252b68-9538-4c47-bcf7-18a2e0d1615c req-86bd552e-adbb-42d8-a4d4-9eb41b5a590a service neutron] 10.222.0.65 "GET /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839894 Aug 27 13:10:11.383154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e3bd8-13dd-431a-bec7-f9f42a70e044 req-01997fd5-1d14-4582-ba67-eaa48db0d539 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:11.384702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-811e3bd8-13dd-431a-bec7-f9f42a70e044 req-01997fd5-1d14-4582-ba67-eaa48db0d539 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 944 time: 0.0503144 Aug 27 13:10:11.425695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-811e3bd8-13dd-431a-bec7-f9f42a70e044 req-7177d03d-a990-4de4-8e60-e673845dcaf1 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups?id=93f30fa2-49ff-48dc-a0af-dfdeea57da58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339122 Aug 27 13:10:11.512768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:10:11.604398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:11.618456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'port_id': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'mac_address': 'fa:16:3e:57:1c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:10:11.655155 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:11.668962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e662889e-4f92-4e3f-b8a9-5098edf5980a {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:10:11.688370 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:11.693304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:11.746163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-28107cb2-8c06-4e86-bbe8-e6d2bfaee4eb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:11.747693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-28107cb2-8c06-4e86-bbe8-e6d2bfaee4eb tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 945 time: 0.0508385 Aug 27 13:10:11.747894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=12']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:11.842007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Deleting port e662889e-4f92-4e3f-b8a9-5098edf5980a {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:11.842345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:11.928860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] For port e662889e-4f92-4e3f-b8a9-5098edf5980a, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=e662889e-4f92-4e3f-b8a9-5098edf5980a,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:11.929218 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:12.099388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:12.099763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:12.100081 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed disassociated. External IP: 172.25.8.194, port: e662889e-4f92-4e3f-b8a9-5098edf5980a. Aug 27 13:10:12.100421 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Calling delete_port for e662889e-4f92-4e3f-b8a9-5098edf5980a owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:12.230119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:12.264536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event deleted for resources: {'Port': ['ID=e662889e-4f92-4e3f-b8a9-5098edf5980a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:12.384429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:10:12.529892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3643e863-9131-41cd-8951-e2777e80d741 req-ccf2c813-2341-4b5d-90b2-ab510d736f69 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 210 time: 0.0328393 Aug 27 13:10:12.532724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:10:12.552868 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:10:12.562505 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:10:12.565972 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:09:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:12.579362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] No DVR routers for this DVR port e662889e-4f92-4e3f-b8a9-5098edf5980a on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:10:12.582130 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:12.585003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0eb69562-b228-4d22-9063-3957f71bd4fa req-a78288f7-9e9f-4d82-a26e-cb212510ead6 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.65 "DELETE /v2.0/ports/e662889e-4f92-4e3f-b8a9-5098edf5980a HTTP/1.1" status: 204 len: 173 time: 0.8307092 Aug 27 13:10:12.585450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-deleted', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:12.587712 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa83dc45-eb7a-4950-aef9-856e1b47f3e1" -d '{"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-deleted", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:12.632018 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a18f541-6b10-4fa4-9b0c-949666b81d13 x-openstack-request-id: req-4a18f541-6b10-4fa4-9b0c-949666b81d13 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:12.632322 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ca241-d003-4fb0-8302-5bc460be77b4", "name": "network-vif-deleted", "tag": "e662889e-4f92-4e3f-b8a9-5098edf5980a", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:12.632692 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a18f541-6b10-4fa4-9b0c-949666b81d13 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:12.633050 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ca241-d003-4fb0-8302-5bc460be77b4', 'name': 'network-vif-deleted', 'tag': 'e662889e-4f92-4e3f-b8a9-5098edf5980a', 'status': 'completed', 'code': 200} Aug 27 13:10:12.689816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:10:12.896547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:12.926182 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:10:12.935363 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:10:12.935971 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:09:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:13.038307 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:10:13.241276 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:13.267771 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a85f22-ffb9-4f95-b048-e33b9e448a85 None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T12:57:32Z', 'revision_number': 4, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'b6481c62-c67b-44d5-b49d-a2d6e99e7744', 'name': '', 'network_id': '15079657-bd16-4741-bc10-e020af54ba7a', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'mac_address': 'fa:16:3e:25:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:32Z', 'updated_at': '2021-08-27T12:57:37Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'subnets': [{'id': '6bcac441-3007-4abc-8490-dfd0b75e9a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:10:13.495000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3457a98-7939-4b81-bf8b-59037303c26f None None] New status for floating IP 679fabd2-9908-4f8f-9b45-cf685fc027ed: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:10:13.630488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c225eb72-2ae0-4b99-b804-51dcd669b1e1 req-f02cb60c-d1c8-4341-a40f-c3ac32be50c3 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Aug 27 13:10:14.727752 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-436b1855-c126-47fd-9d92-fc683aa7b1ea req-f38ae33a-bbbd-4d01-b360-d502821a23ae tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Aug 27 13:10:15.556016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:10:15.576564 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: e662889e-4f92-4e3f-b8a9-5098edf5980a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:10:15.577006 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device e662889e-4f92-4e3f-b8a9-5098edf5980a not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:10:15.824142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6375e0da-8208-46e0-a3b0-c92f93f7795f req-4d9b2547-643b-45d0-921b-7cd512a19fed tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6ca241-d003-4fb0-8302-5bc460be77b4 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Aug 27 13:10:18.599979 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ef8e70dd-63d6-4431-9c58-4d61ab89a53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.556018 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:19.622701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.652717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.708852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.711590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.712795 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "DELETE /v2.0/security-groups/93f30fa2-49ff-48dc-a0af-dfdeea57da58 HTTP/1.1" status: 204 len: 168 time: 0.1557806 Aug 27 13:10:19.717057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43136) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:19.722672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f30fa2-49ff-48dc-a0af-dfdeea57da58,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:19.730964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.731318 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.731667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.732011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.732350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.732689 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.733020 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.733351 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.733682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.734044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.734369 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.734687 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [None req-0574f4a5-229f-42fd-923d-894ec1a7fd73 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] show failed (client error): The resource could not be found. Aug 27 13:10:19.734790 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e8f44-38ea-4287-a0e7-a1fe82b3380d tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:19.738909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0574f4a5-229f-42fd-923d-894ec1a7fd73 tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "GET /v2.0/security-groups/93f30fa2-49ff-48dc-a0af-dfdeea57da58 HTTP/1.1" status: 404 len: 347 time: 0.0179937 Aug 27 13:10:19.739694 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:19.866219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Deleting port bf8e925d-07e0-4e49-81f9-01986927c789 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:19.866604 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.947481 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.947911 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:19.963447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Calling delete_port for bf8e925d-07e0-4e49-81f9-01986927c789 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:20.427797 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:20.451089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Pushing event deleted for resources: {'Port': ['ID=bf8e925d-07e0-4e49-81f9-01986927c789,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:20.518672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:20.521806 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:20.522998 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f847cd7-5570-44db-93db-86a87460d1bd tempest-ServerActionsTestJSON-1525222419 tempest-ServerActionsTestJSON-1525222419-project] 10.222.0.76 "DELETE /v2.0/floatingips/679fabd2-9908-4f8f-9b45-cf685fc027ed HTTP/1.1" status: 204 len: 168 time: 0.7823794 Aug 27 13:10:20.525934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43142) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:20.780284 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:10:20.891889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.028948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.054818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f777048a-256b-4387-833a-1c459c6783e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.279269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Deleting port b6481c62-c67b-44d5-b49d-a2d6e99e7744 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:21.279620 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.280386 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.362984 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] For port b6481c62-c67b-44d5-b49d-a2d6e99e7744, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=b6481c62-c67b-44d5-b49d-a2d6e99e7744,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:21.363355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.376278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Calling delete_port for b6481c62-c67b-44d5-b49d-a2d6e99e7744 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:21.571322 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.595541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6481c62-c67b-44d5-b49d-a2d6e99e7744,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:21.775239 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:21.995132 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Router e76a9a38-2cb3-40ae-b419-a67debfaff3d has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:10:22.099579 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:10:22.105131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f63a1112-65e0-46c2-8c23-2f8192761a87 admin admin] 10.222.0.76 "PUT /v2.0/routers/e76a9a38-2cb3-40ae-b419-a67debfaff3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5781882 Aug 27 13:10:22.107395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43146) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:22.108321 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] Sync routers for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:10:22.117405 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:10:22.118013 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:10:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:22.212271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.221558 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:10:22.316566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.362868 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.371568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Deleting port c0c360e9-520c-49b3-a8fb-7b4bee053872 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:22.371913 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.405414 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T13:10:21Z', 'revision_number': 5, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port': {'id': 'c0c360e9-520c-49b3-a8fb-7b4bee053872', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T12:57:30Z', 'updated_at': '2021-08-27T12:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:22.437225 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] Checking router: e76a9a38-2cb3-40ae-b419-a67debfaff3d for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:10:22.445831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] Routers {'e76a9a38-2cb3-40ae-b419-a67debfaff3d'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:10:22.446257 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:10:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:22.466214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] For port c0c360e9-520c-49b3-a8fb-7b4bee053872, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=c0c360e9-520c-49b3-a8fb-7b4bee053872,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:22.466622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.480040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Calling delete_port for c0c360e9-520c-49b3-a8fb-7b4bee053872 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:22.535230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] Set router e76a9a38-2cb3-40ae-b419-a67debfaff3d gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:10:22.587845 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T13:10:22Z', 'revision_number': 6, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:22.656579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.683141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c360e9-520c-49b3-a8fb-7b4bee053872,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:22.713699 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467abfc6-ffd5-46af-84ac-92caee10561a None None] The sync data for ids ['e76a9a38-2cb3-40ae-b419-a67debfaff3d'] in n-d-688802-4 is: [{'id': 'e76a9a38-2cb3-40ae-b419-a67debfaff3d', 'name': 'tempest-ServerActionsTestJSON-1101874846-router', 'tenant_id': 'd24b5f115d7148bda4cb7402d25c7845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T12:57:29Z', 'updated_at': '2021-08-27T13:10:22Z', 'revision_number': 6, 'project_id': 'd24b5f115d7148bda4cb7402d25c7845', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:10:22.752191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.842365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.844388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.892015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.892916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76a9a38-2cb3-40ae-b419-a67debfaff3d {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:10:22.897995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.899213 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-172e8ee9-f6ad-4542-9032-cf4701738f85 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e76a9a38-2cb3-40ae-b419-a67debfaff3d HTTP/1.1" status: 204 len: 168 time: 0.7908924 Aug 27 13:10:22.901733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:22.946044 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Deleting subnet 6bcac441-3007-4abc-8490-dfd0b75e9a19 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:10:22.949124 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:22.983839 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.067706 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.131122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.156416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcac441-3007-4abc-8490-dfd0b75e9a19,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:23.162066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.164015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a92f1b90-3c76-4478-90b5-cddff15ddf9f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6bcac441-3007-4abc-8490-dfd0b75e9a19 HTTP/1.1" status: 204 len: 168 time: 0.2612603 Aug 27 13:10:23.166586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43150) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:23.167844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93691573-208b-4e7c-8f96-317bbfca20dc None None] Network 15079657-bd16-4741-bc10-e020af54ba7a requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:10:23.238627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.293929 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Deleting port 20907caa-4341-482e-993f-b0314fde710e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:23.294271 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.357888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] For port 20907caa-4341-482e-993f-b0314fde710e, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=20907caa-4341-482e-993f-b0314fde710e,segment=NetworkSegment(28c83f15-2039-4959-a8b8-21cb0c2fc8d1),segment_id=28c83f15-2039-4959-a8b8-21cb0c2fc8d1)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:23.358248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.375182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Calling delete_port for 20907caa-4341-482e-993f-b0314fde710e owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:23.454208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.472261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff94326-53b4-4437-8ee0-af4c1ae0a212 None None] DHCP port deletion for 15079657-bd16-4741-bc10-e020af54ba7a request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:10:23.488005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] No DVR routers for this DVR port 20907caa-4341-482e-993f-b0314fde710e on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:10:23.488005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Pushing event deleted for resources: {'Port': ['ID=20907caa-4341-482e-993f-b0314fde710e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:23.548651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0c360e9-520c-49b3-a8fb-7b4bee053872 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:10:23.570666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.575586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: c0c360e9-520c-49b3-a8fb-7b4bee053872 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:10:23.575938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device c0c360e9-520c-49b3-a8fb-7b4bee053872 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:10:23.576351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20907caa-4341-482e-993f-b0314fde710e no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:10:23.583046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15079657-bd16-4741-bc10-e020af54ba7a']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:23.595275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c83f15-2039-4959-a8b8-21cb0c2fc8d1') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:23.595685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c83f15-2039-4959-a8b8-21cb0c2fc8d1') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:23.595985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 20907caa-4341-482e-993f-b0314fde710e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:10:23.596338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 20907caa-4341-482e-993f-b0314fde710e not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:10:23.596785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b6481c62-c67b-44d5-b49d-a2d6e99e7744 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:10:23.606754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.617112 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: b6481c62-c67b-44d5-b49d-a2d6e99e7744 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:10:23.617392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device b6481c62-c67b-44d5-b49d-a2d6e99e7744 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:10:23.622102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.630198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:10:23.630718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:10:23.632608 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:10:23.687648 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.694951 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.698446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] 10.222.0.76 "DELETE /v2.0/networks/15079657-bd16-4741-bc10-e020af54ba7a HTTP/1.1" status: 204 len: 168 time: 0.5292182 Aug 27 13:10:23.709657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a8343-2b0e-444e-a9dc-8db7d5031945 admin admin] Pushing event deleted for resources: {'Network': ['ID=15079657-bd16-4741-bc10-e020af54ba7a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:23.834536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43154) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:23.880352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-81edd93c-fec6-452c-b6a3-1ed97336fe1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d24b5f115d7148bda4cb7402d25c7845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438805 Aug 27 13:10:23.882644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43156) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:23.930587 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9873-c3a6-41ae-8641-51c9312528a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.951725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9873-c3a6-41ae-8641-51c9312528a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:23.998715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9873-c3a6-41ae-8641-51c9312528a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.001349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9873-c3a6-41ae-8641-51c9312528a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.002979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bf3c9873-c3a6-41ae-8641-51c9312528a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/02e24e19-ba3c-4f77-b024-4bc6cd33d74b HTTP/1.1" status: 204 len: 168 time: 0.1191704 Aug 27 13:10:24.012536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c9873-c3a6-41ae-8641-51c9312528a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e24e19-ba3c-4f77-b024-4bc6cd33d74b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:24.227439 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.728968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43178) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:24.825893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-156174761-network', 'tenant_id': '617fd2408f6a495ead731bcc5b8bae59'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:24.847957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Made reservation on behalf of 617fd2408f6a495ead731bcc5b8bae59 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:10:24.850854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.859937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.951216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.955609 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:24.983499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:10:24.993066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b3ef5-cd95-41a9-875b-6e602efef886,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:25.000787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.000787 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Added segment 3ffb735e-a07f-4a4d-813d-b91ca3560759 of type vlan for network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 Aug 27 13:10:25.045490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.072305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.073620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:25.074445 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.145408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4153085 Aug 27 13:10:25.149230 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43182) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:25.158239 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Request body: {'subnet': {'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-156174761-subnet', 'tenant_id': '617fd2408f6a495ead731bcc5b8bae59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:25.161061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3a424-4551-4de8-978c-40d35f327cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:25.179601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:10:25.184218 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Made reservation on behalf of 617fd2408f6a495ead731bcc5b8bae59 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:10:25.186855 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.359625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.417858 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2302f492-e3f2-406d-94f9-edec10a39a4b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:25.422524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Checking segment: {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:10:25.422890 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Network hostable DHCP agents. Network: 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:10:25.441809 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:10:25.453896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:10:25.458850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:25.459568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:25.462622 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcadbbf9-830c-4adb-b1ee-7edf5bc4976d None None] Network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:10:25.474940 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bdd9c89b-148f-4bd2-aef0-413c950420a6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3245070 Aug 27 13:10:25.583720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66035765-7fbc-46c4-8a82-ebee339657d0 None None] Network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:10:25.906763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-465c5852-3d9d-4584-a0b5-4e8aca0cb6a5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:25.908292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-465c5852-3d9d-4584-a0b5-4e8aca0cb6a5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/networks?id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 200 len: 813 time: 0.1069450 Aug 27 13:10:25.925025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-0e596beb-00c9-4a05-ac1c-48f649c312a2 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/quotas/617fd2408f6a495ead731bcc5b8bae59 HTTP/1.1" status: 200 len: 375 time: 0.0096118 Aug 27 13:10:25.958633 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-a4081ada-2deb-4bfa-b56a-44f66ca6b8bb tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=617fd2408f6a495ead731bcc5b8bae59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273402 Aug 27 13:10:26.024497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-0d4300d1-a983-4828-9d18-49c8dca11857 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:10:26.025589 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-0d4300d1-a983-4828-9d18-49c8dca11857 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596120 Aug 27 13:10:26.120939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-665fe62c-01a1-48e2-a142-5c3b6487ba06 service neutron] 10.222.0.76 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865076 Aug 27 13:10:26.220609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-7095d9f8-9219-44fd-ae88-262c9db21c6b service neutron] 10.222.0.76 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922942 Aug 27 13:10:26.385432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d99d118-8904-435d-9b56-1c76f6585ede req-77a83b29-3bca-4ff5-8d04-381fc4016c56 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 210 time: 0.0294552 Aug 27 13:10:27.347150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-6caa5ef1-efb8-4149-be6e-5273f4f326ea tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:27.350038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-6caa5ef1-efb8-4149-be6e-5273f4f326ea tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.65 "GET /v2.0/networks?id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 200 len: 813 time: 0.1218688 Aug 27 13:10:27.366163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Request body: {'port': {'device_id': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46', 'admin_state_up': True, 'tenant_id': '617fd2408f6a495ead731bcc5b8bae59'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:27.494534 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8ae65feb-441b-4f39-835f-b0f9ee1336a1 req-28dc9ba2-78d7-424a-882a-424d1706c1bc tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 210 time: 0.0333071 Aug 27 13:10:27.514630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Made reservation on behalf of 617fd2408f6a495ead731bcc5b8bae59 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:10:27.518588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:27.649482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Allocated IP 172.20.0.2 (7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46/2302f492-e3f2-406d-94f9-edec10a39a4b/0970a2b3-16c9-42bf-907e-9860466d1fd8) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:10:27.799588 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:27.839328 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:27.879829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:10:27.882963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:10:27.889391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:10:27.914738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Pushing event updated for resources: {'Port': ['ID=0970a2b3-16c9-42bf-907e-9860466d1fd8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:27.942537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:27.943172 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:27.958970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-34b85ae2-8d4e-4e17-bb11-72d1d7972d57 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5984788 Aug 27 13:10:27.971393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Request body: {'port': {'device_id': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:28.028968 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:28.292206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0970a2b3-16c9-42bf-907e-9860466d1fd8 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:10:28.299461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:28.311668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Transition to ACTIVE for port object 0970a2b3-16c9-42bf-907e-9860466d1fd8 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:10:28.315406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:28.367666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0970a2b3-16c9-42bf-907e-9860466d1fd8,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:28.436577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Attempting to bind port 0970a2b3-16c9-42bf-907e-9860466d1fd8 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:10:28.436913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Attempting to bind port 0970a2b3-16c9-42bf-907e-9860466d1fd8 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:10:28.437241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Attempting to bind port 0970a2b3-16c9-42bf-907e-9860466d1fd8 on network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:10:28.441573 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Port 0970a2b3-16c9-42bf-907e-9860466d1fd8 on network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:10:28.441901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Attempting to bind port 0970a2b3-16c9-42bf-907e-9860466d1fd8 on network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:10:28.446756 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:10:28.447099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Checking segment: {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:10:28.447489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Bound using segment: {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:10:28.447916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Bound port: 0970a2b3-16c9-42bf-907e-9860466d1fd8, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:10:28.448275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:28.514193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] For port 0970a2b3-16c9-42bf-907e-9860466d1fd8, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:10:28.517819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] For port 0970a2b3-16c9-42bf-907e-9860466d1fd8, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:10:28.521849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:28.556992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:28.557627 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:28.559062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] 10.222.0.65 "PUT /v2.0/ports/0970a2b3-16c9-42bf-907e-9860466d1fd8 HTTP/1.1" status: 200 len: 1091 time: 0.5918102 Aug 27 13:10:28.559513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'tag': '0970a2b3-16c9-42bf-907e-9860466d1fd8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:28.561792 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d803259-ca6e-45d5-bc9c-dbff18820481" -d '{"events": [{"name": "network-changed", "server_uuid": "c87e6cc6-a7e4-4f72-a370-19731aa53434", "tag": "0970a2b3-16c9-42bf-907e-9860466d1fd8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:28.597921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7d70-e275-4aba-a306-0774b6bcd3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0970a2b3-16c9-42bf-907e-9860466d1fd8,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:28.618971 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20337753-1db5-44c2-86de-a12a7de1ea78 x-openstack-request-id: req-20337753-1db5-44c2-86de-a12a7de1ea78 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:28.619261 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87e6cc6-a7e4-4f72-a370-19731aa53434", "tag": "0970a2b3-16c9-42bf-907e-9860466d1fd8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:28.619518 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20337753-1db5-44c2-86de-a12a7de1ea78 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:28.620024 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'tag': '0970a2b3-16c9-42bf-907e-9860466d1fd8', 'status': 'completed', 'code': 200} Aug 27 13:10:28.669948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54975-da8f-47df-9499-ae4f323c3db9 req-dc8cca0e-e288-4f8f-a051-dfaebe6cf836 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:28.671526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a54975-da8f-47df-9499-ae4f323c3db9 req-dc8cca0e-e288-4f8f-a051-dfaebe6cf836 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 943 time: 0.0945146 Aug 27 13:10:28.686451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-96d12549-0ce6-4ea8-ba2b-42e4ca5676f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:28.687884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-96d12549-0ce6-4ea8-ba2b-42e4ca5676f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=617fd2408f6a495ead731bcc5b8bae59&device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 1094 time: 0.0667722 Aug 27 13:10:28.735746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-d4d3670c-25b0-4055-a546-c01a357d1ca9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8 HTTP/1.1" status: 200 len: 217 time: 0.0381038 Aug 27 13:10:28.757651 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a54975-da8f-47df-9499-ae4f323c3db9 req-b82f6a35-8187-45a1-9833-66ff769a7775 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789480 Aug 27 13:10:28.796456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-e8d6530e-bb2d-4410-8324-718dd247fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:28.797840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-e8d6530e-bb2d-4410-8324-718dd247fc80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2302f492-e3f2-406d-94f9-edec10a39a4b HTTP/1.1" status: 200 len: 853 time: 0.0541022 Aug 27 13:10:28.830771 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-81e5a10a-6277-4974-8711-82eb8a451c6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252676 Aug 27 13:10:28.920226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-5ec0c941-20c2-4a7e-880e-5e00bab440cc service neutron] 10.222.0.65 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823550 Aug 27 13:10:29.017753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12a021ec-bb49-4b2c-87d0-331d15733708 req-ea5e7fb1-d677-461b-bba2-b638d53cfe72 service neutron] 10.222.0.65 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885823 Aug 27 13:10:29.107103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-7bb498bb-92ed-426e-a885-98da31fdd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:29.108526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-7bb498bb-92ed-426e-a885-98da31fdd45e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=617fd2408f6a495ead731bcc5b8bae59&device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 1094 time: 0.0432138 Aug 27 13:10:29.204841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-ac966e69-db69-4bde-9756-f249bd4f24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:29.206358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-ac966e69-db69-4bde-9756-f249bd4f24ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 200 len: 914 time: 0.0895936 Aug 27 13:10:29.251734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-e4286d12-98cf-41b9-a1fc-dc26db098bf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8 HTTP/1.1" status: 200 len: 217 time: 0.0358396 Aug 27 13:10:29.307269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-1ced95e0-0ed2-4afe-a0c2-c49c54048af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:29.308830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-1ced95e0-0ed2-4afe-a0c2-c49c54048af9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2302f492-e3f2-406d-94f9-edec10a39a4b HTTP/1.1" status: 200 len: 853 time: 0.0475986 Aug 27 13:10:29.342897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-93369ab1-6df9-4e85-bf9b-93c9937f3957 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264330 Aug 27 13:10:29.439392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-f11500f1-878b-4c19-9e3d-d25297f12e7c service neutron] 10.222.0.65 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875061 Aug 27 13:10:29.530661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8d803259-ca6e-45d5-bc9c-dbff18820481 req-b2c38ec1-ef4d-40e2-8b2b-48bea159fdd9 service neutron] 10.222.0.65 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835307 Aug 27 13:10:29.888993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd138-aea0-4bd2-a204-d67221c64910 req-3a9a15ca-6706-4d9f-b50c-8e591db1df31 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:29.890767 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5efcd138-aea0-4bd2-a204-d67221c64910 req-3a9a15ca-6706-4d9f-b50c-8e591db1df31 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 943 time: 0.0612874 Aug 27 13:10:29.928772 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5efcd138-aea0-4bd2-a204-d67221c64910 req-e89b4c5c-5c26-4a33-b606-7bb8a6a939f5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Aug 27 13:10:31.043480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b47b-5827-4892-ab0d-dcbed7af7743 req-e575fbe4-6690-42f3-a3df-6c85bfa71a4e tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:31.044981 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b88b47b-5827-4892-ab0d-dcbed7af7743 req-e575fbe4-6690-42f3-a3df-6c85bfa71a4e tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 943 time: 0.0505121 Aug 27 13:10:31.082506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b88b47b-5827-4892-ab0d-dcbed7af7743 req-7b98d7db-93b9-4339-ae8c-56468a3bee29 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 27 13:10:31.609963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0970a2b3-16c9-42bf-907e-9860466d1fd8 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:10:31.706688 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0970a2b3-16c9-42bf-907e-9860466d1fd8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:31.718286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '0970a2b3-16c9-42bf-907e-9860466d1fd8', 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46', 'port_id': '0970a2b3-16c9-42bf-907e-9860466d1fd8', 'mac_address': 'fa:16:3e:45:70:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302f492-e3f2-406d-94f9-edec10a39a4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:10:31.756122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:31.768790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0970a2b3-16c9-42bf-907e-9860466d1fd8 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:10:31.789632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0970a2b3-16c9-42bf-907e-9860466d1fd8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:31.793354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:31.846198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0970a2b3-16c9-42bf-907e-9860466d1fd8,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:32.013681 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0970a2b3-16c9-42bf-907e-9860466d1fd8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:10:32.209984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b21dea-94d1-4b5b-bb48-30fc5cdf592b req-febd9635-2ffd-4bfd-98bc-cf919cc9e3d5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:32.211798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65b21dea-94d1-4b5b-bb48-30fc5cdf592b req-febd9635-2ffd-4bfd-98bc-cf919cc9e3d5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 944 time: 0.0551867 Aug 27 13:10:32.256101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65b21dea-94d1-4b5b-bb48-30fc5cdf592b req-7eb1595a-0bdf-4ce7-b560-d6eb0755ebd1 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Aug 27 13:10:33.374105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afe93d-3b2b-4b93-ac47-334b4ab1904a req-36eea873-0078-4185-8ec2-dda27fc99b15 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:33.375638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86afe93d-3b2b-4b93-ac47-334b4ab1904a req-36eea873-0078-4185-8ec2-dda27fc99b15 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 944 time: 0.0530939 Aug 27 13:10:33.414255 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-86afe93d-3b2b-4b93-ac47-334b4ab1904a req-931af9da-1c63-48ec-b6fd-91808d4cb308 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Aug 27 13:10:33.625703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0970a2b3-16c9-42bf-907e-9860466d1fd8 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:10:33.678225 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 0970a2b3-16c9-42bf-907e-9860466d1fd8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:10:33.681940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 0970a2b3-16c9-42bf-907e-9860466d1fd8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:10:33.682314 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:33.759529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:33.781824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0970a2b3-16c9-42bf-907e-9860466d1fd8'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:33.784277 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c8ed4-1d08-49a6-ac27-afcc5648e2e8" -d '{"events": [{"server_uuid": "c87e6cc6-a7e4-4f72-a370-19731aa53434", "name": "network-vif-plugged", "status": "completed", "tag": "0970a2b3-16c9-42bf-907e-9860466d1fd8"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:33.797114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 0970a2b3-16c9-42bf-907e-9860466d1fd8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:33.802061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:33.827223 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688dfff-71f9-493c-8bf9-67439ce13187 x-openstack-request-id: req-a688dfff-71f9-493c-8bf9-67439ce13187 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:33.827768 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87e6cc6-a7e4-4f72-a370-19731aa53434", "name": "network-vif-plugged", "status": "completed", "tag": "0970a2b3-16c9-42bf-907e-9860466d1fd8", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:33.828086 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a688dfff-71f9-493c-8bf9-67439ce13187 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:33.829167 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0970a2b3-16c9-42bf-907e-9860466d1fd8', 'code': 200} Aug 27 13:10:33.857796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=0970a2b3-16c9-42bf-907e-9860466d1fd8,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:33.921996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42b50-a088-481f-989e-f2b05a7389e5 req-18355217-b7d7-4711-943f-308939d72cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:33.923519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48e42b50-a088-481f-989e-f2b05a7389e5 req-18355217-b7d7-4711-943f-308939d72cc9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 1096 time: 0.0398738 Aug 27 13:10:33.958447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48e42b50-a088-481f-989e-f2b05a7389e5 req-88c7a6d2-7ef4-4520-b138-58787e6312f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278878 Aug 27 13:10:34.533575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a7611-64d5-46b3-8a38-18f318ec96e6 req-5f3235b2-e6fe-4275-a42f-de910bf106c6 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:34.535093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b20a7611-64d5-46b3-8a38-18f318ec96e6 req-5f3235b2-e6fe-4275-a42f-de910bf106c6 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0501082 Aug 27 13:10:34.574939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b20a7611-64d5-46b3-8a38-18f318ec96e6 req-310badce-1bea-44b9-82e7-dc9bb8078e15 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Aug 27 13:10:35.704173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dbbea-770f-426f-8026-6ca1fe3fb811 req-76538f0a-6e91-4dc7-a30c-086e88098ade tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:35.705635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a3dbbea-770f-426f-8026-6ca1fe3fb811 req-76538f0a-6e91-4dc7-a30c-086e88098ade tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Aug 27 13:10:35.745838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a3dbbea-770f-426f-8026-6ca1fe3fb811 req-8d470c4d-342d-45bf-a06e-730e4e7ae747 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Aug 27 13:10:35.973439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-67497fbc-7227-48bd-8c7d-ec42267c5c55 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:35.975027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-67497fbc-7227-48bd-8c7d-ec42267c5c55 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/networks?id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 200 len: 813 time: 0.1025741 Aug 27 13:10:35.991530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-c131f02e-5566-41f3-bd92-8b7e5a58189b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/quotas/617fd2408f6a495ead731bcc5b8bae59 HTTP/1.1" status: 200 len: 375 time: 0.0108392 Aug 27 13:10:36.051625 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-983276b2-4d22-41ae-8cb0-f58c5f46a053 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=617fd2408f6a495ead731bcc5b8bae59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532517 Aug 27 13:10:36.145825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-5187ecd3-164a-4d93-bd9c-543c3f75e9e0 service neutron] 10.222.0.76 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865951 Aug 27 13:10:36.242627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-0b05a1c3-7089-4eee-b4da-6cca92146b4d service neutron] 10.222.0.76 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905876 Aug 27 13:10:36.408059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64856451-f39f-4cd1-90d9-293a98471c57 req-cb209f46-ca47-4292-8e1d-37dd7ea14957 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 210 time: 0.0312366 Aug 27 13:10:37.524379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-19bf7047-4244-406a-a6e1-0eaaa130db53 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:37.525975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-19bf7047-4244-406a-a6e1-0eaaa130db53 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.77 "GET /v2.0/networks?id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 200 len: 813 time: 0.1351299 Aug 27 13:10:37.528006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0aff4f18-c8f2-42a7-97b9-03cdd0c26a47 req-3ba2cb41-b321-47d0-aa70-dc54aa8ef815 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 210 time: 0.0444915 Aug 27 13:10:37.547803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Request body: {'port': {'device_id': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46', 'admin_state_up': True, 'tenant_id': '617fd2408f6a495ead731bcc5b8bae59'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:37.654319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Made reservation on behalf of 617fd2408f6a495ead731bcc5b8bae59 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:10:37.657993 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:37.789641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Allocated IP 172.20.0.12 (7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46/2302f492-e3f2-406d-94f9-edec10a39a4b/043b80d6-7576-491f-8447-346312ae02ec) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:10:37.933470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:37.972509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:37.985424 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0970a2b3-16c9-42bf-907e-9860466d1fd8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:10:38.018840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:10:38.024031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:10:38.027937 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:10:38.034562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Pushing event updated for resources: {'Port': ['ID=043b80d6-7576-491f-8447-346312ae02ec,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:38.061136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.061372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.061716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.062056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.062408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.062741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.063070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.063406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.063731 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.064061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.064386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.064719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:10:38.092848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:38.093405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.109682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-52f43466-3fcd-445a-a4e2-a228420784b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666003 Aug 27 13:10:38.133092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Request body: {'port': {'device_id': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:38.185496 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.461873 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043b80d6-7576-491f-8447-346312ae02ec {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:10:38.470930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.484252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Transition to ACTIVE for port object 043b80d6-7576-491f-8447-346312ae02ec will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:10:38.488489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.538344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=043b80d6-7576-491f-8447-346312ae02ec,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:38.617222 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Attempting to bind port 043b80d6-7576-491f-8447-346312ae02ec on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:10:38.617571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Attempting to bind port 043b80d6-7576-491f-8447-346312ae02ec by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:10:38.617877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Attempting to bind port 043b80d6-7576-491f-8447-346312ae02ec on network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:10:38.640559 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Port 043b80d6-7576-491f-8447-346312ae02ec on network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:10:38.640878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Attempting to bind port 043b80d6-7576-491f-8447-346312ae02ec on network 7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:10:38.649695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:10:38.650027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Checking segment: {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:10:38.650424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Bound using segment: {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:10:38.650858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Bound port: 043b80d6-7576-491f-8447-346312ae02ec, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffb735e-a07f-4a4d-813d-b91ca3560759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:10:38.651213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.676576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d055e-82cb-40c9-93bb-4e1b6cd82e7e req-22d03d98-4480-4e40-858e-db05a3e26eea tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:38.678109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce4d055e-82cb-40c9-93bb-4e1b6cd82e7e req-22d03d98-4480-4e40-858e-db05a3e26eea tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 944 time: 0.0789480 Aug 27 13:10:38.749157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ce4d055e-82cb-40c9-93bb-4e1b6cd82e7e req-bc92e22c-8379-44b4-886d-d7bffe287e2e tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529399 Aug 27 13:10:38.757942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] For port 043b80d6-7576-491f-8447-346312ae02ec, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:10:38.761753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] For port 043b80d6-7576-491f-8447-346312ae02ec, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=043b80d6-7576-491f-8447-346312ae02ec,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:10:38.766890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.801596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:38.802450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.803665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] 10.222.0.77 "PUT /v2.0/ports/043b80d6-7576-491f-8447-346312ae02ec HTTP/1.1" status: 200 len: 1092 time: 0.6773942 Aug 27 13:10:38.804105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'tag': '043b80d6-7576-491f-8447-346312ae02ec'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:38.806363 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820" -d '{"events": [{"name": "network-changed", "server_uuid": "8c935c80-b352-447b-b1ee-188f023f3f1c", "tag": "043b80d6-7576-491f-8447-346312ae02ec"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:38.836865 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae25a-48a3-4d37-b342-0d32eb932cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=043b80d6-7576-491f-8447-346312ae02ec,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:38.844934 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec71d3-bb0f-473e-aab0-b19e7396309f x-openstack-request-id: req-6bec71d3-bb0f-473e-aab0-b19e7396309f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:38.845226 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c935c80-b352-447b-b1ee-188f023f3f1c", "tag": "043b80d6-7576-491f-8447-346312ae02ec", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:38.845486 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6bec71d3-bb0f-473e-aab0-b19e7396309f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:38.845886 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'tag': '043b80d6-7576-491f-8447-346312ae02ec', 'status': 'completed', 'code': 200} Aug 27 13:10:38.918482 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:38.942175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-20fd667b-ee73-4ce9-abae-230ee3477929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:38.943639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-20fd667b-ee73-4ce9-abae-230ee3477929 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=617fd2408f6a495ead731bcc5b8bae59&device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 1095 time: 0.0484259 Aug 27 13:10:38.997714 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-2e1c115d-2ca5-4860-b446-53b910a9727c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=043b80d6-7576-491f-8447-346312ae02ec HTTP/1.1" status: 200 len: 217 time: 0.0345945 Aug 27 13:10:39.052394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-2194c44a-fb9f-4936-88da-6991f96cf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:39.053892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-2194c44a-fb9f-4936-88da-6991f96cf1cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2302f492-e3f2-406d-94f9-edec10a39a4b HTTP/1.1" status: 200 len: 853 time: 0.0441835 Aug 27 13:10:39.087116 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-bbcbf9e4-701d-4c5f-8f3e-6e0d43d807ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252991 Aug 27 13:10:39.500198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-f12612b4-6ff3-4981-a709-7f9815177297 service neutron] 10.222.0.77 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045768 Aug 27 13:10:39.594560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-855f5e6b-7a2a-46a9-aa4c-b7698d35a5f1 req-85008c6a-091b-450a-9b26-d4742ddb504c service neutron] 10.222.0.77 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Aug 27 13:10:39.745395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-759cd40c-5c91-431b-9e0b-d39ed0d044eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:39.746819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-759cd40c-5c91-431b-9e0b-d39ed0d044eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=617fd2408f6a495ead731bcc5b8bae59&device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 1095 time: 0.0406876 Aug 27 13:10:39.889317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-10ab9d8b-9785-4650-8df2-b97972b03437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:39.890825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-10ab9d8b-9785-4650-8df2-b97972b03437 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 200 len: 914 time: 0.1352327 Aug 27 13:10:39.908618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6778bb-75a4-4531-aaf2-f87c63d640c9 req-d7986054-4430-4741-85c7-7bac46d536b4 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:39.910338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d6778bb-75a4-4531-aaf2-f87c63d640c9 req-d7986054-4430-4741-85c7-7bac46d536b4 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 944 time: 0.0832262 Aug 27 13:10:39.962524 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-d40a1f73-06fc-44d7-9cec-bc64ec0cc1f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=043b80d6-7576-491f-8447-346312ae02ec HTTP/1.1" status: 200 len: 217 time: 0.0631981 Aug 27 13:10:40.039872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d6778bb-75a4-4531-aaf2-f87c63d640c9 req-866377dc-9cb7-464d-9244-4e482a4eec6c tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205649 Aug 27 13:10:40.051610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-72735333-a6aa-40f6-8d4f-9195b4950740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:40.053605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-72735333-a6aa-40f6-8d4f-9195b4950740 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2302f492-e3f2-406d-94f9-edec10a39a4b HTTP/1.1" status: 200 len: 853 time: 0.0803013 Aug 27 13:10:40.101450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-23f2bcd6-2551-4f91-a945-9df9fe2e143a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266838 Aug 27 13:10:40.196240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-e93179fd-f9d9-48f7-94b6-22f8977d2dd7 service neutron] 10.222.0.77 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851047 Aug 27 13:10:40.293791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8e74de1f-f3b0-4faa-83ec-e79dfeba7820 req-eed68012-a171-4788-bffa-96c25d171133 service neutron] 10.222.0.77 "GET /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879717 Aug 27 13:10:41.159700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdfeb8-7d5a-4619-b67f-3a66b6e98bfd req-0a60b329-910c-40ed-a359-c32a0243804d tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:41.161186 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42fdfeb8-7d5a-4619-b67f-3a66b6e98bfd req-0a60b329-910c-40ed-a359-c32a0243804d tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 944 time: 0.0502014 Aug 27 13:10:41.206703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-42fdfeb8-7d5a-4619-b67f-3a66b6e98bfd req-0d1ad111-19ef-4b9f-9471-2ff00ad524bc tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Aug 27 13:10:42.321428 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f5713-c70a-46eb-a1da-f6450e4134c7 req-21d4710e-c618-4c3e-b17c-bf00caa185ab tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:42.323139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a18f5713-c70a-46eb-a1da-f6450e4134c7 req-21d4710e-c618-4c3e-b17c-bf00caa185ab tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 944 time: 0.0497706 Aug 27 13:10:42.362921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a18f5713-c70a-46eb-a1da-f6450e4134c7 req-3db437e9-cee2-48c2-bbb1-87ff927f7ef1 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Aug 27 13:10:43.500627 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd6c8-63a3-4a33-91cf-006bb483d05a req-75d6ea1f-9a8f-4f36-bec8-eb757967f59f tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:43.502244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e1fd6c8-63a3-4a33-91cf-006bb483d05a req-75d6ea1f-9a8f-4f36-bec8-eb757967f59f tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 944 time: 0.0554426 Aug 27 13:10:43.541832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e1fd6c8-63a3-4a33-91cf-006bb483d05a req-49833cb3-171b-469d-83bb-2abdde0b77ba tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Aug 27 13:10:43.609231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 043b80d6-7576-491f-8447-346312ae02ec details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:10:43.706704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 043b80d6-7576-491f-8447-346312ae02ec, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=043b80d6-7576-491f-8447-346312ae02ec,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:43.717932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '043b80d6-7576-491f-8447-346312ae02ec', 'network_id': '7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46', 'port_id': '043b80d6-7576-491f-8447-346312ae02ec', 'mac_address': 'fa:16:3e:50:3d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302f492-e3f2-406d-94f9-edec10a39a4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:10:43.756715 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:43.769963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043b80d6-7576-491f-8447-346312ae02ec {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:10:43.789704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 043b80d6-7576-491f-8447-346312ae02ec, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=043b80d6-7576-491f-8447-346312ae02ec,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:43.794153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:43.841185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=043b80d6-7576-491f-8447-346312ae02ec,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:44.269026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['043b80d6-7576-491f-8447-346312ae02ec'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:10:44.657044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574a34d-e680-4b49-9af8-35c532d3ca61 req-d06b1b15-41a9-4b5b-98e2-9e4e69fc9734 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:44.658591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2574a34d-e680-4b49-9af8-35c532d3ca61 req-d06b1b15-41a9-4b5b-98e2-9e4e69fc9734 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 945 time: 0.0507386 Aug 27 13:10:44.697350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2574a34d-e680-4b49-9af8-35c532d3ca61 req-5c3c670e-45fa-4f87-be3d-80d3311417c6 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Aug 27 13:10:45.638017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 043b80d6-7576-491f-8447-346312ae02ec up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:10:45.689446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 043b80d6-7576-491f-8447-346312ae02ec completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:10:45.693060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 043b80d6-7576-491f-8447-346312ae02ec triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:10:45.693547 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:45.780395 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:45.807835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043b80d6-7576-491f-8447-346312ae02ec'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:45.810366 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea996384-757a-4ca7-a071-63789f24c6f1" -d '{"events": [{"server_uuid": "8c935c80-b352-447b-b1ee-188f023f3f1c", "name": "network-vif-plugged", "status": "completed", "tag": "043b80d6-7576-491f-8447-346312ae02ec"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:45.818845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e80f6-643e-4350-a340-188592055208 req-50cd3334-4f6a-47f5-aacc-aa3f9fe491cb tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:45.820654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d68e80f6-643e-4350-a340-188592055208 req-50cd3334-4f6a-47f5-aacc-aa3f9fe491cb tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 945 time: 0.0520241 Aug 27 13:10:45.826527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 043b80d6-7576-491f-8447-346312ae02ec, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=043b80d6-7576-491f-8447-346312ae02ec,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:45.837106 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:45.862254 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f4fac-4e70-438e-a9bd-aca418c98003 x-openstack-request-id: req-c55f4fac-4e70-438e-a9bd-aca418c98003 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:45.862594 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c935c80-b352-447b-b1ee-188f023f3f1c", "name": "network-vif-plugged", "status": "completed", "tag": "043b80d6-7576-491f-8447-346312ae02ec", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:45.862818 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c55f4fac-4e70-438e-a9bd-aca418c98003 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:45.863793 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043b80d6-7576-491f-8447-346312ae02ec', 'code': 200} Aug 27 13:10:45.867545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d68e80f6-643e-4350-a340-188592055208 req-fc1471b2-e244-4f3c-a079-a4f7f42493b0 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Aug 27 13:10:45.893496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=043b80d6-7576-491f-8447-346312ae02ec,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:45.992897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f46f9-3f56-4004-b3a9-ac5da444bad7 req-9d1d930e-647d-4348-97fc-9e5b52c1d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:45.994406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e53f46f9-3f56-4004-b3a9-ac5da444bad7 req-9d1d930e-647d-4348-97fc-9e5b52c1d875 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 1097 time: 0.0452576 Aug 27 13:10:46.032458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e53f46f9-3f56-4004-b3a9-ac5da444bad7 req-31ce9783-4715-461e-be0b-12a85c54bdaa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288033 Aug 27 13:10:46.983851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bfd1c-ed66-4f24-a8c7-ee87998eb48a req-c187ae60-80c1-4baa-8bbb-93a64a1b3cf4 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:46.985328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f04bfd1c-ed66-4f24-a8c7-ee87998eb48a req-c187ae60-80c1-4baa-8bbb-93a64a1b3cf4 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 946 time: 0.0489495 Aug 27 13:10:47.033145 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f04bfd1c-ed66-4f24-a8c7-ee87998eb48a req-0ae444b9-8fd1-482a-a8d1-7c14d66da12e tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Aug 27 13:10:48.146815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c92b-b734-4d97-816b-9a988980a056 req-cb2c3884-4025-41b1-b076-21c114a59f12 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:48.148328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d0c92b-b734-4d97-816b-9a988980a056 req-cb2c3884-4025-41b1-b076-21c114a59f12 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 946 time: 0.0495493 Aug 27 13:10:48.186234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-28d0c92b-b734-4d97-816b-9a988980a056 req-5208c606-d595-4d4f-8144-1f01db7b4975 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Aug 27 13:10:48.420434 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ef6e1-94ac-40b8-bbbc-6c06befe5600 req-603d3585-b834-448d-9b9b-99ae119d6017 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:48.421946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a6ef6e1-94ac-40b8-bbbc-6c06befe5600 req-603d3585-b834-448d-9b9b-99ae119d6017 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 946 time: 0.0529146 Aug 27 13:10:48.460488 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0a6ef6e1-94ac-40b8-bbbc-6c06befe5600 req-268e046e-7c67-4a8c-961a-192204311032 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Aug 27 13:10:48.601639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a4370b59-31d6-43c7-b313-4b293ee654e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:49.578747 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82765d-53c4-45b7-993d-705676bb7123 req-10994f1f-748f-4d9d-93e7-bc042c97036d tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:49.580251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b82765d-53c4-45b7-993d-705676bb7123 req-10994f1f-748f-4d9d-93e7-bc042c97036d tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 946 time: 0.0497189 Aug 27 13:10:49.618927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b82765d-53c4-45b7-993d-705676bb7123 req-66f3bccb-f927-472e-9879-4148b55d5e0e tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Aug 27 13:10:50.290909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-c0e37fd9-9996-436e-a33a-ff4da5aa5833 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:50.292389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-c0e37fd9-9996-436e-a33a-ff4da5aa5833 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 946 time: 0.0512962 Aug 27 13:10:50.389973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Deleting port 043b80d6-7576-491f-8447-346312ae02ec {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:50.390324 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:50.480221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] For port 043b80d6-7576-491f-8447-346312ae02ec, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=043b80d6-7576-491f-8447-346312ae02ec,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:50.480624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:50.495165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Calling delete_port for 043b80d6-7576-491f-8447-346312ae02ec owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:50.626081 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:50.638345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0970a2b3-16c9-42bf-907e-9860466d1fd8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:10:50.655936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Pushing event deleted for resources: {'Port': ['ID=043b80d6-7576-491f-8447-346312ae02ec,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:50.678769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['043b80d6-7576-491f-8447-346312ae02ec'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:10:50.703657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] No DVR routers for this DVR port 043b80d6-7576-491f-8447-346312ae02ec on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:10:50.706342 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:50.708333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9df11d3f-8905-44cd-8721-8cccb5513293 req-abf0ac35-86a4-4e3e-883f-097e5c7a9b66 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.77 "DELETE /v2.0/ports/043b80d6-7576-491f-8447-346312ae02ec HTTP/1.1" status: 204 len: 173 time: 0.4081190 Aug 27 13:10:50.708844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'name': 'network-vif-deleted', 'tag': '043b80d6-7576-491f-8447-346312ae02ec'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:50.711215 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd89d23-3af7-4138-91aa-d2334418fc9b" -d '{"events": [{"server_uuid": "8c935c80-b352-447b-b1ee-188f023f3f1c", "name": "network-vif-deleted", "tag": "043b80d6-7576-491f-8447-346312ae02ec"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:50.748330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ef688e1-171d-4355-9f36-9a97de77ef0d req-69bbc5f1-8eec-4c8e-9ac8-d5fa4efe1a30 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c935c80-b352-447b-b1ee-188f023f3f1c HTTP/1.1" status: 200 len: 210 time: 0.0460663 Aug 27 13:10:50.768815 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd34cb9-b39f-4f02-9088-06a0db2e40b1 x-openstack-request-id: req-fbd34cb9-b39f-4f02-9088-06a0db2e40b1 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:50.769215 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c935c80-b352-447b-b1ee-188f023f3f1c", "name": "network-vif-deleted", "tag": "043b80d6-7576-491f-8447-346312ae02ec", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:50.769476 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbd34cb9-b39f-4f02-9088-06a0db2e40b1 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:50.769882 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c935c80-b352-447b-b1ee-188f023f3f1c', 'name': 'network-vif-deleted', 'tag': '043b80d6-7576-491f-8447-346312ae02ec', 'status': 'completed', 'code': 200} Aug 27 13:10:50.898633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:51.057370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-feb3ffa1-9ef8-4731-bdea-68fe5a7305c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:51.282837 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:51.904774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49266c7-d048-4213-8124-884a83a3c1b7 req-24ec537c-340d-456c-a320-e07d5097be0c tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:51.906311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c49266c7-d048-4213-8124-884a83a3c1b7 req-24ec537c-340d-456c-a320-e07d5097be0c tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0499856 Aug 27 13:10:51.945053 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c49266c7-d048-4213-8124-884a83a3c1b7 req-71bc707a-02da-4e50-a85e-3d69dd587aaf tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Aug 27 13:10:52.075419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142e504-d3b9-4d2e-886c-1bd6bf912970 req-e9dc1ea2-00b8-420f-8787-2d6954214a97 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:52.076798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5142e504-d3b9-4d2e-886c-1bd6bf912970 req-e9dc1ea2-00b8-420f-8787-2d6954214a97 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0490367 Aug 27 13:10:52.114432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5142e504-d3b9-4d2e-886c-1bd6bf912970 req-0493f2c1-58ae-40a7-8d1b-0efa207b02b0 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Aug 27 13:10:52.232374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69090-e2fb-4d65-85ed-6548ca902590 req-86ea4c73-3e03-41f0-a2e7-5d4dd4dd52d4 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:52.233885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e69090-e2fb-4d65-85ed-6548ca902590 req-86ea4c73-3e03-41f0-a2e7-5d4dd4dd52d4 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Aug 27 13:10:52.272810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e69090-e2fb-4d65-85ed-6548ca902590 req-67efa595-fbdc-4ae0-8780-2059fc87d104 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Aug 27 13:10:52.366268 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:52.441926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025d981-445c-40bb-8f26-bf1eeda20fdd req-eeab34f9-f5ec-4d2a-81fe-1e48d5e060a5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:52.443459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3025d981-445c-40bb-8f26-bf1eeda20fdd req-eeab34f9-f5ec-4d2a-81fe-1e48d5e060a5 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0501146 Aug 27 13:10:52.481957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3025d981-445c-40bb-8f26-bf1eeda20fdd req-4272c940-773e-46b2-9111-ac77c3b053b3 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Aug 27 13:10:52.596727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40a54a-f729-433b-914e-c71656dcd217 req-98e302fd-4c38-4471-be90-ddf89d4028b7 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:52.598694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad40a54a-f729-433b-914e-c71656dcd217 req-98e302fd-4c38-4471-be90-ddf89d4028b7 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0507476 Aug 27 13:10:52.636517 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad40a54a-f729-433b-914e-c71656dcd217 req-9ced5933-1104-4e90-b919-1f3d6f740eee tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Aug 27 13:10:52.765616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da924db-2c6e-4193-945d-810241c8f68e req-6938238c-e4e3-4135-8cc2-a93ee850ce6a tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:52.767157 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9da924db-2c6e-4193-945d-810241c8f68e req-6938238c-e4e3-4135-8cc2-a93ee850ce6a tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0538495 Aug 27 13:10:52.806440 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9da924db-2c6e-4193-945d-810241c8f68e req-86d4225f-ae97-414f-90f1-166f65378bc9 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Aug 27 13:10:53.121888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab3ad7-c2c5-4b00-88ce-3efa67ec2aba req-1e8b8a17-7a92-40b1-9264-41867e885cae tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:53.123402 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cab3ad7-c2c5-4b00-88ce-3efa67ec2aba req-1e8b8a17-7a92-40b1-9264-41867e885cae tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Aug 27 13:10:53.165422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cab3ad7-c2c5-4b00-88ce-3efa67ec2aba req-e15c880d-be70-4c1b-a423-c9702d72ca8e tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Aug 27 13:10:53.665478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 043b80d6-7576-491f-8447-346312ae02ec no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:10:53.684784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 043b80d6-7576-491f-8447-346312ae02ec {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:10:53.685053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 043b80d6-7576-491f-8447-346312ae02ec not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:10:54.228850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:54.286029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5960b-7c29-4f89-9abe-69a72208e564 req-2778985d-e3a2-4e8c-a639-e453c9c694ad tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:54.287665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71e5960b-7c29-4f89-9abe-69a72208e564 req-2778985d-e3a2-4e8c-a639-e453c9c694ad tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Aug 27 13:10:54.325680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-71e5960b-7c29-4f89-9abe-69a72208e564 req-f78350c0-6694-4f3c-b572-e4225657b7d8 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/security-groups?id=ef4b3ef5-cd95-41a9-875b-6e602efef886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Aug 27 13:10:54.513410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-29296e95-2cd8-4fc9-b211-383038fbba51 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:54.514808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-29296e95-2cd8-4fc9-b211-383038fbba51 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.65 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 945 time: 0.0537174 Aug 27 13:10:54.604095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Deleting port 0970a2b3-16c9-42bf-907e-9860466d1fd8 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:10:54.604450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:54.695887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] For port 0970a2b3-16c9-42bf-907e-9860466d1fd8, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=0970a2b3-16c9-42bf-907e-9860466d1fd8,segment=NetworkSegment(3ffb735e-a07f-4a4d-813d-b91ca3560759),segment_id=3ffb735e-a07f-4a4d-813d-b91ca3560759)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:10:54.696249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:54.709555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Calling delete_port for 0970a2b3-16c9-42bf-907e-9860466d1fd8 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:10:54.836219 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:54.848808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['0970a2b3-16c9-42bf-907e-9860466d1fd8'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:10:54.864701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Pushing event deleted for resources: {'Port': ['ID=0970a2b3-16c9-42bf-907e-9860466d1fd8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:54.908120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] No DVR routers for this DVR port 0970a2b3-16c9-42bf-907e-9860466d1fd8 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:10:54.911658 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:54.913704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62ea48e2-4e84-4e38-b34e-1892a264079c req-436f36d2-bccf-4fe9-a360-5d2887a7915b tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.65 "DELETE /v2.0/ports/0970a2b3-16c9-42bf-907e-9860466d1fd8 HTTP/1.1" status: 204 len: 173 time: 0.3927412 Aug 27 13:10:54.914155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'name': 'network-vif-deleted', 'tag': '0970a2b3-16c9-42bf-907e-9860466d1fd8'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:10:54.916480 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f527b-61fc-481d-94f3-c4fb0c621a45" -d '{"events": [{"server_uuid": "c87e6cc6-a7e4-4f72-a370-19731aa53434", "name": "network-vif-deleted", "tag": "0970a2b3-16c9-42bf-907e-9860466d1fd8"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:10:54.953663 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f6da39-4d63-4400-bedb-73c3ae077658 x-openstack-request-id: req-90f6da39-4d63-4400-bedb-73c3ae077658 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:10:54.954056 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87e6cc6-a7e4-4f72-a370-19731aa53434", "name": "network-vif-deleted", "tag": "0970a2b3-16c9-42bf-907e-9860466d1fd8", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:10:54.954239 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90f6da39-4d63-4400-bedb-73c3ae077658 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:10:54.954721 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87e6cc6-a7e4-4f72-a370-19731aa53434', 'name': 'network-vif-deleted', 'tag': '0970a2b3-16c9-42bf-907e-9860466d1fd8', 'status': 'completed', 'code': 200} Aug 27 13:10:55.432509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0e038931-3496-42c5-91a7-e93262ed68a6 req-b021b340-b861-4d12-841f-d2e7a32cdb98 tempest-ServersNegativeTestJSON-741610928 tempest-ServersNegativeTestJSON-741610928-project] 10.222.0.76 "GET /v2.0/ports?device_id=c87e6cc6-a7e4-4f72-a370-19731aa53434 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Aug 27 13:10:56.490138 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43338) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:56.538646 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Deleting subnet 2302f492-e3f2-406d-94f9-edec10a39a4b {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:10:56.541874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.577013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.615411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.667037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.698460 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2302f492-e3f2-406d-94f9-edec10a39a4b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:56.700354 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.702398 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0a47a93c-1781-4c6d-8cb5-565293369b65 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2302f492-e3f2-406d-94f9-edec10a39a4b HTTP/1.1" status: 204 len: 168 time: 0.2110696 Aug 27 13:10:56.705134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43340) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:56.772370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.852951 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.863788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:56.874201 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffb735e-a07f-4a4d-813d-b91ca3560759') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:56.874531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffb735e-a07f-4a4d-813d-b91ca3560759') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:10:56.883533 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.896993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.902758 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:10:56.903154 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:10:56.904756 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:10:56.959029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.965152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:56.967042 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] 10.222.0.76 "DELETE /v2.0/networks/7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46 HTTP/1.1" status: 204 len: 168 time: 0.2610056 Aug 27 13:10:56.978371 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcfe46-f0fd-4c1f-a2c4-1e09d98b1e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c10d35b-c3f5-4dd7-91b5-a5f9d0272c46,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:57.076589 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43344) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:57.117346 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4c27ff7f-d352-4e46-88c2-09b81e80acbc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=617fd2408f6a495ead731bcc5b8bae59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396104 Aug 27 13:10:57.119888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43346) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:57.175182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f295e2f-f6e7-4ac6-ae67-6a7e4abe005c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:57.196369 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f295e2f-f6e7-4ac6-ae67-6a7e4abe005c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:57.243309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f295e2f-f6e7-4ac6-ae67-6a7e4abe005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:57.245890 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8f295e2f-f6e7-4ac6-ae67-6a7e4abe005c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:57.247073 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8f295e2f-f6e7-4ac6-ae67-6a7e4abe005c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef4b3ef5-cd95-41a9-875b-6e602efef886 HTTP/1.1" status: 204 len: 168 time: 0.1262128 Aug 27 13:10:57.254897 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295e2f-f6e7-4ac6-ae67-6a7e4abe005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b3ef5-cd95-41a9-875b-6e602efef886,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:57.780278 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:10:57.933907 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43368) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:10:58.050681 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127892424'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:10:58.071599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:10:58.075140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.084213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.172425 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.175941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.201014 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:10:58.211125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a101d3-5459-4f60-b116-a7b4a9da5098,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:58.217766 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.218169 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Added segment 588a6bde-7b87-4d78-9add-7187086b8ae3 of type vlan for network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 Aug 27 13:10:58.258783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.283393 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.288823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:10:58.289413 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:10:58.350334 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4152586 Aug 27 13:10:58.359291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c5123-f417-47f2-9a77-b6694898305f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Network': ['ID=4ee1c95b-27a5-49ec-916e-146b39b96ff8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:10:58.369495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:10:59.757629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0970a2b3-16c9-42bf-907e-9860466d1fd8 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:10:59.783015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 0970a2b3-16c9-42bf-907e-9860466d1fd8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:10:59.783365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 0970a2b3-16c9-42bf-907e-9860466d1fd8 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:11:01.760774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43372) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:01.766198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'subnet': {'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:01.854759 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:01.858271 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.040493 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.107932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Subnet': ['ID=4b0ea5da-c04f-4364-8c55-198cacc9865e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:02.115813 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Checking segment: {'id': '588a6bde-7b87-4d78-9add-7187086b8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:02.116181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network hostable DHCP agents. Network: 4ee1c95b-27a5-49ec-916e-146b39b96ff8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:02.132701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:02.140774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4ee1c95b-27a5-49ec-916e-146b39b96ff8) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:02.145782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:02.146645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.151135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e56b4-fd1d-4c47-8072-6303ea44d4ef None None] Network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:02.161649 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-164e32ec-df60-43f7-ba43-eb5cc91eebff tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3990963 Aug 27 13:11:02.164531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43374) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:02.169794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86102282'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:02.190214 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:02.194151 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.218794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:02.228244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.228602 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Added segment 3f7b6675-6ca0-4b25-9166-71a5a1ff0bf0 of type vlan for network 3895386a-c76b-4ab8-84af-601a7b0cc372 Aug 27 13:11:02.270463 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.294546 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.294922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-4ee1c95b-27a5-49ec-916e-146b39b96ff8', 'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8', 'tenant_id': 'eed94af2c9324a7cafc49729ced65d87', 'fixed_ips': [{'subnet_id': '4b0ea5da-c04f-4364-8c55-198cacc9865e'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:02.295790 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.299968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:02.300528 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.361317 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1956866 Aug 27 13:11:02.364305 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43376) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:02.369261 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'subnet': {'network_id': '3895386a-c76b-4ab8-84af-601a7b0cc372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:02.387879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3a0d6-a4ab-4336-b6a0-b8aa6f71207c tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Network': ['ID=3895386a-c76b-4ab8-84af-601a7b0cc372,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:02.409923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 3895386a-c76b-4ab8-84af-601a7b0cc372 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:02.463329 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:02.466853 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.488962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Allocated IP 2001:db8:0:ffff::2 (4ee1c95b-27a5-49ec-916e-146b39b96ff8/4b0ea5da-c04f-4364-8c55-198cacc9865e/162be5b8-330f-4baf-a541-b776892b68e8) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:02.635950 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.644291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Transition to ACTIVE for port object 162be5b8-330f-4baf-a541-b776892b68e8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:02.657941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.659777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Transition to ACTIVE for port object 162be5b8-330f-4baf-a541-b776892b68e8 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:02.665857 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.706066 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:02.709655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:02.712257 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:02.721801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Subnet': ['ID=9991646e-64d3-4c36-8201-28e60603d6fb,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:02.726516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Checking segment: {'id': '3f7b6675-6ca0-4b25-9166-71a5a1ff0bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3895386a-c76b-4ab8-84af-601a7b0cc372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:02.726882 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network hostable DHCP agents. Network: 3895386a-c76b-4ab8-84af-601a7b0cc372, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:02.727362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Pushing event updated for resources: {'Port': ['ID=162be5b8-330f-4baf-a541-b776892b68e8,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:02.744476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network 3895386a-c76b-4ab8-84af-601a7b0cc372 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:02.751560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.751962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.752338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.752731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.753127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.754019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.754355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.754499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 3895386a-c76b-4ab8-84af-601a7b0cc372) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:02.754765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.755094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.755420 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.755743 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.756216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:02.759469 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:02.760133 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.775590 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a107afc3-3923-45e9-822c-1286726c3904 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4102373 Aug 27 13:11:02.778174 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43378) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:02.781864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6bcf1-b36b-40d0-a54b-5a148b5be939 None None] Network 3895386a-c76b-4ab8-84af-601a7b0cc372 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:02.826950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Attempting to bind port 162be5b8-330f-4baf-a541-b776892b68e8 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:02.827396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Attempting to bind port 162be5b8-330f-4baf-a541-b776892b68e8 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '588a6bde-7b87-4d78-9add-7187086b8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:02.828019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Attempting to bind port 162be5b8-330f-4baf-a541-b776892b68e8 on network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:02.836809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:02.837188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Checking segment: {'id': '588a6bde-7b87-4d78-9add-7187086b8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:02.837592 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.837988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Bound using segment: {'id': '588a6bde-7b87-4d78-9add-7187086b8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:02.838483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Bound port: 162be5b8-330f-4baf-a541-b776892b68e8, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588a6bde-7b87-4d78-9add-7187086b8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4ee1c95b-27a5-49ec-916e-146b39b96ff8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:02.838876 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.881356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.939177 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:02.949652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] For port 162be5b8-330f-4baf-a541-b776892b68e8, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:02.967808 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] For port 162be5b8-330f-4baf-a541-b776892b68e8, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=162be5b8-330f-4baf-a541-b776892b68e8,segment=NetworkSegment(588a6bde-7b87-4d78-9add-7187086b8ae3),segment_id=588a6bde-7b87-4d78-9add-7187086b8ae3)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:02.973154 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.006079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.033522 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304ad9b-5186-48ad-bb6a-b6b2626f599d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-3895386a-c76b-4ab8-84af-601a7b0cc372', 'network_id': '3895386a-c76b-4ab8-84af-601a7b0cc372', 'tenant_id': 'eed94af2c9324a7cafc49729ced65d87', 'fixed_ips': [{'subnet_id': '9991646e-64d3-4c36-8201-28e60603d6fb'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:03.034374 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5304ad9b-5186-48ad-bb6a-b6b2626f599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.038026 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Subnet': ['ID=9991646e-64d3-4c36-8201-28e60603d6fb,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:03.074899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9f42-8dd7-40e2-a7c2-8bac90f1ad6d None None] Pushing event updated for resources: {'Port': ['ID=162be5b8-330f-4baf-a541-b776892b68e8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:03.104869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.115722 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3895386a-c76b-4ab8-84af-601a7b0cc372']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:03.127306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7b6675-6ca0-4b25-9166-71a5a1ff0bf0') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:03.127690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7b6675-6ca0-4b25-9166-71a5a1ff0bf0') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:03.138209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.139848 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560ffa7-5480-44d6-812f-eac1d114262b None None] Network 3895386a-c76b-4ab8-84af-601a7b0cc372 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:03.153043 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.159674 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:03.160217 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:03.163424 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:03.246126 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.254339 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.256195 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/3895386a-c76b-4ab8-84af-601a7b0cc372 HTTP/1.1" status: 204 len: 168 time: 0.4770858 Aug 27 13:11:03.260789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43380) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:03.267079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855412712'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:03.268081 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35669-0cdd-4a46-896b-8a698ed17ff4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Network': ['ID=3895386a-c76b-4ab8-84af-601a7b0cc372,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:03.303502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:03.307228 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.333995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:03.344011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.344443 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Added segment b4433119-6cf6-4bd2-9ecb-557f5810f8ab of type vlan for network bb417416-527b-4f5e-aa05-b977586130e3 Aug 27 13:11:03.390653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.416470 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.422207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:03.422833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.484582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2218134 Aug 27 13:11:03.487634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43382) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:03.490597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39184e7f-f720-4410-a649-775655f2a58b tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Network': ['ID=bb417416-527b-4f5e-aa05-b977586130e3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:03.493283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'subnet': {'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:03.501009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network bb417416-527b-4f5e-aa05-b977586130e3 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:03.583805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:03.587269 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.648597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Performing IP validity checks on allocation pools {{(pid=94624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 13:11:03.649153 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.ipam_backend_mixin [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94624) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 13:11:03.777740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.847644 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Subnet': ['ID=0683b7b2-2401-448e-8eb6-cf9613885952,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:03.857495 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Checking segment: {'id': 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:03.857861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network hostable DHCP agents. Network: bb417416-527b-4f5e-aa05-b977586130e3, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:03.877979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network bb417416-527b-4f5e-aa05-b977586130e3 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:03.890268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, bb417416-527b-4f5e-aa05-b977586130e3) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:03.895775 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:03.896392 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:03.900669 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbae96-34bf-4376-8c3a-72d015baf335 None None] Network bb417416-527b-4f5e-aa05-b977586130e3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:03.920131 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b1586e12-81d1-4d3f-b051-15869fe80c68 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4284973 Aug 27 13:11:03.920412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43384) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:04.043996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd53b94-e044-4ba3-8110-b4b5a105b0f9 None None] Network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:04.112194 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-bb417416-527b-4f5e-aa05-b977586130e3', 'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3', 'tenant_id': 'eed94af2c9324a7cafc49729ced65d87', 'fixed_ips': [{'subnet_id': '0683b7b2-2401-448e-8eb6-cf9613885952'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:04.113600 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.161508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f55a7fc6-ade4-4690-bd2a-964a1a1caf65 None None] Provisioning for port 162be5b8-330f-4baf-a541-b776892b68e8 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:04.346557 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Allocated IP 2001:db8::3 (bb417416-527b-4f5e-aa05-b977586130e3/0683b7b2-2401-448e-8eb6-cf9613885952/d83d3557-c885-4054-953f-dada93c698b8) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:04.383337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.445335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.523401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.532375 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Transition to ACTIVE for port object d83d3557-c885-4054-953f-dada93c698b8 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:04.548656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Transition to ACTIVE for port object d83d3557-c885-4054-953f-dada93c698b8 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:04.556065 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.578867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.600938 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Network bb417416-527b-4f5e-aa05-b977586130e3 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:04.609170 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Subnet': ['ID=0683b7b2-2401-448e-8eb6-cf9613885952,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:04.609682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:04.615507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:04.624781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Pushing event updated for resources: {'Port': ['ID=d83d3557-c885-4054-953f-dada93c698b8,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:04.674690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Attempting to bind port d83d3557-c885-4054-953f-dada93c698b8 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:04.675097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Attempting to bind port d83d3557-c885-4054-953f-dada93c698b8 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:04.675459 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Attempting to bind port d83d3557-c885-4054-953f-dada93c698b8 on network bb417416-527b-4f5e-aa05-b977586130e3 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:04.678634 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.680768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:04.681143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Checking segment: {'id': 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:04.681546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.681934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Bound using segment: {'id': 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:04.682423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Bound port: d83d3557-c885-4054-953f-dada93c698b8, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'bb417416-527b-4f5e-aa05-b977586130e3'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:04.682805 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.689654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb417416-527b-4f5e-aa05-b977586130e3']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:04.701573 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:04.701872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:04.711891 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.730606 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.737848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:04.738336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:04.741553 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:04.752606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] For port d83d3557-c885-4054-953f-dada93c698b8, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:04.814110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] For port d83d3557-c885-4054-953f-dada93c698b8, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d83d3557-c885-4054-953f-dada93c698b8,segment=NetworkSegment(b4433119-6cf6-4bd2-9ecb-557f5810f8ab),segment_id=b4433119-6cf6-4bd2-9ecb-557f5810f8ab)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:04.814678 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.db.api [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 13:11:04.814678 n-d-688802-4 neutron-server[94624]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 13:11:04.814678 n-d-688802-4 neutron-server[94624]: [parameters: {'id': 'bb417416-527b-4f5e-aa05-b977586130e3'}] Aug 27 13:11:04.814678 n-d-688802-4 neutron-server[94624]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94624) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:11:04.815631 n-d-688802-4 neutron-server[94624]: DEBUG oslo_db.api [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:11:04.819031 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.046084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb00f8e-6f73-4a58-9b36-a8b90c3c43f6 None None] Pushing event updated for resources: {'Port': ['ID=d83d3557-c885-4054-953f-dada93c698b8,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:05.062180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb766f-6a93-4b36-bd44-c2473b6ba0f1 None None] Network bb417416-527b-4f5e-aa05-b977586130e3 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:05.186653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e81c9-01f8-4696-b4b9-46ade30aab8f None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 13:11:05.269645 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 162be5b8-330f-4baf-a541-b776892b68e8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:05.309538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e81c9-01f8-4696-b4b9-46ade30aab8f None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 13:11:05.317023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.374477 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 162be5b8-330f-4baf-a541-b776892b68e8 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:05.376315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Deleting port d83d3557-c885-4054-953f-dada93c698b8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:11:05.376663 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.383267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 162be5b8-330f-4baf-a541-b776892b68e8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:05.383639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.445037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] For port d83d3557-c885-4054-953f-dada93c698b8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d83d3557-c885-4054-953f-dada93c698b8,segment=NetworkSegment(b4433119-6cf6-4bd2-9ecb-557f5810f8ab),segment_id=b4433119-6cf6-4bd2-9ecb-557f5810f8ab)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:05.445306 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.463989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Calling delete_port for d83d3557-c885-4054-953f-dada93c698b8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:11:05.528275 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.551261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.578452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No DVR routers for this DVR port d83d3557-c885-4054-953f-dada93c698b8 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:11:05.584954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Port': ['ID=d83d3557-c885-4054-953f-dada93c698b8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:05.594831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 162be5b8-330f-4baf-a541-b776892b68e8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=162be5b8-330f-4baf-a541-b776892b68e8,segment=NetworkSegment(588a6bde-7b87-4d78-9add-7187086b8ae3),segment_id=588a6bde-7b87-4d78-9add-7187086b8ae3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:05.603171 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.662706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=162be5b8-330f-4baf-a541-b776892b68e8,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:05.666169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.677012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb417416-527b-4f5e-aa05-b977586130e3']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:05.687410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:05.687711 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4433119-6cf6-4bd2-9ecb-557f5810f8ab') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:05.696990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.710561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.716662 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:05.717083 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:05.720157 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:05.779840 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.784297 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.786750 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/bb417416-527b-4f5e-aa05-b977586130e3 HTTP/1.1" status: 204 len: 168 time: 1.8652971 Aug 27 13:11:05.790480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43386) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:05.795636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301341173'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:05.802412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230c3a7-b477-4c89-b6ac-c05c72c9688f tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Network': ['ID=bb417416-527b-4f5e-aa05-b977586130e3,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:05.819878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:05.823540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.847505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:05.856331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.856685 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Added segment 2e92f399-2d54-470f-bc3b-9f5ce715b479 of type vlan for network 07b26e83-b2e3-4ab1-a19b-38dda90de606 Aug 27 13:11:05.896104 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.924377 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.930799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:05.931319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:05.989040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1974406 Aug 27 13:11:05.992834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43388) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:05.998012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2843a90-90d9-45f5-8820-ac6a14fdd430 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Network': ['ID=07b26e83-b2e3-4ab1-a19b-38dda90de606,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:05.998820 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'subnet': {'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:06.008531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 07b26e83-b2e3-4ab1-a19b-38dda90de606 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:06.086283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:06.089796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.266698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.331053 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Subnet': ['ID=041eb3cf-ebe6-4a0a-80be-d6a56ff65027,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:06.338931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Checking segment: {'id': '2e92f399-2d54-470f-bc3b-9f5ce715b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:06.339296 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network hostable DHCP agents. Network: 07b26e83-b2e3-4ab1-a19b-38dda90de606, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:06.356012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network 07b26e83-b2e3-4ab1-a19b-38dda90de606 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:06.364141 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 07b26e83-b2e3-4ab1-a19b-38dda90de606) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:06.368203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:06.368791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.373866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b08f0-25fc-4eda-aee4-5ed82bf211b5 None None] Network 07b26e83-b2e3-4ab1-a19b-38dda90de606 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:06.383446 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e515b740-d6cd-4464-b0dc-a6038446cfe7 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3892553 Aug 27 13:11:06.387334 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43390) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:06.392492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-76556761'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:06.415089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:06.418607 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.444059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:06.454021 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.454773 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Added segment d3128d40-bb43-4261-8e04-857de4e20545 of type vlan for network 7f8b872a-8f1e-480e-a696-7a23e51e3b5d Aug 27 13:11:06.496821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.522563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.523955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-07b26e83-b2e3-4ab1-a19b-38dda90de606', 'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606', 'tenant_id': 'eed94af2c9324a7cafc49729ced65d87', 'fixed_ips': [{'subnet_id': '041eb3cf-ebe6-4a0a-80be-d6a56ff65027'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:06.524894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.528084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:06.528658 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.580664 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1922085 Aug 27 13:11:06.584496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43392) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:06.589950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Request body: {'subnet': {'network_id': '7f8b872a-8f1e-480e-a696-7a23e51e3b5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:06.600359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28277e19-6906-4677-9044-c661d43f5e3d tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Network': ['ID=7f8b872a-8f1e-480e-a696-7a23e51e3b5d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:06.613704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7f8b872a-8f1e-480e-a696-7a23e51e3b5d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:06.680051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Made reservation on behalf of eed94af2c9324a7cafc49729ced65d87 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:06.683614 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.722752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Allocated IP 2001:db8::2 (07b26e83-b2e3-4ab1-a19b-38dda90de606/041eb3cf-ebe6-4a0a-80be-d6a56ff65027/3df7c550-42d2-41bc-92f7-097cc9502356) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:06.868420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.869749 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.877324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Transition to ACTIVE for port object 3df7c550-42d2-41bc-92f7-097cc9502356 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:06.892351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Transition to ACTIVE for port object 3df7c550-42d2-41bc-92f7-097cc9502356 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:06.898490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.927255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event updated for resources: {'Subnet': ['ID=209b8b3b-a507-421f-a27d-c21391d3c36f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:06.934273 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Network 07b26e83-b2e3-4ab1-a19b-38dda90de606 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:06.937079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:06.937839 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Checking segment: {'id': 'd3128d40-bb43-4261-8e04-857de4e20545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '7f8b872a-8f1e-480e-a696-7a23e51e3b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:06.938202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network hostable DHCP agents. Network: 7f8b872a-8f1e-480e-a696-7a23e51e3b5d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:06.943276 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:06.951948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Pushing event updated for resources: {'Port': ['ID=3df7c550-42d2-41bc-92f7-097cc9502356,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:06.962575 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Network 7f8b872a-8f1e-480e-a696-7a23e51e3b5d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:06.971983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7f8b872a-8f1e-480e-a696-7a23e51e3b5d) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:06.978005 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:06.978637 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:06.981605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d0f4b-12ce-46a6-8adb-f453518cc51d None None] Network 7f8b872a-8f1e-480e-a696-7a23e51e3b5d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:06.995763 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-de4ff02b-c136-4d2a-ada1-9275c1c72540 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097383 Aug 27 13:11:06.998179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43394) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:07.050211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Attempting to bind port 3df7c550-42d2-41bc-92f7-097cc9502356 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:07.050601 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Attempting to bind port 3df7c550-42d2-41bc-92f7-097cc9502356 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '2e92f399-2d54-470f-bc3b-9f5ce715b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:07.050971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Attempting to bind port 3df7c550-42d2-41bc-92f7-097cc9502356 on network 07b26e83-b2e3-4ab1-a19b-38dda90de606 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:07.059188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:07.059569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Checking segment: {'id': '2e92f399-2d54-470f-bc3b-9f5ce715b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:07.060034 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.060464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Bound using segment: {'id': '2e92f399-2d54-470f-bc3b-9f5ce715b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:07.060935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Bound port: 3df7c550-42d2-41bc-92f7-097cc9502356, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e92f399-2d54-470f-bc3b-9f5ce715b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b26e83-b2e3-4ab1-a19b-38dda90de606'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:07.061324 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.102493 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.157912 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.179593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] For port 3df7c550-42d2-41bc-92f7-097cc9502356, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:07.184734 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] For port 3df7c550-42d2-41bc-92f7-097cc9502356, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3df7c550-42d2-41bc-92f7-097cc9502356,segment=NetworkSegment(2e92f399-2d54-470f-bc3b-9f5ce715b479),segment_id=2e92f399-2d54-470f-bc3b-9f5ce715b479)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:07.203561 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.238277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b682ae-aade-487e-8031-45170eae84ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-7f8b872a-8f1e-480e-a696-7a23e51e3b5d', 'network_id': '7f8b872a-8f1e-480e-a696-7a23e51e3b5d', 'tenant_id': 'eed94af2c9324a7cafc49729ced65d87', 'fixed_ips': [{'subnet_id': '209b8b3b-a507-421f-a27d-c21391d3c36f'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:07.238277 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c5b682ae-aade-487e-8031-45170eae84ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.243362 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.264790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 162be5b8-330f-4baf-a541-b776892b68e8 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:07.280759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Subnet': ['ID=209b8b3b-a507-421f-a27d-c21391d3c36f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:07.352420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.357177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8d621-5140-42b4-a655-399752f81160 None None] Pushing event updated for resources: {'Port': ['ID=3df7c550-42d2-41bc-92f7-097cc9502356,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:07.364548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8b872a-8f1e-480e-a696-7a23e51e3b5d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:07.379032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3128d40-bb43-4261-8e04-857de4e20545') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:07.379329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3128d40-bb43-4261-8e04-857de4e20545') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:07.382200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68f3b0-f305-45b0-a713-cb344829e694 None None] Network 7f8b872a-8f1e-480e-a696-7a23e51e3b5d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:07.389851 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.405169 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.412302 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:07.412399 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:07.417165 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:07.463982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 162be5b8-330f-4baf-a541-b776892b68e8 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:07.464713 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.507808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.517187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.519487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/7f8b872a-8f1e-480e-a696-7a23e51e3b5d HTTP/1.1" status: 204 len: 168 time: 0.5201855 Aug 27 13:11:07.522695 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43396) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:07.537193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6324f-db1c-4a62-8355-305c35b2f905 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Network': ['ID=7f8b872a-8f1e-480e-a696-7a23e51e3b5d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:07.562996 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c8b3f-98c6-4c0e-bfef-c06ef1f926ed tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] GET failed (client error): The resource could not be found. Aug 27 13:11:07.567299 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e26c8b3f-98c6-4c0e-bfef-c06ef1f926ed tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "GET /v2.0/subnets/209b8b3b-a507-421f-a27d-c21391d3c36f HTTP/1.1" status: 404 len: 337 time: 0.0435648 Aug 27 13:11:07.568122 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43398) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:07.588189 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0f2b79-797a-42f5-b6d8-9ee00781c5d4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:07.589040 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0f2b79-797a-42f5-b6d8-9ee00781c5d4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:07.594947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43400) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:07.595231 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aa0f2b79-797a-42f5-b6d8-9ee00781c5d4 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/7f8b872a-8f1e-480e-a696-7a23e51e3b5d HTTP/1.1" status: 404 len: 339 time: 0.0257318 Aug 27 13:11:07.628032 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd12f90-fab5-4495-9b41-d532897a26c3 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:07.628589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd12f90-fab5-4495-9b41-d532897a26c3 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:07.630567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6bd12f90-fab5-4495-9b41-d532897a26c3 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/subnets/209b8b3b-a507-421f-a27d-c21391d3c36f HTTP/1.1" status: 404 len: 337 time: 0.0338776 Aug 27 13:11:07.633232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43402) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:07.658257 n-d-688802-4 neutron-server[94623]: INFO neutron.pecan_wsgi.hooks.translation [None req-925063ef-47a1-44ea-a02c-e04b63d6db07 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:07.658900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925063ef-47a1-44ea-a02c-e04b63d6db07 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94623) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:07.661551 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-925063ef-47a1-44ea-a02c-e04b63d6db07 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/7f8b872a-8f1e-480e-a696-7a23e51e3b5d HTTP/1.1" status: 404 len: 339 time: 0.0273287 Aug 27 13:11:07.664228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43404) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:07.719056 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Deleting subnet 041eb3cf-ebe6-4a0a-80be-d6a56ff65027 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:11:07.722956 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.761819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.848592 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.907412 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.934174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Subnet': ['ID=041eb3cf-ebe6-4a0a-80be-d6a56ff65027,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:07.938146 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:07.940251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1889e830-3d1b-4c6c-8819-febb90314754 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/subnets/041eb3cf-ebe6-4a0a-80be-d6a56ff65027 HTTP/1.1" status: 204 len: 168 time: 0.2750230 Aug 27 13:11:07.943282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.022225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.082511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Deleting port 3df7c550-42d2-41bc-92f7-097cc9502356 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:11:08.082880 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.147294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] For port 3df7c550-42d2-41bc-92f7-097cc9502356, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3df7c550-42d2-41bc-92f7-097cc9502356,segment=NetworkSegment(2e92f399-2d54-470f-bc3b-9f5ce715b479),segment_id=2e92f399-2d54-470f-bc3b-9f5ce715b479)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:08.147663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.161930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Calling delete_port for 3df7c550-42d2-41bc-92f7-097cc9502356 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:11:08.241786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.271664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Port': ['ID=3df7c550-42d2-41bc-92f7-097cc9502356,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:08.272231 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536029bd-776a-4075-989a-72916ad03d44 None None] Network 07b26e83-b2e3-4ab1-a19b-38dda90de606 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:08.275249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No DVR routers for this DVR port 3df7c550-42d2-41bc-92f7-097cc9502356 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:11:08.352950 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.363406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b26e83-b2e3-4ab1-a19b-38dda90de606']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:08.374520 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e92f399-2d54-470f-bc3b-9f5ce715b479') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:08.374821 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e92f399-2d54-470f-bc3b-9f5ce715b479') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:08.379344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1a609602-c3ca-4b72-af67-01a603a8f81c None None] Could not find standard attr ID for object 3df7c550-42d2-41bc-92f7-097cc9502356. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 13:11:08.384692 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.398638 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.406445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:08.406845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:08.409726 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:08.431334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a01459-905f-4c8a-8660-9178d1802790 None None] DHCP port deletion for 07b26e83-b2e3-4ab1-a19b-38dda90de606 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:11:08.472904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.477977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.479901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/07b26e83-b2e3-4ab1-a19b-38dda90de606 HTTP/1.1" status: 204 len: 168 time: 0.5357101 Aug 27 13:11:08.482554 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.494786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7bd3-8f4f-4bee-a151-b0cb01c48575 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Network': ['ID=07b26e83-b2e3-4ab1-a19b-38dda90de606,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:08.515388 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b63d48-c70c-4fdb-94a5-4df40d84f532 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:08.515750 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b63d48-c70c-4fdb-94a5-4df40d84f532 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:08.517477 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-76b63d48-c70c-4fdb-94a5-4df40d84f532 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/subnets/0683b7b2-2401-448e-8eb6-cf9613885952 HTTP/1.1" status: 404 len: 337 time: 0.0338907 Aug 27 13:11:08.520070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43410) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.537646 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad1a9d2-c9c2-417f-8b2f-f450e49668f8 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:08.538235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad1a9d2-c9c2-417f-8b2f-f450e49668f8 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:08.539894 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8ad1a9d2-c9c2-417f-8b2f-f450e49668f8 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/bb417416-527b-4f5e-aa05-b977586130e3 HTTP/1.1" status: 404 len: 339 time: 0.0189517 Aug 27 13:11:08.542159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43412) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.567818 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-4707041f-64c7-446e-9c67-54835609180e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:08.568263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4707041f-64c7-446e-9c67-54835609180e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:08.569951 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4707041f-64c7-446e-9c67-54835609180e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/subnets/9991646e-64d3-4c36-8201-28e60603d6fb HTTP/1.1" status: 404 len: 337 time: 0.0268939 Aug 27 13:11:08.572562 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43414) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.590265 n-d-688802-4 neutron-server[94624]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25a9cf7-76b0-4eb9-95e1-46d6ea0866ca tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] DELETE failed (client error): The resource could not be found. Aug 27 13:11:08.590818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25a9cf7-76b0-4eb9-95e1-46d6ea0866ca tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94624) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 13:11:08.592437 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a25a9cf7-76b0-4eb9-95e1-46d6ea0866ca tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/3895386a-c76b-4ab8-84af-601a7b0cc372 HTTP/1.1" status: 404 len: 339 time: 0.0190041 Aug 27 13:11:08.594789 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.644812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Deleting subnet 4b0ea5da-c04f-4364-8c55-198cacc9865e {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:11:08.647860 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.686889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.773635 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.831117 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.857263 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0ea5da-c04f-4364-8c55-198cacc9865e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:08.861514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.865614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d6c02001-f1e5-4f0e-9077-a13c9907237e tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/subnets/4b0ea5da-c04f-4364-8c55-198cacc9865e HTTP/1.1" status: 204 len: 168 time: 0.2683544 Aug 27 13:11:08.866574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43418) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:08.869014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4d7ec-aae6-4cd0-bddf-93a24e47fac4 None None] Network 4ee1c95b-27a5-49ec-916e-146b39b96ff8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:08.931430 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:08.946704 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.003481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Deleting port 162be5b8-330f-4baf-a541-b776892b68e8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:11:09.003899 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.054128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] DHCP port deletion for 4ee1c95b-27a5-49ec-916e-146b39b96ff8 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:11:09.071991 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] For port 162be5b8-330f-4baf-a541-b776892b68e8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=162be5b8-330f-4baf-a541-b776892b68e8,segment=NetworkSegment(588a6bde-7b87-4d78-9add-7187086b8ae3),segment_id=588a6bde-7b87-4d78-9add-7187086b8ae3)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:09.072364 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.090657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Calling delete_port for 162be5b8-330f-4baf-a541-b776892b68e8 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:11:09.105272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] Deleting port 162be5b8-330f-4baf-a541-b776892b68e8 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:11:09.105649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.166767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] For port 162be5b8-330f-4baf-a541-b776892b68e8, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=162be5b8-330f-4baf-a541-b776892b68e8,segment=NetworkSegment(588a6bde-7b87-4d78-9add-7187086b8ae3),segment_id=588a6bde-7b87-4d78-9add-7187086b8ae3)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:09.167257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.168770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.180461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] Calling delete_port for 162be5b8-330f-4baf-a541-b776892b68e8 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:11:09.197594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Port': ['ID=162be5b8-330f-4baf-a541-b776892b68e8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:09.198576 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] No DVR routers for this DVR port 162be5b8-330f-4baf-a541-b776892b68e8 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:11:09.255098 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 162be5b8-330f-4baf-a541-b776892b68e8 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:11:09.283189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 162be5b8-330f-4baf-a541-b776892b68e8 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:11:09.283859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 162be5b8-330f-4baf-a541-b776892b68e8 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:11:09.293399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.303601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee1c95b-27a5-49ec-916e-146b39b96ff8']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:09.304593 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.314611 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588a6bde-7b87-4d78-9add-7187086b8ae3') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:09.314904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588a6bde-7b87-4d78-9add-7187086b8ae3') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:09.323805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.329228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] Pushing event deleted for resources: {'Port': ['ID=162be5b8-330f-4baf-a541-b776892b68e8,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:09.334001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5295c58a-c7a9-4716-8029-ee8e773a86a0 None None] No DVR routers for this DVR port 162be5b8-330f-4baf-a541-b776892b68e8 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:11:09.338335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.345299 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:09.345535 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:09.349297 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:09.404713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.412689 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.413786 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] 10.222.0.76 "DELETE /v2.0/networks/4ee1c95b-27a5-49ec-916e-146b39b96ff8 HTTP/1.1" status: 204 len: 168 time: 0.5462689 Aug 27 13:11:09.425420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1c699-0d1d-4b4f-a443-4a781bc11e61 tempest-NetworksIpV6Test-1889272200 tempest-NetworksIpV6Test-1889272200-project] Pushing event deleted for resources: {'Network': ['ID=4ee1c95b-27a5-49ec-916e-146b39b96ff8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:09.662191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:09.794800 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d4d9a875-76cb-4abf-83af-5b074b3f1603 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eed94af2c9324a7cafc49729ced65d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312497 Aug 27 13:11:09.797225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:09.844206 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b81b624-8c2e-40da-b9ee-8ebc020a7e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.865608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b81b624-8c2e-40da-b9ee-8ebc020a7e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.916378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b81b624-8c2e-40da-b9ee-8ebc020a7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.919112 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b81b624-8c2e-40da-b9ee-8ebc020a7e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:09.920248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b81b624-8c2e-40da-b9ee-8ebc020a7e64 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28a101d3-5459-4f60-b116-a7b4a9da5098 HTTP/1.1" status: 204 len: 168 time: 0.1221244 Aug 27 13:11:09.928598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81b624-8c2e-40da-b9ee-8ebc020a7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a101d3-5459-4f60-b116-a7b4a9da5098,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:10.545113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43450) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:10.638190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-202678791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:10.661854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.662870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.717523 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.722973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.738671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.739872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a7e4cda2-b659-48c2-ab19-6c8d22e9c206 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1937549 Aug 27 13:11:10.742625 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43454) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:10.747377 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1610241826'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:10.767534 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Made reservation on behalf of afca8c5922af440eb2c666b3e332761a for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:10.771745 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.780301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.869342 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.872874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.903147 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:10.908388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13374af1-f9b5-44a5-a2f3-4d634f034df9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:10.917244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.917566 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Added segment 6b08fc5b-6d90-4c34-ac1e-5d1fed461933 of type vlan for network aed1818d-8e82-4253-bb4d-f130224cd3fa Aug 27 13:11:10.959187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:10.996849 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.002358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:11.003582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.060107 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3164725 Aug 27 13:11:11.062958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:11.068298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Request body: {'subnet': {'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:11.086979 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286a3e2-2c41-4f75-9341-f54cc9d2cb91 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event updated for resources: {'Network': ['ID=aed1818d-8e82-4253-bb4d-f130224cd3fa,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:11.097523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network aed1818d-8e82-4253-bb4d-f130224cd3fa details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:11.159928 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Made reservation on behalf of afca8c5922af440eb2c666b3e332761a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:11.163390 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.347531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.411549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event updated for resources: {'Subnet': ['ID=918dee99-911b-4d5b-95f2-d435a0487140,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:11.420247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Checking segment: {'id': '6b08fc5b-6d90-4c34-ac1e-5d1fed461933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:11.420620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Network hostable DHCP agents. Network: aed1818d-8e82-4253-bb4d-f130224cd3fa, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:11.439463 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Network aed1818d-8e82-4253-bb4d-f130224cd3fa is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:11.448774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, aed1818d-8e82-4253-bb4d-f130224cd3fa) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:11.453150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:11.453746 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.459781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1906ef8-7352-4b0a-93a7-4f82cbd53478 None None] Network aed1818d-8e82-4253-bb4d-f130224cd3fa requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:11.467523 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c01dec89-3485-4dc9-9677-ff8683ebcae4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4035664 Aug 27 13:11:11.470632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43458) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:11.475600 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1760291203'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:11.496868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Made reservation on behalf of afca8c5922af440eb2c666b3e332761a for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:11.500570 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.527449 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:11.538771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.539334 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Added segment b27993a2-62e6-4674-976f-7ac1ca078634 of type vlan for network 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c Aug 27 13:11:11.581327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.607910 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.614476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:11.615180 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.625691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-aed1818d-8e82-4253-bb4d-f130224cd3fa', 'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa', 'tenant_id': 'afca8c5922af440eb2c666b3e332761a', 'fixed_ips': [{'subnet_id': '918dee99-911b-4d5b-95f2-d435a0487140'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:11.626592 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.689134 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2130096 Aug 27 13:11:11.689134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43460) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:11.697899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Request body: {'subnet': {'network_id': '5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:11.705094 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd874f-f680-49d4-b08c-4f9fce8c584f tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event updated for resources: {'Network': ['ID=5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:11.793086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Made reservation on behalf of afca8c5922af440eb2c666b3e332761a for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:11.796686 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.801316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:11.982267 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:11.993853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Allocated IP 172.20.0.2 (aed1818d-8e82-4253-bb4d-f130224cd3fa/918dee99-911b-4d5b-95f2-d435a0487140/15d8df82-5488-4715-b077-4649ad32ffa0) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:12.044932 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event updated for resources: {'Subnet': ['ID=ea06d173-a51f-480c-9055-3b98383504e0,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:12.055532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Checking segment: {'id': 'b27993a2-62e6-4674-976f-7ac1ca078634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:12.055922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Network hostable DHCP agents. Network: 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:12.073068 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Network 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:12.082510 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:12.087805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:12.088313 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.091633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc66d27-c36a-475d-ac0d-189a2b0f02b6 None None] Network 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:12.104328 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a79f09c0-070f-471b-a59c-1972b8a46021 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4140794 Aug 27 13:11:12.107109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43462) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:12.111936 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0871d487-7009-4f62-8cc6-3b1cfb5750b6 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:12.194802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.209414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Transition to ACTIVE for port object 15d8df82-5488-4715-b077-4649ad32ffa0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:12.232794 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Transition to ACTIVE for port object 15d8df82-5488-4715-b077-4649ad32ffa0 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:12.240882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.309593 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Network aed1818d-8e82-4253-bb4d-f130224cd3fa is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:12.315937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:12.322308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:12.332623 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0871d487-7009-4f62-8cc6-3b1cfb5750b6 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.366925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Pushing event updated for resources: {'Port': ['ID=15d8df82-5488-4715-b077-4649ad32ffa0,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:12.387299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719ae22-9007-4980-8d67-cc442e77938f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c', 'network_id': '5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c', 'tenant_id': 'afca8c5922af440eb2c666b3e332761a', 'fixed_ips': [{'subnet_id': 'ea06d173-a51f-480c-9055-3b98383504e0'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:12.388253 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4719ae22-9007-4980-8d67-cc442e77938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.412988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Attempting to bind port 15d8df82-5488-4715-b077-4649ad32ffa0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:12.413447 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Attempting to bind port 15d8df82-5488-4715-b077-4649ad32ffa0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '6b08fc5b-6d90-4c34-ac1e-5d1fed461933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:12.413821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Attempting to bind port 15d8df82-5488-4715-b077-4649ad32ffa0 on network aed1818d-8e82-4253-bb4d-f130224cd3fa {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:12.424748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:12.425196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Checking segment: {'id': '6b08fc5b-6d90-4c34-ac1e-5d1fed461933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:12.425604 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.426053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Bound using segment: {'id': '6b08fc5b-6d90-4c34-ac1e-5d1fed461933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:12.426612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Bound port: 15d8df82-5488-4715-b077-4649ad32ffa0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b08fc5b-6d90-4c34-ac1e-5d1fed461933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aed1818d-8e82-4253-bb4d-f130224cd3fa'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:12.427150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.441459 n-d-688802-4 neutron-server[94624]: INFO neutron.api.v2.resource [None req-0871d487-7009-4f62-8cc6-3b1cfb5750b6 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 13:11:12.442827 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0871d487-7009-4f62-8cc6-3b1cfb5750b6 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "PUT /v2.0/routers/56d989b4-ba6f-4952-8261-59829fbf5484 HTTP/1.1" status: 400 len: 364 time: 0.3342991 Aug 27 13:11:12.448988 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43464) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:12.507473 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Deleting subnet ea06d173-a51f-480c-9055-3b98383504e0 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:11:12.510590 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.553292 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.553640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] For port 15d8df82-5488-4715-b077-4649ad32ffa0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:12.556609 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] For port 15d8df82-5488-4715-b077-4649ad32ffa0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=15d8df82-5488-4715-b077-4649ad32ffa0,segment=NetworkSegment(6b08fc5b-6d90-4c34-ac1e-5d1fed461933),segment_id=6b08fc5b-6d90-4c34-ac1e-5d1fed461933)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:12.561533 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.599896 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.621503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91574366-42e6-480f-b84e-bd7327578fdb None None] Pushing event updated for resources: {'Port': ['ID=15d8df82-5488-4715-b077-4649ad32ffa0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:12.660359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server [None req-4719ae22-9007-4980-8d67-cc442e77938f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea06d173-a51f-480c-9055-3b98383504e0: This subnet is being modified by another concurrent operation. Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server raise exception Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea06d173-a51f-480c-9055-3b98383504e0: This subnet is being modified by another concurrent operation. Aug 27 13:11:12.663312 n-d-688802-4 neutron-server[94625]: ERROR oslo_messaging.rpc.server Aug 27 13:11:12.683838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd9933-c7d9-4d09-8268-b2556913a2d8 None None] Network 5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:12.695823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.697791 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "DELETE /v2.0/subnets/ea06d173-a51f-480c-9055-3b98383504e0 HTTP/1.1" status: 204 len: 168 time: 0.2478440 Aug 27 13:11:12.699066 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2781c-b5c7-4e2b-a81a-f8f1bc1d8c6a tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event deleted for resources: {'Subnet': ['ID=ea06d173-a51f-480c-9055-3b98383504e0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:12.701054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43466) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:12.802215 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.906757 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.916861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:12.928703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27993a2-62e6-4674-976f-7ac1ca078634') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:12.929206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27993a2-62e6-4674-976f-7ac1ca078634') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:12.937642 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.952067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.958011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:12.958421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:12.961370 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:13.024973 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.037845 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.042682 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "DELETE /v2.0/networks/5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c HTTP/1.1" status: 204 len: 168 time: 0.3380535 Aug 27 13:11:13.043086 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:13.051401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871650-f467-4706-a782-e5fd372aaac4 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event deleted for resources: {'Network': ['ID=5ad93b56-b7be-4ca2-a1af-e10fe4c39a2c,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:13.099829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Deleting subnet 918dee99-911b-4d5b-95f2-d435a0487140 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:11:13.102961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.142878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.229456 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.288948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 15d8df82-5488-4715-b077-4649ad32ffa0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:13.302006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.331657 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event deleted for resources: {'Subnet': ['ID=918dee99-911b-4d5b-95f2-d435a0487140,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:13.337537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.341809 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8001f135-87f5-43fb-989a-4ebfdbe2d854 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "DELETE /v2.0/subnets/918dee99-911b-4d5b-95f2-d435a0487140 HTTP/1.1" status: 204 len: 168 time: 0.2954497 Aug 27 13:11:13.342149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43472) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:13.345126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 15d8df82-5488-4715-b077-4649ad32ffa0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:13.419847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.479583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Deleting port 15d8df82-5488-4715-b077-4649ad32ffa0 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:11:13.479929 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.526885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500980f-ab67-4183-893c-1ce06a7051f6 None None] Network aed1818d-8e82-4253-bb4d-f130224cd3fa requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:13.552211 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] For port 15d8df82-5488-4715-b077-4649ad32ffa0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=15d8df82-5488-4715-b077-4649ad32ffa0,segment=NetworkSegment(6b08fc5b-6d90-4c34-ac1e-5d1fed461933),segment_id=6b08fc5b-6d90-4c34-ac1e-5d1fed461933)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:13.552582 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.565492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Calling delete_port for 15d8df82-5488-4715-b077-4649ad32ffa0 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:11:13.589033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c80669e-4ed1-46b2-8a1d-b106fa7fd954 None None] Provisioning for port 15d8df82-5488-4715-b077-4649ad32ffa0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:13.599641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c80669e-4ed1-46b2-8a1d-b106fa7fd954 None None] Provisioning complete for port 15d8df82-5488-4715-b077-4649ad32ffa0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:13.600014 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8c80669e-4ed1-46b2-8a1d-b106fa7fd954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.642940 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.670108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8c80669e-4ed1-46b2-8a1d-b106fa7fd954 None None] Could not find standard attr ID for object 15d8df82-5488-4715-b077-4649ad32ffa0. {{(pid=94625) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 13:11:13.672730 n-d-688802-4 neutron-server[94625]: INFO neutron.plugins.ml2.db [None req-8c80669e-4ed1-46b2-8a1d-b106fa7fd954 None None] No ports have port_id starting with 15d8df82-5488-4715-b077-4649ad32ffa0 Aug 27 13:11:13.676360 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] No DVR routers for this DVR port 15d8df82-5488-4715-b077-4649ad32ffa0 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:11:13.681583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event deleted for resources: {'Port': ['ID=15d8df82-5488-4715-b077-4649ad32ffa0,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:13.726129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae126b9-d052-4309-a227-8e963e71f539 None None] DHCP port deletion for aed1818d-8e82-4253-bb4d-f130224cd3fa request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:11:13.743534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdc532-f6ec-4fb3-8da3-62e9b6aaaaec None None] get_active_networks_info from n-d-688802-4 {{(pid=94625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 13:11:13.757508 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.769015 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed1818d-8e82-4253-bb4d-f130224cd3fa']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:13.780292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b08fc5b-6d90-4c34-ac1e-5d1fed461933') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:13.780535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b08fc5b-6d90-4c34-ac1e-5d1fed461933') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:13.790472 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.804448 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.806692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bdc532-f6ec-4fb3-8da3-62e9b6aaaaec None None] Resources bound (agent type, host, resource id): {{(pid=94625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 13:11:13.810300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:11:13.810721 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:11:13.813739 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:11:13.875997 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.883874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:13.885696 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "DELETE /v2.0/networks/aed1818d-8e82-4253-bb4d-f130224cd3fa HTTP/1.1" status: 204 len: 168 time: 0.5424778 Aug 27 13:11:13.888857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43474) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:13.896107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eeac5-e584-4803-b89a-1e1f7581d360 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Pushing event deleted for resources: {'Network': ['ID=aed1818d-8e82-4253-bb4d-f130224cd3fa,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:13.921969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-aff14a11-de26-4e38-8fc5-01a96bd22ed2 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "GET /v2.0/ports?device_id=56d989b4-ba6f-4952-8261-59829fbf5484 HTTP/1.1" status: 200 len: 205 time: 0.0317841 Aug 27 13:11:13.924204 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43476) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:13.996300 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.154506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.156636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.203345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.204022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Fanout notify agent at l3_agent the message router_deleted on router 56d989b4-ba6f-4952-8261-59829fbf5484 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:11:14.211368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.214901 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-866881c1-a969-4dd5-aac5-31f4feb3adc9 tempest-RoutersNegativeTest-606117527 tempest-RoutersNegativeTest-606117527-project] 10.222.0.76 "DELETE /v2.0/routers/56d989b4-ba6f-4952-8261-59829fbf5484 HTTP/1.1" status: 204 len: 168 time: 0.2895801 Aug 27 13:11:14.449708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:14.578822 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a29d6798-b115-4e9f-83e0-7edaceea9006 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afca8c5922af440eb2c666b3e332761a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279433 Aug 27 13:11:14.581404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43486) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:14.628875 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28f6f9e5-3d96-4153-b1e6-e1c962daff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.649717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28f6f9e5-3d96-4153-b1e6-e1c962daff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.696726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28f6f9e5-3d96-4153-b1e6-e1c962daff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.699383 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-28f6f9e5-3d96-4153-b1e6-e1c962daff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:14.700574 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-28f6f9e5-3d96-4153-b1e6-e1c962daff39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/13374af1-f9b5-44a5-a2f3-4d634f034df9 HTTP/1.1" status: 204 len: 168 time: 0.1181858 Aug 27 13:11:14.708723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f9e5-3d96-4153-b1e6-e1c962daff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13374af1-f9b5-44a5-a2f3-4d634f034df9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:15.240684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 15d8df82-5488-4715-b077-4649ad32ffa0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:11:15.261192 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 15d8df82-5488-4715-b077-4649ad32ffa0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:11:15.261539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 15d8df82-5488-4715-b077-4649ad32ffa0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:11:15.321453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:15.418613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1854315700-network', 'tenant_id': '432a5b72a9d848139f97f66a1051c372'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:15.439352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Made reservation on behalf of 432a5b72a9d848139f97f66a1051c372 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:15.442410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.457530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.545974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.550421 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.574908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:15.584446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74b8f6-6af7-40f0-b6da-f025550a9cbb,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:15.589439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.589780 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Added segment 19c8f66b-9bde-45c5-9fe2-b51811c53054 of type vlan for network 95b724a7-96cb-4f95-be47-42e17c081246 Aug 27 13:11:15.629031 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.657015 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.657766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:15.658347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.709471 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3868384 Aug 27 13:11:15.712388 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43512) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:15.717466 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Request body: {'subnet': {'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-subnet', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:15.720409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeb934-6550-4d30-9284-1d860fc387c5 admin admin] Pushing event updated for resources: {'Network': ['ID=95b724a7-96cb-4f95-be47-42e17c081246,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:15.731183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 95b724a7-96cb-4f95-be47-42e17c081246 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:15.739672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Made reservation on behalf of 432a5b72a9d848139f97f66a1051c372 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:15.741934 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.906662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:15.957852 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d335bc82-733a-450f-9951-987840acfe3b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:15.973608 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Checking segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:15.973959 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Network hostable DHCP agents. Network: 95b724a7-96cb-4f95-be47-42e17c081246, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:15.989471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Network 95b724a7-96cb-4f95-be47-42e17c081246 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:15.997934 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 95b724a7-96cb-4f95-be47-42e17c081246) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:16.001901 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:16.002515 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.006594 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac1801d-2a4a-4ee0-b7d4-ff0bf6025ebe None None] Network 95b724a7-96cb-4f95-be47-42e17c081246 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:16.016925 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d5daf38c-859a-4cac-acd6-cdcf4df1125e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3031592 Aug 27 13:11:16.019895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43514) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:16.024592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:16.045286 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.046451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.102311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.157649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-95b724a7-96cb-4f95-be47-42e17c081246', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:16.158592 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.238717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.294320 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Allocated IP 172.20.0.2 (95b724a7-96cb-4f95-be47-42e17c081246/d335bc82-733a-450f-9951-987840acfe3b/9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:16.436273 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.444863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Transition to ACTIVE for port object 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:16.448030 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.459325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Transition to ACTIVE for port object 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:16.464804 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.469604 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.507871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Network 95b724a7-96cb-4f95-be47-42e17c081246 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:16.510652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:16.515346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:16.518103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Pushing event updated for resources: {'Port': ['ID=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:16.568969 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Attempting to bind port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:16.569336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Attempting to bind port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:16.569705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Attempting to bind port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a on network 95b724a7-96cb-4f95-be47-42e17c081246 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:16.574600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:16.575046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Checking segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:16.575408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.575590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Allocated IP 172.25.8.13 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/cc8811eb-2307-4762-a462-bef6dda7fb19) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:16.575873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Bound using segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:16.576388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Bound port: 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:16.576854 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.644005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] For port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:16.647167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] For port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:16.651998 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.686580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.710461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24917d52-bac0-49ff-b902-b157e2e1907c None None] Pushing event updated for resources: {'Port': ['ID=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:16.731886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:16.768313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:16.771752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:16.777806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:16.803456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8811eb-2307-4762-a462-bef6dda7fb19,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:17.043875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:17.248820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:17.275905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:17.328588 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:17.617684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0654387b-5417-425b-b7fb-d1af52354242 None None] Network 95b724a7-96cb-4f95-be47-42e17c081246 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:17.728903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:11:17.754227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] Provisioning for port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:17.771107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] Provisioning complete for port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:17.771512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:17.842786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:11:17.857326 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Sync routers for ids ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:11:17.860658 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:17.861969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4443fb50-6367-4659-8d99-b2fe91daae64 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8409634 Aug 27 13:11:17.865240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43516) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:17.875229 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:17.878172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Routers {'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:17.878856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:10:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:17.950682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] For port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:17.986458 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.041665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Set router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:18.106345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9cdab-556d-4ed5-8aa9-b40e66753b07 None None] Pushing event updated for resources: {'Port': ['ID=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:18.159726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8a1e3263-eea2-4701-a28e-8bc132a4552e None None] Provisioning complete for port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:18.160099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a1e3263-eea2-4701-a28e-8bc132a4552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.283715 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.305568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:16Z', 'revision_number': 3, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:18.332489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Checking router: bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:11:18.333136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Updating router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 port cc8811eb-2307-4762-a462-bef6dda7fb19 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:11:18.360914 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.444040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Allocated IP 172.20.0.1 (95b724a7-96cb-4f95-be47-42e17c081246/d335bc82-733a-450f-9951-987840acfe3b/9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:18.548581 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.563497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Transition to ACTIVE for port object 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:18.598406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.638869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Network 95b724a7-96cb-4f95-be47-42e17c081246 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:18.644042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:18.647837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:18.653993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:18.693415 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.744839 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-27b278d8-127c-4d2e-b862-473c7a6d89fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.793755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.807644 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Transition to ACTIVE for port object cc8811eb-2307-4762-a462-bef6dda7fb19 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:18.814712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.837050 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.867438 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Attempting to bind port cc8811eb-2307-4762-a462-bef6dda7fb19 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:18.867815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Attempting to bind port cc8811eb-2307-4762-a462-bef6dda7fb19 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:18.868188 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Attempting to bind port cc8811eb-2307-4762-a462-bef6dda7fb19 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:18.875798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:18.876176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:18.876576 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.876967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:18.877431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Bound port: cc8811eb-2307-4762-a462-bef6dda7fb19, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:18.877844 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.911104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8066ce6-3234-488a-8120-692695bf2c3c None None] Pushing event updated for resources: {'Port': ['ID=cc8811eb-2307-4762-a462-bef6dda7fb19,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:18.929852 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cf4f667-4da9-4e02-8a04-aebdb621af17 None None] Provisioning for port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:18.941380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5cf4f667-4da9-4e02-8a04-aebdb621af17 None None] Provisioning complete for port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:18.941755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5cf4f667-4da9-4e02-8a04-aebdb621af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:18.970614 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] For port cc8811eb-2307-4762-a462-bef6dda7fb19, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:18.988710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] For port cc8811eb-2307-4762-a462-bef6dda7fb19, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cc8811eb-2307-4762-a462-bef6dda7fb19,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:18.992427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4f667-4da9-4e02-8a04-aebdb621af17 None None] Port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:11:18.995639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.009456 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.013933 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.046706 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Routers {'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:19.047331 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:10:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:19.084004 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.086241 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Pushing event updated for resources: {'Port': ['ID=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:19.098182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8066ce6-3234-488a-8120-692695bf2c3c None None] Pushing event updated for resources: {'Port': ['ID=cc8811eb-2307-4762-a462-bef6dda7fb19,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:19.165354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] Set router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:19.184575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Network 95b724a7-96cb-4f95-be47-42e17c081246 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:19.185999 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:19.298111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:19.309970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:11:19.387043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:19.387603 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.436315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:11:19.442581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a6b06be1-817f-4e5b-a6e0-f31ce6b4ba33 admin admin] 10.222.0.76 "PUT /v2.0/routers/bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5757833 Aug 27 13:11:19.464798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-1b2def87-bd8c-4a0b-b861-0a4a095bf09f None None] Provisioning complete for port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:19.465166 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1b2def87-bd8c-4a0b-b861-0a4a095bf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.531914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-1b2def87-bd8c-4a0b-b861-0a4a095bf09f None None] Port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:11:19.534561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1', 'name': '', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'mac_address': 'fa:16:3e:fb:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:18Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 2, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'subnets': [{'id': 'd335bc82-733a-450f-9951-987840acfe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:19.566892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888de7e-42fe-4558-8e07-b55477cc1bee None None] The sync data for ids ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'] in n-d-688802-4 is: [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1', 'name': '', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'mac_address': 'fa:16:3e:fb:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:18Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 2, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'subnets': [{'id': 'd335bc82-733a-450f-9951-987840acfe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:11:19.950154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43532) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:19.955793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1714133212-network', 'tenant_id': '44b9746d140a4a3c885edb8592453169'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:19.978105 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Made reservation on behalf of 44b9746d140a4a3c885edb8592453169 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:19.980579 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:19.990882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.091351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.097446 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.121949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:11:20.137255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79f3be1-3d7a-4fd5-8837-1df3ae138a2c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:20.140602 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.140956 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Added segment c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56 of type vlan for network 7a5428cd-1e23-4a56-8c85-e85c48d881ad Aug 27 13:11:20.185743 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.212915 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.213889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:20.214511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.276749 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3224607 Aug 27 13:11:20.277009 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43534) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:20.281762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5270315-d02b-4ede-8626-1bbfc891620e admin admin] Pushing event updated for resources: {'Network': ['ID=7a5428cd-1e23-4a56-8c85-e85c48d881ad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:20.282309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Request body: {'subnet': {'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-subnet', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:20.292397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:11:20.307404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Made reservation on behalf of 44b9746d140a4a3c885edb8592453169 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:20.310015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.500141 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.558848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3b2a47-16c9-4b85-b2d1-eb41912d1a96,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:20.570063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.570436 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.570783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.571260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.571620 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.571961 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.572291 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.572618 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.572946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.573300 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.573629 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.573953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:20.578067 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Checking segment: {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:20.578454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Network hostable DHCP agents. Network: 7a5428cd-1e23-4a56-8c85-e85c48d881ad, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:11:20.595947 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:11:20.606649 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 7a5428cd-1e23-4a56-8c85-e85c48d881ad) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:20.610751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:20.611336 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.617672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afdc644-e1f8-44a5-9540-62d155f9d2d2 None None] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:20.628699 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3d04205b-9ce0-4d73-beb3-bfd9335f4a4b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3504355 Aug 27 13:11:20.631144 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43536) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:20.635866 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:20.657092 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.658184 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.711607 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.775674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'fixed_ips': [{'subnet_id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:11:20.776639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.856181 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.921931 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:20.934663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Allocated IP 172.20.0.2 (7a5428cd-1e23-4a56-8c85-e85c48d881ad/4a3b2a47-16c9-4b85-b2d1-eb41912d1a96/a66cc15a-f580-4918-8cff-cb62ecfb1afc) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:21.071857 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.086661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-22d238b9-6803-4acd-8e82-b8b11550cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.091932 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.105553 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.114818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Transition to ACTIVE for port object a66cc15a-f580-4918-8cff-cb62ecfb1afc will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:21.130503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Transition to ACTIVE for port object a66cc15a-f580-4918-8cff-cb62ecfb1afc will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:21.137496 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.172992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:21.176351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:21.182866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:21.192390 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Pushing event updated for resources: {'Port': ['ID=a66cc15a-f580-4918-8cff-cb62ecfb1afc,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:21.193210 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Allocated IP 172.25.8.160 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/51031754-1f1a-42c5-93ed-5261f7033553) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:21.257286 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Attempting to bind port a66cc15a-f580-4918-8cff-cb62ecfb1afc on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:21.257661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Attempting to bind port a66cc15a-f580-4918-8cff-cb62ecfb1afc by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:21.258034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Attempting to bind port a66cc15a-f580-4918-8cff-cb62ecfb1afc on network 7a5428cd-1e23-4a56-8c85-e85c48d881ad {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:21.263174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:21.263560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Checking segment: {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:21.263966 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.264364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Bound using segment: {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:21.264832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Bound port: a66cc15a-f580-4918-8cff-cb62ecfb1afc, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:21.265441 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.317032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc8811eb-2307-4762-a462-bef6dda7fb19 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:21.321832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.322320 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.363985 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.389339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] For port a66cc15a-f580-4918-8cff-cb62ecfb1afc, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:21.395245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] For port a66cc15a-f580-4918-8cff-cb62ecfb1afc, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a66cc15a-f580-4918-8cff-cb62ecfb1afc,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:21.401459 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:21.402347 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.404535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:21.411871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:21.431910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port cc8811eb-2307-4762-a462-bef6dda7fb19 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:21.437627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port cc8811eb-2307-4762-a462-bef6dda7fb19 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:21.438005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.442258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=51031754-1f1a-42c5-93ed-5261f7033553,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:21.504671 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb7e2-c8a4-4c3d-b913-28c2ecd5b39e None None] Pushing event updated for resources: {'Port': ['ID=a66cc15a-f580-4918-8cff-cb62ecfb1afc,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:21.557276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.579717 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port cc8811eb-2307-4762-a462-bef6dda7fb19, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cc8811eb-2307-4762-a462-bef6dda7fb19,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:21.585054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.640046 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=cc8811eb-2307-4762-a462-bef6dda7fb19,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:21.727701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:21.846613 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Sync routers for ids ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:11:21.856225 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Routers {'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:21.856831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:11:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:21.965052 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Set router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:22.176842 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1', 'name': '', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'mac_address': 'fa:16:3e:fb:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:18Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 2, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'subnets': [{'id': 'd335bc82-733a-450f-9951-987840acfe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:22.207107 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Checking router: bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:11:22.207460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Updating router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:11:22.233642 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.267812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.381836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.411204 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Router 96a499a5-877f-4c79-a901-f675b8a28370 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:11:22.522109 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.532829 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Transition to ACTIVE for port object 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:22.534568 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:11:22.542636 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.547381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Sync routers for ids ['96a499a5-877f-4c79-a901-f675b8a28370'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:11:22.552030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.553694 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-21b8d09f-055e-4f94-983e-a5abf41ae8d7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9211085 Aug 27 13:11:22.556145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43538) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:11:22.559299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Routers {'96a499a5-877f-4c79-a901-f675b8a28370'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:22.560164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:11:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['96a499a5-877f-4c79-a901-f675b8a28370'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:22.616037 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Pushing event updated for resources: {'Port': ['ID=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:22.642170 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.642782 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.643868 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.644389 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.644881 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.645367 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.645855 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.646460 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.646966 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.647451 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.647936 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.648433 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:22.690295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Attempting to bind port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:22.690664 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Attempting to bind port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:22.690915 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Attempting to bind port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 on network 95b724a7-96cb-4f95-be47-42e17c081246 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:22.700570 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:22.700863 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Checking segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:22.701259 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.701662 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Bound using segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:22.702134 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Bound port: 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:22.702835 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.711624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Set router 96a499a5-877f-4c79-a901-f675b8a28370 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:22.771846 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] For port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:22.776643 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] For port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:22.783236 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:22.790171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc1a60-6883-4e6d-8a61-74f30ee3226d None None] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:11:22.859444 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Routers {'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:22.860300 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:11:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:22.894896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7d284640-d4e7-4138-a317-1baab1f79637 None None] Provisioning for port a66cc15a-f580-4918-8cff-cb62ecfb1afc completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:22.902524 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3cfa4-9945-475e-871d-bb360dd11a33 None None] Pushing event updated for resources: {'Port': ['ID=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:23.001131 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] Set router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:23.083089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 3, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:23.115324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Checking router: 96a499a5-877f-4c79-a901-f675b8a28370 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:11:23.115554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Updating router 96a499a5-877f-4c79-a901-f675b8a28370 port 51031754-1f1a-42c5-93ed-5261f7033553 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:11:23.149333 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.175763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.318140 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1', 'name': '', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'mac_address': 'fa:16:3e:fb:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:18Z', 'updated_at': '2021-08-27T13:11:22Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'subnets': [{'id': 'd335bc82-733a-450f-9951-987840acfe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:23.377112 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d48df-80ef-4911-8649-68eb37e65206 None None] The sync data for ids ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'] in n-d-688802-4 is: [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:18Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1', 'name': '', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'mac_address': 'fa:16:3e:fb:d3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:18Z', 'updated_at': '2021-08-27T13:11:22Z', 'revision_number': 4, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'subnets': [{'id': 'd335bc82-733a-450f-9951-987840acfe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:11:23.397533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Allocated IP 172.20.0.1 (7a5428cd-1e23-4a56-8c85-e85c48d881ad/4a3b2a47-16c9-4b85-b2d1-eb41912d1a96/a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:23.484751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a66cc15a-f580-4918-8cff-cb62ecfb1afc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:23.535969 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.551190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Transition to ACTIVE for port object a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:23.594871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.613991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a66cc15a-f580-4918-8cff-cb62ecfb1afc completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:23.623064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a66cc15a-f580-4918-8cff-cb62ecfb1afc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:23.623432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.641298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:23.647893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:23.651014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:23.654662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:23.700914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.709094 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.723440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Transition to ACTIVE for port object 51031754-1f1a-42c5-93ed-5261f7033553 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:23.749111 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.805228 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.860338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.868101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a66cc15a-f580-4918-8cff-cb62ecfb1afc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a66cc15a-f580-4918-8cff-cb62ecfb1afc,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:23.869655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Attempting to bind port 51031754-1f1a-42c5-93ed-5261f7033553 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:23.870035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Attempting to bind port 51031754-1f1a-42c5-93ed-5261f7033553 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:23.870418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Attempting to bind port 51031754-1f1a-42c5-93ed-5261f7033553 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:23.872905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56808a3-4627-4f48-b44d-e01d38297628 None None] Pushing event updated for resources: {'Port': ['ID=51031754-1f1a-42c5-93ed-5261f7033553,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:23.885773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.886590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:23.913930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:23.914310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:23.918929 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:23.919351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:23.919862 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Bound port: 51031754-1f1a-42c5-93ed-5261f7033553, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:23.920247 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.030574 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a66cc15a-f580-4918-8cff-cb62ecfb1afc,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:24.044554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] For port 51031754-1f1a-42c5-93ed-5261f7033553, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:24.049182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] For port 51031754-1f1a-42c5-93ed-5261f7033553, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=51031754-1f1a-42c5-93ed-5261f7033553,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:24.055647 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.064900 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:24.071008 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.075802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.087650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-41dbfb64-ed2b-4fca-afa5-4dac3f22a8b7 None None] Provisioning for port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:24.099462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:24.099839 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.104986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-41dbfb64-ed2b-4fca-afa5-4dac3f22a8b7 None None] Provisioning complete for port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:24.105348 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-41dbfb64-ed2b-4fca-afa5-4dac3f22a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.149491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.151311 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:24.188910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Routers {'96a499a5-877f-4c79-a901-f675b8a28370'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:24.189555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:11:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['96a499a5-877f-4c79-a901-f675b8a28370'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:24.191957 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56808a3-4627-4f48-b44d-e01d38297628 None None] Pushing event updated for resources: {'Port': ['ID=51031754-1f1a-42c5-93ed-5261f7033553,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:24.240379 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-41dbfb64-ed2b-4fca-afa5-4dac3f22a8b7 None None] Port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:11:24.266904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.345813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.363329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] Set router 96a499a5-877f-4c79-a901-f675b8a28370 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:24.451329 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:24.465288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.466079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc8811eb-2307-4762-a462-bef6dda7fb19 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:24.573450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:24.575151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:24.590838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:24.641864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port cc8811eb-2307-4762-a462-bef6dda7fb19 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:24.642342 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.698031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Router 96a499a5-877f-4c79-a901-f675b8a28370 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:11:24.732748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3', 'name': '', 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'mac_address': 'fa:16:3e:4f:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:23Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 2, 'project_id': '44b9746d140a4a3c885edb8592453169', 'subnets': [{'id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:24.766126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae26dc2c-1fa8-4e21-b994-dc27a96537b0 None None] The sync data for ids ['96a499a5-877f-4c79-a901-f675b8a28370'] in n-d-688802-4 is: [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3', 'name': '', 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'mac_address': 'fa:16:3e:4f:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:23Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 2, 'project_id': '44b9746d140a4a3c885edb8592453169', 'subnets': [{'id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:11:24.815857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:11:24.821233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ebd88ae8-95ab-4ada-ac9f-8d2857dd6848 admin admin] 10.222.0.76 "PUT /v2.0/routers/96a499a5-877f-4c79-a901-f675b8a28370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2632904 Aug 27 13:11:24.867076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9355364a-6d66-43ca-9093-ddca0d2779f9 None None] Provisioning complete for port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:24.867452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9355364a-6d66-43ca-9093-ddca0d2779f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:24.902414 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9355364a-6d66-43ca-9093-ddca0d2779f9 None None] Port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:11:25.269726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a66cc15a-f580-4918-8cff-cb62ecfb1afc up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:25.325978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a66cc15a-f580-4918-8cff-cb62ecfb1afc triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:25.326464 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:25.405704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:25.474694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:25.475075 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:25.624394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-fcadcc83-718a-4381-b729-760887a7a99e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:25.625872 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-fcadcc83-718a-4381-b729-760887a7a99e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 817 time: 0.1047504 Aug 27 13:11:25.642039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-e3659a24-d279-4056-860a-78138d927faf tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/quotas/432a5b72a9d848139f97f66a1051c372 HTTP/1.1" status: 200 len: 375 time: 0.0093446 Aug 27 13:11:25.692929 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-18600e27-62e0-4165-b896-c3051dc528df tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455997 Aug 27 13:11:25.786754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-0fd84852-e653-4fad-8ff0-3c0076215505 service neutron] 10.222.0.76 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Aug 27 13:11:25.879354 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d1654562-e37a-4ba5-b38f-348c69875139 service neutron] 10.222.0.76 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863945 Aug 27 13:11:26.040699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-436f8b31-3975-445f-b4ff-5e6e3641d386 req-4b243809-0d2f-43fe-833c-7cf58d8f3baf tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 210 time: 0.0272038 Aug 27 13:11:27.019213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-abec77e0-7ebc-4f2f-b3fe-87ac4403ab77 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:27.020667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-abec77e0-7ebc-4f2f-b3fe-87ac4403ab77 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 817 time: 0.1139867 Aug 27 13:11:27.034563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Request body: {'port': {'device_id': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'admin_state_up': True, 'tenant_id': '432a5b72a9d848139f97f66a1051c372'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:27.147177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d564ef0-0389-425b-bf07-684570a68b7a req-6b679c39-ba8b-40c6-8a80-dc148ea8f6ab tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 210 time: 0.0364106 Aug 27 13:11:27.174772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Made reservation on behalf of 432a5b72a9d848139f97f66a1051c372 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:11:27.178698 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.297810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51031754-1f1a-42c5-93ed-5261f7033553 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:27.317049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Allocated IP 172.20.0.9 (95b724a7-96cb-4f95-be47-42e17c081246/d335bc82-733a-450f-9951-987840acfe3b/ce6d0361-a55f-4142-b949-22805450102b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:11:27.351019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 51031754-1f1a-42c5-93ed-5261f7033553 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:27.355197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 51031754-1f1a-42c5-93ed-5261f7033553 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:27.355694 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.441416 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.463783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 51031754-1f1a-42c5-93ed-5261f7033553, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=51031754-1f1a-42c5-93ed-5261f7033553,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:27.468759 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.473436 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Sync routers for ids ['96a499a5-877f-4c79-a901-f675b8a28370'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:11:27.483666 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Routers {'96a499a5-877f-4c79-a901-f675b8a28370'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:27.484287 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:11:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['96a499a5-877f-4c79-a901-f675b8a28370'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:27.493237 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.509571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Transition to ACTIVE for port object ce6d0361-a55f-4142-b949-22805450102b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:27.521583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=51031754-1f1a-42c5-93ed-5261f7033553,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:27.546995 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.589716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Network 95b724a7-96cb-4f95-be47-42e17c081246 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:11:27.595599 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:11:27.600145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:11:27.600473 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Set router 96a499a5-877f-4c79-a901-f675b8a28370 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:27.629614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Pushing event updated for resources: {'Port': ['ID=ce6d0361-a55f-4142-b949-22805450102b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:27.655450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:27.656136 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.673630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-a15fdf00-a584-43c7-935b-e6a5068da82a tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433725 Aug 27 13:11:27.686846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Request body: {'port': {'device_id': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:11:27.760344 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.856157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-47974de7-cd90-409f-a4f5-933263057c09 None None] Provisioning for port ce6d0361-a55f-4142-b949-22805450102b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:27.860562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-47974de7-cd90-409f-a4f5-933263057c09 None None] Provisioning complete for port ce6d0361-a55f-4142-b949-22805450102b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:27.860943 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-47974de7-cd90-409f-a4f5-933263057c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:27.900316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-47974de7-cd90-409f-a4f5-933263057c09 None None] Port ce6d0361-a55f-4142-b949-22805450102b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:11:27.904897 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3', 'name': '', 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'mac_address': 'fa:16:3e:4f:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:23Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 2, 'project_id': '44b9746d140a4a3c885edb8592453169', 'subnets': [{'id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:27.931601 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Checking router: 96a499a5-877f-4c79-a901-f675b8a28370 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:11:27.931954 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Updating router 96a499a5-877f-4c79-a901-f675b8a28370 port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:11:27.956596 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.032475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6d0361-a55f-4142-b949-22805450102b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:11:28.040024 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.052419 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Transition to ACTIVE for port object ce6d0361-a55f-4142-b949-22805450102b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:28.056123 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.136362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d0361-a55f-4142-b949-22805450102b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:28.191176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Attempting to bind port ce6d0361-a55f-4142-b949-22805450102b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:28.191524 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Attempting to bind port ce6d0361-a55f-4142-b949-22805450102b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:28.191858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Attempting to bind port ce6d0361-a55f-4142-b949-22805450102b on network 95b724a7-96cb-4f95-be47-42e17c081246 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:28.197151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Port ce6d0361-a55f-4142-b949-22805450102b on network 95b724a7-96cb-4f95-be47-42e17c081246 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:11:28.197473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Attempting to bind port ce6d0361-a55f-4142-b949-22805450102b on network 95b724a7-96cb-4f95-be47-42e17c081246 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:28.203007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:28.203351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Checking segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:28.203736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Bound using segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:28.204167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Bound port: ce6d0361-a55f-4142-b949-22805450102b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:28.204742 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.234269 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.244940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Transition to ACTIVE for port object a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:11:28.251953 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.298969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] For port ce6d0361-a55f-4142-b949-22805450102b, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:28.302945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] For port ce6d0361-a55f-4142-b949-22805450102b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ce6d0361-a55f-4142-b949-22805450102b,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:28.308840 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1c26-3985-4d96-aea4-5ddbffca8a97 None None] Pushing event updated for resources: {'Port': ['ID=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:28.313243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.329891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68650-2068-4c35-bc5e-fccbb59a07c4 req-f4b3b0a1-de7f-4f12-91c2-0c2e86327df4 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:28.332088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cac68650-2068-4c35-bc5e-fccbb59a07c4 req-f4b3b0a1-de7f-4f12-91c2-0c2e86327df4 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 943 time: 0.0816822 Aug 27 13:11:28.366201 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Attempting to bind port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:11:28.366578 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Attempting to bind port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:11:28.366673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Attempting to bind port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 on network 7a5428cd-1e23-4a56-8c85-e85c48d881ad {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:11:28.370784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:28.371409 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.372824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] 10.222.0.65 "PUT /v2.0/ports/ce6d0361-a55f-4142-b949-22805450102b HTTP/1.1" status: 200 len: 1091 time: 0.6909585 Aug 27 13:11:28.372962 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:11:28.373221 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Checking segment: {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:11:28.373614 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.374007 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Bound using segment: {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:11:28.374515 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Bound port: a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:11:28.375042 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.375139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'tag': 'ce6d0361-a55f-4142-b949-22805450102b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:11:28.378120 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e972c96-9909-416f-894f-db473d79bb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b85d3521-89c6-41ea-aef8-4aaad3f15a6c", "tag": "ce6d0361-a55f-4142-b949-22805450102b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:11:28.442529 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671748f-8af4-403f-9b8e-0c652f265950 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d0361-a55f-4142-b949-22805450102b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:28.454138 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b0ed0-19a6-4621-be54-9da9ffc72c32 x-openstack-request-id: req-d15b0ed0-19a6-4621-be54-9da9ffc72c32 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:11:28.454474 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85d3521-89c6-41ea-aef8-4aaad3f15a6c", "tag": "ce6d0361-a55f-4142-b949-22805450102b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:11:28.454731 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d15b0ed0-19a6-4621-be54-9da9ffc72c32 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:11:28.455138 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'tag': 'ce6d0361-a55f-4142-b949-22805450102b', 'status': 'completed', 'code': 200} Aug 27 13:11:28.475142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cac68650-2068-4c35-bc5e-fccbb59a07c4 req-e9c7f138-4630-46dd-ae1e-c98d1ca0382b tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185811 Aug 27 13:11:28.506866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-cdafc3c4-4ab9-435d-9863-a9e3819cc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:28.508568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-cdafc3c4-4ab9-435d-9863-a9e3819cc3cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 1094 time: 0.0898435 Aug 27 13:11:28.509896 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] For port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:11:28.513167 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] For port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:11:28.519998 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:28.560537 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-fe23b288-23ee-4f9e-9eff-96b9e2eee258 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce6d0361-a55f-4142-b949-22805450102b HTTP/1.1" status: 200 len: 217 time: 0.0436032 Aug 27 13:11:28.574203 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Routers {'96a499a5-877f-4c79-a901-f675b8a28370'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:11:28.575131 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:11:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['96a499a5-877f-4c79-a901-f675b8a28370'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:28.627593 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1c26-3985-4d96-aea4-5ddbffca8a97 None None] Pushing event updated for resources: {'Port': ['ID=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:28.631068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-0fe3e6b9-44d7-44ad-bfd6-200dc0c6fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:28.633825 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-0fe3e6b9-44d7-44ad-bfd6-200dc0c6fe61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d335bc82-733a-450f-9951-987840acfe3b HTTP/1.1" status: 200 len: 856 time: 0.0651362 Aug 27 13:11:28.694547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-88620c03-03ce-4053-8415-f475e6ec8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:28.696230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-88620c03-03ce-4053-8415-f475e6ec8bb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95b724a7-96cb-4f95-be47-42e17c081246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529552 Aug 27 13:11:28.713343 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] Set router 96a499a5-877f-4c79-a901-f675b8a28370 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:11:28.797568 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-dac9a568-b143-4292-ada8-04894e307f76 service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935550 Aug 27 13:11:28.894851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-435298f4-aad6-4aaa-8f44-40db8a56f56b req-c0ec6262-23ea-4131-86a5-eb99d6fb45d3 service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889332 Aug 27 13:11:28.924358 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3', 'name': '', 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'mac_address': 'fa:16:3e:4f:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:23Z', 'updated_at': '2021-08-27T13:11:28Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'subnets': [{'id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:11:28.953915 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348968d-b800-4147-b8aa-2c29c8957bc2 None None] The sync data for ids ['96a499a5-877f-4c79-a901-f675b8a28370'] in n-d-688802-4 is: [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:11:23Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3', 'name': '', 'network_id': '7a5428cd-1e23-4a56-8c85-e85c48d881ad', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'mac_address': 'fa:16:3e:4f:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:23Z', 'updated_at': '2021-08-27T13:11:28Z', 'revision_number': 4, 'project_id': '44b9746d140a4a3c885edb8592453169', 'subnets': [{'id': '4a3b2a47-16c9-4b85-b2d1-eb41912d1a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:11:28.989196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e972c96-9909-416f-894f-db473d79bb3f req-62dfacd4-7809-42ff-bf2b-78fdbdbc2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:28.991031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-62dfacd4-7809-42ff-bf2b-78fdbdbc2745 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 1094 time: 0.0438499 Aug 27 13:11:29.092858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e972c96-9909-416f-894f-db473d79bb3f req-a197794b-9a7c-4467-be36-55a0438740fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:29.094417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-a197794b-9a7c-4467-be36-55a0438740fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 918 time: 0.0952809 Aug 27 13:11:29.137972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-8ac75267-65ca-40f5-9edd-43fdf15bac47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce6d0361-a55f-4142-b949-22805450102b HTTP/1.1" status: 200 len: 217 time: 0.0354953 Aug 27 13:11:29.194142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e972c96-9909-416f-894f-db473d79bb3f req-c21e627f-8253-44f2-a48e-ff88bc036b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:29.195660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-c21e627f-8253-44f2-a48e-ff88bc036b4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d335bc82-733a-450f-9951-987840acfe3b HTTP/1.1" status: 200 len: 856 time: 0.0492141 Aug 27 13:11:29.254700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e972c96-9909-416f-894f-db473d79bb3f req-b672b8f3-2938-4466-b0a1-eab7676325c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:29.256501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-b672b8f3-2938-4466-b0a1-eab7676325c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95b724a7-96cb-4f95-be47-42e17c081246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526910 Aug 27 13:11:29.302559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:29.357519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:29.359261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-0d390a79-08a2-48da-91be-69537d1e0d09 service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938478 Aug 27 13:11:29.362443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:29.362819 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:29.448713 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:29.462025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5e972c96-9909-416f-894f-db473d79bb3f req-76e60908-cc8a-4058-876a-dbfdfbf4ca52 service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940092 Aug 27 13:11:29.482819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:29.486474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:29.487266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51031754-1f1a-42c5-93ed-5261f7033553 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:29.565469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:29.582253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 51031754-1f1a-42c5-93ed-5261f7033553 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:29.582863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:29.615134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9bdf-100b-44c1-982c-d06307b33fb7 req-dee33651-ee07-44dc-a8d6-c342a5a6fa60 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:29.616857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-471d9bdf-100b-44c1-982c-d06307b33fb7 req-dee33651-ee07-44dc-a8d6-c342a5a6fa60 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 943 time: 0.0518086 Aug 27 13:11:29.657477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-471d9bdf-100b-44c1-982c-d06307b33fb7 req-5da02c7b-6b6c-4285-abf9-eb758ba0a49b tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 27 13:11:30.773256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb243a6-18c2-45d2-96dd-35ac26d57311 req-091336c5-a36b-454e-9ee3-ceccb8526d81 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:30.774739 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9eb243a6-18c2-45d2-96dd-35ac26d57311 req-091336c5-a36b-454e-9ee3-ceccb8526d81 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 943 time: 0.0483003 Aug 27 13:11:30.814322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9eb243a6-18c2-45d2-96dd-35ac26d57311 req-a0f99d9d-bdd0-4bb2-96e3-8f59b8002562 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Aug 27 13:11:31.259128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:31.306410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:31.306824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:31.881791 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ce6d0361-a55f-4142-b949-22805450102b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:11:31.927371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f011-b38a-4f22-93d3-2af895f742a2 req-f9920012-f1d6-48bc-bb82-4c19aedad4b4 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:31.928880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd15f011-b38a-4f22-93d3-2af895f742a2 req-f9920012-f1d6-48bc-bb82-4c19aedad4b4 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 943 time: 0.0489895 Aug 27 13:11:31.971912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd15f011-b38a-4f22-93d3-2af895f742a2 req-7277c12a-5cbe-482f-a323-2b70cb02d633 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362141 Aug 27 13:11:31.974135 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ce6d0361-a55f-4142-b949-22805450102b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ce6d0361-a55f-4142-b949-22805450102b,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:31.987656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'ce6d0361-a55f-4142-b949-22805450102b', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'port_id': 'ce6d0361-a55f-4142-b949-22805450102b', 'mac_address': 'fa:16:3e:0b:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:11:32.027030 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:32.040021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6d0361-a55f-4142-b949-22805450102b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:11:32.058914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ce6d0361-a55f-4142-b949-22805450102b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ce6d0361-a55f-4142-b949-22805450102b,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:32.063162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:32.109746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ce6d0361-a55f-4142-b949-22805450102b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:32.278212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ce6d0361-a55f-4142-b949-22805450102b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:11:33.086445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef38fb6-fd73-4d00-aa47-bae56ef6eb3d req-4058cb7b-a970-4395-839e-2d01eaab0b43 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:33.087936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ef38fb6-fd73-4d00-aa47-bae56ef6eb3d req-4058cb7b-a970-4395-839e-2d01eaab0b43 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 944 time: 0.0491683 Aug 27 13:11:33.126251 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ef38fb6-fd73-4d00-aa47-bae56ef6eb3d req-5e459a9b-b727-4a95-804f-ed8b5a0171ad tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 27 13:11:33.897445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ce6d0361-a55f-4142-b949-22805450102b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:11:33.946190 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port ce6d0361-a55f-4142-b949-22805450102b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:11:33.949901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port ce6d0361-a55f-4142-b949-22805450102b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:11:33.950277 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:34.025420 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:34.049668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d0361-a55f-4142-b949-22805450102b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:11:34.052154 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e363b095-0f13-4b01-b2b1-24e312864f23" -d '{"events": [{"server_uuid": "b85d3521-89c6-41ea-aef8-4aaad3f15a6c", "name": "network-vif-plugged", "status": "completed", "tag": "ce6d0361-a55f-4142-b949-22805450102b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:11:34.064489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port ce6d0361-a55f-4142-b949-22805450102b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ce6d0361-a55f-4142-b949-22805450102b,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:34.068993 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:34.094323 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c705d624-0f77-4817-9a88-ff433e8ff17a x-openstack-request-id: req-c705d624-0f77-4817-9a88-ff433e8ff17a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:11:34.094642 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d3521-89c6-41ea-aef8-4aaad3f15a6c", "name": "network-vif-plugged", "status": "completed", "tag": "ce6d0361-a55f-4142-b949-22805450102b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:11:34.094893 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c705d624-0f77-4817-9a88-ff433e8ff17a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:11:34.095307 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d0361-a55f-4142-b949-22805450102b', 'code': 200} Aug 27 13:11:34.124351 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=ce6d0361-a55f-4142-b949-22805450102b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:34.191741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8df60-f2a1-4d16-8c62-e5b4bea85e55 req-56ff4fa5-cca1-4e85-ba19-77c5b3f319d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:34.193300 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ec8df60-f2a1-4d16-8c62-e5b4bea85e55 req-56ff4fa5-cca1-4e85-ba19-77c5b3f319d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 1096 time: 0.0401349 Aug 27 13:11:34.260712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ec8df60-f2a1-4d16-8c62-e5b4bea85e55 req-dbb62a1e-ec8b-41a0-9928-811c413975cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579791 Aug 27 13:11:34.272372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9749cae-7f04-4c43-bbcf-0e534f4bd6a6 req-59569752-5268-440e-8171-17cc5d20446e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:34.273794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9749cae-7f04-4c43-bbcf-0e534f4bd6a6 req-59569752-5268-440e-8171-17cc5d20446e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0795867 Aug 27 13:11:34.310155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9749cae-7f04-4c43-bbcf-0e534f4bd6a6 req-e36277d0-6230-42da-abd9-e192ad7c47c5 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Aug 27 13:11:34.778181 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:11:35.430266 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9e34-0b70-49c3-a18b-edfaa0e93bc5 req-36c1cf91-36d1-412a-84cc-285f68a188c4 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:35.431976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64cd9e34-0b70-49c3-a18b-edfaa0e93bc5 req-36c1cf91-36d1-412a-84cc-285f68a188c4 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0501635 Aug 27 13:11:35.471286 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64cd9e34-0b70-49c3-a18b-edfaa0e93bc5 req-78cf1805-aa6f-4a2b-890e-31598dc669b3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 27 13:11:36.584252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fd719-e15e-4be3-9c41-1cd4e9b7a581 req-a43070cd-db71-443d-9a60-e24e59c08807 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:36.585636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-055fd719-e15e-4be3-9c41-1cd4e9b7a581 req-a43070cd-db71-443d-9a60-e24e59c08807 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0484133 Aug 27 13:11:36.622301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-055fd719-e15e-4be3-9c41-1cd4e9b7a581 req-f62154ec-af79-48d6-9174-4a8abd98b8eb tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Aug 27 13:11:36.737778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ff3d8-5f31-47c6-96dc-006f511ecca2 req-18943106-4e76-4cad-968a-28f29033bf52 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:36.739334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-638ff3d8-5f31-47c6-96dc-006f511ecca2 req-18943106-4e76-4cad-968a-28f29033bf52 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0517631 Aug 27 13:11:36.776940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-638ff3d8-5f31-47c6-96dc-006f511ecca2 req-d2f92a8e-cdcf-43ec-992f-124b1984a28b tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Aug 27 13:11:38.926146 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:39.816698 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-1e3267d0-4436-4cf9-9007-08be3270c325 req-1ed792a4-1d30-4389-98ce-929f94f98abb tempest-ServerDiskConfigTestJSON-1244937284 tempest-ServerDiskConfigTestJSON-1244937284-project] (94624) timed out ('10.222.0.65', 65092) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 13:11:48.606887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af79731e-79e3-4875-9a73-80d7cbd6f0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:50.918543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:51.058634 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b11b2077-775f-42fc-8efe-05146795ede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:51.287243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:52.375580 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:54.237000 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:55.268149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fad27-abd4-4027-af25-72f4ddd64fda req-ff7a8e58-c315-4cbe-a19c-555ee8b21977 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:55.270122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d0fad27-abd4-4027-af25-72f4ddd64fda req-ff7a8e58-c315-4cbe-a19c-555ee8b21977 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0522506 Aug 27 13:11:55.309090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5d0fad27-abd4-4027-af25-72f4ddd64fda req-7c14a9cd-dcd6-438b-a6da-c57515962e0f tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Aug 27 13:11:56.425038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a8c4-b92d-4c17-b7a0-db8d4d758e11 req-d2a0d610-379d-4e7c-a689-9d25766254d3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:56.426601 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a41a8c4-b92d-4c17-b7a0-db8d4d758e11 req-d2a0d610-379d-4e7c-a689-9d25766254d3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0487542 Aug 27 13:11:56.466103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3a41a8c4-b92d-4c17-b7a0-db8d4d758e11 req-8bf62d50-560c-461a-a03c-a5de2da289b3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Aug 27 13:11:56.926477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-6efe42be-0078-418f-b64e-b017d60e0e85 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:56.927910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-6efe42be-0078-418f-b64e-b017d60e0e85 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 945 time: 0.0523825 Aug 27 13:11:57.015329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Deleting port ce6d0361-a55f-4142-b949-22805450102b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:11:57.015672 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:57.105075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] For port ce6d0361-a55f-4142-b949-22805450102b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=ce6d0361-a55f-4142-b949-22805450102b,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:11:57.105439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:57.118659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Calling delete_port for ce6d0361-a55f-4142-b949-22805450102b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:11:57.242518 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:57.254185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['ce6d0361-a55f-4142-b949-22805450102b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:11:57.274589 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Pushing event deleted for resources: {'Port': ['ID=ce6d0361-a55f-4142-b949-22805450102b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:11:57.288007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.288237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.288581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.288949 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.289411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.289722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.290202 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.290422 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.290726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.291048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.291371 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.291688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:11:57.325720 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] No DVR routers for this DVR port ce6d0361-a55f-4142-b949-22805450102b on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:11:57.328773 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:11:57.331801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c03d433-1571-4783-a0c3-eef3db6d9f84 req-16e40ef3-2c8f-403f-94f1-0c84e2fe4330 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "DELETE /v2.0/ports/ce6d0361-a55f-4142-b949-22805450102b HTTP/1.1" status: 204 len: 173 time: 0.3971825 Aug 27 13:11:57.332262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'name': 'network-vif-deleted', 'tag': 'ce6d0361-a55f-4142-b949-22805450102b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:11:57.334744 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ef19f5-0003-4f99-b1db-e05e6584ba00" -d '{"events": [{"server_uuid": "b85d3521-89c6-41ea-aef8-4aaad3f15a6c", "name": "network-vif-deleted", "tag": "ce6d0361-a55f-4142-b949-22805450102b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:11:57.375652 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeacc0f0-6559-4b86-bd6c-740795f409d6 x-openstack-request-id: req-eeacc0f0-6559-4b86-bd6c-740795f409d6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:11:57.375960 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d3521-89c6-41ea-aef8-4aaad3f15a6c", "name": "network-vif-deleted", "tag": "ce6d0361-a55f-4142-b949-22805450102b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:11:57.376204 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eeacc0f0-6559-4b86-bd6c-740795f409d6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:11:57.376645 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85d3521-89c6-41ea-aef8-4aaad3f15a6c', 'name': 'network-vif-deleted', 'tag': 'ce6d0361-a55f-4142-b949-22805450102b', 'status': 'completed', 'code': 200} Aug 27 13:11:57.570829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4c5ec4a6-a290-4bbc-a69b-2a1f9d72481f req-21d45134-0de2-489e-8d6a-542d4bc021d0 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=b85d3521-89c6-41ea-aef8-4aaad3f15a6c HTTP/1.1" status: 200 len: 210 time: 0.0261934 Aug 27 13:11:59.204689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-9fa8aabd-4e7e-44a8-98d7-d87f1f7475f7 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:11:59.206790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-9fa8aabd-4e7e-44a8-98d7-d87f1f7475f7 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 817 time: 0.1031368 Aug 27 13:11:59.221743 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-a586efd9-1e13-47cb-8aa6-74bb6c472cee tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/quotas/432a5b72a9d848139f97f66a1051c372 HTTP/1.1" status: 200 len: 375 time: 0.0093014 Aug 27 13:11:59.272917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-16345075-f3b4-4c86-a08e-3cf789f59889 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454223 Aug 27 13:11:59.288466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-113f4c64-0496-4620-9cd0-23882720914b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:11:59.289445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-113f4c64-0496-4620-9cd0-23882720914b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052822 Aug 27 13:11:59.377924 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-f4608b05-d71d-4024-ac11-1c7e94ae5424 service neutron] 10.222.0.76 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Aug 27 13:11:59.470884 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-56d76cfc-52d8-4e87-932b-65e3d876dfa8 service neutron] 10.222.0.76 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867760 Aug 27 13:11:59.634184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa340227-7c00-455d-98a9-46a4ea68a06f req-49392e65-6062-4e3d-af28-c6fc66fbc095 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 210 time: 0.0277209 Aug 27 13:12:00.559418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-b1556156-980d-47d1-b082-8767f227b41e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:00.560888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-b1556156-980d-47d1-b082-8767f227b41e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 817 time: 0.1083450 Aug 27 13:12:00.574456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Request body: {'port': {'device_id': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'admin_state_up': True, 'tenant_id': '432a5b72a9d848139f97f66a1051c372'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:00.682547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Made reservation on behalf of 432a5b72a9d848139f97f66a1051c372 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:12:00.687003 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:00.767284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ed15d23-fe9f-44d1-b71b-bbba6c11417c req-27cc4efe-9f91-41d4-b46f-328a09689642 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 210 time: 0.0610533 Aug 27 13:12:00.840362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Allocated IP 172.20.0.13 (95b724a7-96cb-4f95-be47-42e17c081246/d335bc82-733a-450f-9951-987840acfe3b/b91cd1cb-c755-48e8-8717-77c5d28354ac) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:00.985625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:00.999773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Transition to ACTIVE for port object b91cd1cb-c755-48e8-8717-77c5d28354ac will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:01.031532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.071078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Network 95b724a7-96cb-4f95-be47-42e17c081246 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:01.073980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:01.081061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:01.106322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Pushing event updated for resources: {'Port': ['ID=b91cd1cb-c755-48e8-8717-77c5d28354ac,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:01.135148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:01.135808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.153046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-46ae0d5d-624c-4757-8bae-1f749a2cebda tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823843 Aug 27 13:12:01.166911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Request body: {'port': {'device_id': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:01.230141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.336432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9dfc92fb-5520-4735-bd33-990362c81f9e None None] Provisioning for port b91cd1cb-c755-48e8-8717-77c5d28354ac completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:01.342473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9dfc92fb-5520-4735-bd33-990362c81f9e None None] Provisioning complete for port b91cd1cb-c755-48e8-8717-77c5d28354ac triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:01.342855 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9dfc92fb-5520-4735-bd33-990362c81f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.386220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc92fb-5520-4735-bd33-990362c81f9e None None] Port b91cd1cb-c755-48e8-8717-77c5d28354ac cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:12:01.499598 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91cd1cb-c755-48e8-8717-77c5d28354ac {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:12:01.508427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.521656 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Transition to ACTIVE for port object b91cd1cb-c755-48e8-8717-77c5d28354ac will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:01.526317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.576269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Pushing event updated for resources: {'Port': ['ID=b91cd1cb-c755-48e8-8717-77c5d28354ac,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:01.661031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Attempting to bind port b91cd1cb-c755-48e8-8717-77c5d28354ac on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:01.661031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Attempting to bind port b91cd1cb-c755-48e8-8717-77c5d28354ac by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:01.661031 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Attempting to bind port b91cd1cb-c755-48e8-8717-77c5d28354ac on network 95b724a7-96cb-4f95-be47-42e17c081246 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:01.666920 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Port b91cd1cb-c755-48e8-8717-77c5d28354ac on network 95b724a7-96cb-4f95-be47-42e17c081246 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:12:01.667092 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Attempting to bind port b91cd1cb-c755-48e8-8717-77c5d28354ac on network 95b724a7-96cb-4f95-be47-42e17c081246 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:01.672440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:01.672824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Checking segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:01.673171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Bound using segment: {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:01.674138 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Bound port: b91cd1cb-c755-48e8-8717-77c5d28354ac, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c8f66b-9bde-45c5-9fe2-b51811c53054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:01.674540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.756392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] For port b91cd1cb-c755-48e8-8717-77c5d28354ac, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:01.760613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] For port b91cd1cb-c755-48e8-8717-77c5d28354ac, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:01.766011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.803021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:01.803641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:01.805092 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] 10.222.0.65 "PUT /v2.0/ports/b91cd1cb-c755-48e8-8717-77c5d28354ac HTTP/1.1" status: 200 len: 1092 time: 0.6428227 Aug 27 13:12:01.805548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'tag': 'b91cd1cb-c755-48e8-8717-77c5d28354ac'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:12:01.808164 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f496fcf-0b07-4944-b675-2e248e3d6a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2", "tag": "b91cd1cb-c755-48e8-8717-77c5d28354ac"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:12:01.879951 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7d537b-6ee9-4aa0-8c80-7c8f34757b67 x-openstack-request-id: req-9e7d537b-6ee9-4aa0-8c80-7c8f34757b67 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:12:01.880544 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2", "tag": "b91cd1cb-c755-48e8-8717-77c5d28354ac", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:12:01.881119 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e7d537b-6ee9-4aa0-8c80-7c8f34757b67 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:12:01.881696 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'tag': 'b91cd1cb-c755-48e8-8717-77c5d28354ac', 'status': 'completed', 'code': 200} Aug 27 13:12:01.907931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d31199-6430-47ab-84fe-8091e2638e50 service neutron] Pushing event updated for resources: {'Port': ['ID=b91cd1cb-c755-48e8-8717-77c5d28354ac,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:01.960285 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-517b5690-8422-4b71-a0eb-bf1b6cfc0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:01.961875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-517b5690-8422-4b71-a0eb-bf1b6cfc0786 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 1095 time: 0.1061575 Aug 27 13:12:01.983683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07394fe5-02e5-45c4-b14a-1603c90bdea5 req-eb456ee8-c038-4348-b80a-789493addf9c tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:01.985237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07394fe5-02e5-45c4-b14a-1603c90bdea5 req-eb456ee8-c038-4348-b80a-789493addf9c tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 944 time: 0.0786610 Aug 27 13:12:02.023380 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-bdc4fcf9-c99e-46c4-8e25-0b896426c75a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac HTTP/1.1" status: 200 len: 217 time: 0.0533435 Aug 27 13:12:02.067431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ce6d0361-a55f-4142-b949-22805450102b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:02.087426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07394fe5-02e5-45c4-b14a-1603c90bdea5 req-b6e1f5ec-a4ed-48f3-8c53-7d6f455b82e8 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715961 Aug 27 13:12:02.087998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: ce6d0361-a55f-4142-b949-22805450102b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:02.088348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device ce6d0361-a55f-4142-b949-22805450102b not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:02.096847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-1a5ce3fa-d938-45b8-8c8a-a64b91749635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:02.098257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-1a5ce3fa-d938-45b8-8c8a-a64b91749635 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d335bc82-733a-450f-9951-987840acfe3b HTTP/1.1" status: 200 len: 856 time: 0.0663576 Aug 27 13:12:02.144901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-e451e765-4866-4a06-9d8e-8d9d58756957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:02.146581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-e451e765-4866-4a06-9d8e-8d9d58756957 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95b724a7-96cb-4f95-be47-42e17c081246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409057 Aug 27 13:12:02.234737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-e7abe9bd-9527-4a07-92be-a67fc87b0e27 service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803580 Aug 27 13:12:02.651687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e76eb82-e374-4a81-9542-f9c58d942b4c req-a397ab50-b671-4745-82a3-f5bc2ca4788e service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081140 Aug 27 13:12:02.740066 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-04d4565a-0f66-4afa-96f8-be2507cdbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:02.741516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-04d4565a-0f66-4afa-96f8-be2507cdbc61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 1095 time: 0.0418019 Aug 27 13:12:02.836859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-f6913b73-a2b4-4171-9a5d-9153334783b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:02.838327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-f6913b73-a2b4-4171-9a5d-9153334783b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 918 time: 0.0898106 Aug 27 13:12:02.966877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-a36397fb-f846-4d72-bc1c-1e4fd453d209 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac HTTP/1.1" status: 200 len: 217 time: 0.1210694 Aug 27 13:12:03.016863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-2aba2f27-0507-4669-a482-aca977f625d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:03.018801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-2aba2f27-0507-4669-a482-aca977f625d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d335bc82-733a-450f-9951-987840acfe3b HTTP/1.1" status: 200 len: 856 time: 0.0433130 Aug 27 13:12:03.069880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-0731789f-ed74-4e75-b001-bacf80ee9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:03.071430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-0731789f-ed74-4e75-b001-bacf80ee9148 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95b724a7-96cb-4f95-be47-42e17c081246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453551 Aug 27 13:12:03.162296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-99370270-3f9a-4c5c-ac26-a9c144ab58ac service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828691 Aug 27 13:12:03.258415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99984f-dec8-46df-b6e5-30e7df6aedc9 req-4ffbc265-65e0-4591-9e56-3092d09c5781 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:03.259913 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc99984f-dec8-46df-b6e5-30e7df6aedc9 req-4ffbc265-65e0-4591-9e56-3092d09c5781 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 944 time: 0.1009214 Aug 27 13:12:03.306225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4f496fcf-0b07-4944-b675-2e248e3d6a9e req-e052ab44-68b8-4e23-a073-9041b949ccfd service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354570 Aug 27 13:12:03.316866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dc99984f-dec8-46df-b6e5-30e7df6aedc9 req-93e473eb-8c82-4976-98cc-ea9566b662dc tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507097 Aug 27 13:12:04.430586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f72061-05c4-4b20-a001-9705895b05ff req-02c339a2-9bfb-441a-91e3-07e7b35a549d tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:04.431756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76f72061-05c4-4b20-a001-9705895b05ff req-02c339a2-9bfb-441a-91e3-07e7b35a549d tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 944 time: 0.0489855 Aug 27 13:12:04.470520 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76f72061-05c4-4b20-a001-9705895b05ff req-bc9e333d-b7e5-46f3-b8d4-07207297c72b tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Aug 27 13:12:05.591478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3a040-69c8-4cf7-81a0-c4c27b466a92 req-7c81f5a4-b61e-4313-9f0d-32f9aa40ef85 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:05.592947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dee3a040-69c8-4cf7-81a0-c4c27b466a92 req-7c81f5a4-b61e-4313-9f0d-32f9aa40ef85 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 944 time: 0.0552878 Aug 27 13:12:05.634324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dee3a040-69c8-4cf7-81a0-c4c27b466a92 req-49876004-fd6a-42b0-a7a7-c6787fd4a090 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Aug 27 13:12:06.085705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b91cd1cb-c755-48e8-8717-77c5d28354ac details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:12:06.176651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port b91cd1cb-c755-48e8-8717-77c5d28354ac, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:06.191469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'b91cd1cb-c755-48e8-8717-77c5d28354ac', 'network_id': '95b724a7-96cb-4f95-be47-42e17c081246', 'port_id': 'b91cd1cb-c755-48e8-8717-77c5d28354ac', 'mac_address': 'fa:16:3e:f6:cf:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd335bc82-733a-450f-9951-987840acfe3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:12:06.226847 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:06.239612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91cd1cb-c755-48e8-8717-77c5d28354ac {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:12:06.258991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port b91cd1cb-c755-48e8-8717-77c5d28354ac, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:06.262701 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:06.307534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=b91cd1cb-c755-48e8-8717-77c5d28354ac,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:06.314785 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.315136 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.315480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.315927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.316247 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.316583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.316911 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.317242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.317568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.317891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.318215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.318563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:06.461913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['b91cd1cb-c755-48e8-8717-77c5d28354ac'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:12:06.748270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea07b1-af1a-4847-91aa-8e95f4ad0691 req-1f71d6b6-5e05-4960-8b07-c8bd950c80cd tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:06.749656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efea07b1-af1a-4847-91aa-8e95f4ad0691 req-1f71d6b6-5e05-4960-8b07-c8bd950c80cd tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 945 time: 0.0487676 Aug 27 13:12:06.788855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-efea07b1-af1a-4847-91aa-8e95f4ad0691 req-a23504c1-f310-4a5c-8a26-dacc814cc3b3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 27 13:12:07.924672 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7acbef-285b-4a1e-b017-3d15ed334430 req-bf0a3d15-42c8-46b5-8995-1126266370fd tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:07.926169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7acbef-285b-4a1e-b017-3d15ed334430 req-bf0a3d15-42c8-46b5-8995-1126266370fd tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Aug 27 13:12:07.964368 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7acbef-285b-4a1e-b017-3d15ed334430 req-d02df60e-780b-4d24-b1a1-8e835f84081f tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Aug 27 13:12:08.118737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b91cd1cb-c755-48e8-8717-77c5d28354ac up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:08.166661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port b91cd1cb-c755-48e8-8717-77c5d28354ac completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:08.170145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port b91cd1cb-c755-48e8-8717-77c5d28354ac triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:08.170559 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:08.247690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:08.269354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91cd1cb-c755-48e8-8717-77c5d28354ac'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:12:08.271866 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6783e1e-0e88-4dc9-becc-9c5b0a05fe2d" -d '{"events": [{"server_uuid": "27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2", "name": "network-vif-plugged", "status": "completed", "tag": "b91cd1cb-c755-48e8-8717-77c5d28354ac"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:12:08.284478 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port b91cd1cb-c755-48e8-8717-77c5d28354ac, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:08.288799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:08.325320 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6afb4b-df4b-4304-957a-449682453605 x-openstack-request-id: req-db6afb4b-df4b-4304-957a-449682453605 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:12:08.325613 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2", "name": "network-vif-plugged", "status": "completed", "tag": "b91cd1cb-c755-48e8-8717-77c5d28354ac", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:12:08.325866 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db6afb4b-df4b-4304-957a-449682453605 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:12:08.326255 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91cd1cb-c755-48e8-8717-77c5d28354ac', 'code': 200} Aug 27 13:12:08.338647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=b91cd1cb-c755-48e8-8717-77c5d28354ac,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:08.425121 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354c0c-6550-41aa-b92d-04751167a17f req-ee5c5437-c01e-4a5c-a281-749d2beac7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:08.426599 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10354c0c-6550-41aa-b92d-04751167a17f req-ee5c5437-c01e-4a5c-a281-749d2beac7ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 1097 time: 0.0442631 Aug 27 13:12:08.461391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10354c0c-6550-41aa-b92d-04751167a17f req-14ca2a76-c642-4b24-abaf-15f49e184e71 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275979 Aug 27 13:12:08.923235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:09.077096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06693188-6542-4354-ad07-ad5ce06b7832 req-2fdd9dea-87a6-4cab-904d-3ffbdbc67bbe tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:09.078845 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06693188-6542-4354-ad07-ad5ce06b7832 req-2fdd9dea-87a6-4cab-904d-3ffbdbc67bbe tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 946 time: 0.0492997 Aug 27 13:12:09.116710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06693188-6542-4354-ad07-ad5ce06b7832 req-ba560acf-71f1-4517-bcf8-bfcb15e2a548 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Aug 27 13:12:10.239244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d7b1d-6764-4831-ad54-65c7a8e45653 req-f9107616-3e18-42ba-a686-e5d8fb8d968b tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:10.240779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f0d7b1d-6764-4831-ad54-65c7a8e45653 req-f9107616-3e18-42ba-a686-e5d8fb8d968b tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 946 time: 0.0522144 Aug 27 13:12:10.300399 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2f0d7b1d-6764-4831-ad54-65c7a8e45653 req-78139059-6409-40cf-bdea-20dd5b152b80 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 Aug 27 13:12:10.420007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cec70-1a87-4f1a-aa23-907e5074b811 req-29bb983c-ad8e-467f-8e15-3a73d8a850a3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:10.421392 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f65cec70-1a87-4f1a-aa23-907e5074b811 req-29bb983c-ad8e-467f-8e15-3a73d8a850a3 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 946 time: 0.0517340 Aug 27 13:12:10.460039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f65cec70-1a87-4f1a-aa23-907e5074b811 req-2a8f0832-59fe-4811-897b-74f808e6f5f1 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Aug 27 13:12:11.777139 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:12:14.586724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-65cca173-50c9-4093-adfe-404d64b84932 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411174 Aug 27 13:12:14.668676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-9b6059c4-876e-4031-be09-627d9d66e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:14.670185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-9b6059c4-876e-4031-be09-627d9d66e9ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=432a5b72a9d848139f97f66a1051c372&device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 1097 time: 0.0415070 Aug 27 13:12:14.780895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-83227dc8-8b5a-4a37-ab01-fb0a52b428df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:14.782934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-83227dc8-8b5a-4a37-ab01-fb0a52b428df service neutron] 10.222.0.65 "GET /v2.0/networks?id=95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 200 len: 918 time: 0.0898693 Aug 27 13:12:14.827161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-c525c243-5e05-48f5-91bc-0b474deff926 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac HTTP/1.1" status: 200 len: 217 time: 0.0349131 Aug 27 13:12:14.878734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-f2ad750b-fc9a-44e4-8ab9-f128d5ca9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:14.880219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-f2ad750b-fc9a-44e4-8ab9-f128d5ca9c42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d335bc82-733a-450f-9951-987840acfe3b HTTP/1.1" status: 200 len: 856 time: 0.0450549 Aug 27 13:12:14.931432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-0d6d6d4f-9ba1-4082-b697-c860535e3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:14.932858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-0d6d6d4f-9ba1-4082-b697-c860535e3c40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95b724a7-96cb-4f95-be47-42e17c081246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454376 Aug 27 13:12:15.022365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-3d4718e3-c741-4304-9cfe-4f4185a2f8d7 service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822158 Aug 27 13:12:15.117385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-74e8ad98-67fe-4f11-bbd3-17812cedbc3a req-41084781-cf64-4cad-af64-2e859dc1462c service neutron] 10.222.0.65 "GET /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879936 Aug 27 13:12:18.609146 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4214f5d8-3b20-46d2-80ed-f42a33cb295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:20.916981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:21.057845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fd959346-48ec-4d8e-b4bd-3d7358bd8477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:21.281043 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:22.378758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:24.241274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:28.862626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ec7d-af66-4406-9549-1e3d0b5cec41 req-8a6fcf07-5b93-4d9e-9d90-e5bd8eeec639 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:28.864123 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b66ec7d-af66-4406-9549-1e3d0b5cec41 req-8a6fcf07-5b93-4d9e-9d90-e5bd8eeec639 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 946 time: 0.0508242 Aug 27 13:12:28.905303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4b66ec7d-af66-4406-9549-1e3d0b5cec41 req-5fcd76ce-5673-49e5-8bc1-2ac3fd25c804 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345640 Aug 27 13:12:30.023786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b5ca-0af7-4252-8b15-85deb6db10ff req-01883165-d284-4f52-877c-9f0889ef1948 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:30.025305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a947b5ca-0af7-4252-8b15-85deb6db10ff req-01883165-d284-4f52-877c-9f0889ef1948 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 946 time: 0.0492604 Aug 27 13:12:30.065466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a947b5ca-0af7-4252-8b15-85deb6db10ff req-a8b16b78-bb89-4fa5-ae7f-8010ab5896df tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/security-groups?id=5a74b8f6-6af7-40f0-b6da-f025550a9cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Aug 27 13:12:30.535231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-ffef37bc-03fc-4d5a-a738-c3363d94d2eb tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:30.536703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-ffef37bc-03fc-4d5a-a738-c3363d94d2eb tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 946 time: 0.0531392 Aug 27 13:12:30.632968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Deleting port b91cd1cb-c755-48e8-8717-77c5d28354ac {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:30.633298 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:30.725309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] For port b91cd1cb-c755-48e8-8717-77c5d28354ac, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=b91cd1cb-c755-48e8-8717-77c5d28354ac,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:30.725593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:30.738637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Calling delete_port for b91cd1cb-c755-48e8-8717-77c5d28354ac owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:30.865450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:30.878178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['b91cd1cb-c755-48e8-8717-77c5d28354ac'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:12:30.899872 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Pushing event deleted for resources: {'Port': ['ID=b91cd1cb-c755-48e8-8717-77c5d28354ac,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:30.946586 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] No DVR routers for this DVR port b91cd1cb-c755-48e8-8717-77c5d28354ac on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:12:30.949240 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:30.951325 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-17ee76a8-7d46-49ae-8b11-44cfba431c1a req-8df01f59-68fc-4798-a1ea-aa2a3271720e tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.65 "DELETE /v2.0/ports/b91cd1cb-c755-48e8-8717-77c5d28354ac HTTP/1.1" status: 204 len: 173 time: 0.4075959 Aug 27 13:12:30.951776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'name': 'network-vif-deleted', 'tag': 'b91cd1cb-c755-48e8-8717-77c5d28354ac'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:12:30.954351 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65be08-9efa-42c5-ad82-9b1c7c0604d5" -d '{"events": [{"server_uuid": "27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2", "name": "network-vif-deleted", "tag": "b91cd1cb-c755-48e8-8717-77c5d28354ac"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:12:31.004191 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21672f29-77de-45fb-9e10-b368f148bd75 x-openstack-request-id: req-21672f29-77de-45fb-9e10-b368f148bd75 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:12:31.004398 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2", "name": "network-vif-deleted", "tag": "b91cd1cb-c755-48e8-8717-77c5d28354ac", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:12:31.004649 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21672f29-77de-45fb-9e10-b368f148bd75 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:12:31.005086 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2', 'name': 'network-vif-deleted', 'tag': 'b91cd1cb-c755-48e8-8717-77c5d28354ac', 'status': 'completed', 'code': 200} Aug 27 13:12:31.174577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da21dd5c-68fc-47ec-8d7d-4e2d5c3571c3 req-9f57793a-3e41-4493-bd9f-e98dda2514d7 tempest-TestEncryptedCinderVolumes-165510637 tempest-TestEncryptedCinderVolumes-165510637-project] 10.222.0.76 "GET /v2.0/ports?device_id=27e1a2d4-bfe8-47ad-8cf3-0a8f2d3030a2 HTTP/1.1" status: 200 len: 210 time: 0.0274403 Aug 27 13:12:32.267979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:32.622082 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:32.877503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Deleting port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:32.877751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:32.958062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] For port 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:32.958536 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:32.971209 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Calling delete_port for 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:33.148117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:33.175323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:33.356683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:33.576765 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:12:33.698143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:12:33.703434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-eccca40a-c2b5-4edf-bce4-4dcd1f898b99 admin admin] 10.222.0.76 "PUT /v2.0/routers/bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4346917 Aug 27 13:12:33.706004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43846) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:33.708894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] Sync routers for ids ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:12:33.718337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] Routers {'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:33.719029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:33.815777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:33.839971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] Set router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:34.036634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:12:33Z', 'revision_number': 5, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:34.063419 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] Checking router: bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:12:34.073243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] Routers {'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:34.073876 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:34.187412 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] Set router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:34.269488 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.301346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b91cd1cb-c755-48e8-8717-77c5d28354ac no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:34.325672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: b91cd1cb-c755-48e8-8717-77c5d28354ac {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:34.326069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device b91cd1cb-c755-48e8-8717-77c5d28354ac not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:34.334708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Deleting port cc8811eb-2307-4762-a462-bef6dda7fb19 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:34.335214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.409783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:12:33Z', 'revision_number': 5, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:34.422156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] For port cc8811eb-2307-4762-a462-bef6dda7fb19, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=cc8811eb-2307-4762-a462-bef6dda7fb19,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:34.422871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.437200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Calling delete_port for cc8811eb-2307-4762-a462-bef6dda7fb19 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:34.437821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbf9af-c151-443c-8c06-eca4a2b72b09 None None] The sync data for ids ['bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4'] in n-d-688802-4 is: [{'id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'name': 'tempest-TestEncryptedCinderVolumes-1854315700-router', 'tenant_id': '432a5b72a9d848139f97f66a1051c372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:12:33Z', 'revision_number': 5, 'project_id': '432a5b72a9d848139f97f66a1051c372', 'gw_port': {'id': 'cc8811eb-2307-4762-a462-bef6dda7fb19', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:16Z', 'updated_at': '2021-08-27T13:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:12:34.620009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.651893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8811eb-2307-4762-a462-bef6dda7fb19,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:34.725721 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.821564 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.823961 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.874433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.874911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:12:34.880231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.881564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7b2d0883-5cf1-40b4-8c79-1f8fd6aae328 admin admin] 10.222.0.76 "DELETE /v2.0/routers/bd9ff4e8-4fcf-4067-968f-e369aa9f9ba4 HTTP/1.1" status: 204 len: 168 time: 1.1744990 Aug 27 13:12:34.884272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43848) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:34.936372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Deleting subnet d335bc82-733a-450f-9951-987840acfe3b {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:12:34.940161 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:34.977495 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.063769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.125009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.152267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d335bc82-733a-450f-9951-987840acfe3b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:35.157981 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.162996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b5dc1ecf-9306-414e-b500-c397f52a095e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d335bc82-733a-450f-9951-987840acfe3b HTTP/1.1" status: 204 len: 168 time: 0.2749047 Aug 27 13:12:35.163929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:35.164454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce38d33-f934-40ce-bab8-8dfbfb3cb884 None None] Network 95b724a7-96cb-4f95-be47-42e17c081246 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:12:35.248693 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.304788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:35.320834 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Deleting port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:35.320834 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.326568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:35.326981 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9f4c4ca2-fc81-4e89-8df5-5aa61ea883a1 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:35.327461 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc8811eb-2307-4762-a462-bef6dda7fb19 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:35.350679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: cc8811eb-2307-4762-a462-bef6dda7fb19 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:35.350952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device cc8811eb-2307-4762-a462-bef6dda7fb19 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:35.372060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] DHCP port deletion for 95b724a7-96cb-4f95-be47-42e17c081246 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:12:35.389093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] For port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:35.389373 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.402654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Calling delete_port for 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:35.420210 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] Deleting port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:35.420584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.485579 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.488345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] For port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,segment=NetworkSegment(19c8f66b-9bde-45c5-9fe2-b51811c53054),segment_id=19c8f66b-9bde-45c5-9fe2-b51811c53054)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:35.488748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.502401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] Calling delete_port for 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:35.516542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:35.521982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] No DVR routers for this DVR port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:12:35.531560 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.531916 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.532260 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.532601 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.532935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.533266 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.533597 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.533927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.534258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.534610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.534937 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.535258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:35.576200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.605163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] Pushing event deleted for resources: {'Port': ['ID=9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:35.606539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.609568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b6c29-2720-4bb8-8c18-22305d98bfd9 None None] No DVR routers for this DVR port 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:12:35.621452 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b724a7-96cb-4f95-be47-42e17c081246']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:35.633154 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c8f66b-9bde-45c5-9fe2-b51811c53054') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:35.633481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c8f66b-9bde-45c5-9fe2-b51811c53054') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:35.643109 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.656805 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.662829 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:12:35.663226 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:12:35.664962 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:12:35.723276 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.728891 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:35.730842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/95b724a7-96cb-4f95-be47-42e17c081246 HTTP/1.1" status: 204 len: 168 time: 0.5657656 Aug 27 13:12:35.734452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:35.743036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703d914-a4c9-48e7-b0b7-0f16df46fcf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b724a7-96cb-4f95-be47-42e17c081246,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:36.092427 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:36.343354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Deleting port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:36.343610 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:36.427939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] For port a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:36.428764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:36.441928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Calling delete_port for a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:36.623842 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:36.655774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:36.827764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.060455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Router 96a499a5-877f-4c79-a901-f675b8a28370 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:12:37.178542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:12:37.184699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b10a2959-2180-4718-a2e4-651dfa2d9251 admin admin] 10.222.0.76 "PUT /v2.0/routers/96a499a5-877f-4c79-a901-f675b8a28370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477656 Aug 27 13:12:37.188021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:37.190842 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32063d-1216-463a-b080-429f2992f370 None None] Sync routers for ids ['96a499a5-877f-4c79-a901-f675b8a28370'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:12:37.201994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] Routers {'96a499a5-877f-4c79-a901-f675b8a28370'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:37.202997 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['96a499a5-877f-4c79-a901-f675b8a28370'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:37.305785 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.318622 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] Set router 96a499a5-877f-4c79-a901-f675b8a28370 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:37.352445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:37.374500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:37.374839 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9a6e7bcd-987f-48f2-a6e2-f4ba969e6c1a not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:37.429943 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.490885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Deleting port 51031754-1f1a-42c5-93ed-5261f7033553 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:37.491229 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.513749 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '51031754-1f1a-42c5-93ed-5261f7033553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:12:36Z', 'revision_number': 5, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port': {'id': '51031754-1f1a-42c5-93ed-5261f7033553', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a499a5-877f-4c79-a901-f675b8a28370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:11:21Z', 'updated_at': '2021-08-27T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:37.544088 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32063d-1216-463a-b080-429f2992f370 None None] Checking router: 96a499a5-877f-4c79-a901-f675b8a28370 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:12:37.552907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] Routers {'96a499a5-877f-4c79-a901-f675b8a28370'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:37.553520 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['96a499a5-877f-4c79-a901-f675b8a28370'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:37.580272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] For port 51031754-1f1a-42c5-93ed-5261f7033553, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=51031754-1f1a-42c5-93ed-5261f7033553,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:37.580580 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.593343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Calling delete_port for 51031754-1f1a-42c5-93ed-5261f7033553 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:37.735573 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] Set router 96a499a5-877f-4c79-a901-f675b8a28370 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:37.762695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.787513 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-aa32063d-1216-463a-b080-429f2992f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:12:37Z', 'revision_number': 6, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:37.788542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Pushing event deleted for resources: {'Port': ['ID=51031754-1f1a-42c5-93ed-5261f7033553,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:37.823317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32063d-1216-463a-b080-429f2992f370 None None] The sync data for ids ['96a499a5-877f-4c79-a901-f675b8a28370'] in n-d-688802-4 is: [{'id': '96a499a5-877f-4c79-a901-f675b8a28370', 'name': 'tempest-TestEncryptedCinderVolumes-1714133212-router', 'tenant_id': '44b9746d140a4a3c885edb8592453169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:11:20Z', 'updated_at': '2021-08-27T13:12:37Z', 'revision_number': 6, 'project_id': '44b9746d140a4a3c885edb8592453169', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:12:37.852738 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.949712 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.951894 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.999225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:37.999853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a499a5-877f-4c79-a901-f675b8a28370 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:12:38.005038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.006250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-807386bd-7259-48e1-b645-24212c137959 admin admin] 10.222.0.76 "DELETE /v2.0/routers/96a499a5-877f-4c79-a901-f675b8a28370 HTTP/1.1" status: 204 len: 168 time: 0.8167806 Aug 27 13:12:38.008822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43858) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:38.054503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Deleting subnet 4a3b2a47-16c9-4b85-b2d1-eb41912d1a96 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:12:38.057726 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.091740 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.173885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.236010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.262279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3b2a47-16c9-4b85-b2d1-eb41912d1a96,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:38.266109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.268100 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9d975531-7204-4d25-89f8-144c2746001e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4a3b2a47-16c9-4b85-b2d1-eb41912d1a96 HTTP/1.1" status: 204 len: 168 time: 0.2583258 Aug 27 13:12:38.271717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43860) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:38.273436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d41b5-81eb-4e19-8705-9c9c52c0c8a3 None None] Network 7a5428cd-1e23-4a56-8c85-e85c48d881ad requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:12:38.355464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.417568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Deleting port a66cc15a-f580-4918-8cff-cb62ecfb1afc {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:38.417926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.485463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] For port a66cc15a-f580-4918-8cff-cb62ecfb1afc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a66cc15a-f580-4918-8cff-cb62ecfb1afc,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:38.485929 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.500199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Calling delete_port for a66cc15a-f580-4918-8cff-cb62ecfb1afc owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:38.636004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] DHCP port deletion for 7a5428cd-1e23-4a56-8c85-e85c48d881ad request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:12:38.690721 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] Deleting port a66cc15a-f580-4918-8cff-cb62ecfb1afc {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:12:38.691021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.762030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] For port a66cc15a-f580-4918-8cff-cb62ecfb1afc, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=a66cc15a-f580-4918-8cff-cb62ecfb1afc,segment=NetworkSegment(c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56),segment_id=c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:38.762454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.777343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] Calling delete_port for a66cc15a-f580-4918-8cff-cb62ecfb1afc owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:12:38.869026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.898458 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] Pushing event deleted for resources: {'Port': ['ID=a66cc15a-f580-4918-8cff-cb62ecfb1afc,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:38.903546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07eb153-fefd-469f-b8ba-53975b0465dd None None] No DVR routers for this DVR port a66cc15a-f580-4918-8cff-cb62ecfb1afc on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:12:38.929586 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.938354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:38.965042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66cc15a-f580-4918-8cff-cb62ecfb1afc,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:38.968366 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] No DVR routers for this DVR port a66cc15a-f580-4918-8cff-cb62ecfb1afc on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:12:39.041704 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.051484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5428cd-1e23-4a56-8c85-e85c48d881ad']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:39.061911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:39.062206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f2f5f0-7f60-4f7f-b4fd-073b6b9ecc56') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:39.071614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.086728 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.093457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:12:39.093933 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: self.session.flush() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:12:39.095960 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:12:39.153222 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.159264 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.161343 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7a5428cd-1e23-4a56-8c85-e85c48d881ad HTTP/1.1" status: 204 len: 168 time: 0.8886805 Aug 27 13:12:39.173940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38778dcd-b23d-4b80-8fa3-8b0975f2e453 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5428cd-1e23-4a56-8c85-e85c48d881ad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:39.296901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:39.318418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:39.318767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a7bb4f60-d892-4f50-9d09-3ee4eacfb3e3 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:39.319183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51031754-1f1a-42c5-93ed-5261f7033553 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:39.322996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:39.338464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 51031754-1f1a-42c5-93ed-5261f7033553 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:39.338819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 51031754-1f1a-42c5-93ed-5261f7033553 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:39.339248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a66cc15a-f580-4918-8cff-cb62ecfb1afc no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:12:39.360818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: a66cc15a-f580-4918-8cff-cb62ecfb1afc {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:12:39.361161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device a66cc15a-f580-4918-8cff-cb62ecfb1afc not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:12:39.363621 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-66fb3e55-45c8-43ef-b9fe-916d30318a15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=432a5b72a9d848139f97f66a1051c372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392754 Aug 27 13:12:39.366134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:39.417903 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abe67be7-089d-486c-b69a-ea9c1b587716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.440173 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abe67be7-089d-486c-b69a-ea9c1b587716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.485837 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abe67be7-089d-486c-b69a-ea9c1b587716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.488571 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abe67be7-089d-486c-b69a-ea9c1b587716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.489753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-abe67be7-089d-486c-b69a-ea9c1b587716 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a74b8f6-6af7-40f0-b6da-f025550a9cbb HTTP/1.1" status: 204 len: 168 time: 0.1225238 Aug 27 13:12:39.497467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe67be7-089d-486c-b69a-ea9c1b587716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74b8f6-6af7-40f0-b6da-f025550a9cbb,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:39.807247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43872) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:39.851203 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ac18316c-f9f9-49ef-adb9-b4c7a2769e6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=44b9746d140a4a3c885edb8592453169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427043 Aug 27 13:12:39.853593 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43874) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:39.903374 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3959a41-4fde-41e6-bceb-8f71d15a4146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.926197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3959a41-4fde-41e6-bceb-8f71d15a4146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.980652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3959a41-4fde-41e6-bceb-8f71d15a4146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.983118 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3959a41-4fde-41e6-bceb-8f71d15a4146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:39.984282 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a3959a41-4fde-41e6-bceb-8f71d15a4146 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b79f3be1-3d7a-4fd5-8837-1df3ae138a2c HTTP/1.1" status: 204 len: 168 time: 0.1297843 Aug 27 13:12:39.992805 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3959a41-4fde-41e6-bceb-8f71d15a4146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79f3be1-3d7a-4fd5-8837-1df3ae138a2c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:40.668065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43896) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:40.766242 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1776795397-network', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:40.787847 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Made reservation on behalf of 3b59bfb530e74cfbbb5d0bf08b61da0c for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:12:40.790213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:40.799186 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:40.889905 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:40.894918 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:40.921378 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:12:40.931254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42cb0d4-a737-4ab8-8a72-42322a435630,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:40.936821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:40.937174 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Added segment 0e92f164-ee47-4d6b-a215-716b8c0b2963 of type vlan for network 0da2507e-31a5-44f9-ae44-e35b1a130417 Aug 27 13:12:40.980248 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.005688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.006638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:41.007249 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.061634 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3924673 Aug 27 13:12:41.065140 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43900) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:41.069432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d1229-a30b-457f-a465-949c4ed655e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0da2507e-31a5-44f9-ae44-e35b1a130417,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:41.070362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Request body: {'subnet': {'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1776795397-subnet', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:41.081029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:12:41.093039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Made reservation on behalf of 3b59bfb530e74cfbbb5d0bf08b61da0c for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:12:41.095575 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.260397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.314399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec170fd-ccb1-415c-a44e-436e0270d03d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:41.324560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Checking segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:41.324925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Network hostable DHCP agents. Network: 0da2507e-31a5-44f9-ae44-e35b1a130417, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:12:41.342282 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:12:41.351074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 0da2507e-31a5-44f9-ae44-e35b1a130417) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:41.355511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:41.356266 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.361409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9288f6-d646-45ba-9fc5-7264ce173afd None None] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:12:41.373162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-de3c5945-a9ca-4be1-85ab-234e5cc88788 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3065805 Aug 27 13:12:41.377655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43902) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:41.380924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:41.404680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.405599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.465293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.520811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-0da2507e-31a5-44f9-ae44-e35b1a130417', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:12:41.521684 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.611103 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.659887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Allocated IP 172.20.0.2 (0da2507e-31a5-44f9-ae44-e35b1a130417/0ec170fd-ccb1-415c-a44e-436e0270d03d/ad073b9c-f898-4cd7-9588-beff75b02e37) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:41.806630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.815243 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Transition to ACTIVE for port object ad073b9c-f898-4cd7-9588-beff75b02e37 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:41.828821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.831472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Transition to ACTIVE for port object ad073b9c-f898-4cd7-9588-beff75b02e37 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:41.837198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.850314 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.879840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:41.884804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:41.889120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:41.896570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Pushing event updated for resources: {'Port': ['ID=ad073b9c-f898-4cd7-9588-beff75b02e37,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:41.948327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Attempting to bind port ad073b9c-f898-4cd7-9588-beff75b02e37 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:41.948968 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Attempting to bind port ad073b9c-f898-4cd7-9588-beff75b02e37 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:41.949338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Attempting to bind port ad073b9c-f898-4cd7-9588-beff75b02e37 on network 0da2507e-31a5-44f9-ae44-e35b1a130417 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:41.954772 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:41.955150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Checking segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:41.955555 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.955953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Bound using segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:41.956423 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Bound port: ad073b9c-f898-4cd7-9588-beff75b02e37, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:41.956811 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:41.967091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Allocated IP 172.25.8.8 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bbda374a-2229-469f-a7a9-39eb7adfa58f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:42.021656 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] For port ad073b9c-f898-4cd7-9588-beff75b02e37, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:42.024824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] For port ad073b9c-f898-4cd7-9588-beff75b02e37, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ad073b9c-f898-4cd7-9588-beff75b02e37,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:42.028428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:42.083030 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:42.092942 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb502-5398-4f04-b7e2-e52491295dc9 None None] Pushing event updated for resources: {'Port': ['ID=ad073b9c-f898-4cd7-9588-beff75b02e37,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:42.129121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:42.179464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:42.185293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:42.189676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:42.196176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Pushing event updated for resources: {'Port': ['ID=bbda374a-2229-469f-a7a9-39eb7adfa58f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:42.486885 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:42.682319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:42.820652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Router 16dc5cbf-d645-4fbc-aa85-025529725e8e is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:12:42.936460 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:12:42.951115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Sync routers for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:12:42.957725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:42.958813 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2c4aac39-64ff-4c63-9d06-821d88fea00b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5811696 Aug 27 13:12:42.962702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43904) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:42.968095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:42.969261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:43.156168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed64042-e070-4a2a-9073-951c93d44e67 None None] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:12:43.227449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-03c343b8-3cf0-4012-9fd0-f7cbe7252129 None None] Provisioning for port ad073b9c-f898-4cd7-9588-beff75b02e37 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:43.338682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:43.369583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ad073b9c-f898-4cd7-9588-beff75b02e37 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:43.426361 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.546990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ad073b9c-f898-4cd7-9588-beff75b02e37 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:43.553567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ad073b9c-f898-4cd7-9588-beff75b02e37 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:43.553950 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.621319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Allocated IP 172.20.0.1 (0da2507e-31a5-44f9-ae44-e35b1a130417/0ec170fd-ccb1-415c-a44e-436e0270d03d/1d93c3c8-cd84-47ff-9e88-e0db57540c91) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:43.689343 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:42Z', 'revision_number': 3, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:43.736425 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Checking router: 16dc5cbf-d645-4fbc-aa85-025529725e8e for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:12:43.736781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Updating router 16dc5cbf-d645-4fbc-aa85-025529725e8e port bbda374a-2229-469f-a7a9-39eb7adfa58f binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:12:43.739966 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.748368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.765248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Transition to ACTIVE for port object 1d93c3c8-cd84-47ff-9e88-e0db57540c91 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:43.783196 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.801769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.820357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ad073b9c-f898-4cd7-9588-beff75b02e37, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ad073b9c-f898-4cd7-9588-beff75b02e37,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:43.827219 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.837812 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f774977f-e8e7-4fc4-b279-ddc867db06c9 None None] Provisioning complete for port ad073b9c-f898-4cd7-9588-beff75b02e37 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:43.838186 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f774977f-e8e7-4fc4-b279-ddc867db06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.846258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:43.849264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:43.853750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:43.856861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Pushing event updated for resources: {'Port': ['ID=1d93c3c8-cd84-47ff-9e88-e0db57540c91,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:43.894683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:43.985956 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ad073b9c-f898-4cd7-9588-beff75b02e37,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:44.041193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.180978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.191796 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Transition to ACTIVE for port object bbda374a-2229-469f-a7a9-39eb7adfa58f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:44.197957 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.227832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.234435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.259117 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-834ababd-ff45-4a32-aad6-357b1d90324b None None] Provisioning for port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:44.267503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Attempting to bind port bbda374a-2229-469f-a7a9-39eb7adfa58f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:44.267873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Attempting to bind port bbda374a-2229-469f-a7a9-39eb7adfa58f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:44.268239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Attempting to bind port bbda374a-2229-469f-a7a9-39eb7adfa58f on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:44.270338 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2cbfb-aa56-4231-8b12-83d9ee30a088 None None] Pushing event updated for resources: {'Port': ['ID=bbda374a-2229-469f-a7a9-39eb7adfa58f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:44.272630 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-834ababd-ff45-4a32-aad6-357b1d90324b None None] Provisioning complete for port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:44.273001 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-834ababd-ff45-4a32-aad6-357b1d90324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.296310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:44.296690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:44.297100 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.297490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:44.297963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Bound port: bbda374a-2229-469f-a7a9-39eb7adfa58f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:44.298341 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.308506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.310410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Pushing event updated for resources: {'Port': ['ID=1d93c3c8-cd84-47ff-9e88-e0db57540c91,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:44.340433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-834ababd-ff45-4a32-aad6-357b1d90324b None None] Port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:12:44.364059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] For port bbda374a-2229-469f-a7a9-39eb7adfa58f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:44.367503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] For port bbda374a-2229-469f-a7a9-39eb7adfa58f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bbda374a-2229-469f-a7a9-39eb7adfa58f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:44.373721 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.424095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:44.425822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:44.430483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:44.431132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:44.436559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2cbfb-aa56-4231-8b12-83d9ee30a088 None None] Pushing event updated for resources: {'Port': ['ID=bbda374a-2229-469f-a7a9-39eb7adfa58f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:44.555566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Router 16dc5cbf-d645-4fbc-aa85-025529725e8e has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:12:44.556503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:44.684581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:12:44.690706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-72ef4c8b-9426-4001-9c34-35fe14ac847f admin admin] 10.222.0.76 "PUT /v2.0/routers/16dc5cbf-d645-4fbc-aa85-025529725e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7266984 Aug 27 13:12:44.708579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-7342862c-8ad0-4dec-9d42-68e0404104cf None None] Provisioning complete for port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:44.709061 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7342862c-8ad0-4dec-9d42-68e0404104cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:44.775472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-7342862c-8ad0-4dec-9d42-68e0404104cf None None] Port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:12:44.831811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 2, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:44.861778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bac54f-715d-4ad8-9378-5cbe976676cc None None] The sync data for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 is: [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 2, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:12:45.233687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43922) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:45.238859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-671139575-network', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:45.261430 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Made reservation on behalf of 640bc4077ed2493dbc8863ed0e2d01d5 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:12:45.263918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.275779 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.322577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ad073b9c-f898-4cd7-9588-beff75b02e37 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:45.381747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ad073b9c-f898-4cd7-9588-beff75b02e37 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:45.382245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.400946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.403073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.432149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:12:45.443633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771514e-c789-44cf-befb-1ca9678fdd75,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:45.466784 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.467578 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Added segment 253aef2e-655f-4ef5-9d8d-3906bc488849 of type vlan for network e13bd308-9668-4c4b-87fb-aadb7afd167d Aug 27 13:12:45.514954 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.542106 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.543294 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:45.544029 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.601261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3663697 Aug 27 13:12:45.604175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43924) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:45.613135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Request body: {'subnet': {'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-671139575-subnet', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:45.621509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7e219-f590-424c-a659-b5611258e374 admin admin] Pushing event updated for resources: {'Network': ['ID=e13bd308-9668-4c4b-87fb-aadb7afd167d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:45.633986 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network e13bd308-9668-4c4b-87fb-aadb7afd167d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:12:45.640404 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Made reservation on behalf of 640bc4077ed2493dbc8863ed0e2d01d5 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:12:45.643844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.840989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.899139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433b19b4-2fa2-4cf5-bc1c-848d9790ae03,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:45.911284 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Checking segment: {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:45.911661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Network hostable DHCP agents. Network: e13bd308-9668-4c4b-87fb-aadb7afd167d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:12:45.929743 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Network e13bd308-9668-4c4b-87fb-aadb7afd167d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:12:45.940294 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, e13bd308-9668-4c4b-87fb-aadb7afd167d) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:45.945366 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:12:45.946000 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.951929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92396c8-207c-4990-93f2-bde7c8f8cec5 None None] Network e13bd308-9668-4c4b-87fb-aadb7afd167d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:12:45.962958 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50d11aa1-5ae6-4ce7-bb2b-1031cbfb3455 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3575573 Aug 27 13:12:45.964972 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 43926) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:45.970248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:12:45.995608 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:45.996941 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.052464 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.131844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-e13bd308-9668-4c4b-87fb-aadb7afd167d', 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'fixed_ips': [{'subnet_id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:12:46.133236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.214602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.436691 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Allocated IP 172.20.0.2 (e13bd308-9668-4c4b-87fb-aadb7afd167d/433b19b4-2fa2-4cf5-bc1c-848d9790ae03/57b6585b-56b2-4f6b-89e0-052d14ef285d) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:46.443698 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.464956 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.573227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Allocated IP 172.25.8.112 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:46.604355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.613960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Transition to ACTIVE for port object 57b6585b-56b2-4f6b-89e0-052d14ef285d will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:46.629851 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Transition to ACTIVE for port object 57b6585b-56b2-4f6b-89e0-052d14ef285d will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:46.637362 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.676685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Network e13bd308-9668-4c4b-87fb-aadb7afd167d is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:46.682189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:46.684537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:46.695286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.696815 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Pushing event updated for resources: {'Port': ['ID=57b6585b-56b2-4f6b-89e0-052d14ef285d,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:46.739127 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.754100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Attempting to bind port 57b6585b-56b2-4f6b-89e0-052d14ef285d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:46.754505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Attempting to bind port 57b6585b-56b2-4f6b-89e0-052d14ef285d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:46.754875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Attempting to bind port 57b6585b-56b2-4f6b-89e0-052d14ef285d on network e13bd308-9668-4c4b-87fb-aadb7afd167d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:46.761613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:46.761987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Checking segment: {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:46.762405 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.762816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Bound using segment: {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:46.763282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Bound port: 57b6585b-56b2-4f6b-89e0-052d14ef285d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:46.763668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.777944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:46.783043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:46.786715 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:46.792612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Pushing event updated for resources: {'Port': ['ID=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:46.840634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] For port 57b6585b-56b2-4f6b-89e0-052d14ef285d, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:46.843855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] For port 57b6585b-56b2-4f6b-89e0-052d14ef285d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57b6585b-56b2-4f6b-89e0-052d14ef285d,segment=NetworkSegment(253aef2e-655f-4ef5-9d8d-3906bc488849),segment_id=253aef2e-655f-4ef5-9d8d-3906bc488849)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:46.848732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:46.910245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff533f-518e-49d7-ac02-ffbdc6a02091 None None] Pushing event updated for resources: {'Port': ['ID=57b6585b-56b2-4f6b-89e0-052d14ef285d,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:47.042189 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Sync routers for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:12:47.053284 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:47.053912 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:47.061218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.208286 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:47.313980 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.376673 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bbda374a-2229-469f-a7a9-39eb7adfa58f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:47.448870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port bbda374a-2229-469f-a7a9-39eb7adfa58f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:47.453751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port bbda374a-2229-469f-a7a9-39eb7adfa58f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:47.454104 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.472632 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 2, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:47.479613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Router bd218116-15a6-4f89-af0d-06dc419ebe44 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:12:47.504253 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Checking router: 16dc5cbf-d645-4fbc-aa85-025529725e8e for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:12:47.504638 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Updating router 16dc5cbf-d645-4fbc-aa85-025529725e8e port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:12:47.536745 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.539139 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.561797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port bbda374a-2229-469f-a7a9-39eb7adfa58f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bbda374a-2229-469f-a7a9-39eb7adfa58f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:47.567008 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.567809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57b6585b-56b2-4f6b-89e0-052d14ef285d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:47.604248 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:12:47.620552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Sync routers for ids ['bd218116-15a6-4f89-af0d-06dc419ebe44'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:12:47.634247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.637849 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2b3caa2d-6d68-47b2-bc0c-1d1cef9f65ee admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6717050 Aug 27 13:12:47.640644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 43928) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:12:47.659275 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Routers {'bd218116-15a6-4f89-af0d-06dc419ebe44'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:47.659915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd218116-15a6-4f89-af0d-06dc419ebe44'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:47.713325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=bbda374a-2229-469f-a7a9-39eb7adfa58f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:47.745591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 57b6585b-56b2-4f6b-89e0-052d14ef285d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:47.823216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Set router bd218116-15a6-4f89-af0d-06dc419ebe44 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:47.895122 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:47.910857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Transition to ACTIVE for port object 1d93c3c8-cd84-47ff-9e88-e0db57540c91 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:47.920678 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.032297 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Pushing event updated for resources: {'Port': ['ID=1d93c3c8-cd84-47ff-9e88-e0db57540c91,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:48.050260 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.050995 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.050995 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.051338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.051668 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.051996 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.052322 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.052642 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.052967 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.053289 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.053612 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.053931 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:12:48.069033 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:46Z', 'revision_number': 3, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:48.071940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Attempting to bind port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:48.072313 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Attempting to bind port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:48.072735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Attempting to bind port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 on network 0da2507e-31a5-44f9-ae44-e35b1a130417 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:48.081015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:48.081478 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Checking segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:48.081999 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.082642 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Bound using segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:48.083147 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Bound port: 1d93c3c8-cd84-47ff-9e88-e0db57540c91, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:48.083730 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.125403 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Checking router: bd218116-15a6-4f89-af0d-06dc419ebe44 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:12:48.125757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Updating router bd218116-15a6-4f89-af0d-06dc419ebe44 port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:12:48.166801 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.201052 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] For port 1d93c3c8-cd84-47ff-9e88-e0db57540c91, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:48.210745 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] For port 1d93c3c8-cd84-47ff-9e88-e0db57540c91, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1d93c3c8-cd84-47ff-9e88-e0db57540c91,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:48.213654 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95614d6-6d85-445b-9c2a-c48bfea4b51f None None] Network e13bd308-9668-4c4b-87fb-aadb7afd167d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:12:48.224806 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.289948 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:48.291191 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:48.410185 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] Provisioning for port 57b6585b-56b2-4f6b-89e0-052d14ef285d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:48.418409 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] Provisioning complete for port 57b6585b-56b2-4f6b-89e0-052d14ef285d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:48.419057 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.425367 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:48.472885 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef148-1270-49e9-9ce3-b6915d6b87fd None None] Pushing event updated for resources: {'Port': ['ID=1d93c3c8-cd84-47ff-9e88-e0db57540c91,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:48.628741 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.637673 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6351e4fe-e670-47b1-9f05-9136e24b3ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.647054 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.692699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] For port 57b6585b-56b2-4f6b-89e0-052d14ef285d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57b6585b-56b2-4f6b-89e0-052d14ef285d,segment=NetworkSegment(253aef2e-655f-4ef5-9d8d-3906bc488849),segment_id=253aef2e-655f-4ef5-9d8d-3906bc488849)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:48.704331 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:48Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:48.733534 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c156a-f58b-4ec3-86fb-e0f8a17e2f07 None None] The sync data for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 is: [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:48Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:12:48.779246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.782454 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:12:48.821980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.827931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Allocated IP 172.20.0.1 (e13bd308-9668-4c4b-87fb-aadb7afd167d/433b19b4-2fa2-4cf5-bc1c-848d9790ae03/ffe1a836-cf10-4a24-954e-a18adfa975b5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:12:48.847840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Transition to ACTIVE for port object 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:48.862253 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.870229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2eca8e-623f-4b8d-825e-3c2281c078d5 None None] Pushing event updated for resources: {'Port': ['ID=57b6585b-56b2-4f6b-89e0-052d14ef285d,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:48.942456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Attempting to bind port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:48.942830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Attempting to bind port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:48.943197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Attempting to bind port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:48.951758 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f562dc59-1695-4da5-a301-eeb6b057d3bc None None] Provisioning complete for port 57b6585b-56b2-4f6b-89e0-052d14ef285d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:48.952134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f562dc59-1695-4da5-a301-eeb6b057d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.956279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2adca-f05f-4c49-ab34-b6a1bdb651b2 None None] Pushing event updated for resources: {'Port': ['ID=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:48.957609 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.959214 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:48.959651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:48.960090 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.960489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:48.961360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Bound port: 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:48.961755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:48.975962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Transition to ACTIVE for port object ffe1a836-cf10-4a24-954e-a18adfa975b5 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:49.018058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.050550 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] For port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:49.056056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] For port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:49.065606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Network e13bd308-9668-4c4b-87fb-aadb7afd167d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:49.068760 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:49.073663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:12:49.084173 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.100788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Pushing event updated for resources: {'Port': ['ID=ffe1a836-cf10-4a24-954e-a18adfa975b5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:49.127537 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.190766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2adca-f05f-4c49-ab34-b6a1bdb651b2 None None] Pushing event updated for resources: {'Port': ['ID=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:49.193736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Routers {'bd218116-15a6-4f89-af0d-06dc419ebe44'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:49.194484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd218116-15a6-4f89-af0d-06dc419ebe44'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:49.314330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.357503 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] Set router bd218116-15a6-4f89-af0d-06dc419ebe44 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:49.389950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bbda374a-2229-469f-a7a9-39eb7adfa58f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:49.509663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5176eb2c-f3f8-4e54-bcd3-5182f35712a9 None None] Provisioning for port ffe1a836-cf10-4a24-954e-a18adfa975b5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:49.521392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5176eb2c-f3f8-4e54-bcd3-5182f35712a9 None None] Provisioning complete for port ffe1a836-cf10-4a24-954e-a18adfa975b5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:49.521845 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5176eb2c-f3f8-4e54-bcd3-5182f35712a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.538628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.543614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.588776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5176eb2c-f3f8-4e54-bcd3-5182f35712a9 None None] Port ffe1a836-cf10-4a24-954e-a18adfa975b5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:12:49.595114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port bbda374a-2229-469f-a7a9-39eb7adfa58f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:49.595393 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.619322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Pushing event updated for resources: {'Port': ['ID=ffe1a836-cf10-4a24-954e-a18adfa975b5,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:49.621859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:49.703371 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:46Z', 'revision_number': 3, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:49.718593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Network e13bd308-9668-4c4b-87fb-aadb7afd167d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:12:49.720087 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:12:49.736103 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae8443-5f17-43ec-93db-00370c18d930 None None] The sync data for ids ['bd218116-15a6-4f89-af0d-06dc419ebe44'] in n-d-688802-4 is: [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:46Z', 'revision_number': 3, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:12:49.740430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1d93c3c8-cd84-47ff-9e88-e0db57540c91 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:49.863832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Router bd218116-15a6-4f89-af0d-06dc419ebe44 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:12:49.976368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:49.985559 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:49.985693 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:50.009372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:12:50.016068 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-24674338-35cb-492a-8345-8307a85abf9f admin admin] 10.222.0.76 "PUT /v2.0/routers/bd218116-15a6-4f89-af0d-06dc419ebe44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3741589 Aug 27 13:12:50.055138 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9ce9bcbe-d7ee-4b37-b70c-997857735e8e None None] Provisioning complete for port ffe1a836-cf10-4a24-954e-a18adfa975b5 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:50.055668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ce9bcbe-d7ee-4b37-b70c-997857735e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:50.118281 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9bcbe-d7ee-4b37-b70c-997857735e8e None None] Port ffe1a836-cf10-4a24-954e-a18adfa975b5 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:12:50.137301 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:50.176510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 1d93c3c8-cd84-47ff-9e88-e0db57540c91, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1d93c3c8-cd84-47ff-9e88-e0db57540c91,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:50.180903 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:50.181890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57b6585b-56b2-4f6b-89e0-052d14ef285d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:50.270958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=1d93c3c8-cd84-47ff-9e88-e0db57540c91,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:50.283178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 57b6585b-56b2-4f6b-89e0-052d14ef285d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:50.283624 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:50.923663 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.066529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74958ecc-7e26-4a0a-b573-e81f6203f9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.307124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.440992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1d93c3c8-cd84-47ff-9e88-e0db57540c91 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:51.496413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:51.497136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.600617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:51.667029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:51.671270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:51.671642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.783250 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.816104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:51.822020 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:51.886510 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:52.300845 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Sync routers for ids ['bd218116-15a6-4f89-af0d-06dc419ebe44'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:12:52.310944 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Routers {'bd218116-15a6-4f89-af0d-06dc419ebe44'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:52.314914 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd218116-15a6-4f89-af0d-06dc419ebe44'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:52.395973 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:52.450850 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Set router bd218116-15a6-4f89-af0d-06dc419ebe44 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:52.786234 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:49Z', 'revision_number': 4, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ffe1a836-cf10-4a24-954e-a18adfa975b5', 'name': '', 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'mac_address': 'fa:16:3e:bd:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:48Z', 'updated_at': '2021-08-27T13:12:49Z', 'revision_number': 2, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'subnets': [{'id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:52.820724 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Checking router: bd218116-15a6-4f89-af0d-06dc419ebe44 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:12:52.821205 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Updating router bd218116-15a6-4f89-af0d-06dc419ebe44 port ffe1a836-cf10-4a24-954e-a18adfa975b5 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:12:52.855112 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.190022 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.205843 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Transition to ACTIVE for port object ffe1a836-cf10-4a24-954e-a18adfa975b5 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:12:53.218943 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.336402 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52187deb-e341-481c-a61d-34f31aa0669a None None] Pushing event updated for resources: {'Port': ['ID=ffe1a836-cf10-4a24-954e-a18adfa975b5,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:53.340162 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:53.383784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Attempting to bind port ffe1a836-cf10-4a24-954e-a18adfa975b5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:12:53.384151 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Attempting to bind port ffe1a836-cf10-4a24-954e-a18adfa975b5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:12:53.384513 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Attempting to bind port ffe1a836-cf10-4a24-954e-a18adfa975b5 on network e13bd308-9668-4c4b-87fb-aadb7afd167d {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:12:53.390451 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:12:53.391391 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Checking segment: {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:12:53.391837 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.392390 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Bound using segment: {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:12:53.392892 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Bound port: ffe1a836-cf10-4a24-954e-a18adfa975b5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253aef2e-655f-4ef5-9d8d-3906bc488849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:12:53.393290 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.407566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:53.408112 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.466281 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] For port ffe1a836-cf10-4a24-954e-a18adfa975b5, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:12:53.472788 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] For port ffe1a836-cf10-4a24-954e-a18adfa975b5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ffe1a836-cf10-4a24-954e-a18adfa975b5,segment=NetworkSegment(253aef2e-655f-4ef5-9d8d-3906bc488849),segment_id=253aef2e-655f-4ef5-9d8d-3906bc488849)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:12:53.483016 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:53.544465 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Routers {'bd218116-15a6-4f89-af0d-06dc419ebe44'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:12:53.545074 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:12:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd218116-15a6-4f89-af0d-06dc419ebe44'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:53.597370 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52187deb-e341-481c-a61d-34f31aa0669a None None] Pushing event updated for resources: {'Port': ['ID=ffe1a836-cf10-4a24-954e-a18adfa975b5,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:53.694087 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] Set router bd218116-15a6-4f89-af0d-06dc419ebe44 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:12:53.916860 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:49Z', 'revision_number': 4, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ffe1a836-cf10-4a24-954e-a18adfa975b5', 'name': '', 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'mac_address': 'fa:16:3e:bd:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:48Z', 'updated_at': '2021-08-27T13:12:53Z', 'revision_number': 4, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'subnets': [{'id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:12:53.949122 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744fc60-b8f5-4e3d-a133-5adf491bdd34 None None] The sync data for ids ['bd218116-15a6-4f89-af0d-06dc419ebe44'] in n-d-688802-4 is: [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:49Z', 'revision_number': 4, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ffe1a836-cf10-4a24-954e-a18adfa975b5', 'name': '', 'network_id': 'e13bd308-9668-4c4b-87fb-aadb7afd167d', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'mac_address': 'fa:16:3e:bd:b3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:48Z', 'updated_at': '2021-08-27T13:12:53Z', 'revision_number': 4, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'subnets': [{'id': '433b19b4-2fa2-4cf5-bc1c-848d9790ae03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:12:54.258864 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:55.339348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ffe1a836-cf10-4a24-954e-a18adfa975b5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:55.407748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ffe1a836-cf10-4a24-954e-a18adfa975b5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:12:55.413127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ffe1a836-cf10-4a24-954e-a18adfa975b5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:55.413569 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:55.524286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:55.563716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ffe1a836-cf10-4a24-954e-a18adfa975b5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ffe1a836-cf10-4a24-954e-a18adfa975b5,segment=NetworkSegment(253aef2e-655f-4ef5-9d8d-3906bc488849),segment_id=253aef2e-655f-4ef5-9d8d-3906bc488849)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:12:55.569455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:12:55.623173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ffe1a836-cf10-4a24-954e-a18adfa975b5,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:12:57.320672 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ffe1a836-cf10-4a24-954e-a18adfa975b5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:12:57.388561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ffe1a836-cf10-4a24-954e-a18adfa975b5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:12:57.389274 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:00.491859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-4a129452-d72e-4638-9c2b-1b57f90ad354 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:00.493360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-4a129452-d72e-4638-9c2b-1b57f90ad354 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 815 time: 0.1016290 Aug 27 13:13:00.508717 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-205c8302-f240-4fd2-abc3-d20287ce807c tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/quotas/3b59bfb530e74cfbbb5d0bf08b61da0c HTTP/1.1" status: 200 len: 375 time: 0.0096734 Aug 27 13:13:00.565678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-b8e1c45e-31f6-499f-83ce-4cd05891923e tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516458 Aug 27 13:13:00.670816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-e4aec91e-6923-46ce-8da2-870cbc64dbfd service neutron] 10.222.0.76 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932081 Aug 27 13:13:00.770339 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-a2b2aadf-e58e-42e7-80fa-9952cb35e5dc service neutron] 10.222.0.76 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935152 Aug 27 13:13:00.934738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-679492c2-4055-4f9d-9684-83d9812ffe45 req-9ccc1e47-d96e-4126-8ca9-f361f28ae388 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 210 time: 0.0285964 Aug 27 13:13:02.037841 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d73e015d-94e8-4c8c-bf80-157dd8fe54a6 req-44d5da57-3eb9-4e6c-8313-1d778e6e3a69 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 210 time: 0.0288346 Aug 27 13:13:02.264127 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-920e7a73-a82e-4ffd-a57e-7f30a3b3aa8d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:02.265574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-920e7a73-a82e-4ffd-a57e-7f30a3b3aa8d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 815 time: 0.1069770 Aug 27 13:13:02.289017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'port': {'device_id': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'admin_state_up': True, 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:02.398090 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Made reservation on behalf of 3b59bfb530e74cfbbb5d0bf08b61da0c for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:13:02.401682 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:02.538277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Allocated IP 172.20.0.9 (0da2507e-31a5-44f9-ae44-e35b1a130417/0ec170fd-ccb1-415c-a44e-436e0270d03d/83b935f4-a68c-4584-9a56-a943d3ebfc2e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:13:02.727562 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:02.743198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Transition to ACTIVE for port object 83b935f4-a68c-4584-9a56-a943d3ebfc2e will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:13:02.789822 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:02.832245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:13:02.835488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:13:02.843104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:13:02.901525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:02.915091 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.915446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.915796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.916142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.916486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.916828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.917158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.917497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.917836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.918162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.918533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.918846 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:02.938128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:02.938992 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:02.960989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-655945cd-8886-407a-9b2e-1b8c748c5dfd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6756129 Aug 27 13:13:03.116813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c412b7cc-3cbe-43ba-b91b-90c1d719f94b None None] Provisioning for port 83b935f4-a68c-4584-9a56-a943d3ebfc2e completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:13:03.121429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c412b7cc-3cbe-43ba-b91b-90c1d719f94b None None] Provisioning complete for port 83b935f4-a68c-4584-9a56-a943d3ebfc2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:13:03.121755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c412b7cc-3cbe-43ba-b91b-90c1d719f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:03.165400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c412b7cc-3cbe-43ba-b91b-90c1d719f94b None None] Port 83b935f4-a68c-4584-9a56-a943d3ebfc2e cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:13:03.174766 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc99c8-c216-4427-8085-00798a1073e9 req-1ff36bb5-b6e0-4b6f-b7dd-0551666408f5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:03.177043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73dc99c8-c216-4427-8085-00798a1073e9 req-1ff36bb5-b6e0-4b6f-b7dd-0551666408f5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0699830 Aug 27 13:13:03.217877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73dc99c8-c216-4427-8085-00798a1073e9 req-e99ed0a2-b111-469f-83ea-1bf636f95bfa tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Aug 27 13:13:04.343585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eedbf0-82d7-4b5c-a126-6fbe0f8c5b07 req-4497a45c-ded6-4ee3-97b2-151a39eaa29d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:04.345878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4eedbf0-82d7-4b5c-a126-6fbe0f8c5b07 req-4497a45c-ded6-4ee3-97b2-151a39eaa29d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0574460 Aug 27 13:13:04.383842 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4eedbf0-82d7-4b5c-a126-6fbe0f8c5b07 req-16db0116-7485-4488-a48e-30529265d64b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Aug 27 13:13:05.523312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26a31-121e-497a-b887-9615f6c3a005 req-e7f2d955-b808-4f50-8ad8-8c488721e736 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:05.524721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96e26a31-121e-497a-b887-9615f6c3a005 req-e7f2d955-b808-4f50-8ad8-8c488721e736 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0531657 Aug 27 13:13:05.563095 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-96e26a31-121e-497a-b887-9615f6c3a005 req-d4223a8d-54aa-472a-bf3e-ca21dbf937d8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 27 13:13:06.682172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e9e1e-1671-4254-936d-78772d173702 req-215ac6fd-32a8-40b1-82c7-3abeb744e714 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:06.683636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d1e9e1e-1671-4254-936d-78772d173702 req-215ac6fd-32a8-40b1-82c7-3abeb744e714 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0507851 Aug 27 13:13:06.724026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d1e9e1e-1671-4254-936d-78772d173702 req-88146c3b-28bc-4cc3-bdb7-c236e99b0bf6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Aug 27 13:13:07.865218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa20a-f8cb-4220-855d-28f2bc464c79 req-c337304c-cc12-40b5-b34f-835c33dc0f3b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:07.866764 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e5fa20a-f8cb-4220-855d-28f2bc464c79 req-c337304c-cc12-40b5-b34f-835c33dc0f3b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0563843 Aug 27 13:13:07.909142 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e5fa20a-f8cb-4220-855d-28f2bc464c79 req-79cc6a16-1376-4f0b-a731-608b79bad385 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Aug 27 13:13:08.925925 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:09.028443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd8d5c-7d5e-42e8-831b-c097985a129b req-0db57de4-9d68-459e-b31b-aa6e8dbcf2f4 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:09.029967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07dd8d5c-7d5e-42e8-831b-c097985a129b req-0db57de4-9d68-459e-b31b-aa6e8dbcf2f4 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0520053 Aug 27 13:13:09.071874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-07dd8d5c-7d5e-42e8-831b-c097985a129b req-cd251b73-365e-49d5-aa20-4a658097d5bc tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Aug 27 13:13:10.222637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e39b-6297-45b0-8214-e2a5ad4c1bbb req-5f9a0d8f-115c-4363-84d9-5d5ebf81f085 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:10.224185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edc1e39b-6297-45b0-8214-e2a5ad4c1bbb req-5f9a0d8f-115c-4363-84d9-5d5ebf81f085 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0604341 Aug 27 13:13:10.267967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edc1e39b-6297-45b0-8214-e2a5ad4c1bbb req-744427c1-6ac2-475d-b079-ea28571ac67b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Aug 27 13:13:11.394681 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece51ab-95b2-4c51-bcfa-681bce7b5fcb req-9254d744-3702-42e8-ad08-51c3ede69c69 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:11.396185 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ece51ab-95b2-4c51-bcfa-681bce7b5fcb req-9254d744-3702-42e8-ad08-51c3ede69c69 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0574303 Aug 27 13:13:11.434320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ece51ab-95b2-4c51-bcfa-681bce7b5fcb req-bca247bb-0dc4-4736-b034-233372352091 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Aug 27 13:13:12.563675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae27c-f5e5-4d00-954a-fc1a1d69b8ba req-9c6127a0-cdf9-4a0a-89fd-2a15fe61ea46 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:12.565360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2deae27c-f5e5-4d00-954a-fc1a1d69b8ba req-9c6127a0-cdf9-4a0a-89fd-2a15fe61ea46 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0600755 Aug 27 13:13:12.605668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2deae27c-f5e5-4d00-954a-fc1a1d69b8ba req-3b9a174d-e401-4f23-9cf1-ce72f22339fb tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Aug 27 13:13:13.722643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26302f9-fcce-491f-bc84-613de0ab3461 req-6a0ab04d-af1a-4872-8af1-f3d0b4ebe2a5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:13.724122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e26302f9-fcce-491f-bc84-613de0ab3461 req-6a0ab04d-af1a-4872-8af1-f3d0b4ebe2a5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0501406 Aug 27 13:13:13.762478 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e26302f9-fcce-491f-bc84-613de0ab3461 req-dc1ff77a-44fa-4222-8b25-cafe8d3787eb tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Aug 27 13:13:14.881882 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c240b5-4920-4016-9630-3cb1b5370452 req-813bf3ff-d6eb-4223-a090-577a9e23a2a3 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:14.883436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1c240b5-4920-4016-9630-3cb1b5370452 req-813bf3ff-d6eb-4223-a090-577a9e23a2a3 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0531602 Aug 27 13:13:14.920711 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1c240b5-4920-4016-9630-3cb1b5370452 req-0d737a2a-2f92-4463-87cb-a8e7342aaad2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Aug 27 13:13:16.035603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe79d4-b454-46b7-a86f-c668c1765901 req-5685ad21-7f18-4376-b30e-70dfe9cfae16 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:16.037113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2fe79d4-b454-46b7-a86f-c668c1765901 req-5685ad21-7f18-4376-b30e-70dfe9cfae16 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0485401 Aug 27 13:13:16.075515 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2fe79d4-b454-46b7-a86f-c668c1765901 req-49ba7ab8-df56-48fc-b1a3-01085bb1703e tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Aug 27 13:13:17.091318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Request body: {'port': {'device_id': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:17.160499 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:17.225684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30c482-e234-488a-8a5b-7f0919c1bb81 req-66931667-5c35-40a0-bff7-7ef1ab74f28e tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:17.227284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a30c482-e234-488a-8a5b-7f0919c1bb81 req-66931667-5c35-40a0-bff7-7ef1ab74f28e tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 931 time: 0.0824885 Aug 27 13:13:17.337866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a30c482-e234-488a-8a5b-7f0919c1bb81 req-290c0e22-3068-40a9-a125-8028b1ccef7b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017790 Aug 27 13:13:17.482458 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b935f4-a68c-4584-9a56-a943d3ebfc2e {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:13:17.489668 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:17.501410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Transition to ACTIVE for port object 83b935f4-a68c-4584-9a56-a943d3ebfc2e will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:13:17.504434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:17.557280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:17.639099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Attempting to bind port 83b935f4-a68c-4584-9a56-a943d3ebfc2e on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:13:17.639645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Attempting to bind port 83b935f4-a68c-4584-9a56-a943d3ebfc2e by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:13:17.641314 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Attempting to bind port 83b935f4-a68c-4584-9a56-a943d3ebfc2e on network 0da2507e-31a5-44f9-ae44-e35b1a130417 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:13:17.645125 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Port 83b935f4-a68c-4584-9a56-a943d3ebfc2e on network 0da2507e-31a5-44f9-ae44-e35b1a130417 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:13:17.645648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Attempting to bind port 83b935f4-a68c-4584-9a56-a943d3ebfc2e on network 0da2507e-31a5-44f9-ae44-e35b1a130417 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:13:17.651594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:13:17.652060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Checking segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:13:17.652358 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Bound using segment: {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:13:17.652829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Bound port: 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e92f164-ee47-4d6b-a215-716b8c0b2963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:13:17.653295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:17.724413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:13:17.727674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:13:17.732140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:17.771880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:17.772482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:17.773904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] 10.222.0.77 "PUT /v2.0/ports/83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1091 time: 0.6872208 Aug 27 13:13:17.774346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:13:17.776643 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98007ff2-12a0-4b36-a953-77823f455590" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:13:17.802249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50dfab-2c6e-46d8-a1bf-d65d6beb0083 service neutron] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:17.831211 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072b5f7-5f0f-4387-a2f4-26ac9acb8123 x-openstack-request-id: req-1072b5f7-5f0f-4387-a2f4-26ac9acb8123 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:13:17.831513 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:13:17.831794 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1072b5f7-5f0f-4387-a2f4-26ac9acb8123 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:13:17.832205 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'status': 'completed', 'code': 200} Aug 27 13:13:17.947786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007ff2-12a0-4b36-a953-77823f455590 req-ce867895-0ed1-447c-a421-36708cf4f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:17.949334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98007ff2-12a0-4b36-a953-77823f455590 req-ce867895-0ed1-447c-a421-36708cf4f213 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1094 time: 0.0446336 Aug 27 13:13:18.131733 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007ff2-12a0-4b36-a953-77823f455590 req-299018d8-ba8b-4d93-ae3e-849a3a6bcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:18.133245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98007ff2-12a0-4b36-a953-77823f455590 req-299018d8-ba8b-4d93-ae3e-849a3a6bcac2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1677802 Aug 27 13:13:18.297050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007ff2-12a0-4b36-a953-77823f455590 req-6190aeb9-5529-42d3-a6c9-341d051b9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:18.298475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98007ff2-12a0-4b36-a953-77823f455590 req-6190aeb9-5529-42d3-a6c9-341d051b9e3b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561198 Aug 27 13:13:18.418013 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-6e5c3752-29ab-43f7-9304-e559473af9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:18.419451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-6e5c3752-29ab-43f7-9304-e559473af9db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1094 time: 0.0531113 Aug 27 13:13:18.480705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-821aaffe-edd7-4b57-90fb-5933b5228cc0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 217 time: 0.0374241 Aug 27 13:13:18.504455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa841-879e-46bf-9f2b-89a282537bb9 req-324e687f-ef49-4a90-9cba-a543b6925f20 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:18.506072 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa841-879e-46bf-9f2b-89a282537bb9 req-324e687f-ef49-4a90-9cba-a543b6925f20 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 943 time: 0.0982616 Aug 27 13:13:18.565182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-a7a471e5-c075-48fe-8bd2-e3fa912c8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:18.566577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-a7a471e5-c075-48fe-8bd2-e3fa912c8361 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0784824 Aug 27 13:13:18.573731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4cdfa841-879e-46bf-9f2b-89a282537bb9 req-e5ce1a85-d3fa-4cee-b2e0-74211e21680c tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467873 Aug 27 13:13:18.609413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2817a7c0-4ec0-4542-8797-09c4e8407b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:18.614399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-f81e187a-f7bc-4592-8c06-fef41bf141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:18.615947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-f81e187a-f7bc-4592-8c06-fef41bf141df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411375 Aug 27 13:13:18.709225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-39769d46-13e6-4426-8e07-d6cb03e02e81 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816634 Aug 27 13:13:18.807108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4509c4-42b2-4124-841c-0a39dedfb9f1 req-b7b77099-6802-4a34-990b-6031c1b0ad9b service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897927 Aug 27 13:13:19.690392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275d557-479f-4e24-9969-2226fecf994c req-dc2a778b-0d39-4be6-a65f-479488270190 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:19.691908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d275d557-479f-4e24-9969-2226fecf994c req-dc2a778b-0d39-4be6-a65f-479488270190 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 943 time: 0.0493660 Aug 27 13:13:19.731141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d275d557-479f-4e24-9969-2226fecf994c req-74a783ed-ac0d-420b-804c-8caeb8d3a713 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Aug 27 13:13:20.852061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b45d4-c023-476e-9273-022ad24c1ac6 req-cb4bd3d3-509f-48c4-810f-bf09db2e9fb7 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:20.853560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e2b45d4-c023-476e-9273-022ad24c1ac6 req-cb4bd3d3-509f-48c4-810f-bf09db2e9fb7 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 943 time: 0.0526888 Aug 27 13:13:20.933727 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:21.062097 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d6436e8e-f2d7-49ee-a906-e4ffd7139475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:21.221439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2e2b45d4-c023-476e-9273-022ad24c1ac6 req-3923c209-0add-4051-beb7-e1bddaba0618 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617530 Aug 27 13:13:21.287944 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:22.337333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a1723-1879-4b3f-8eb1-c9a2f0d81300 req-0c77924e-6784-4094-94a9-4c5836036abf tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:22.338878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a5a1723-1879-4b3f-8eb1-c9a2f0d81300 req-0c77924e-6784-4094-94a9-4c5836036abf tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 943 time: 0.0499496 Aug 27 13:13:22.377426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a5a1723-1879-4b3f-8eb1-c9a2f0d81300 req-258a379f-1e3e-46c3-8d65-226705ca9638 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Aug 27 13:13:22.388870 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:22.472160 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 83b935f4-a68c-4584-9a56-a943d3ebfc2e details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:13:22.578480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:13:22.589716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'port_id': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'mac_address': 'fa:16:3e:0e:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:13:22.631480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:22.644076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b935f4-a68c-4584-9a56-a943d3ebfc2e {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:13:22.663445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:13:22.668142 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:22.716863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:22.724233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.724582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.724921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.725258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.725590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.725919 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.726244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.726657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.726980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.727305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.727625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:22.727945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:23.202059 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['83b935f4-a68c-4584-9a56-a943d3ebfc2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:13:23.498694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2f4c-edbc-4874-916e-52a1cc6848df req-b32fac4a-0b2d-4289-90dd-74e9ba99732f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:23.500184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e01f2f4c-edbc-4874-916e-52a1cc6848df req-b32fac4a-0b2d-4289-90dd-74e9ba99732f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 944 time: 0.0533402 Aug 27 13:13:23.540256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e01f2f4c-edbc-4874-916e-52a1cc6848df req-c455a8af-6afe-4489-abbc-0265995a1f1a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Aug 27 13:13:24.245900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:24.487290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 83b935f4-a68c-4584-9a56-a943d3ebfc2e up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:13:24.535043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 83b935f4-a68c-4584-9a56-a943d3ebfc2e completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:13:24.538658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 83b935f4-a68c-4584-9a56-a943d3ebfc2e triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:13:24.539023 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:24.620686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:24.645196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:13:24.647671 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faafd7f-b255-49a8-a2c0-b9a39ec3c5cd" -d '{"events": [{"server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "name": "network-vif-plugged", "status": "completed", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:13:24.661899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:13:24.666827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:24.667259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fe291-8713-47b5-a41a-85bb85f51c97 req-1e970c62-55cd-4c48-a73d-775b26512468 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:24.668853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-932fe291-8713-47b5-a41a-85bb85f51c97 req-1e970c62-55cd-4c48-a73d-775b26512468 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 944 time: 0.0582879 Aug 27 13:13:24.703135 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed47e55-9f76-4f70-b45f-b2aaad76877b x-openstack-request-id: req-3ed47e55-9f76-4f70-b45f-b2aaad76877b {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:13:24.703425 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "name": "network-vif-plugged", "status": "completed", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:13:24.703674 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ed47e55-9f76-4f70-b45f-b2aaad76877b {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:13:24.704063 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'code': 200} Aug 27 13:13:24.712960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-932fe291-8713-47b5-a41a-85bb85f51c97 req-435984e4-3217-4bdb-99a6-91e7bdf0c8b3 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Aug 27 13:13:24.722695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:24.845813 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326c90-330f-4b5f-8ea9-f8e209c31bca req-a24d48c2-f587-4737-89f9-cc1cc6983dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:24.847281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44326c90-330f-4b5f-8ea9-f8e209c31bca req-a24d48c2-f587-4737-89f9-cc1cc6983dd5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1096 time: 0.0429506 Aug 27 13:13:24.883728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-44326c90-330f-4b5f-8ea9-f8e209c31bca req-1e701e3d-c624-4c9c-8249-60072c7fbb1a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277548 Aug 27 13:13:25.771768 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:13:25.832344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e5f26-2abd-486a-9bc7-ebb9d533985b req-6a58ea8a-337d-4060-add7-b1b39e633f3a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:25.834246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-685e5f26-2abd-486a-9bc7-ebb9d533985b req-6a58ea8a-337d-4060-add7-b1b39e633f3a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0511882 Aug 27 13:13:25.873631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-685e5f26-2abd-486a-9bc7-ebb9d533985b req-d8b56118-4732-41a2-835d-b357121c78f8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Aug 27 13:13:26.992240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ea339-1210-4519-a349-2ab4f891522e req-92781600-2abb-495e-92c3-ad02bc7b3b2d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:26.993726 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4ea339-1210-4519-a349-2ab4f891522e req-92781600-2abb-495e-92c3-ad02bc7b3b2d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0522156 Aug 27 13:13:27.031673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d4ea339-1210-4519-a349-2ab4f891522e req-067abf97-13cf-4b69-a8b8-ae7a1a1f1624 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Aug 27 13:13:27.147669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24584e-0551-49f9-bc5f-1caafedf7a18 req-834d4bc5-28b3-413c-b49e-6cb8088f4649 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:27.149178 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a24584e-0551-49f9-bc5f-1caafedf7a18 req-834d4bc5-28b3-413c-b49e-6cb8088f4649 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0495830 Aug 27 13:13:27.188402 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7a24584e-0551-49f9-bc5f-1caafedf7a18 req-abfd943c-ca24-4d27-8ae3-7ede4a5e0925 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Aug 27 13:13:27.380853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f151751-3c65-43a8-809e-e66b7786268a req-ca862973-3e75-4ca3-a6d3-e7e261bc2863 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:27.382397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f151751-3c65-43a8-809e-e66b7786268a req-ca862973-3e75-4ca3-a6d3-e7e261bc2863 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0518668 Aug 27 13:13:27.421326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1f151751-3c65-43a8-809e-e66b7786268a req-1c919590-8647-42d8-a872-0ac7b411b13b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 27 13:13:28.120410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-33d3354d-211a-412a-89b2-bef3ee36cde5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445609 Aug 27 13:13:28.248553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-3d28ae54-142a-4128-8493-47b2c8aca140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:28.250718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-3d28ae54-142a-4128-8493-47b2c8aca140 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1096 time: 0.0458870 Aug 27 13:13:28.372606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-093e4333-1b28-44a1-b49a-f35e694bfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:28.374586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-093e4333-1b28-44a1-b49a-f35e694bfc3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0886741 Aug 27 13:13:28.426581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-5f125089-b45f-4e75-aa2d-13b678083b1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 217 time: 0.0428686 Aug 27 13:13:28.480847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-fd34f1d9-8a41-475a-ab12-6b318c9b5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:28.482513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-fd34f1d9-8a41-475a-ab12-6b318c9b5857 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0469680 Aug 27 13:13:28.542408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-10d4ee4e-3106-477b-8109-c2924b744853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:28.543994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-10d4ee4e-3106-477b-8109-c2924b744853 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529330 Aug 27 13:13:28.645349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-445d32f9-07fa-4894-8e1c-cf1a0b138894 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929763 Aug 27 13:13:28.748013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b7a0010-b305-4ff9-b18e-d35b4c40a0f5 req-42528350-e36d-48a3-9120-6046863df24b service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933409 Aug 27 13:13:38.936216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:40.101664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cde91-e44f-4274-b46d-76f856e8143e req-c6f5a86b-cfc3-4f73-89cb-9121edac1bef tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:40.103073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-533cde91-e44f-4274-b46d-76f856e8143e req-c6f5a86b-cfc3-4f73-89cb-9121edac1bef tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0539234 Aug 27 13:13:40.140757 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-533cde91-e44f-4274-b46d-76f856e8143e req-611e001c-503c-4f63-8fb8-03828cfc1384 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 27 13:13:40.164277 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:40.290322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525a353-d327-44a8-92ee-9dfc2fc93364 tempest-TestMinimumBasicScenario-521440624 tempest-TestMinimumBasicScenario-521440624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:40.292053 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2525a353-d327-44a8-92ee-9dfc2fc93364 tempest-TestMinimumBasicScenario-521440624 tempest-TestMinimumBasicScenario-521440624-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1091 time: 0.1267221 Aug 27 13:13:40.294962 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:40.299557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:40.320948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:40.418854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:40.521875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Allocated IP 172.25.8.185 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/bb6a53f9-8bf0-4b22-99ca-ea25b968d5ee) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:13:40.629982 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:40.667395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:40.702474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:13:40.705414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:13:40.708113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:13:40.738322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'Port': ['ID=bb6a53f9-8bf0-4b22-99ca-ea25b968d5ee,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:40.751717 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.752124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.752482 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.752818 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.753150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.753476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.753797 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.754120 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.754471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.754794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.755114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:40.755432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:13:41.073351 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:41.138366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:41.289078 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:41.293713 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:41.360605 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'Port': ['ID=bb6a53f9-8bf0-4b22-99ca-ea25b968d5ee,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:41.370467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:41.468650 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Floating IP 66986482-5972-4c45-81a8-b9080a76ae80 associated. External IP: 172.25.8.185, port: 83b935f4-a68c-4584-9a56-a943d3ebfc2e. Aug 27 13:13:41.992888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Router 16dc5cbf-d645-4fbc-aa85-025529725e8e has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:13:42.099954 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:13:42.110043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] Sync routers for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:13:42.116847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.119974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:13:42.120692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:13:42.144022 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-90e0e39b-7716-49a8-a24c-f6f65c0465fd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8480093 Aug 27 13:13:42.144709 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:13:42.146913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44140) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.147440 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654d18b-7007-48e5-bf6b-1c06b62104be" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:13:42.152391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660208174', 'description': 'tempest-secgroup-smoke-1660208174 description', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:42.181197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.235658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:13:42.269111 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.273489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.305260 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.309243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1583948 Aug 27 13:13:42.309243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2baea-2ee5-42e6-8ac5-b458d43eb267 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94154f5d-4127-48a5-bea1-83f76ecdcc6e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:42.309802 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44146) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.321800 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group_rule': {'security_group_id': '94154f5d-4127-48a5-bea1-83f76ecdcc6e', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:42.332123 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727471a0-eebb-4e3b-b704-3ca593ca7744 x-openstack-request-id: req-727471a0-eebb-4e3b-b704-3ca593ca7744 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:13:42.332412 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:13:42.332661 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-727471a0-eebb-4e3b-b704-3ca593ca7744 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:13:42.333053 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'status': 'completed', 'code': 200} Aug 27 13:13:42.352965 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.415827 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.420638 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.441957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c855f208-9623-4303-b6f2-8a2213570f7a,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:42.445640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-aed9d02e-082c-4a00-b46a-8e8827670a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:42.447351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-aed9d02e-082c-4a00-b46a-8e8827670a89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1096 time: 0.0566766 Aug 27 13:13:42.449073 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.450240 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-85b3c610-2286-4e6c-8f88-e43a451a08b5 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388221 Aug 27 13:13:42.453851 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44148) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.458798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group_rule': {'security_group_id': '94154f5d-4127-48a5-bea1-83f76ecdcc6e', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:42.484964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '66986482-5972-4c45-81a8-b9080a76ae80', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'port_id': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'mac_address': 'fa:16:3e:0e:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:13:40Z', 'updated_at': '2021-08-27T13:13:40Z', 'revision_number': 0, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:50Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:13:42.487442 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.516077 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] Checking router: 16dc5cbf-d645-4fbc-aa85-025529725e8e for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:13:42.524846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:13:42.525464 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:13:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:13:42.551014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.553454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-5b3df522-2c06-4a3a-bef0-2a322eaf801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:42.555239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-5b3df522-2c06-4a3a-bef0-2a322eaf801f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0966151 Aug 27 13:13:42.555681 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.574402 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2127bf8c-9d5a-4bad-b2af-7bfc3e827ef5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:42.580153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.581545 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bef9c54d-3d16-4c48-9b31-00c63485b8f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264763 Aug 27 13:13:42.584342 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.589283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group_rule': {'security_group_id': '94154f5d-4127-48a5-bea1-83f76ecdcc6e', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:42.615962 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.634310 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-3193065b-1db6-408d-8bb0-c9398cedcb2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 999 time: 0.0696449 Aug 27 13:13:42.646047 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:13:42.677723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.681658 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.700664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e58c11c-2d38-440f-be9f-a6873928521d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:42.708268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-16edfd5b-68c2-4332-b942-312d67e9403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:42.709925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-16edfd5b-68c2-4332-b942-312d67e9403e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0546765 Aug 27 13:13:42.714307 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.715624 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-bb279bd0-1de5-413c-8662-7b58ab27ca52 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301889 Aug 27 13:13:42.718690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44152) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.724492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group_rule': {'security_group_id': '94154f5d-4127-48a5-bea1-83f76ecdcc6e', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:42.755140 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.767793 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-77e91c15-1184-4bbf-b860-5788c852be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:42.769396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-77e91c15-1184-4bbf-b860-5788c852be26 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436833 Aug 27 13:13:42.821639 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.826443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.847685 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5acaf62-1d00-4079-956d-b6bee7d48fe3,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:42.851122 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.852433 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9f812153-4860-42d0-ab34-d12823a5dfe8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327622 Aug 27 13:13:42.855258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44154) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.861007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group_rule': {'security_group_id': '94154f5d-4127-48a5-bea1-83f76ecdcc6e', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:42.879385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-fa8c71b6-a96d-48ac-8f1a-047ba55bd708 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000578 Aug 27 13:13:42.883981 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Project 3b59bfb530e74cfbbb5d0bf08b61da0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:13:42.889023 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.905558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '66986482-5972-4c45-81a8-b9080a76ae80', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'port_id': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'mac_address': 'fa:16:3e:0e:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:13:40Z', 'updated_at': '2021-08-27T13:13:40Z', 'revision_number': 0, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:50Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:13:42.935166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4a12c-d05e-42ad-9aa4-e42cc5ed95ed None None] The sync data for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 is: [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '66986482-5972-4c45-81a8-b9080a76ae80', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'port_id': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'mac_address': 'fa:16:3e:0e:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:13:40Z', 'updated_at': '2021-08-27T13:13:40Z', 'revision_number': 0, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:50Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:13:42.955624 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.960787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.982488 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e4fd11-e4ef-459e-8d7c-2fd216a37d17,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:42.990526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:42.991947 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4090c02c-5460-4f02-ad81-59cbd48e922a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355731 Aug 27 13:13:42.994913 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44156) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:13:42.995276 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2654d18b-7007-48e5-bf6b-1c06b62104be req-99b4c432-ff8a-4115-a17a-c7a36a288d7f service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062558 Aug 27 13:13:43.000156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'security_group_rule': {'security_group_id': '94154f5d-4127-48a5-bea1-83f76ecdcc6e', 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:43.023762 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Project 3b59bfb530e74cfbbb5d0bf08b61da0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:13:43.029280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.095674 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.100301 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.118645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f2ebfb-4b7f-4104-babe-98500ad1abb0,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:43.125244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.126680 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ee18c53f-69bb-44fd-a2ca-aaf3ec0df2ad tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305807 Aug 27 13:13:43.164631 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46e16-df4a-47e4-8b21-6a7d65acc31c None None] New status for floating IP 66986482-5972-4c45-81a8-b9080a76ae80: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:13:43.212330 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-225ecd3d-036d-410c-a036-e233fb975a28 req-d0c4941d-c0ff-460b-9fcb-11d83c984ae6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660208174&fields=id&tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c HTTP/1.1" status: 200 len: 267 time: 0.0341384 Aug 27 13:13:43.266875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ecd3d-036d-410c-a036-e233fb975a28 req-5d45c45b-78df-4149-bb51-568eb2defa31 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:43.268607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-225ecd3d-036d-410c-a036-e233fb975a28 req-5d45c45b-78df-4149-bb51-568eb2defa31 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0505495 Aug 27 13:13:43.284939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'port': {'security_groups': ['f42cb0d4-a737-4ab8-8a72-42322a435630', '94154f5d-4127-48a5-bea1-83f76ecdcc6e']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:13:43.354399 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.541373 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:13:43.570688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.575464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.619169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:43.619815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:43.621216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-225ecd3d-036d-410c-a036-e233fb975a28 req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "PUT /v2.0/ports/83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 981 time: 0.3418596 Aug 27 13:13:43.621667 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:13:43.624555 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:13:43.624823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['83b935f4-a68c-4584-9a56-a943d3ebfc2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:13:43.671815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fcc92-fec1-4cca-a240-1c2a17d1023a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:13:43.696100 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa43383-be90-4d1d-9d99-ccffe500a35b x-openstack-request-id: req-4aa43383-be90-4d1d-9d99-ccffe500a35b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:13:43.696406 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:13:43.697331 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4aa43383-be90-4d1d-9d99-ccffe500a35b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:13:43.697331 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'status': 'completed', 'code': 200} Aug 27 13:13:43.753254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6ed9-e4bb-49ed-9aa5-99e5bb1a47fd req-503bfdea-78ea-450f-b1a0-f40d06f43bcb tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:43.755426 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec5a6ed9-e4bb-49ed-9aa5-99e5bb1a47fd req-503bfdea-78ea-450f-b1a0-f40d06f43bcb tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0569720 Aug 27 13:13:43.798030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['83b935f4-a68c-4584-9a56-a943d3ebfc2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:13:43.828022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ec5a6ed9-e4bb-49ed-9aa5-99e5bb1a47fd req-11321bce-2b33-4760-a70d-b38e95632671 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661588 Aug 27 13:13:43.839461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-368834fc-fdee-481f-92ce-74eb11a43c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:43.840865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-368834fc-fdee-481f-92ce-74eb11a43c0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1135 time: 0.0729210 Aug 27 13:13:43.942356 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-4d2f0366-768e-4371-8dde-ab9bac937709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:43.943812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-4d2f0366-768e-4371-8dde-ab9bac937709 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0881314 Aug 27 13:13:43.955367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d3107d3-6c2d-4c1b-a8d0-56e16c983230 None None] Provisioning complete for port 83b935f4-a68c-4584-9a56-a943d3ebfc2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:13:43.955816 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d3107d3-6c2d-4c1b-a8d0-56e16c983230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:44.020998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-1af75cde-5834-45a1-a85e-39fad6e8a7d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1001 time: 0.0645757 Aug 27 13:13:44.085059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-b92aa4b9-2df1-4865-896a-175f07284fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:44.086543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-b92aa4b9-2df1-4865-896a-175f07284fe5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0450473 Aug 27 13:13:44.138750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-fc5354b6-2a12-4c98-a74d-4c9743c20baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:13:44.140348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-fc5354b6-2a12-4c98-a74d-4c9743c20baf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409110 Aug 27 13:13:44.241370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-9fc361dd-2bf8-4d9d-a494-18c7b7210c03 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931301 Aug 27 13:13:44.337165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd5075e5-3dc7-4c2c-b99b-b7a2801e39b2 req-5262b619-6aca-4cb4-baf0-4886116e3f0f service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839071 Aug 27 13:13:48.610192 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3118-7c07-4d1d-a6f4-d6142cfbd388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:50.946766 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:51.062490 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1bef-914f-40fd-9db7-724524bf842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:51.288963 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:52.391539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:13:54.250136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:02.777302 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:14:08.935748 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:18.613214 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8188ce6f-514d-4664-9b4a-c32e5fa33ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:20.942215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:21.062762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-644ddb6f-3cca-4cfc-86b1-12be0ab27b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:21.290278 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:22.394115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:24.252017 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:28.110190 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-28238ad9-953f-4f3d-af89-406ae89bdd5c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416541 Aug 27 13:14:28.219939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-d0746096-d60a-49ad-b687-579c68739ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:14:28.221450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-d0746096-d60a-49ad-b687-579c68739ff4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1135 time: 0.0455573 Aug 27 13:14:28.329497 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-9852f012-9ca7-4810-a2c8-99b47401a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:14:28.331033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-9852f012-9ca7-4810-a2c8-99b47401a330 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0868485 Aug 27 13:14:28.403167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-dac36631-e17c-49cb-aaa4-9c83c47fa63f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1001 time: 0.0638590 Aug 27 13:14:28.456346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-9fb9ad38-c2fd-466f-85fc-1261820bb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:14:28.457893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-9fb9ad38-c2fd-466f-85fc-1261820bb9cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0454812 Aug 27 13:14:28.505574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-3d793752-577a-4377-9106-ba07d547cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:14:28.507143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-3d793752-577a-4377-9106-ba07d547cc97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418265 Aug 27 13:14:28.606113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-d66f3927-af0c-4574-870b-2277e3080487 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889504 Aug 27 13:14:28.698450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-432bb683-a6e5-4280-88f2-9b7b7f52f07e req-e2fd965b-923b-45df-a03b-87b4a01ed868 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Aug 27 13:14:38.945147 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:39.777978 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:14:48.613484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-53ab56b4-a0ae-4d49-9b8e-1e130de72f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:50.939628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:51.061893 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7a12033e-aac5-48ba-bffd-19b62a990840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:51.291122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:52.396682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:14:54.254629 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:08.952937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:10.101132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7b41b-a08d-444b-ac2e-095d162cf021 req-1e31e9b5-1fad-4fd2-97f5-a0f8bfd188a0 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:10.102644 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaa7b41b-a08d-444b-ac2e-095d162cf021 req-1e31e9b5-1fad-4fd2-97f5-a0f8bfd188a0 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.1333311 Aug 27 13:15:10.121899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-8fc2ee9a-fa7a-43d2-8eec-f914f643eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:10.123444 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-8fc2ee9a-fa7a-43d2-8eec-f914f643eb01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1135 time: 0.1128685 Aug 27 13:15:10.190346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eaa7b41b-a08d-444b-ac2e-095d162cf021 req-31770044-f436-470f-92ea-7d59091d4c83 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802901 Aug 27 13:15:10.232528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-f3d9a444-0c1e-456b-9b8b-2253de439828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:10.234006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-f3d9a444-0c1e-456b-9b8b-2253de439828 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.1012094 Aug 27 13:15:10.304189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-179e58aa-9377-4c1b-8a58-62f916d38e22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1001 time: 0.0621934 Aug 27 13:15:10.353636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-77403b2c-e019-46d3-8f6b-7ab48cfa924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:10.355008 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-77403b2c-e019-46d3-8f6b-7ab48cfa924d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0430725 Aug 27 13:15:10.401089 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-5434ca3d-d040-4341-a123-623e78fca9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:10.403110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-5434ca3d-d040-4341-a123-623e78fca9d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389042 Aug 27 13:15:10.496826 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-d14e4d18-8412-4c8b-ba05-af206db94fc6 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851173 Aug 27 13:15:10.593120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-980f3d65-7b20-4d96-aa12-beaf92eff35f req-183b2050-0e00-4e27-ad86-f7ae13a4eea6 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821290 Aug 27 13:15:11.371584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af769a-3a87-40ef-b23d-6a485c6795d2 req-c1ebf441-44e0-477a-ac6f-f576ce79dbaa tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:11.373174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7af769a-3a87-40ef-b23d-6a485c6795d2 req-c1ebf441-44e0-477a-ac6f-f576ce79dbaa tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.1004150 Aug 27 13:15:11.413299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d7af769a-3a87-40ef-b23d-6a485c6795d2 req-be0cc82f-f44f-4b99-8d52-7c443066ecd3 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339994 Aug 27 13:15:12.552047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176042-2b74-47c9-ac47-37600d21592e req-cb14d624-03a4-4c24-858d-d814d6610954 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:12.553527 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c176042-2b74-47c9-ac47-37600d21592e req-cb14d624-03a4-4c24-858d-d814d6610954 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0528991 Aug 27 13:15:12.593500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2c176042-2b74-47c9-ac47-37600d21592e req-22583c63-a0ff-4ae3-b731-aceb3f215160 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333333 Aug 27 13:15:13.708703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536974b-5746-4710-9967-d6d44c828f2c req-97596668-d8a0-4940-abbe-50def334abec tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:13.710195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d536974b-5746-4710-9967-d6d44c828f2c req-97596668-d8a0-4940-abbe-50def334abec tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0492332 Aug 27 13:15:13.750064 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d536974b-5746-4710-9967-d6d44c828f2c req-756a18b6-d861-4b78-8df3-b6faed8bfc8e tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336454 Aug 27 13:15:14.865399 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d03833-5a51-4d9e-b12f-3ea500c6937e req-4b88a444-fff8-48b1-8a76-d435f5b48e02 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:14.866963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8d03833-5a51-4d9e-b12f-3ea500c6937e req-4b88a444-fff8-48b1-8a76-d435f5b48e02 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0498986 Aug 27 13:15:14.907506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8d03833-5a51-4d9e-b12f-3ea500c6937e req-803eb578-a974-479a-b6b1-c7e87a34864f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335898 Aug 27 13:15:16.029955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644d1d1-11dd-4883-8888-12342e24c5c0 req-eba55593-c576-42fa-a828-ef4e6a05d81b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:16.031487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1644d1d1-11dd-4883-8888-12342e24c5c0 req-eba55593-c576-42fa-a828-ef4e6a05d81b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0529048 Aug 27 13:15:16.071546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1644d1d1-11dd-4883-8888-12342e24c5c0 req-fe5c6821-b80b-4408-b1d9-fd470df0afa6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339234 Aug 27 13:15:16.777580 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:15:17.186803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ceb0-5b98-4a14-855a-1fe5937397c8 req-e5078a96-9aae-4e2e-8df1-4fe8c7c2c5f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:17.188293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4e2ceb0-5b98-4a14-855a-1fe5937397c8 req-e5078a96-9aae-4e2e-8df1-4fe8c7c2c5f2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0497284 Aug 27 13:15:17.228206 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d4e2ceb0-5b98-4a14-855a-1fe5937397c8 req-0420d438-7e6e-4e10-a897-e2ee633fcfcd tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335186 Aug 27 13:15:18.351614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dae8c8-a4ae-430d-bc69-722cb7d07d9c req-7462b0c9-287b-4c68-9041-8880e2051d55 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:18.353428 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65dae8c8-a4ae-430d-bc69-722cb7d07d9c req-7462b0c9-287b-4c68-9041-8880e2051d55 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0564196 Aug 27 13:15:18.396906 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65dae8c8-a4ae-430d-bc69-722cb7d07d9c req-dfb00bc0-bc48-43ce-8d8c-1540a0ddbb98 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368936 Aug 27 13:15:18.615598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2646b234-84f5-4763-88e7-1c7645763e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:19.518736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9bc8e-62a0-4907-96d4-5e75d04287c1 req-7fd3e236-4ac4-47ae-9d1a-b08fe9174c90 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:19.520225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24e9bc8e-62a0-4907-96d4-5e75d04287c1 req-7fd3e236-4ac4-47ae-9d1a-b08fe9174c90 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0541298 Aug 27 13:15:19.559799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24e9bc8e-62a0-4907-96d4-5e75d04287c1 req-21382498-9c3c-4086-8bcd-cb8791925f1f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335007 Aug 27 13:15:20.680181 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d15916-1bd3-467f-b65e-e03eff770c20 req-c2af7952-a819-4a75-8a27-aae4fe1716c2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:20.681821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7d15916-1bd3-467f-b65e-e03eff770c20 req-c2af7952-a819-4a75-8a27-aae4fe1716c2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0526476 Aug 27 13:15:20.724442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b7d15916-1bd3-467f-b65e-e03eff770c20 req-176b2088-b5a6-4a08-b0e5-ee645c9a073d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361757 Aug 27 13:15:20.942038 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:21.063702 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a20363f7-7a44-4012-b3f5-89edaff4261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:21.291891 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:21.840644 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dfb90-6680-4bee-852e-5d7b31d2bf5f req-d194804e-8776-46f2-9b24-898bb5d6d39a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:21.842129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f11dfb90-6680-4bee-852e-5d7b31d2bf5f req-d194804e-8776-46f2-9b24-898bb5d6d39a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0493231 Aug 27 13:15:21.881982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f11dfb90-6680-4bee-852e-5d7b31d2bf5f req-0a99f290-0b36-4555-bb21-e20bd45bf514 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337694 Aug 27 13:15:22.399447 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:23.000737 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151527e-6ca1-4293-a5a7-a279cbace4a2 req-3a9e1e9c-488c-43b3-9094-4a34add76c6f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:23.002211 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6151527e-6ca1-4293-a5a7-a279cbace4a2 req-3a9e1e9c-488c-43b3-9094-4a34add76c6f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0539217 Aug 27 13:15:23.041406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6151527e-6ca1-4293-a5a7-a279cbace4a2 req-5eb7e594-b958-4084-a2e4-fc41a29a7b0b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330946 Aug 27 13:15:24.157615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a319d4-a4fd-4cad-98c7-13a7d2619fa5 req-b9d34404-ff31-43e2-94d5-ac3c7c7edf84 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:24.159143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6a319d4-a4fd-4cad-98c7-13a7d2619fa5 req-b9d34404-ff31-43e2-94d5-ac3c7c7edf84 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0498419 Aug 27 13:15:24.199014 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6a319d4-a4fd-4cad-98c7-13a7d2619fa5 req-c494d31c-8add-44a6-8ef7-a40123455176 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338588 Aug 27 13:15:24.257544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:25.313149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7c226-dd2b-45f0-880c-5743c49eb821 req-dd624fbd-4382-4957-ad35-67178ab11e2b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:25.314669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10d7c226-dd2b-45f0-880c-5743c49eb821 req-dd624fbd-4382-4957-ad35-67178ab11e2b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0483367 Aug 27 13:15:25.355731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10d7c226-dd2b-45f0-880c-5743c49eb821 req-99d62d78-0c48-4444-b855-2b47c0541ea0 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340502 Aug 27 13:15:26.476049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72062-6512-4483-9017-1192db856b50 req-6bb01d07-f48c-4085-969e-ee54bec10abb tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:26.477570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0c72062-6512-4483-9017-1192db856b50 req-6bb01d07-f48c-4085-969e-ee54bec10abb tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0545504 Aug 27 13:15:26.517176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0c72062-6512-4483-9017-1192db856b50 req-ff67197a-ffd6-4b7d-bfab-2cb58163b9d8 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335510 Aug 27 13:15:27.635505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395548c0-7d57-4e38-b35f-30fc09d9fff1 req-60ab81b1-0dbf-46f1-8340-9ad068e6140d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:27.636999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-395548c0-7d57-4e38-b35f-30fc09d9fff1 req-60ab81b1-0dbf-46f1-8340-9ad068e6140d tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0494030 Aug 27 13:15:27.677991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-395548c0-7d57-4e38-b35f-30fc09d9fff1 req-c954f54d-2274-4712-aed3-d67a5d98d009 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&id=94154f5d-4127-48a5-bea1-83f76ecdcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349085 Aug 27 13:15:29.114130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-a57868b7-4363-4c35-a1a8-cd01d1edfbd7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392561 Aug 27 13:15:29.226514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-0d160cbe-45d7-4ea6-ba20-41669338e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:29.228369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-0d160cbe-45d7-4ea6-ba20-41669338e1be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1135 time: 0.0443513 Aug 27 13:15:29.330888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-39451f33-7cc8-4068-9b9c-70216c61246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:29.332374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-39451f33-7cc8-4068-9b9c-70216c61246f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0831234 Aug 27 13:15:29.401485 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-a6f436f5-1a5d-4d90-ae0b-d603d3ed0517 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1001 time: 0.0605490 Aug 27 13:15:29.451944 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-3b2b9176-e8fb-4559-bef1-f415ba1711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:29.453686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-3b2b9176-e8fb-4559-bef1-f415ba1711f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0448656 Aug 27 13:15:29.500075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-3a8282d6-708a-4d0f-b6f7-9601f7f9e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:15:29.501543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-3a8282d6-708a-4d0f-b6f7-9601f7f9e442 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397789 Aug 27 13:15:29.595327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-802f77d2-1278-4b69-9c24-5b9d3959f7cc service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847166 Aug 27 13:15:29.684888 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-817c1cc4-b85b-4154-9b64-0649808d5960 req-3c8867cc-e262-4ac3-870c-07fb36d2628b service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815599 Aug 27 13:15:38.964810 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:48.617529 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e1cccb76-9afa-4644-888b-43a542b53f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:50.955516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:51.064883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cb9e4fc5-49b5-47bf-9adb-98d4146a74d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:51.293887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:52.403705 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:15:53.778517 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:15:54.260404 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:08.978937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:18.619480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e11e-ee0e-4462-a910-58900acc6bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:20.951883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:21.064251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ed728f45-48b3-484e-b70b-cd15729c0d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:21.295362 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:22.405660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:24.262302 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:30.112227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-24bb03d7-ff71-4630-aefe-a85ef1d80b9f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411015 Aug 27 13:16:30.220319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49311-bb2f-4059-8344-a4756316badb req-60981aec-39fd-40f7-a7a6-4476c0ea8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:30.221806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-60981aec-39fd-40f7-a7a6-4476c0ea8214 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1135 time: 0.0450397 Aug 27 13:16:30.335724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49311-bb2f-4059-8344-a4756316badb req-5f0a3077-27f6-42a8-bc12-8e551d97eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:30.337199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-5f0a3077-27f6-42a8-bc12-8e551d97eead service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0884891 Aug 27 13:16:30.407051 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-85d7040a-8195-460b-99cd-503144891b41 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1001 time: 0.0621169 Aug 27 13:16:30.460669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49311-bb2f-4059-8344-a4756316badb req-df31a439-f5ac-4628-9222-e5c7ff423390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:30.462128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-df31a439-f5ac-4628-9222-e5c7ff423390 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0466986 Aug 27 13:16:30.511171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d49311-bb2f-4059-8344-a4756316badb req-3a70ab3e-da51-4d17-a120-11f21136bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:30.513202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-3a70ab3e-da51-4d17-a120-11f21136bd42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433571 Aug 27 13:16:30.526457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-1d780e24-4b67-4dde-a8cf-b174ff2a3980 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:16:30.527401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-1d780e24-4b67-4dde-a8cf-b174ff2a3980 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061035 Aug 27 13:16:30.624120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-0974138f-8c97-4530-aa1c-1ceada604839 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880215 Aug 27 13:16:30.716533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a8d49311-bb2f-4059-8344-a4756316badb req-b9c2ab64-75bf-47eb-8565-b94528aee6dc service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835106 Aug 27 13:16:30.777114 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:16:38.990276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.044299 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-b8cad920-8daf-42aa-99db-75afa6c627d2 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660208174&fields=id&tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c HTTP/1.1" status: 200 len: 267 time: 0.0330961 Aug 27 13:16:40.096694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-2249f1a5-dcff-4444-865e-48740af71c81 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:40.098169 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-2249f1a5-dcff-4444-865e-48740af71c81 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 984 time: 0.0482581 Aug 27 13:16:40.110206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Request body: {'port': {'security_groups': ['f42cb0d4-a737-4ab8-8a72-42322a435630']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:16:40.177200 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.349168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:40.377786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.382441 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.425763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:40.425974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['83b935f4-a68c-4584-9a56-a943d3ebfc2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:16:40.426450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.427853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02c7053a-1741-4206-8e0b-24cf2d412ddd req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "PUT /v2.0/ports/83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 942 time: 0.3221834 Aug 27 13:16:40.428315 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:16:40.430630 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9591b99a-d21b-44dd-b911-e11e3940dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:16:40.453491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44308) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:40.463797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event updated for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:40.473566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.474248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.475155 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.476323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.476868 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.477420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.478165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.478825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.479417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.480095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.480638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.481211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3feb6-b4a7-4b9f-bbc7-c0c6e4ddb8c6 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.547845 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51331598-5812-4cee-87a1-e10f37afd5b6 x-openstack-request-id: req-51331598-5812-4cee-87a1-e10f37afd5b6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:16:40.548437 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:16:40.548892 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51331598-5812-4cee-87a1-e10f37afd5b6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:16:40.549494 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'status': 'completed', 'code': 200} Aug 27 13:16:40.563230 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.581922 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['83b935f4-a68c-4584-9a56-a943d3ebfc2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:16:40.592701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.660240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-e36ec8a2-6638-4c07-9cfd-323ecc4e8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:40.661438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.662016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-e36ec8a2-6638-4c07-9cfd-323ecc4e8426 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1096 time: 0.0519369 Aug 27 13:16:40.664238 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:40.665455 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "DELETE /v2.0/security-groups/94154f5d-4127-48a5-bea1-83f76ecdcc6e HTTP/1.1" status: 204 len: 168 time: 0.2109244 Aug 27 13:16:40.668802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44312) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:40.674922 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94154f5d-4127-48a5-bea1-83f76ecdcc6e,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:40.682676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.683024 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.685074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.685074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.685074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.685074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.685074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.685074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.686152 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.686247 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.686613 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.687121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b33806a-a6b2-4420-be89-171989475389 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:40.774108 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f0e72912-7f7b-420f-a46e-d26b63e199d7 None None] Provisioning complete for port 83b935f4-a68c-4584-9a56-a943d3ebfc2e triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:16:40.774510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f0e72912-7f7b-420f-a46e-d26b63e199d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:41.194624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-50bf4b7b-5e9a-417a-ad57-34f1e158d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:41.196034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-50bf4b7b-5e9a-417a-ad57-34f1e158d75f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.5203269 Aug 27 13:16:41.288229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-b0fd94a9-ed93-4f59-9389-d6152cc762d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 1001 time: 0.0809584 Aug 27 13:16:41.342530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Deleting port bb6a53f9-8bf0-4b22-99ca-ea25b968d5ee {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:41.342867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:41.381038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-d52bb809-8edd-4297-b91d-45f657898731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:41.382528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-d52bb809-8edd-4297-b91d-45f657898731 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0865557 Aug 27 13:16:41.453671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:41.453926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:41.465831 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-bf97d29f-6ad2-4109-9cc7-3c6954665e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:41.468079 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-bf97d29f-6ad2-4109-9cc7-3c6954665e29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763328 Aug 27 13:16:41.471605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Calling delete_port for bb6a53f9-8bf0-4b22-99ca-ea25b968d5ee owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:41.641212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-d885d9af-1dde-40e0-98b4-51fb4b160244 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640689 Aug 27 13:16:41.780360 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9591b99a-d21b-44dd-b911-e11e3940dd73 req-180d1d98-66e2-47fd-839c-85e6ec84b1ce service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307793 Aug 27 13:16:41.781365 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:41.809719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event deleted for resources: {'Port': ['ID=bb6a53f9-8bf0-4b22-99ca-ea25b968d5ee,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:41.872926 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:41.873308 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Floating IP 66986482-5972-4c45-81a8-b9080a76ae80 disassociated (deleted). External IP: 172.25.8.185, port: 83b935f4-a68c-4584-9a56-a943d3ebfc2e. Aug 27 13:16:42.093691 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Router 16dc5cbf-d645-4fbc-aa85-025529725e8e has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:16:42.207775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:16:42.213273 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:42.217954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] Sync routers for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:16:42.226934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:16:42.227545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:42.245170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1a84a0bf-5a8a-4298-a7af-50e400746174 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "DELETE /v2.0/floatingips/66986482-5972-4c45-81a8-b9080a76ae80 HTTP/1.1" status: 204 len: 168 time: 1.5751112 Aug 27 13:16:42.336979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:16:42.544380 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:50Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:42.550566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:16:42.552942 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50a862f-a401-482d-ba95-2e6ae0b769bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:16:42.573953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] Checking router: 16dc5cbf-d645-4fbc-aa85-025529725e8e for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:16:42.582855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:16:42.583866 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:42.590808 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af135d6e-c3eb-4cd8-87ee-74845c72eecd x-openstack-request-id: req-af135d6e-c3eb-4cd8-87ee-74845c72eecd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:16:42.591103 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:16:42.591358 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af135d6e-c3eb-4cd8-87ee-74845c72eecd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:16:42.591797 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'status': 'completed', 'code': 200} Aug 27 13:16:42.692221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-814a338a-0008-4083-aa75-896544e048b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:42.693322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:16:42.693734 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-814a338a-0008-4083-aa75-896544e048b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 1096 time: 0.0412521 Aug 27 13:16:42.796440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-8f6073f9-6af7-4f25-854c-4f7c5080b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:42.797961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-8f6073f9-6af7-4f25-854c-4f7c5080b299 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 200 len: 916 time: 0.0844154 Aug 27 13:16:42.846292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-bffa2c95-ebae-4696-9746-eace4b97f031 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 200 len: 217 time: 0.0396538 Aug 27 13:16:42.901634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-d763a949-0597-4f90-b789-b0400e04a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:42.901896 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:50Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:42.903172 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-d763a949-0597-4f90-b789-b0400e04a328 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 200 len: 854 time: 0.0448375 Aug 27 13:16:42.929147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5943a3e3-31ab-4b46-9ba0-6ce313276bd0 None None] The sync data for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 is: [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:44Z', 'revision_number': 4, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '1d93c3c8-cd84-47ff-9e88-e0db57540c91', 'name': '', 'network_id': '0da2507e-31a5-44f9-ae44-e35b1a130417', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'mac_address': 'fa:16:3e:e7:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:43Z', 'updated_at': '2021-08-27T13:12:50Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'subnets': [{'id': '0ec170fd-ccb1-415c-a44e-436e0270d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:16:42.955198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-d806d696-f33f-483d-a28e-0a7ea76e6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:42.956649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-d806d696-f33f-483d-a28e-0a7ea76e6f8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0da2507e-31a5-44f9-ae44-e35b1a130417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441427 Aug 27 13:16:43.058342 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-0be3ae8c-863d-41ce-b2c2-842b3efb4686 service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922298 Aug 27 13:16:43.148785 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb1491-b7fe-4b28-84ac-310b0097281a None None] New status for floating IP 66986482-5972-4c45-81a8-b9080a76ae80: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:16:43.177149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e50a862f-a401-482d-ba95-2e6ae0b769bd req-c4e3b947-7b62-49ef-8648-8ef6dd98d95d service neutron] 10.222.0.77 "GET /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939884 Aug 27 13:16:48.620288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7cbcf6e1-9d02-4eb2-b19f-c0264e0bf98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:49.212590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb31d4-14c3-4dd1-836f-19531501a083 req-06d055df-f764-4042-8cec-9a16750003ed tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:49.214069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbeb31d4-14c3-4dd1-836f-19531501a083 req-06d055df-f764-4042-8cec-9a16750003ed tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0538673 Aug 27 13:16:49.252840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fbeb31d4-14c3-4dd1-836f-19531501a083 req-677b2aa2-d9b8-46a0-a469-84d5cdb78a0c tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 27 13:16:50.370088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e2480-e824-4690-b281-6319e99c31aa req-d9c82c8a-b6a7-40b6-9b13-9bc50e9dea21 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:50.371602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f8e2480-e824-4690-b281-6319e99c31aa req-d9c82c8a-b6a7-40b6-9b13-9bc50e9dea21 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0497100 Aug 27 13:16:50.409927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f8e2480-e824-4690-b281-6319e99c31aa req-ab0760a3-b40c-4fd0-9e47-cdb4a722711a tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Aug 27 13:16:50.972994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:51.064188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-28d8f964-d9d7-4ae7-a3a9-f795638fa9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:51.296757 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:51.522660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf56e-aea0-4ff5-ae85-e78d079b6921 req-217cb07a-5dd8-422e-af2b-38ba494a3b3f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:51.524130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ebbf56e-aea0-4ff5-ae85-e78d079b6921 req-217cb07a-5dd8-422e-af2b-38ba494a3b3f tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0486608 Aug 27 13:16:51.561199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ebbf56e-aea0-4ff5-ae85-e78d079b6921 req-60aa1d57-0545-4eb9-8546-3f3bdacf48db tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/security-groups?id=f42cb0d4-a737-4ab8-8a72-42322a435630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 27 13:16:51.750871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-09618526-236e-4572-b3a3-99cf5011c885 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:16:51.752693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-09618526-236e-4572-b3a3-99cf5011c885 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 945 time: 0.0537860 Aug 27 13:16:51.842874 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Deleting port 83b935f4-a68c-4584-9a56-a943d3ebfc2e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:51.843077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:51.934557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] For port 83b935f4-a68c-4584-9a56-a943d3ebfc2e, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=83b935f4-a68c-4584-9a56-a943d3ebfc2e,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:51.934952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:51.948256 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Calling delete_port for 83b935f4-a68c-4584-9a56-a943d3ebfc2e owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:52.071069 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:52.103411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Pushing event deleted for resources: {'Port': ['ID=83b935f4-a68c-4584-9a56-a943d3ebfc2e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:52.112732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['83b935f4-a68c-4584-9a56-a943d3ebfc2e'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:16:52.144441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] No DVR routers for this DVR port 83b935f4-a68c-4584-9a56-a943d3ebfc2e on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:16:52.146860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:52.148837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f7c96546-1abe-454a-b357-45e3a1ba0453 req-0771630f-7604-4d7b-b456-fe29de4a2f14 tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.77 "DELETE /v2.0/ports/83b935f4-a68c-4584-9a56-a943d3ebfc2e HTTP/1.1" status: 204 len: 173 time: 0.3895378 Aug 27 13:16:52.149274 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'name': 'network-vif-deleted', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:16:52.151540 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc630389-0121-435a-9c3b-6ef34d7ef962" -d '{"events": [{"server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "name": "network-vif-deleted", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:16:52.190652 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5127960-b4f3-4251-b745-bcbd3d8403cd x-openstack-request-id: req-e5127960-b4f3-4251-b745-bcbd3d8403cd {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:16:52.190946 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e71a6c-5516-43c4-80be-b86fb4491e2d", "name": "network-vif-deleted", "tag": "83b935f4-a68c-4584-9a56-a943d3ebfc2e", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:16:52.191200 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5127960-b4f3-4251-b745-bcbd3d8403cd {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:16:52.191603 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e71a6c-5516-43c4-80be-b86fb4491e2d', 'name': 'network-vif-deleted', 'tag': '83b935f4-a68c-4584-9a56-a943d3ebfc2e', 'status': 'completed', 'code': 200} Aug 27 13:16:52.408476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:52.668885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a907ab42-0606-4649-a4aa-c9f6986267e3 req-599b2f5e-ced9-4d22-82a5-8b95a667161b tempest-TestMinimumBasicScenario-967049883 tempest-TestMinimumBasicScenario-967049883-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6e71a6c-5516-43c4-80be-b86fb4491e2d HTTP/1.1" status: 200 len: 210 time: 0.0277741 Aug 27 13:16:54.231215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44410) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:54.265124 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:54.577983 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:54.821980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Deleting port 1d93c3c8-cd84-47ff-9e88-e0db57540c91 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:54.822326 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:54.899440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] For port 1d93c3c8-cd84-47ff-9e88-e0db57540c91, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=1d93c3c8-cd84-47ff-9e88-e0db57540c91,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:54.899808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:54.913179 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Calling delete_port for 1d93c3c8-cd84-47ff-9e88-e0db57540c91 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:55.089098 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:55.113177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d93c3c8-cd84-47ff-9e88-e0db57540c91,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:55.497348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 83b935f4-a68c-4584-9a56-a943d3ebfc2e no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:16:55.521975 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 83b935f4-a68c-4584-9a56-a943d3ebfc2e {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:16:55.522327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 83b935f4-a68c-4584-9a56-a943d3ebfc2e not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:16:55.626875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:55.835364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Router 16dc5cbf-d645-4fbc-aa85-025529725e8e has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:16:55.939200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:16:55.944212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2a195b3c-60dd-4941-b18d-77f55d2d22a1 admin admin] 10.222.0.76 "PUT /v2.0/routers/16dc5cbf-d645-4fbc-aa85-025529725e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119138 Aug 27 13:16:55.946730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44412) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:55.949899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] Sync routers for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:16:55.960328 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:16:55.960947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:56.051519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.066095 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:16:56.151086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.210481 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Deleting port bbda374a-2229-469f-a7a9-39eb7adfa58f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:56.210833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.246600 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:16:55Z', 'revision_number': 5, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port': {'id': 'bbda374a-2229-469f-a7a9-39eb7adfa58f', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:56.274746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] Checking router: 16dc5cbf-d645-4fbc-aa85-025529725e8e for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:16:56.283558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] Routers {'16dc5cbf-d645-4fbc-aa85-025529725e8e'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:16:56.284310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['16dc5cbf-d645-4fbc-aa85-025529725e8e'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:56.293679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] For port bbda374a-2229-469f-a7a9-39eb7adfa58f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=bbda374a-2229-469f-a7a9-39eb7adfa58f,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:56.294080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.308535 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Calling delete_port for bbda374a-2229-469f-a7a9-39eb7adfa58f owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:56.377524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] Set router 16dc5cbf-d645-4fbc-aa85-025529725e8e gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:16:56.434354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:16:56Z', 'revision_number': 6, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:56.463339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e42b-1212-4d33-a966-911ba93a3d85 None None] The sync data for ids ['16dc5cbf-d645-4fbc-aa85-025529725e8e'] in n-d-688802-4 is: [{'id': '16dc5cbf-d645-4fbc-aa85-025529725e8e', 'name': 'tempest-TestMinimumBasicScenario-1776795397-router', 'tenant_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:41Z', 'updated_at': '2021-08-27T13:16:56Z', 'revision_number': 6, 'project_id': '3b59bfb530e74cfbbb5d0bf08b61da0c', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:16:56.488892 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.520860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbda374a-2229-469f-a7a9-39eb7adfa58f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:56.583280 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.678769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.681055 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.725965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.726585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16dc5cbf-d645-4fbc-aa85-025529725e8e {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:16:56.731359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.732541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5adaf168-2a1e-4189-8b6f-c88bd8342942 admin admin] 10.222.0.76 "DELETE /v2.0/routers/16dc5cbf-d645-4fbc-aa85-025529725e8e HTTP/1.1" status: 204 len: 168 time: 0.7848833 Aug 27 13:16:56.735795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44414) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:56.784107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Deleting subnet 0ec170fd-ccb1-415c-a44e-436e0270d03d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:16:56.787196 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.823043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.906244 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.962815 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.988002 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec170fd-ccb1-415c-a44e-436e0270d03d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:56.993026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:56.994983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-91dbb43e-9654-4305-9379-0b371c6777c5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0ec170fd-ccb1-415c-a44e-436e0270d03d HTTP/1.1" status: 204 len: 168 time: 0.2582438 Aug 27 13:16:56.997626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44416) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:56.998844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720d66f1-f873-401e-9a41-b80fa71ebc5b None None] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:16:57.066687 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.121175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Deleting port ad073b9c-f898-4cd7-9588-beff75b02e37 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:57.121527 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.194165 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] For port ad073b9c-f898-4cd7-9588-beff75b02e37, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ad073b9c-f898-4cd7-9588-beff75b02e37,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:57.194573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.210076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Calling delete_port for ad073b9c-f898-4cd7-9588-beff75b02e37 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:57.222595 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] DHCP port deletion for 0da2507e-31a5-44f9-ae44-e35b1a130417 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:16:57.270800 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Deleting port ad073b9c-f898-4cd7-9588-beff75b02e37 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:57.271319 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.292886 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.326068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad073b9c-f898-4cd7-9588-beff75b02e37,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:57.328686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] No DVR routers for this DVR port ad073b9c-f898-4cd7-9588-beff75b02e37 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:16:57.405617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.422694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da2507e-31a5-44f9-ae44-e35b1a130417']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:57.436623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e92f164-ee47-4d6b-a215-716b8c0b2963') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:57.437206 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e92f164-ee47-4d6b-a215-716b8c0b2963') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:57.448382 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.463468 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.471136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:16:57.471701 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:16:57.474031 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:16:57.476560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bbda374a-2229-469f-a7a9-39eb7adfa58f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:16:57.503863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: bbda374a-2229-469f-a7a9-39eb7adfa58f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:16:57.504657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device bbda374a-2229-469f-a7a9-39eb7adfa58f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:16:57.505084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ad073b9c-f898-4cd7-9588-beff75b02e37 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:16:57.528229 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ad073b9c-f898-4cd7-9588-beff75b02e37 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:16:57.528798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ad073b9c-f898-4cd7-9588-beff75b02e37 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:16:57.529227 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1d93c3c8-cd84-47ff-9e88-e0db57540c91 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:16:57.537347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.543783 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.549662 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0da2507e-31a5-44f9-ae44-e35b1a130417 HTTP/1.1" status: 204 len: 168 time: 0.5470829 Aug 27 13:16:57.549662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44418) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:57.564801 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba9d8e-5d26-4c88-be1c-a9c87a851e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da2507e-31a5-44f9-ae44-e35b1a130417,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:57.571177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 1d93c3c8-cd84-47ff-9e88-e0db57540c91 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:16:57.571534 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 1d93c3c8-cd84-47ff-9e88-e0db57540c91 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:16:57.575357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] For port ad073b9c-f898-4cd7-9588-beff75b02e37, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ad073b9c-f898-4cd7-9588-beff75b02e37,segment=NetworkSegment(0e92f164-ee47-4d6b-a215-716b8c0b2963),segment_id=0e92f164-ee47-4d6b-a215-716b8c0b2963)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:57.575764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.593065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Calling delete_port for ad073b9c-f898-4cd7-9588-beff75b02e37 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:57.668930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:57.691849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Network 0da2507e-31a5-44f9-ae44-e35b1a130417 is not hosted by any dhcp agent {{(pid=94625) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 13:16:57.692308 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] No DVR routers for this DVR port ad073b9c-f898-4cd7-9588-beff75b02e37 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:16:57.698029 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Pushing event deleted for resources: {'Port': ['ID=ad073b9c-f898-4cd7-9588-beff75b02e37,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:57.709496 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.709916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.710260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.710764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.711130 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.711952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.712287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.712621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.712979 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.713520 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.713837 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.714545 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33bc993-2429-4fa5-9edf-75f67d5e62f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:16:57.905628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:58.159275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Deleting port ffe1a836-cf10-4a24-954e-a18adfa975b5 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:58.159623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:58.240941 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] For port ffe1a836-cf10-4a24-954e-a18adfa975b5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ffe1a836-cf10-4a24-954e-a18adfa975b5,segment=NetworkSegment(253aef2e-655f-4ef5-9d8d-3906bc488849),segment_id=253aef2e-655f-4ef5-9d8d-3906bc488849)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:58.241295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:58.254067 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Calling delete_port for ffe1a836-cf10-4a24-954e-a18adfa975b5 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:58.438573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:58.476286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe1a836-cf10-4a24-954e-a18adfa975b5,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:16:58.642659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:58.855296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Router bd218116-15a6-4f89-af0d-06dc419ebe44 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:16:58.964041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:16:58.970037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8610ddc3-af97-45d6-b635-8fbc3343d267 admin admin] 10.222.0.76 "PUT /v2.0/routers/bd218116-15a6-4f89-af0d-06dc419ebe44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4197767 Aug 27 13:16:58.972545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44420) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:16:58.975236 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] Sync routers for ids ['bd218116-15a6-4f89-af0d-06dc419ebe44'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:16:59.079816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] Routers {'bd218116-15a6-4f89-af0d-06dc419ebe44'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:16:59.080523 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd218116-15a6-4f89-af0d-06dc419ebe44'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:59.094532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:59.198894 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] Set router bd218116-15a6-4f89-af0d-06dc419ebe44 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:16:59.416128 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:16:58Z', 'revision_number': 5, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:59.447961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] Checking router: bd218116-15a6-4f89-af0d-06dc419ebe44 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:16:59.458143 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] Routers {'bd218116-15a6-4f89-af0d-06dc419ebe44'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:16:59.459316 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['bd218116-15a6-4f89-af0d-06dc419ebe44'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:59.578985 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] Set router bd218116-15a6-4f89-af0d-06dc419ebe44 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:16:59.582011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:59.638696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Deleting port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:16:59.639061 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:59.719313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] For port 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:16:59.719617 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:59.737193 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Calling delete_port for 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:16:59.775952 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:16:58Z', 'revision_number': 5, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:16:59.803373 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea66503-bfdd-49b9-a6c5-76dd10e3d524 None None] The sync data for ids ['bd218116-15a6-4f89-af0d-06dc419ebe44'] in n-d-688802-4 is: [{'id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'name': 'tempest-TestMinimumBasicScenario-671139575-router', 'tenant_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:16:58Z', 'revision_number': 5, 'project_id': '640bc4077ed2493dbc8863ed0e2d01d5', 'gw_port': {'id': '9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd218116-15a6-4f89-af0d-06dc419ebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:12:46Z', 'updated_at': '2021-08-27T13:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:16:59.913197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:16:59.945536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:00.006126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.097148 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.099210 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.147184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.147728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd218116-15a6-4f89-af0d-06dc419ebe44 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:17:00.153663 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.157607 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-396c6da5-9f71-4ce7-b7f6-5eafc849f2fb admin admin] 10.222.0.76 "DELETE /v2.0/routers/bd218116-15a6-4f89-af0d-06dc419ebe44 HTTP/1.1" status: 204 len: 168 time: 1.1812787 Aug 27 13:17:00.160033 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44422) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:00.215515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Deleting subnet 433b19b4-2fa2-4cf5-bc1c-848d9790ae03 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:17:00.219238 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.259437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.347769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.417531 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.448805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433b19b4-2fa2-4cf5-bc1c-848d9790ae03,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:00.450952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.453543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-070ec877-5773-4eee-b757-c259e8cdbaae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/433b19b4-2fa2-4cf5-bc1c-848d9790ae03 HTTP/1.1" status: 204 len: 168 time: 0.2923856 Aug 27 13:17:00.456210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44424) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:00.457334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403fcd7-7431-41b7-8afc-8ee7f5de62e7 None None] Network e13bd308-9668-4c4b-87fb-aadb7afd167d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:17:00.529043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.590851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Deleting port 57b6585b-56b2-4f6b-89e0-052d14ef285d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:17:00.591227 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.668197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] For port 57b6585b-56b2-4f6b-89e0-052d14ef285d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57b6585b-56b2-4f6b-89e0-052d14ef285d,segment=NetworkSegment(253aef2e-655f-4ef5-9d8d-3906bc488849),segment_id=253aef2e-655f-4ef5-9d8d-3906bc488849)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:00.668605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.682714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Calling delete_port for 57b6585b-56b2-4f6b-89e0-052d14ef285d owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:17:00.761599 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.788664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b6585b-56b2-4f6b-89e0-052d14ef285d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:00.795250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] No DVR routers for this DVR port 57b6585b-56b2-4f6b-89e0-052d14ef285d on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:17:00.874842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bdbfec-5f76-422b-bfab-a94d99f23897 None None] DHCP port deletion for e13bd308-9668-4c4b-87fb-aadb7afd167d request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:17:00.879066 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.892159 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13bd308-9668-4c4b-87fb-aadb7afd167d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:00.907329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253aef2e-655f-4ef5-9d8d-3906bc488849') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:00.907329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253aef2e-655f-4ef5-9d8d-3906bc488849') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:00.914110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.928272 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.934261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:17:00.934695 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:17:00.936508 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:17:00.999331 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.015028 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.016922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e13bd308-9668-4c4b-87fb-aadb7afd167d HTTP/1.1" status: 204 len: 168 time: 0.5596485 Aug 27 13:17:01.018318 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d92545-94d0-46cd-a631-5a2d5c6fb0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e13bd308-9668-4c4b-87fb-aadb7afd167d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:01.201280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44428) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:01.248746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0524533c-cda4-45b4-8d95-29f85f7e48c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b59bfb530e74cfbbb5d0bf08b61da0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459940 Aug 27 13:17:01.252771 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44430) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:01.310658 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f131486-d2bb-4de3-943b-ff31bc4e9034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.339309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f131486-d2bb-4de3-943b-ff31bc4e9034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.402268 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f131486-d2bb-4de3-943b-ff31bc4e9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.406876 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2f131486-d2bb-4de3-943b-ff31bc4e9034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.408806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2f131486-d2bb-4de3-943b-ff31bc4e9034 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f42cb0d4-a737-4ab8-8a72-42322a435630 HTTP/1.1" status: 204 len: 168 time: 0.1549239 Aug 27 13:17:01.423553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f131486-d2bb-4de3-943b-ff31bc4e9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42cb0d4-a737-4ab8-8a72-42322a435630,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:01.476337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ffe1a836-cf10-4a24-954e-a18adfa975b5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:17:01.498725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ffe1a836-cf10-4a24-954e-a18adfa975b5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:17:01.499065 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ffe1a836-cf10-4a24-954e-a18adfa975b5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:17:01.499725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57b6585b-56b2-4f6b-89e0-052d14ef285d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:17:01.520228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 57b6585b-56b2-4f6b-89e0-052d14ef285d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:17:01.520580 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57b6585b-56b2-4f6b-89e0-052d14ef285d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:17:01.521075 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:17:01.541901 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:17:01.542252 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 9fe8a3e9-45fa-4631-9ec3-48e23c4bd6b0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:17:01.807940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44436) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:01.853920 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-29d5c882-25b2-4276-88bc-3fb245b50333 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=640bc4077ed2493dbc8863ed0e2d01d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441079 Aug 27 13:17:01.856507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44438) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:01.909164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aae33c98-b268-4565-96b0-cd045a02818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.931636 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aae33c98-b268-4565-96b0-cd045a02818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.980801 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aae33c98-b268-4565-96b0-cd045a02818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.983830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-aae33c98-b268-4565-96b0-cd045a02818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:01.984988 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aae33c98-b268-4565-96b0-cd045a02818f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7771514e-c789-44cf-befb-1ca9678fdd75 HTTP/1.1" status: 204 len: 168 time: 0.1275043 Aug 27 13:17:01.993508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae33c98-b268-4565-96b0-cd045a02818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771514e-c789-44cf-befb-1ca9678fdd75,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.169748 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44478) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:04.174624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530567330', 'description': 'tempest-secgroup-smoke-1530567330 description', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:04.197773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.206153 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.299538 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.304758 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.341149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5262a1-cb2b-41ba-8fa8-b8e470df43c6,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.401600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.405266 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.437513 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.438806 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2679889 Aug 27 13:17:04.440676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2264518-53c8-4c42-b435-ee79c183c23e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.441867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44480) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:04.446843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'de5f49df-e4f1-4db0-8dfa-1e5f04b07da4', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:04.474944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.535398 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.539425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.557457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137497f0-6d88-4a18-9e57-e8e0c763f144,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.564483 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.565848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-afac533f-d6cc-4feb-88cb-65b0b69a6e2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228237 Aug 27 13:17:04.569134 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44482) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:04.573823 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'de5f49df-e4f1-4db0-8dfa-1e5f04b07da4', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:04.600422 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.655821 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.660255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.680395 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577609f5-4294-442f-9960-2549419661c5,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.686724 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.688327 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-295fb944-67f6-46ee-9783-5f2686802cca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181602 Aug 27 13:17:04.691043 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44484) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:04.696072 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'de5f49df-e4f1-4db0-8dfa-1e5f04b07da4', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:04.722952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.783396 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.787040 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.805478 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9b1b45-1441-478b-94b0-5a2dac277412,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.813209 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.814593 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f58d8c5d-8676-4df0-b721-d1299e4936b2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225622 Aug 27 13:17:04.817341 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44486) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:04.821785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'de5f49df-e4f1-4db0-8dfa-1e5f04b07da4', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:04.848476 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.907567 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.911132 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.927854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c2d46e-a38c-46fc-bab3-5a044da19069,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:04.935804 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:04.937776 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-da7d6d4a-7840-41e0-affb-cab76f44675d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194496 Aug 27 13:17:04.940447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44488) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:04.944950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'de5f49df-e4f1-4db0-8dfa-1e5f04b07da4', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:04.966933 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:17:04.971852 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.048123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.052187 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.073011 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ce578d-30d1-4ec5-b60f-75f1444809c9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:05.076434 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.077732 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2847d2ca-ae89-49d3-a160-12ae318f2356 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362560 Aug 27 13:17:05.080358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44490) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:05.085060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'de5f49df-e4f1-4db0-8dfa-1e5f04b07da4', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:05.108062 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:17:05.114014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.177661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.182176 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.202315 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57d2e24-4eba-44bf-ba97-2d5f620ad0f7,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:05.204825 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.208942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3cfb0d19-3d6c-4c96-8560-bafe963be34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248119 Aug 27 13:17:05.209720 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:05.214306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'network': {'name': 'tempest-network-smoke--1726862221', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'port_security_enabled': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:05.236038 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:17:05.239544 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.264737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:17:05.273808 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.274183 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Added segment a91e4757-e9dc-457a-b56a-8d0ea9b5dab8 of type vlan for network 565c6042-759f-4ba7-b7fa-125e344081c0 Aug 27 13:17:05.315283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.340103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.346559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:05.347160 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.403397 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930120 Aug 27 13:17:05.406304 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44494) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:05.410753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'admin_state_up': True, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:05.431808 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df6451-aef1-49c5-a271-98bff793848a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Network': ['ID=565c6042-759f-4ba7-b7fa-125e344081c0,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:05.443495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 565c6042-759f-4ba7-b7fa-125e344081c0 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:17:05.448411 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.449421 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.511602 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.651314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.843844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.862709 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:05.967594 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.244 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/4a9a20aa-a76a-417a-9aff-4a66e9a5c125) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:17:06.066315 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:06.105020 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:06.146036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:17:06.152627 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:06.157225 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:17:06.160578 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:06.404462 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:06.597915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:06.725310 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 838daa4b-0847-4030-b5a9-babe792aaee4 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:17:06.826963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:17:06.838732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Sync routers for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:17:06.846622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:06.848428 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f9015afa-cb58-43b9-a092-50aea6a34281 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4411719 Aug 27 13:17:06.848684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:17:06.849201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:06.851493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44498) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:06.958440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:17:06.984484 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2cb36216-017c-44a4-af21-d049f75103b2 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cd4b1bc523214874bae3e77f26f4720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294003 Aug 27 13:17:06.984670 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44502) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:07.079235 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50472f53-dbd3-40ee-b8aa-538d37432072 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:07.080774 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-50472f53-dbd3-40ee-b8aa-538d37432072 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949347 Aug 27 13:17:07.083626 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44504) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:07.114628 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ae5c5cb9-d8e8-4319-a0c4-3f1832cfedf5 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299127 Aug 27 13:17:07.117286 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44506) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:07.122113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376205998', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:07.142607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:06Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:07.174501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Checking router: 838daa4b-0847-4030-b5a9-babe792aaee4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:17:07.174865 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Updating router 838daa4b-0847-4030-b5a9-babe792aaee4 port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:17:07.199650 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.223661 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:17:07.227198 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.417486 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.471148 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.481998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Subnet': ['ID=56f75b42-97c7-475b-a40e-59f0fe946f1d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:07.484687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Transition to ACTIVE for port object 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:07.494267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Checking segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:17:07.494669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network hostable DHCP agents. Network: 565c6042-759f-4ba7-b7fa-125e344081c0, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:17:07.494798 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.514472 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 565c6042-759f-4ba7-b7fa-125e344081c0 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:17:07.523940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 565c6042-759f-4ba7-b7fa-125e344081c0) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:07.528679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:07.529610 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.544852 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-8262d56b-5685-4793-acc5-608fa42eecac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4264314 Aug 27 13:17:07.548107 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44508) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:07.561699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be06e50-e934-4a35-a14c-4ba669e2e6e8 None None] Network 565c6042-759f-4ba7-b7fa-125e344081c0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:17:07.629295 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Attempting to bind port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:17:07.629663 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Attempting to bind port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:17:07.630031 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Attempting to bind port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:17:07.644937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894de47-ca96-41a4-9250-d9984c33b346 None None] Pushing event updated for resources: {'Port': ['ID=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:07.651292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:17:07.651725 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:17:07.652150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.652566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:17:07.653049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Bound port: 4a9a20aa-a76a-417a-9aff-4a66e9a5c125, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:17:07.653437 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.776856 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:17:07.796248 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] For port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:17:07.817378 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] For port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:17:07.827235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.877040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-565c6042-759f-4ba7-b7fa-125e344081c0', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:17:07.877895 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:07.941011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894de47-ca96-41a4-9250-d9984c33b346 None None] Pushing event updated for resources: {'Port': ['ID=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:07.995019 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:17:07.995662 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:08.015371 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.160859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Allocated IP 172.20.0.2 (565c6042-759f-4ba7-b7fa-125e344081c0/56f75b42-97c7-475b-a40e-59f0fe946f1d/aba1fa20-9e2b-44a3-9a4c-73ff2734f111) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:17:08.173013 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:17:08.617909 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.629045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Transition to ACTIVE for port object aba1fa20-9e2b-44a3-9a4c-73ff2734f111 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:08.649009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Transition to ACTIVE for port object aba1fa20-9e2b-44a3-9a4c-73ff2734f111 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:08.652803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:06Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:08.655982 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.691849 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963aa4c-2fe4-438b-b05a-0d89e5e029e3 None None] The sync data for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 is: [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:06Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:17:08.714875 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.1 (565c6042-759f-4ba7-b7fa-125e344081c0/56f75b42-97c7-475b-a40e-59f0fe946f1d/ba83761b-1f77-4746-b489-1b01673d4b83) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:17:08.720728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Network 565c6042-759f-4ba7-b7fa-125e344081c0 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:17:08.723530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:08.727166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:17:08.743858 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Pushing event updated for resources: {'Port': ['ID=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:08.795961 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Attempting to bind port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:17:08.797714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Attempting to bind port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:17:08.797714 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Attempting to bind port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 on network 565c6042-759f-4ba7-b7fa-125e344081c0 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:17:08.803560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:17:08.804043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Checking segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:17:08.804454 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.804822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Bound using segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:17:08.805336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Bound port: aba1fa20-9e2b-44a3-9a4c-73ff2734f111, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:17:08.805755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.847688 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.862660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object ba83761b-1f77-4746-b489-1b01673d4b83 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:08.880586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] For port aba1fa20-9e2b-44a3-9a4c-73ff2734f111, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:17:08.884519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] For port aba1fa20-9e2b-44a3-9a4c-73ff2734f111, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:17:08.888290 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.898303 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:08.953591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 565c6042-759f-4ba7-b7fa-125e344081c0 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:17:08.957733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:08.963188 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:17:08.973334 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=ba83761b-1f77-4746-b489-1b01673d4b83,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:08.980102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b292c4-8532-49f6-b039-b384ff5db490 None None] Pushing event updated for resources: {'Port': ['ID=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:09.011656 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.038032 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.207419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.531482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:09.540183 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.545433 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.585543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:09.589744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:09.590141 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.631948 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.633756 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=ba83761b-1f77-4746-b489-1b01673d4b83,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:09.681222 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.705612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:09.710234 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:09.711208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aba1fa20-9e2b-44a3-9a4c-73ff2734f111 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:09.741487 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 565c6042-759f-4ba7-b7fa-125e344081c0 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:17:09.742968 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:09.786344 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:09.801506 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:09.876157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 838daa4b-0847-4030-b5a9-babe792aaee4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:17:09.991710 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:17:09.997715 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a84514ac-b32a-4a5f-973a-64422714f2c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/838daa4b-0847-4030-b5a9-babe792aaee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4481843 Aug 27 13:17:10.025526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f25dc-76b9-4665-bdfa-c2020d3b32c3 None None] Network 565c6042-759f-4ba7-b7fa-125e344081c0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:17:10.101918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] Provisioning for port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:10.113487 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] Provisioning complete for port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:10.113861 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.144451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-48532cdf-f6a9-40b2-a7d3-90cc2dace1b4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530567330&fields=id&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 267 time: 0.0345576 Aug 27 13:17:10.258255 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-b125eec5-39d6-40ff-a077-929bde2a3937 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:10.259904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-b125eec5-39d6-40ff-a077-929bde2a3937 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/networks?id=565c6042-759f-4ba7-b7fa-125e344081c0 HTTP/1.1" status: 200 len: 797 time: 0.1081762 Aug 27 13:17:10.260368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.276605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-a5830e7a-1269-4528-a247-5d51e8c9684b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/quotas/cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 375 time: 0.0097795 Aug 27 13:17:10.304147 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] For port aba1fa20-9e2b-44a3-9a4c-73ff2734f111, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:10.309208 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.347385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1c43c7ea-3efc-4a6b-afd0-9b68ba8fd529 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629194 Aug 27 13:17:10.366633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b22433-215e-4bcd-893c-b606797fb1c3 None None] Pushing event updated for resources: {'Port': ['ID=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:10.410030 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Sync routers for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:17:10.421336 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:17:10.422858 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:10.526242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-49b7f63d-12f0-4fd1-a07b-16389600a10a service neutron] 10.222.0.76 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638186 Aug 27 13:17:10.531907 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e794e99-3e04-4e02-8dc6-67991b2e6960 None None] Provisioning for port ba83761b-1f77-4746-b489-1b01673d4b83 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:10.541183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e794e99-3e04-4e02-8dc6-67991b2e6960 None None] Provisioning complete for port ba83761b-1f77-4746-b489-1b01673d4b83 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:10.541556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2e794e99-3e04-4e02-8dc6-67991b2e6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.542303 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:17:10.586638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2e794e99-3e04-4e02-8dc6-67991b2e6960 None None] Port ba83761b-1f77-4746-b489-1b01673d4b83 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:17:10.603817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e794e99-3e04-4e02-8dc6-67991b2e6960 None None] Provisioning complete for port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:10.603817 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2e794e99-3e04-4e02-8dc6-67991b2e6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.642410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7d990218-868c-48d9-b4ad-25cfcaf2e20c service neutron] 10.222.0.76 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060224 Aug 27 13:17:10.762006 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 2, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:10.795591 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Checking router: 838daa4b-0847-4030-b5a9-babe792aaee4 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:17:10.795980 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Updating router 838daa4b-0847-4030-b5a9-babe792aaee4 port ba83761b-1f77-4746-b489-1b01673d4b83 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:17:10.824310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f4d2bd9a-5735-4ee3-a79e-e8ccec1a7045 None None] Provisioning complete for port ba83761b-1f77-4746-b489-1b01673d4b83 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:10.825092 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f4d2bd9a-5735-4ee3-a79e-e8ccec1a7045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.828835 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:10.848022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ebd69957-f9b1-4701-a3d0-df97eae42f0a req-acf703d7-c4b9-40a4-8c68-eec863363c29 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 210 time: 0.0296950 Aug 27 13:17:10.879982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2bd9a-5735-4ee3-a79e-e8ccec1a7045 None None] Port ba83761b-1f77-4746-b489-1b01673d4b83 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:17:10.998143 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-272818e7-70a0-4944-9ea3-f06f1f86ef3b None None] Provisioning complete for port ba83761b-1f77-4746-b489-1b01673d4b83 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:10.998457 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-272818e7-70a0-4944-9ea3-f06f1f86ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.031573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-272818e7-70a0-4944-9ea3-f06f1f86ef3b None None] Port ba83761b-1f77-4746-b489-1b01673d4b83 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:17:11.095570 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.104690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Transition to ACTIVE for port object ba83761b-1f77-4746-b489-1b01673d4b83 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:11.111131 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.167635 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Pushing event updated for resources: {'Port': ['ID=ba83761b-1f77-4746-b489-1b01673d4b83,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:11.188506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.188845 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.189175 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.189503 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.189827 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.190148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.190490 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.190865 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.191236 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.191928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.191928 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.192165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:17:11.228122 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Attempting to bind port ba83761b-1f77-4746-b489-1b01673d4b83 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:17:11.228487 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Attempting to bind port ba83761b-1f77-4746-b489-1b01673d4b83 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:17:11.228848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Attempting to bind port ba83761b-1f77-4746-b489-1b01673d4b83 on network 565c6042-759f-4ba7-b7fa-125e344081c0 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:17:11.233843 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:17:11.234242 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Checking segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:17:11.234740 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.235129 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Bound using segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:17:11.235830 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Bound port: ba83761b-1f77-4746-b489-1b01673d4b83, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:17:11.236058 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.301586 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] For port ba83761b-1f77-4746-b489-1b01673d4b83, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:17:11.304732 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] For port ba83761b-1f77-4746-b489-1b01673d4b83, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba83761b-1f77-4746-b489-1b01673d4b83,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:17:11.310106 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.369554 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:17:11.370191 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:16:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:11.374994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97c78-3237-4abf-959f-c65e22cb44d2 None None] Pushing event updated for resources: {'Port': ['ID=ba83761b-1f77-4746-b489-1b01673d4b83,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:11.456624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:11.484973 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:17:11.508576 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:11.508939 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.599393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aba1fa20-9e2b-44a3-9a4c-73ff2734f111 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:11.646915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:11.647283 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:11.774125 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:11Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:11.801482 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d12c3f-d71f-436c-920c-6b22b812ec31 None None] The sync data for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 is: [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:11Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:17:11.934297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bbc4f19-270b-4c2a-aaaa-9405374b99dc req-099d4c92-e60d-46a7-a29a-dd4e013135a3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 210 time: 0.0320411 Aug 27 13:17:13.022210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f476072a-af81-462f-b06f-c571742254c3 req-5e82e09b-dcf2-4f26-bd86-081f853ec265 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 210 time: 0.0274186 Aug 27 13:17:13.466779 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba83761b-1f77-4746-b489-1b01673d4b83 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:13.519058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ba83761b-1f77-4746-b489-1b01673d4b83 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:13.523005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ba83761b-1f77-4746-b489-1b01673d4b83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:13.523382 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:13.602043 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:13.635783 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ba83761b-1f77-4746-b489-1b01673d4b83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba83761b-1f77-4746-b489-1b01673d4b83,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:13.639369 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:13.686246 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ba83761b-1f77-4746-b489-1b01673d4b83,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:14.010014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-0c7b2bb5-f4e2-43f2-85a7-d68ce2c353d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:14.011656 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-0c7b2bb5-f4e2-43f2-85a7-d68ce2c353d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/networks?id=565c6042-759f-4ba7-b7fa-125e344081c0 HTTP/1.1" status: 200 len: 797 time: 0.1124232 Aug 27 13:17:14.058422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-650218a9-880a-4ad0-8b6b-972ff35f5b01 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 380 time: 0.0365081 Aug 27 13:17:14.070788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'port': {'device_id': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'admin_state_up': True, 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'security_groups': ['de5f49df-e4f1-4db0-8dfa-1e5f04b07da4']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:14.147812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5bed3cb5-2f75-471c-a957-52156df047ce req-d847ce54-58d6-45f3-a0f4-c6852d7c8d91 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 210 time: 0.0368118 Aug 27 13:17:14.206817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:17:14.210624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:14.336484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.5 (565c6042-759f-4ba7-b7fa-125e344081c0/56f75b42-97c7-475b-a40e-59f0fe946f1d/c87b85ed-6d29-4fe6-875e-480fb11a576b) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:17:14.481904 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:14.495235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object c87b85ed-6d29-4fe6-875e-480fb11a576b will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:14.527833 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:14.570309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 565c6042-759f-4ba7-b7fa-125e344081c0 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:17:14.573343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:14.580108 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:17:14.606493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=c87b85ed-6d29-4fe6-875e-480fb11a576b,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:14.636143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:14.636787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:14.652450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-1d9fb0bd-4aae-465a-9d9b-6ee234f2082b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863922 Aug 27 13:17:14.664532 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-9f1dd5fc-30d5-4eaa-847b-d9fef8091eac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:17:14.665546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-9f1dd5fc-30d5-4eaa-847b-d9fef8091eac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056622 Aug 27 13:17:14.723705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Request body: {'port': {'device_id': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:14.783820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:14.840122 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-23c2c172-2b63-44c0-8728-b050b7e9297a None None] Provisioning for port c87b85ed-6d29-4fe6-875e-480fb11a576b completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:14.844754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-23c2c172-2b63-44c0-8728-b050b7e9297a None None] Provisioning complete for port c87b85ed-6d29-4fe6-875e-480fb11a576b triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:14.845167 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-23c2c172-2b63-44c0-8728-b050b7e9297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:14.878701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-23c2c172-2b63-44c0-8728-b050b7e9297a None None] Port c87b85ed-6d29-4fe6-875e-480fb11a576b cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:17:15.053047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87b85ed-6d29-4fe6-875e-480fb11a576b {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:17:15.060546 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:15.072272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Transition to ACTIVE for port object c87b85ed-6d29-4fe6-875e-480fb11a576b will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:17:15.076101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:15.132053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=c87b85ed-6d29-4fe6-875e-480fb11a576b,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:15.206642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Attempting to bind port c87b85ed-6d29-4fe6-875e-480fb11a576b on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:17:15.207472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Attempting to bind port c87b85ed-6d29-4fe6-875e-480fb11a576b by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:17:15.207777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Attempting to bind port c87b85ed-6d29-4fe6-875e-480fb11a576b on network 565c6042-759f-4ba7-b7fa-125e344081c0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:17:15.214057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Port c87b85ed-6d29-4fe6-875e-480fb11a576b on network 565c6042-759f-4ba7-b7fa-125e344081c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:17:15.214400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Attempting to bind port c87b85ed-6d29-4fe6-875e-480fb11a576b on network 565c6042-759f-4ba7-b7fa-125e344081c0 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:17:15.219654 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:17:15.219996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Checking segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:17:15.220383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Bound using segment: {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:17:15.220822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Bound port: c87b85ed-6d29-4fe6-875e-480fb11a576b, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:17:15.221184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:15.335057 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157688-4885-49cb-832b-62143d25bfb1 req-fa4fd59c-4828-4046-abad-ec0c0bc127cc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:15.336874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00157688-4885-49cb-832b-62143d25bfb1 req-fa4fd59c-4828-4046-abad-ec0c0bc127cc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 943 time: 0.1049654 Aug 27 13:17:15.339560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] For port c87b85ed-6d29-4fe6-875e-480fb11a576b, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:17:15.342908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] For port c87b85ed-6d29-4fe6-875e-480fb11a576b, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:17:15.353184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:15.397617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:15.398594 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:15.399860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] 10.222.0.65 "PUT /v2.0/ports/c87b85ed-6d29-4fe6-875e-480fb11a576b HTTP/1.1" status: 200 len: 1091 time: 0.7260122 Aug 27 13:17:15.402686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:17:15.405465 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb422d8-cf03-43d2-8db5-45f55a0da173" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:17:15.440504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00157688-4885-49cb-832b-62143d25bfb1 req-211452b9-a8bb-440d-9228-d8c424028dcf tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954249 Aug 27 13:17:15.483329 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741290c6-192a-4d94-9dc8-d5f4f78a09f5 x-openstack-request-id: req-741290c6-192a-4d94-9dc8-d5f4f78a09f5 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:17:15.483679 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:17:15.483920 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-741290c6-192a-4d94-9dc8-d5f4f78a09f5 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:17:15.484324 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'status': 'completed', 'code': 200} Aug 27 13:17:15.490205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e0966-525b-474d-9c7d-9d7d969f2ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=c87b85ed-6d29-4fe6-875e-480fb11a576b,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:15.497363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba83761b-1f77-4746-b489-1b01673d4b83 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:15.510097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-329c9c70-17b2-45aa-b163-a5bf3c2eda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:15.512091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-329c9c70-17b2-45aa-b163-a5bf3c2eda85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 1094 time: 0.0599782 Aug 27 13:17:15.556602 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ba83761b-1f77-4746-b489-1b01673d4b83 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:15.556904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:15.564559 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-df2a230c-42ad-43c5-98e4-a567cea2f60c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b HTTP/1.1" status: 200 len: 217 time: 0.0424993 Aug 27 13:17:15.617020 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-67654dc4-1e6d-4253-92f0-01e1f629cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:15.618565 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-67654dc4-1e6d-4253-92f0-01e1f629cb69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56f75b42-97c7-475b-a40e-59f0fe946f1d HTTP/1.1" status: 200 len: 834 time: 0.0469425 Aug 27 13:17:15.667022 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-a5262b63-a980-4390-be0e-f9a2faa7ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:15.668505 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-a5262b63-a980-4390-be0e-f9a2faa7ca10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=565c6042-759f-4ba7-b7fa-125e344081c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417659 Aug 27 13:17:15.780187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-5010aa72-b7ad-4dfa-8560-2bf89637d285 service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039882 Aug 27 13:17:15.871033 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-91018715-9887-4f6f-9388-ac3a7fd98185 req-e3a167c5-62b5-4ced-8ce5-28b6b64364db service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835609 Aug 27 13:17:15.960139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-41ecf20a-2d41-4ebf-b2b5-52db4fd72e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:15.961914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-41ecf20a-2d41-4ebf-b2b5-52db4fd72e47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 1094 time: 0.0427573 Aug 27 13:17:16.055879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-3719f887-6a09-4001-9ebb-224cfea86405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:16.057358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-3719f887-6a09-4001-9ebb-224cfea86405 service neutron] 10.222.0.65 "GET /v2.0/networks?id=565c6042-759f-4ba7-b7fa-125e344081c0 HTTP/1.1" status: 200 len: 898 time: 0.0877714 Aug 27 13:17:16.100497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-8f6261a1-9f9b-442b-8d9e-758117f0250f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b HTTP/1.1" status: 200 len: 217 time: 0.0345700 Aug 27 13:17:16.155557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-7286c47e-1b96-4ba2-9edf-c0c1986ba0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:16.156954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-7286c47e-1b96-4ba2-9edf-c0c1986ba0a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56f75b42-97c7-475b-a40e-59f0fe946f1d HTTP/1.1" status: 200 len: 834 time: 0.0473154 Aug 27 13:17:16.205603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-22843518-0a17-4177-9696-3e479a51451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:16.207531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-22843518-0a17-4177-9696-3e479a51451e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=565c6042-759f-4ba7-b7fa-125e344081c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416141 Aug 27 13:17:16.296660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-3407aa19-3d4e-472c-b571-76a99cbc0c35 service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811222 Aug 27 13:17:16.389828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2bb422d8-cf03-43d2-8db5-45f55a0da173 req-1395ae88-110c-43f0-949f-1adb93e6e9a0 service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Aug 27 13:17:16.558866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1433-5bab-41fb-b2e9-9641223cf499 req-a0c26b0c-4266-4194-9228-e6b29d5d16a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:16.560353 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1aa1433-5bab-41fb-b2e9-9641223cf499 req-a0c26b0c-4266-4194-9228-e6b29d5d16a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 943 time: 0.0497677 Aug 27 13:17:16.598720 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1aa1433-5bab-41fb-b2e9-9641223cf499 req-2405db73-9729-4d8a-9a2c-196888cef5ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Aug 27 13:17:17.722249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2c022-4300-4700-9d2e-d65cb7b2f263 req-2258d4bd-8c10-4f18-b97c-d402de75e9ec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:17.723827 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35d2c022-4300-4700-9d2e-d65cb7b2f263 req-2258d4bd-8c10-4f18-b97c-d402de75e9ec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 943 time: 0.0502946 Aug 27 13:17:17.758687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c87b85ed-6d29-4fe6-875e-480fb11a576b details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:17:17.768594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35d2c022-4300-4700-9d2e-d65cb7b2f263 req-d16cddaa-d8ba-4982-b639-db9013dba476 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384798 Aug 27 13:17:17.860744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c87b85ed-6d29-4fe6-875e-480fb11a576b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:17.875527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'port_id': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'mac_address': 'fa:16:3e:14:8f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:17:17.912850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:17.925074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87b85ed-6d29-4fe6-875e-480fb11a576b {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:17:17.943256 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c87b85ed-6d29-4fe6-875e-480fb11a576b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:17.947310 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:17.993878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c87b85ed-6d29-4fe6-875e-480fb11a576b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:18.193142 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['c87b85ed-6d29-4fe6-875e-480fb11a576b'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:17:18.621440 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7c25b857-f194-43a1-bede-353cb5f9bdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:18.889095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5a573-7129-48c5-bd01-e7d0f18e62a5 req-6ee8a844-74a2-4642-8f79-fa4fc151a9f9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:18.890558 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12b5a573-7129-48c5-bd01-e7d0f18e62a5 req-6ee8a844-74a2-4642-8f79-fa4fc151a9f9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 944 time: 0.0505829 Aug 27 13:17:18.930120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12b5a573-7129-48c5-bd01-e7d0f18e62a5 req-cdc026a0-d521-4017-b41c-50ea82844337 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Aug 27 13:17:19.766694 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c87b85ed-6d29-4fe6-875e-480fb11a576b up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:17:19.814980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port c87b85ed-6d29-4fe6-875e-480fb11a576b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:17:19.818658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port c87b85ed-6d29-4fe6-875e-480fb11a576b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:17:19.819025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:19.898735 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:19.921000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:17:19.923844 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7de066-21f8-46cb-a466-8e5777966835" -d '{"events": [{"server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "name": "network-vif-plugged", "status": "completed", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:17:19.936267 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port c87b85ed-6d29-4fe6-875e-480fb11a576b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:17:19.941183 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:19.993101 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=c87b85ed-6d29-4fe6-875e-480fb11a576b,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:20.039511 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a42c736-9e2b-405c-abbd-3f19243be5d9 x-openstack-request-id: req-1a42c736-9e2b-405c-abbd-3f19243be5d9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:17:20.039818 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "name": "network-vif-plugged", "status": "completed", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:17:20.040082 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a42c736-9e2b-405c-abbd-3f19243be5d9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:17:20.040487 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'code': 200} Aug 27 13:17:20.062903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818abfb6-231f-4615-bbae-e2ac6b460538 req-b0dd7d8d-33d5-4adf-90c3-30440ccad150 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:20.064427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-818abfb6-231f-4615-bbae-e2ac6b460538 req-b0dd7d8d-33d5-4adf-90c3-30440ccad150 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0528464 Aug 27 13:17:20.124584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-818abfb6-231f-4615-bbae-e2ac6b460538 req-d17e8cf1-9e26-4c44-b072-87b93125a785 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Aug 27 13:17:20.140118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee58cdc-b0ba-4fec-a63b-ee9c0ee1475d req-b8ee85fa-dd6e-4eba-9fad-2aed7a1be688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:20.142136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dee58cdc-b0ba-4fec-a63b-ee9c0ee1475d req-b8ee85fa-dd6e-4eba-9fad-2aed7a1be688 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 1096 time: 0.0441918 Aug 27 13:17:20.180951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dee58cdc-b0ba-4fec-a63b-ee9c0ee1475d req-1c0b3b69-7bcb-4f5e-8d27-a12e4e7f0790 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316644 Aug 27 13:17:20.975566 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:21.065559 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-91a59e22-477e-4405-8d4a-65b64448a4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:21.244499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735505f-e058-4f18-b9b2-5543ba473c7d req-a2a989dc-b87b-4169-b483-32ede3f7a07a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:21.245942 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4735505f-e058-4f18-b9b2-5543ba473c7d req-a2a989dc-b87b-4169-b483-32ede3f7a07a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0519764 Aug 27 13:17:21.287026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4735505f-e058-4f18-b9b2-5543ba473c7d req-8922e3d6-9c4c-4d24-be0b-d70e02613aa4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342472 Aug 27 13:17:21.298246 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:22.407483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585415e3-98e7-4006-97f1-472607725764 req-38445ff1-e277-4e76-a313-0deabfe0e5c0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:22.409045 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-585415e3-98e7-4006-97f1-472607725764 req-38445ff1-e277-4e76-a313-0deabfe0e5c0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0507994 Aug 27 13:17:22.414442 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:22.448830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-585415e3-98e7-4006-97f1-472607725764 req-b6d2e442-4ef9-4e3f-9ce5-b8cdc0d1ad45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Aug 27 13:17:22.564881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98e78-d532-439c-94af-d2e27e7ec1be req-e8cc8c4d-a924-4f97-900f-a3aea502e4d2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:22.566401 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12c98e78-d532-439c-94af-d2e27e7ec1be req-e8cc8c4d-a924-4f97-900f-a3aea502e4d2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0498114 Aug 27 13:17:22.608443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12c98e78-d532-439c-94af-d2e27e7ec1be req-ec985a55-c67a-4f9b-b6b9-be136b66c53a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360148 Aug 27 13:17:22.630921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44574) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:22.671089 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a77f84-e90e-40e0-bab1-d0f00738f477 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:22.673210 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-17a77f84-e90e-40e0-bab1-d0f00738f477 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 1091 time: 0.0405946 Aug 27 13:17:22.676313 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44576) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:22.680872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:17:22.704830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:22.805796 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:22.909345 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.146 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/dc6cf0e2-b257-49e6-8a6f-178abec9018f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:17:23.018781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.067671 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.110074 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:17:23.114418 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:17:23.120007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:17:23.143906 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=dc6cf0e2-b257-49e6-8a6f-178abec9018f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:23.503284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.571431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.723428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.728142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.799888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=dc6cf0e2-b257-49e6-8a6f-178abec9018f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:17:23.811568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:23.911773 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 5d3432fe-6dc7-4c12-8cd5-8fa813c28546 associated. External IP: 172.25.8.146, port: c87b85ed-6d29-4fe6-875e-480fb11a576b. Aug 27 13:17:24.133447 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 838daa4b-0847-4030-b5a9-babe792aaee4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:17:24.251227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:17:24.263244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] Sync routers for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:17:24.269613 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:24.280204 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:24.281254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:17:24.282583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:24.302174 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-68a8fe23-6f07-4365-8701-30b1b00a8b31 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6248093 Aug 27 13:17:24.302794 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:17:24.305046 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0127cb-8159-4080-8e6d-afc6f2f946f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:17:24.341325 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a72977e-3b6b-44ee-8d17-23461d426c86 x-openstack-request-id: req-0a72977e-3b6b-44ee-8d17-23461d426c86 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:17:24.341618 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:17:24.341870 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a72977e-3b6b-44ee-8d17-23461d426c86 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:17:24.342277 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'status': 'completed', 'code': 200} Aug 27 13:17:24.395489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:17:24.432798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-02acb6ab-b124-4682-ac7c-75f25cc3a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:24.434403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-02acb6ab-b124-4682-ac7c-75f25cc3a420 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 1096 time: 0.0625055 Aug 27 13:17:24.442575 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd837330-3b65-47f9-88be-9f03b0175ff2 req-81a397d1-3093-4b90-ba99-2d90bf290397 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:24.443801 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd837330-3b65-47f9-88be-9f03b0175ff2 req-81a397d1-3093-4b90-ba99-2d90bf290397 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0827556 Aug 27 13:17:24.530991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dd837330-3b65-47f9-88be-9f03b0175ff2 req-3c1e0dc8-2561-4ac2-a957-a7f76377a4a3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788994 Aug 27 13:17:24.554666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:24.561431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-79d87076-aca6-49dc-b69e-92ddb262238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:24.563114 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-79d87076-aca6-49dc-b69e-92ddb262238d service neutron] 10.222.0.65 "GET /v2.0/networks?id=565c6042-759f-4ba7-b7fa-125e344081c0 HTTP/1.1" status: 200 len: 898 time: 0.1183476 Aug 27 13:17:24.617723 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e1db751f-45c9-4894-b09b-2cee0cae841e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/5d3432fe-6dc7-4c12-8cd5-8fa813c28546 HTTP/1.1" status: 200 len: 991 time: 0.0619116 Aug 27 13:17:24.626060 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '5d3432fe-6dc7-4c12-8cd5-8fa813c28546', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'port_id': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'mac_address': 'fa:16:3e:14:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:17:23Z', 'updated_at': '2021-08-27T13:17:23Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:13Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:24.632450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-70a40722-642a-4790-ac44-e9bb3557e70b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b HTTP/1.1" status: 200 len: 999 time: 0.0615966 Aug 27 13:17:24.653116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] Checking router: 838daa4b-0847-4030-b5a9-babe792aaee4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:17:24.661926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:17:24.662566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:24.701439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-42fe67db-60c7-4fb0-8b0c-9ac3ee1ad638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:24.702973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-42fe67db-60c7-4fb0-8b0c-9ac3ee1ad638 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56f75b42-97c7-475b-a40e-59f0fe946f1d HTTP/1.1" status: 200 len: 834 time: 0.0482795 Aug 27 13:17:24.749021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-1fce6d2c-bc4d-45e9-af0d-2dbf0d191892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:24.750563 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-1fce6d2c-bc4d-45e9-af0d-2dbf0d191892 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=565c6042-759f-4ba7-b7fa-125e344081c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405235 Aug 27 13:17:24.769198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:17:24.841912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-9a1d02ba-d453-41d1-98d8-33ad34ca1be8 service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827124 Aug 27 13:17:24.936854 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a0127cb-8159-4080-8e6d-afc6f2f946f8 req-6d33c3f8-9286-496b-b164-164ff06cc931 service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863619 Aug 27 13:17:24.999199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '5d3432fe-6dc7-4c12-8cd5-8fa813c28546', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'port_id': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'mac_address': 'fa:16:3e:14:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:17:23Z', 'updated_at': '2021-08-27T13:17:23Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:13Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:17:25.025627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c8bc9-43a7-4345-89f2-1c85ef699ae9 None None] The sync data for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 is: [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '5d3432fe-6dc7-4c12-8cd5-8fa813c28546', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'port_id': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'mac_address': 'fa:16:3e:14:8f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:17:23Z', 'updated_at': '2021-08-27T13:17:23Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:13Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:17:25.215629 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3a557-ee52-4f30-9af5-947335ca9124 None None] New status for floating IP 5d3432fe-6dc7-4c12-8cd5-8fa813c28546: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:17:25.621604 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44584) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:17:25.684828 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-924d60af-fc33-4613-9220-3db8471e3d39 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/5d3432fe-6dc7-4c12-8cd5-8fa813c28546 HTTP/1.1" status: 200 len: 993 time: 0.0620768 Aug 27 13:17:39.016571 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:44.776374 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:17:48.622303 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-27d016c5-d0ba-4ad4-97ed-7910c2d119be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:50.991476 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:51.066546 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-530b9a55-2862-4617-93d1-4e7cc76f02e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:51.302216 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:52.419203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:54.271758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:17:59.152070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853be1-20fe-4ef7-b006-5542b1ab349b req-863b4b6d-731f-4242-a9f8-6aeb02277efa tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:17:59.153588 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a853be1-20fe-4ef7-b006-5542b1ab349b req-863b4b6d-731f-4242-a9f8-6aeb02277efa tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0511312 Aug 27 13:17:59.192427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9a853be1-20fe-4ef7-b006-5542b1ab349b req-c52f59e5-5a64-47db-b6fb-bf6bde485cb9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328586 Aug 27 13:18:00.309452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21af5-d5a5-4bc9-b01d-a81e4a945f1b req-1ab81e3f-1698-44ce-b17f-2272c8ea9682 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:00.311105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04b21af5-d5a5-4bc9-b01d-a81e4a945f1b req-1ab81e3f-1698-44ce-b17f-2272c8ea9682 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0497198 Aug 27 13:18:00.349869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-04b21af5-d5a5-4bc9-b01d-a81e4a945f1b req-2f5348bf-6482-4b43-9919-92dee6cd8f5b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Aug 27 13:18:00.372558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44604) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:00.440326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-787a6276-c8ed-4c36-938f-ec47bbf9797e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/5d3432fe-6dc7-4c12-8cd5-8fa813c28546 HTTP/1.1" status: 200 len: 993 time: 0.0665681 Aug 27 13:18:01.725661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf2177-02da-4536-8f60-cb3ae125d9f0 req-361f66d7-d37e-44c2-8551-988a1fc126cb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:01.727240 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1caf2177-02da-4536-8f60-cb3ae125d9f0 req-361f66d7-d37e-44c2-8551-988a1fc126cb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0521109 Aug 27 13:18:01.774506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1caf2177-02da-4536-8f60-cb3ae125d9f0 req-f422ec73-231c-4f2c-b8e5-71aebb4a4ea6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Aug 27 13:18:02.899707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94782abf-2f9e-4cf8-9e15-5859b194f409 req-7f8d0c97-b868-4566-9570-3335429ea816 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:02.901241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94782abf-2f9e-4cf8-9e15-5859b194f409 req-7f8d0c97-b868-4566-9570-3335429ea816 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0525100 Aug 27 13:18:02.938976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94782abf-2f9e-4cf8-9e15-5859b194f409 req-56bfa80c-687c-4c03-b1d1-34d769c41b82 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Aug 27 13:18:02.961961 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44614) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:03.023210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd21ac56-051e-45fd-ad8f-de590554dc7c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/5d3432fe-6dc7-4c12-8cd5-8fa813c28546 HTTP/1.1" status: 200 len: 993 time: 0.0600624 Aug 27 13:18:03.277948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44620) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:03.441482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port dc6cf0e2-b257-49e6-8a6f-178abec9018f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:18:03.441834 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:03.521631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:03.521970 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:03.533823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for dc6cf0e2-b257-49e6-8a6f-178abec9018f owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:18:03.696520 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:03.724324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=dc6cf0e2-b257-49e6-8a6f-178abec9018f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:03.736588 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.736945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.737303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.737663 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.738007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.738351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.738716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.739053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.739391 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.739729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.740063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.740403 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:03.797717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:03.798263 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 5d3432fe-6dc7-4c12-8cd5-8fa813c28546 disassociated (deleted). External IP: 172.25.8.146, port: c87b85ed-6d29-4fe6-875e-480fb11a576b. Aug 27 13:18:04.013930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 838daa4b-0847-4030-b5a9-babe792aaee4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:18:04.125018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:18:04.132765 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:04.138509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] Sync routers for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:18:04.154017 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:04.154700 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:04.167810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4056147d-f699-4464-9831-9f88a593224d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/floatingips/5d3432fe-6dc7-4c12-8cd5-8fa813c28546 HTTP/1.1" status: 204 len: 168 time: 0.8887150 Aug 27 13:18:04.168414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:18:04.170787 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c71a2e-e1e3-49fa-b591-97599746212e" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:18:04.219646 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1864cd22-d7c7-44dd-b7e3-983eeb1ba9a8 x-openstack-request-id: req-1864cd22-d7c7-44dd-b7e3-983eeb1ba9a8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:18:04.220487 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:18:04.220999 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1864cd22-d7c7-44dd-b7e3-983eeb1ba9a8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:18:04.221644 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'status': 'completed', 'code': 200} Aug 27 13:18:04.294213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71a2e-e1e3-49fa-b591-97599746212e req-09ee5829-fa60-4d6d-af20-078f034e6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:04.295894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-09ee5829-fa60-4d6d-af20-078f034e6bbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 1096 time: 0.0489724 Aug 27 13:18:04.435112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71a2e-e1e3-49fa-b591-97599746212e req-69e62e2e-0c5f-4cf2-af8b-8d06f4fdaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:04.436620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-69e62e2e-0c5f-4cf2-af8b-8d06f4fdaad1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=565c6042-759f-4ba7-b7fa-125e344081c0 HTTP/1.1" status: 200 len: 898 time: 0.1332684 Aug 27 13:18:04.445386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:04.454655 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da225bd4-957a-46c8-b8cc-e1d41ecc3185 req-bd1fe6b0-1db4-4e53-9e2d-fba9b22f6098 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:04.456198 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da225bd4-957a-46c8-b8cc-e1d41ecc3185 req-bd1fe6b0-1db4-4e53-9e2d-fba9b22f6098 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0710437 Aug 27 13:18:04.501320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-4e3b8705-43eb-4580-888b-0f7dadb60ec0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b HTTP/1.1" status: 200 len: 217 time: 0.0549374 Aug 27 13:18:04.559564 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-da225bd4-957a-46c8-b8cc-e1d41ecc3185 req-3b299298-03db-4839-85d0-33549475740e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960188 Aug 27 13:18:04.569924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71a2e-e1e3-49fa-b591-97599746212e req-4394ed89-dae3-40cf-acf4-db9629272c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:04.572204 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-4394ed89-dae3-40cf-acf4-db9629272c39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=56f75b42-97c7-475b-a40e-59f0fe946f1d HTTP/1.1" status: 200 len: 834 time: 0.0611558 Aug 27 13:18:04.620472 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71a2e-e1e3-49fa-b591-97599746212e req-6370f04b-ac38-4d88-936b-eac87b64f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:04.622164 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-6370f04b-ac38-4d88-936b-eac87b64f32c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=565c6042-759f-4ba7-b7fa-125e344081c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417643 Aug 27 13:18:04.658334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:13Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:04.686752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] Checking router: 838daa4b-0847-4030-b5a9-babe792aaee4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:18:04.695548 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:04.696182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:04.807579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:05.023474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:13Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:05.051571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173687dc-ba0b-43dc-92bf-e0424dc3dc5f None None] The sync data for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 is: [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ba83761b-1f77-4746-b489-1b01673d4b83', 'name': '', 'network_id': '565c6042-759f-4ba7-b7fa-125e344081c0', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:3a:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:08Z', 'updated_at': '2021-08-27T13:17:13Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '56f75b42-97c7-475b-a40e-59f0fe946f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:18:05.085916 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-42d3e99c-48bc-441e-89ab-47e896a8bf87 service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542828 Aug 27 13:18:05.184571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98c71a2e-e1e3-49fa-b591-97599746212e req-21f3806d-1486-46c6-a769-9e9168d609bf service neutron] 10.222.0.65 "GET /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887873 Aug 27 13:18:05.291682 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea312d-bd58-46a0-a384-b70b9ff6f965 None None] New status for floating IP 5d3432fe-6dc7-4c12-8cd5-8fa813c28546: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:18:05.688053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ffd53-6cc5-44dc-bd61-27811dbf0151 req-81e606dd-118b-4d5e-b0ad-e228a948c9b9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:05.689604 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-458ffd53-6cc5-44dc-bd61-27811dbf0151 req-81e606dd-118b-4d5e-b0ad-e228a948c9b9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0572035 Aug 27 13:18:05.731191 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-458ffd53-6cc5-44dc-bd61-27811dbf0151 req-25ab290d-8a99-4182-aef2-cf27fbc55d24 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Aug 27 13:18:06.079767 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-6e12d8e0-9891-4266-a388-99c550cb994c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:06.081215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-6e12d8e0-9891-4266-a388-99c550cb994c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 945 time: 0.0499668 Aug 27 13:18:06.169482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port c87b85ed-6d29-4fe6-875e-480fb11a576b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:18:06.170164 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:06.259223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port c87b85ed-6d29-4fe6-875e-480fb11a576b, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=c87b85ed-6d29-4fe6-875e-480fb11a576b,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:06.259590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:06.273167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for c87b85ed-6d29-4fe6-875e-480fb11a576b owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:18:06.402079 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:06.430506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=c87b85ed-6d29-4fe6-875e-480fb11a576b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:06.472680 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] No DVR routers for this DVR port c87b85ed-6d29-4fe6-875e-480fb11a576b on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:18:06.475494 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:06.478167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2a65aecd-4d48-4e59-ae60-e1e4403a2b85 req-e96d8e73-31dd-4952-acd1-128f742efe40 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "DELETE /v2.0/ports/c87b85ed-6d29-4fe6-875e-480fb11a576b HTTP/1.1" status: 204 len: 173 time: 0.3896432 Aug 27 13:18:06.478666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'name': 'network-vif-deleted', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:18:06.480907 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e88b2-0a0c-4508-b684-97aa4df34f93" -d '{"events": [{"server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "name": "network-vif-deleted", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:18:06.521176 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb08cc68-f333-4037-84c7-e57d79f67379 x-openstack-request-id: req-bb08cc68-f333-4037-84c7-e57d79f67379 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:18:06.521549 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b9e04-0c24-4796-a7fb-09980052300d", "name": "network-vif-deleted", "tag": "c87b85ed-6d29-4fe6-875e-480fb11a576b", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:18:06.521817 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb08cc68-f333-4037-84c7-e57d79f67379 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:18:06.522256 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b9e04-0c24-4796-a7fb-09980052300d', 'name': 'network-vif-deleted', 'tag': 'c87b85ed-6d29-4fe6-875e-480fb11a576b', 'status': 'completed', 'code': 200} Aug 27 13:18:06.847318 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fb43f899-b737-4063-ad75-00f6f5de20b4 req-758fe4c0-8f13-4c2a-a246-7bc555b39ef5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=a41b9e04-0c24-4796-a7fb-09980052300d HTTP/1.1" status: 200 len: 210 time: 0.0329852 Aug 27 13:18:07.906501 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44638) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:08.303338 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:08.562905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port ba83761b-1f77-4746-b489-1b01673d4b83 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:18:08.563163 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:08.648489 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port ba83761b-1f77-4746-b489-1b01673d4b83, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ba83761b-1f77-4746-b489-1b01673d4b83,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:08.648849 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:08.661862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for ba83761b-1f77-4746-b489-1b01673d4b83 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:18:08.846353 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:08.873915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=ba83761b-1f77-4746-b489-1b01673d4b83,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:09.048852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.056119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.268664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 838daa4b-0847-4030-b5a9-babe792aaee4 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:18:09.372563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:18:09.377545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-987a11fe-b7c7-420b-b82c-f92dc6acfa0f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/838daa4b-0847-4030-b5a9-babe792aaee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700165 Aug 27 13:18:09.380876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44640) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:09.383384 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] Sync routers for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:18:09.393509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:09.394183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:09.444870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting subnet 56f75b42-97c7-475b-a40e-59f0fe946f1d {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:18:09.448179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.489289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.507577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:09.577242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.635782 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.661754 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Subnet': ['ID=56f75b42-97c7-475b-a40e-59f0fe946f1d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:09.669155 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.673738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-de6c958d-e177-4fed-a894-759563bc7de3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/subnets/56f75b42-97c7-475b-a40e-59f0fe946f1d HTTP/1.1" status: 204 len: 168 time: 0.2892835 Aug 27 13:18:09.673957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44642) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:09.676641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34c180-95ab-4849-a094-0745ad5b27de None None] Network 565c6042-759f-4ba7-b7fa-125e344081c0 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:18:09.773373 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:18:08Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:09.782521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.813704 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] Checking router: 838daa4b-0847-4030-b5a9-babe792aaee4 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:18:09.827781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] Routers {'838daa4b-0847-4030-b5a9-babe792aaee4'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:09.828312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['838daa4b-0847-4030-b5a9-babe792aaee4'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:09.900986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.925398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] DHCP port deletion for 565c6042-759f-4ba7-b7fa-125e344081c0 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:18:09.955404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:18:09.955769 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:09.976647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] Set router 838daa4b-0847-4030-b5a9-babe792aaee4 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:10.033413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 4a9a20aa-a76a-417a-9aff-4a66e9a5c125, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:10.033777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.049997 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:18:10.074470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c87b85ed-6d29-4fe6-875e-480fb11a576b no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:18:10.099792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: c87b85ed-6d29-4fe6-875e-480fb11a576b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:18:10.100067 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device c87b85ed-6d29-4fe6-875e-480fb11a576b not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:18:10.110115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Deleting port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:18:10.110641 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.198100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] For port aba1fa20-9e2b-44a3-9a4c-73ff2734f111, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,segment=NetworkSegment(a91e4757-e9dc-457a-b56a-8d0ea9b5dab8),segment_id=a91e4757-e9dc-457a-b56a-8d0ea9b5dab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:10.198442 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.219380 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.229878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Calling delete_port for aba1fa20-9e2b-44a3-9a4c-73ff2734f111 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:18:10.244417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=4a9a20aa-a76a-417a-9aff-4a66e9a5c125,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:10.304358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.308386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:18:08Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:10.344563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4df89-bef3-4377-bba9-e643d030e7a5 None None] The sync data for ids ['838daa4b-0847-4030-b5a9-babe792aaee4'] in n-d-688802-4 is: [{'id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305368529', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:18:08Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '4a9a20aa-a76a-417a-9aff-4a66e9a5c125', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838daa4b-0847-4030-b5a9-babe792aaee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:17:05Z', 'updated_at': '2021-08-27T13:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:18:10.356355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.389777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Pushing event deleted for resources: {'Port': ['ID=aba1fa20-9e2b-44a3-9a4c-73ff2734f111,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:10.397971 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.398527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.398935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.399272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.399604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.399948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.400279 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.400613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.400954 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.401280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.401604 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.401923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.406223 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2b891-407a-4af1-9bd8-37eabd08d8c7 None None] No DVR routers for this DVR port aba1fa20-9e2b-44a3-9a4c-73ff2734f111 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:18:10.406367 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.408489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.455351 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.455927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Fanout notify agent at l3_agent the message router_deleted on router 838daa4b-0847-4030-b5a9-babe792aaee4 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:18:10.463247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.464384 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-23d1abdb-cfc5-4142-aa96-02bccabe25b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/routers/838daa4b-0847-4030-b5a9-babe792aaee4 HTTP/1.1" status: 204 len: 168 time: 0.7882266 Aug 27 13:18:10.467325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44646) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:10.546250 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.633875 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.643374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565c6042-759f-4ba7-b7fa-125e344081c0']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:10.653860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:10.654083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91e4757-e9dc-457a-b56a-8d0ea9b5dab8') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:10.663504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.676643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.682578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:18:10.682971 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:18:10.685950 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:18:10.743678 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.750936 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.755820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/networks/565c6042-759f-4ba7-b7fa-125e344081c0 HTTP/1.1" status: 204 len: 168 time: 0.2845702 Aug 27 13:18:10.756536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:10.765626 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b4685-a04c-4a8e-a67e-313046151d6a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Network': ['ID=565c6042-759f-4ba7-b7fa-125e344081c0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:10.821449 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.849417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.915261 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.917770 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:10.919002 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/security-groups/de5f49df-e4f1-4db0-8dfa-1e5f04b07da4 HTTP/1.1" status: 204 len: 168 time: 0.1606879 Aug 27 13:18:10.928606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f49df-e4f1-4db0-8dfa-1e5f04b07da4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:10.936723 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.937080 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.937431 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.937778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.938121 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.938503 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.938842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.939179 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.939513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.939862 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.940181 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:10.940671 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b969526-c3e4-4313-9bfb-16b7130a6ee0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:11.195309 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44654) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:11.200125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344995981', 'description': 'tempest-secgroup-smoke-344995981 description', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:11.222627 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.303213 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.306791 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.334437 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.335650 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392243 Aug 27 13:18:11.337577 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358a71c-d060-40a9-859b-66cae1c1c623 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:11.338676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44656) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:11.344794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:11.372666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.438674 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.443153 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.462406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef41189-9466-420f-b5aa-2657eedd429b,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:11.469293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.470781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6621801e-110a-4594-a41e-162196846ae5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303370 Aug 27 13:18:11.473769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44658) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:11.478521 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba83761b-1f77-4746-b489-1b01673d4b83 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:18:11.479355 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:11.499156 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ba83761b-1f77-4746-b489-1b01673d4b83 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:18:11.499523 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ba83761b-1f77-4746-b489-1b01673d4b83 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:18:11.499920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aba1fa20-9e2b-44a3-9a4c-73ff2734f111 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:18:11.509305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.518955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: aba1fa20-9e2b-44a3-9a4c-73ff2734f111 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:18:11.519640 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device aba1fa20-9e2b-44a3-9a4c-73ff2734f111 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:18:11.520064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:18:11.539159 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:18:11.539505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4a9a20aa-a76a-417a-9aff-4a66e9a5c125 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:18:11.575270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.578936 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.599965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecbc29e-8ec8-4f2c-a92d-87d2805d5a3c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:11.603754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.604946 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8c1e60e7-2f2d-4e7f-98cb-7725517c3c90 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297762 Aug 27 13:18:11.607791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44660) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:11.612112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:11.638619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.695139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.698568 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.715042 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b87889-274d-4b70-b073-150ba253cda6,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:11.721932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:11.723698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a1543c18-983c-4985-b5a4-35dc27d06d35 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149969 Aug 27 13:18:11.726611 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44662) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:11.731074 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:11.756477 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.155820 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.161084 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.179716 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527e8596-1204-4289-85d8-9369d64a9eec,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:12.183164 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.184577 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-94fb289e-cf58-44f0-aa92-871e90377b38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4570510 Aug 27 13:18:12.187233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44664) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:12.192556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:12.214578 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:18:12.219482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.278044 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.282205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.298843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c4f2f6-2cd2-4c2d-990e-a973649592dd,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:12.305490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.306703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a4e9ce95-30ea-4d0b-9fc8-fc5282d1d090 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185181 Aug 27 13:18:12.309435 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44666) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:12.313796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:12.335972 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:18:12.340952 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.400570 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.404283 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.421660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea705d4-ec4f-4573-a691-919955135989,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:12.431011 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.435425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44668) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:12.435934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1ed7f198-50b6-4113-8e67-52baac8d6383 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251566 Aug 27 13:18:12.440552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'network': {'name': 'tempest-network-smoke--592477710', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'port_security_enabled': True}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:12.461021 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:18:12.464467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.488602 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:18:12.497561 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.497906 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Added segment 485f5ae2-c01c-4f56-a25b-12e70ddf7d8e of type vlan for network 14a7249a-d91c-4b45-a414-8b180a610941 Aug 27 13:18:12.540977 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.565438 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.571198 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:12.571781 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.628668 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920328 Aug 27 13:18:12.631406 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44670) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:12.637774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'admin_state_up': True, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:12.647886 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98031f-5f41-4215-81d1-99483ec9d178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Network': ['ID=14a7249a-d91c-4b45-a414-8b180a610941,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:12.658140 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 14a7249a-d91c-4b45-a414-8b180a610941 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:18:12.666773 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.667912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.726983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:12.870484 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:13.060881 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:13.079337 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:13.180894 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.175 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/19376aef-d732-44a9-9915-aaa59624019b) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:18:13.285164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:13.323298 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:13.359850 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:18:13.368508 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:13.371933 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:18:13.377372 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=19376aef-d732-44a9-9915-aaa59624019b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:13.935008 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.133869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.260638 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router c15cb2d6-23d1-422e-b7d2-496bbbb01662 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:18:14.365642 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:18:14.375416 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Sync routers for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:18:14.384735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:14.385584 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:14.385771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.387249 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7a4c56e8-51a2-4496-87e4-fd3b6f48a466 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7548409 Aug 27 13:18:14.390344 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44672) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:14.421808 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5382b631-f256-4278-af9e-28899204cbc1 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cd4b1bc523214874bae3e77f26f4720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303903 Aug 27 13:18:14.424676 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44674) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:14.495885 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:14.516749 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a79b5-1321-4a87-96ac-77d7dd348626 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:14.518206 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-279a79b5-1321-4a87-96ac-77d7dd348626 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926321 Aug 27 13:18:14.521628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44676) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:14.551474 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ff789af5-c493-4e9e-b9e0-f08f9a82a65d tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287552 Aug 27 13:18:14.554016 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44678) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:14.558830 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1688229644', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:14.655840 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:18:14.659525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.686985 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:13Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:14.725332 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Checking router: c15cb2d6-23d1-422e-b7d2-496bbbb01662 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:18:14.725830 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Updating router c15cb2d6-23d1-422e-b7d2-496bbbb01662 port 19376aef-d732-44a9-9915-aaa59624019b binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:18:14.752011 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.848731 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.907983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Subnet': ['ID=6812dff5-922c-486b-87fc-255289684ec9,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:14.916912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Checking segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:18:14.917278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network hostable DHCP agents. Network: 14a7249a-d91c-4b45-a414-8b180a610941, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:18:14.934337 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 14a7249a-d91c-4b45-a414-8b180a610941 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:18:14.943535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 14a7249a-d91c-4b45-a414-8b180a610941) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:14.947701 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:14.948302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:14.956015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f9656-a310-4745-892d-6c7d309965e8 None None] Network 14a7249a-d91c-4b45-a414-8b180a610941 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:18:14.967323 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e2a7cec0-b550-410f-abde-c584ea6f71f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4093702 Aug 27 13:18:14.967796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44680) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:15.027219 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.037881 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Transition to ACTIVE for port object 19376aef-d732-44a9-9915-aaa59624019b will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:15.044375 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.099960 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Attempting to bind port 19376aef-d732-44a9-9915-aaa59624019b on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:18:15.100374 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Attempting to bind port 19376aef-d732-44a9-9915-aaa59624019b by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:18:15.100844 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Attempting to bind port 19376aef-d732-44a9-9915-aaa59624019b on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:18:15.110763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:18:15.111390 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:18:15.111898 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.112376 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:18:15.112939 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Bound port: 19376aef-d732-44a9-9915-aaa59624019b, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:18:15.113414 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.115101 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Pushing event updated for resources: {'Port': ['ID=19376aef-d732-44a9-9915-aaa59624019b,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:15.115473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-14a7249a-d91c-4b45-a414-8b180a610941', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:18:15.116942 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.140004 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.140469 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.140910 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.141325 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.141718 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.142115 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.142693 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.143116 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.143540 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.143940 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.145165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.145305 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:18:15.179517 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] For port 19376aef-d732-44a9-9915-aaa59624019b, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:18:15.183045 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] For port 19376aef-d732-44a9-9915-aaa59624019b, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=19376aef-d732-44a9-9915-aaa59624019b,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:18:15.189036 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.243628 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:15.244365 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:15.270265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Allocated IP 172.20.0.2 (14a7249a-d91c-4b45-a414-8b180a610941/6812dff5-922c-486b-87fc-255289684ec9/44c27abc-5b8c-4f7f-afa1-5bab149632e5) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:18:15.353974 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:15.425109 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.434038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Transition to ACTIVE for port object 44c27abc-5b8c-4f7f-afa1-5bab149632e5 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:15.453435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.454139 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Transition to ACTIVE for port object 44c27abc-5b8c-4f7f-afa1-5bab149632e5 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:15.460836 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.513037 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Network 14a7249a-d91c-4b45-a414-8b180a610941 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:18:15.516845 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:15.523583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:18:15.543330 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfd8c8-88c3-4a8b-9cee-26a03c40d85c None None] Pushing event updated for resources: {'Port': ['ID=19376aef-d732-44a9-9915-aaa59624019b,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:15.564528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Pushing event updated for resources: {'Port': ['ID=44c27abc-5b8c-4f7f-afa1-5bab149632e5,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:15.602200 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Attempting to bind port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:18:15.603050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Attempting to bind port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:18:15.603568 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Attempting to bind port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 on network 14a7249a-d91c-4b45-a414-8b180a610941 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:18:15.608988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:18:15.609680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Checking segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:18:15.610229 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.610750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Bound using segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:18:15.611474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Bound port: 44c27abc-5b8c-4f7f-afa1-5bab149632e5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:18:15.611817 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.640469 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:13Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:15.667323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d9d14-d690-4429-9db8-dcc95d59391c None None] The sync data for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 is: [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:13Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:18:15.684042 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] For port 44c27abc-5b8c-4f7f-afa1-5bab149632e5, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:18:15.689745 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] For port 44c27abc-5b8c-4f7f-afa1-5bab149632e5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=44c27abc-5b8c-4f7f-afa1-5bab149632e5,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:18:15.695258 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.747134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.1 (14a7249a-d91c-4b45-a414-8b180a610941/6812dff5-922c-486b-87fc-255289684ec9/2f0848d4-e078-444a-9c85-6c9ea8fd2e17) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:18:15.770822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3a0d1-ae6d-4b24-9477-965dcfed8fc5 None None] Pushing event updated for resources: {'Port': ['ID=44c27abc-5b8c-4f7f-afa1-5bab149632e5,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:15.870474 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.890088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:15.933605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:15.983664 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 14a7249a-d91c-4b45-a414-8b180a610941 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:18:15.986916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:16.004175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:18:16.017041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:16.067624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:16.221755 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:16.528615 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:16.533666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:16.617877 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:16.619832 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:16.729349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 14a7249a-d91c-4b45-a414-8b180a610941 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:18:16.730826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:16.784718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ecc17-3f69-4f6e-a1d6-5175952ddaa1 None None] Network 14a7249a-d91c-4b45-a414-8b180a610941 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:18:16.843804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a861d41a-b7ba-4ab9-abda-2fa25314392d None None] Provisioning for port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:16.846235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router c15cb2d6-23d1-422e-b7d2-496bbbb01662 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:18:16.959047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:18:16.964496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c675bd54-58ab-40ee-9eb6-67b5e52bbb7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/c15cb2d6-23d1-422e-b7d2-496bbbb01662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9955287 Aug 27 13:18:17.116636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-b743914a-dfff-45c9-bb2c-1b36f3a042fd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344995981&fields=id&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 267 time: 0.0366251 Aug 27 13:18:17.190871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e398f36-c029-424c-bcd0-e1cf3c68a96a None None] Provisioning for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:17.195931 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2e398f36-c029-424c-bcd0-e1cf3c68a96a None None] Provisioning complete for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:17.196355 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2e398f36-c029-424c-bcd0-e1cf3c68a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:17.235612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2e398f36-c029-424c-bcd0-e1cf3c68a96a None None] Port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:18:17.248815 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-47bfda0f-b2c1-472c-80f2-e8b451358c3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:17.250434 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-47bfda0f-b2c1-472c-80f2-e8b451358c3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 796 time: 0.1262119 Aug 27 13:18:17.268765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-551354e1-71e7-4fc5-a63b-6baeed5368bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/quotas/cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 375 time: 0.0116839 Aug 27 13:18:17.325880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-9c79ad2b-c1b0-4e2e-b4d7-d25fb6f6ce19 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503337 Aug 27 13:18:17.360187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5e3a116f-8700-4660-a493-a790216ae857 None None] Provisioning complete for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:17.360956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e3a116f-8700-4660-a493-a790216ae857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:17.407259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a116f-8700-4660-a493-a790216ae857 None None] Port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:18:17.442322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Sync routers for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:18:17.453395 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:17.454612 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:17.550346 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-45dfe56a-0c83-4684-a852-156350d8c9dd service neutron] 10.222.0.76 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963096 Aug 27 13:18:17.564287 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 19376aef-d732-44a9-9915-aaa59624019b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:17.609084 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:17.647632 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-16bf2b74-8b92-4be9-b6cc-d9334a0eaf22 service neutron] 10.222.0.76 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880661 Aug 27 13:18:17.698638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6e727f34-741b-4988-ba2f-06a7d226b64c None None] Provisioning complete for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:17.699018 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e727f34-741b-4988-ba2f-06a7d226b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:17.742299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 19376aef-d732-44a9-9915-aaa59624019b completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:17.772454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 19376aef-d732-44a9-9915-aaa59624019b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:17.772824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:17.816271 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-6e727f34-741b-4988-ba2f-06a7d226b64c None None] Port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:18:17.916367 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:17.942910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 19376aef-d732-44a9-9915-aaa59624019b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=19376aef-d732-44a9-9915-aaa59624019b,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:17.947327 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:17.948169 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 44c27abc-5b8c-4f7f-afa1-5bab149632e5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:17.994778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 2, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:18.034358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Checking router: c15cb2d6-23d1-422e-b7d2-496bbbb01662 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:18:18.034741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Updating router c15cb2d6-23d1-422e-b7d2-496bbbb01662 port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:18:18.076925 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.079187 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=19376aef-d732-44a9-9915-aaa59624019b,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:18.098905 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:18.120926 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:18.121300 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.309408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.366830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 44c27abc-5b8c-4f7f-afa1-5bab149632e5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=44c27abc-5b8c-4f7f-afa1-5bab149632e5,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:18.370959 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.460386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=44c27abc-5b8c-4f7f-afa1-5bab149632e5,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:18.466328 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.476171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Transition to ACTIVE for port object 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:18.481900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.532967 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210134-5542-48b6-801b-cdc13418f520 None None] Pushing event updated for resources: {'Port': ['ID=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:18.592355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Attempting to bind port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:18:18.592718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Attempting to bind port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:18:18.593104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Attempting to bind port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 on network 14a7249a-d91c-4b45-a414-8b180a610941 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:18:18.599205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:18:18.599526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Checking segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:18:18.599922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.600309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Bound using segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:18:18.600766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Bound port: 2f0848d4-e078-444a-9c85-6c9ea8fd2e17, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:18:18.601144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.644322 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ac52139b-b78c-468a-9dbb-7a7773a29342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.679834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] For port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:18:18.683073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] For port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:18:18.687762 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:18.755769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:18.756410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:17:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:18.765131 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210134-5542-48b6-801b-cdc13418f520 None None] Pushing event updated for resources: {'Port': ['ID=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:18.845691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6f214ba-8998-4a7a-b467-223c9091c4cd req-aaac4919-0a03-4efd-bd80-f02c30f9ae1d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 210 time: 0.0297801 Aug 27 13:18:18.912174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:19.277508 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:18Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:19.306565 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a214dba-1218-4480-ba81-b62b6e7f80aa None None] The sync data for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 is: [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:18Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:18:19.590984 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:19.647116 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:19.651509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:19.652129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:19.736288 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:19.771632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:19.775783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:19.776750 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 19376aef-d732-44a9-9915-aaa59624019b up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:19.894833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:19.909773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 19376aef-d732-44a9-9915-aaa59624019b triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:19.910134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:19.948005 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7dd2f84a-3d53-446a-af8c-76a6d981bf2b req-b6f8afb7-0872-40b3-90e9-270dd8b29c38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 210 time: 0.0444939 Aug 27 13:18:19.995824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 44c27abc-5b8c-4f7f-afa1-5bab149632e5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:20.047233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:20.047628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:21.027361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:21.050848 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15a17ab1-92d1-4932-8ad2-ec1347de18f6 req-7456c80d-d8e8-4af6-a86f-308d069ebb46 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 210 time: 0.0267644 Aug 27 13:18:21.067814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-defb5e08-ec0f-449c-b934-0a95f76181b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:21.304172 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:21.487413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:21.543563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:21.543942 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:21.777879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:18:21.965510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-da70de34-1b45-4215-beb8-ff54991eb2dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:21.967316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-da70de34-1b45-4215-beb8-ff54991eb2dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 796 time: 0.1114438 Aug 27 13:18:22.013792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-7f37da8d-a997-4dff-89a2-d0cedb876d5e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 379 time: 0.0369389 Aug 27 13:18:22.028404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'port': {'device_id': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'admin_state_up': True, 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'security_groups': ['e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:22.153902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-315741a8-441f-4de2-b399-e8ee99b665e1 req-85e0a01f-3082-42bf-aa5a-83f020a3f14f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 210 time: 0.0322535 Aug 27 13:18:22.174086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:18:22.177666 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.305604 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.7 (14a7249a-d91c-4b45-a414-8b180a610941/6812dff5-922c-486b-87fc-255289684ec9/2d71bb4e-b313-4a75-b82a-4251f27403fa) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:18:22.418716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.444041 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.458522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 2d71bb4e-b313-4a75-b82a-4251f27403fa will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:22.494347 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.549698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 14a7249a-d91c-4b45-a414-8b180a610941 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:18:22.553207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:22.558649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:18:22.562828 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=2d71bb4e-b313-4a75-b82a-4251f27403fa,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:22.615562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:22.616214 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.631953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-a62ac510-4dec-4112-a725-778545f9e13e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099069 Aug 27 13:18:22.646328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Request body: {'port': {'device_id': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:22.701244 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.837861 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-248abc53-8244-49ed-9e86-f8abd2c4c7c3 None None] Provisioning for port 2d71bb4e-b313-4a75-b82a-4251f27403fa completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:22.841739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-248abc53-8244-49ed-9e86-f8abd2c4c7c3 None None] Provisioning complete for port 2d71bb4e-b313-4a75-b82a-4251f27403fa triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:22.842118 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-248abc53-8244-49ed-9e86-f8abd2c4c7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.877056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-248abc53-8244-49ed-9e86-f8abd2c4c7c3 None None] Port 2d71bb4e-b313-4a75-b82a-4251f27403fa cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:18:22.971562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d71bb4e-b313-4a75-b82a-4251f27403fa {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:18:22.979073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:22.992173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Transition to ACTIVE for port object 2d71bb4e-b313-4a75-b82a-4251f27403fa will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:18:22.995888 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:23.047329 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Pushing event updated for resources: {'Port': ['ID=2d71bb4e-b313-4a75-b82a-4251f27403fa,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:23.118152 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Attempting to bind port 2d71bb4e-b313-4a75-b82a-4251f27403fa on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:18:23.118570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Attempting to bind port 2d71bb4e-b313-4a75-b82a-4251f27403fa by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:18:23.118924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Attempting to bind port 2d71bb4e-b313-4a75-b82a-4251f27403fa on network 14a7249a-d91c-4b45-a414-8b180a610941 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:18:23.123708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Port 2d71bb4e-b313-4a75-b82a-4251f27403fa on network 14a7249a-d91c-4b45-a414-8b180a610941 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:18:23.124073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Attempting to bind port 2d71bb4e-b313-4a75-b82a-4251f27403fa on network 14a7249a-d91c-4b45-a414-8b180a610941 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:18:23.129073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:18:23.129455 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Checking segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:18:23.129844 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Bound using segment: {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:18:23.130275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Bound port: 2d71bb4e-b313-4a75-b82a-4251f27403fa, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:18:23.130659 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:23.201498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] For port 2d71bb4e-b313-4a75-b82a-4251f27403fa, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:18:23.205293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] For port 2d71bb4e-b313-4a75-b82a-4251f27403fa, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:18:23.209557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:23.270965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.271681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:23.273128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] 10.222.0.65 "PUT /v2.0/ports/2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 1091 time: 0.6319432 Aug 27 13:18:23.273622 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:18:23.275930 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2f1965-c04e-4019-8dc3-1b7100320ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:18:23.314950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e8b30-a9be-4659-ae64-1be9733e4796 service neutron] Pushing event updated for resources: {'Port': ['ID=2d71bb4e-b313-4a75-b82a-4251f27403fa,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:23.326192 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb98512-85fc-4bde-a148-361666b6bdeb req-4cfba0e2-5d2a-4e97-bd4a-76069a8f1964 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.331034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fb98512-85fc-4bde-a148-361666b6bdeb req-4cfba0e2-5d2a-4e97-bd4a-76069a8f1964 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 943 time: 0.0949743 Aug 27 13:18:23.335733 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d341c9db-569b-4d8b-8cd1-0efdd78a03ad x-openstack-request-id: req-d341c9db-569b-4d8b-8cd1-0efdd78a03ad {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:18:23.336153 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:18:23.336410 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d341c9db-569b-4d8b-8cd1-0efdd78a03ad {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:18:23.336814 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'status': 'completed', 'code': 200} Aug 27 13:18:23.405321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3fb98512-85fc-4bde-a148-361666b6bdeb req-3144d587-1ea2-4269-9ebc-ac8fa4952eb0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604095 Aug 27 13:18:23.408614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-2ec05aad-76c8-47ef-884c-b619bc01c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.409684 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-2ec05aad-76c8-47ef-884c-b619bc01c0e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1094 time: 0.0771880 Aug 27 13:18:23.460118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-3097df77-12f0-479e-ac7e-6e8613b70746 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 217 time: 0.0418019 Aug 27 13:18:23.518523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-e3f379e4-fc4c-4773-9cf7-f90747e2f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.520018 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-e3f379e4-fc4c-4773-9cf7-f90747e2f9ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 200 len: 835 time: 0.0507641 Aug 27 13:18:23.570348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6c64aa60-019d-4b52-a69c-6959613b5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.571900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-6c64aa60-019d-4b52-a69c-6959613b5e22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14a7249a-d91c-4b45-a414-8b180a610941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439553 Aug 27 13:18:23.665321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-b75fab1c-a0ae-4fd3-9e52-cdb759431412 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853004 Aug 27 13:18:23.762156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b51166f1-a7ec-4c90-98a9-f2a456740c56 req-9bf7c1bf-11ca-4377-84e0-b5554ae6243a service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Aug 27 13:18:23.850157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-006f016b-253a-4e9e-bffc-0f7c64bf0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.851712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-006f016b-253a-4e9e-bffc-0f7c64bf0efe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1094 time: 0.0456581 Aug 27 13:18:23.946361 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-82a3e8fa-9338-44d0-862d-fb465bb77a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:23.947966 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-82a3e8fa-9338-44d0-862d-fb465bb77a68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 897 time: 0.0893722 Aug 27 13:18:23.990904 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-1ad79dfb-ab92-4c5a-9353-f604a14c5a75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 217 time: 0.0356109 Aug 27 13:18:24.042632 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-13d4244a-81fa-4fc6-9080-ed60c12f19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:24.044184 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-13d4244a-81fa-4fc6-9080-ed60c12f19f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 200 len: 835 time: 0.0449483 Aug 27 13:18:24.090686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-e1e0cf28-322e-4711-83fc-97f30d762b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:24.092438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-e1e0cf28-322e-4711-83fc-97f30d762b1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14a7249a-d91c-4b45-a414-8b180a610941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404460 Aug 27 13:18:24.197908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-9ebaaa93-0016-4a4f-aa43-777ea9855821 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943673 Aug 27 13:18:24.275705 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:24.290995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-de2f1965-c04e-4019-8dc3-1b7100320ad4 req-20970685-6c72-46a4-94f2-e67287ccb2e9 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Aug 27 13:18:24.537973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3619f24-34ca-48c3-97be-b5f26e5af76c req-0d2e61bc-6546-4961-9876-9a180964fb71 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:24.539445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3619f24-34ca-48c3-97be-b5f26e5af76c req-0d2e61bc-6546-4961-9876-9a180964fb71 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 943 time: 0.0543866 Aug 27 13:18:24.578150 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3619f24-34ca-48c3-97be-b5f26e5af76c req-b5aed2a1-0439-410e-94b6-b35c371e2366 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327690 Aug 27 13:18:25.693161 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f50d8-6cfa-47e9-8d7d-b5b07435aa8b req-a920c818-f7bc-4233-80cf-e2252dfa1a46 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:25.694622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-185f50d8-6cfa-47e9-8d7d-b5b07435aa8b req-a920c818-f7bc-4233-80cf-e2252dfa1a46 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 943 time: 0.0483003 Aug 27 13:18:25.732073 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-185f50d8-6cfa-47e9-8d7d-b5b07435aa8b req-3b815b45-d640-4dc0-bbad-c0ada6455a63 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Aug 27 13:18:26.113998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2d71bb4e-b313-4a75-b82a-4251f27403fa details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:18:26.216184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2d71bb4e-b313-4a75-b82a-4251f27403fa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:26.227651 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'port_id': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'mac_address': 'fa:16:3e:4d:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:18:26.264070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:26.277484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d71bb4e-b313-4a75-b82a-4251f27403fa {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:18:26.298050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2d71bb4e-b313-4a75-b82a-4251f27403fa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:26.302967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:26.353011 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2d71bb4e-b313-4a75-b82a-4251f27403fa,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:26.521265 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['2d71bb4e-b313-4a75-b82a-4251f27403fa'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:18:26.852809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051d706-64d4-4c06-b166-b479171e0d66 req-a37b1741-020a-4cc9-8973-da315d0ff120 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:26.854297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6051d706-64d4-4c06-b166-b479171e0d66 req-a37b1741-020a-4cc9-8973-da315d0ff120 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 944 time: 0.0551982 Aug 27 13:18:26.892110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6051d706-64d4-4c06-b166-b479171e0d66 req-ac4dd97f-9033-44a2-b54e-aff41f4a35bf tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Aug 27 13:18:28.011438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17237dc-c8f8-4418-8432-c35b87e2381f req-035361b7-2499-4948-a2c6-f31c5c01b25f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:28.012970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f17237dc-c8f8-4418-8432-c35b87e2381f req-035361b7-2499-4948-a2c6-f31c5c01b25f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 944 time: 0.0530064 Aug 27 13:18:28.052950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f17237dc-c8f8-4418-8432-c35b87e2381f req-494635ab-174c-4ea9-8e88-587a8e6c5b03 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335486 Aug 27 13:18:28.113855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2d71bb4e-b313-4a75-b82a-4251f27403fa up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:18:28.165157 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 2d71bb4e-b313-4a75-b82a-4251f27403fa completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:18:28.169298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 2d71bb4e-b313-4a75-b82a-4251f27403fa triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:18:28.169711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:28.248174 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:28.270970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:18:28.273262 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d95f015-ba93-4d5f-8525-576978e40439" -d '{"events": [{"server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "name": "network-vif-plugged", "status": "completed", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:18:28.286439 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 2d71bb4e-b313-4a75-b82a-4251f27403fa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:18:28.290444 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:28.314688 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896fdb54-2c0a-4858-8cb0-89b92d6c3458 x-openstack-request-id: req-896fdb54-2c0a-4858-8cb0-89b92d6c3458 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:18:28.314984 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "name": "network-vif-plugged", "status": "completed", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:18:28.315240 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-896fdb54-2c0a-4858-8cb0-89b92d6c3458 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:18:28.315632 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'code': 200} Aug 27 13:18:28.342899 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=2d71bb4e-b313-4a75-b82a-4251f27403fa,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:28.416802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50084da-c05e-4602-b73d-9573c2a0189f req-76d61cb8-bbd8-4a49-87e1-c9fa6b8aed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:28.418322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b50084da-c05e-4602-b73d-9573c2a0189f req-76d61cb8-bbd8-4a49-87e1-c9fa6b8aed53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1096 time: 0.0429902 Aug 27 13:18:28.457060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b50084da-c05e-4602-b73d-9573c2a0189f req-c33ed50a-4976-44aa-9082-c526be07c322 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Aug 27 13:18:29.169424 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd60b05-b9dd-4b2c-b514-8bd8243a1cc8 req-96d32f45-83ac-4a87-95cd-4b73c71798a9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:29.170970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cd60b05-b9dd-4b2c-b514-8bd8243a1cc8 req-96d32f45-83ac-4a87-95cd-4b73c71798a9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 27 13:18:29.214035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8cd60b05-b9dd-4b2c-b514-8bd8243a1cc8 req-9c3e45fe-c9c4-48c4-abae-bb52680ae2f3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370197 Aug 27 13:18:30.335277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08a80-f4ba-4cd3-bcdd-3765aeab3833 req-f85dbb24-42f4-498f-80bb-11fa9aac8847 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:30.336792 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10e08a80-f4ba-4cd3-bcdd-3765aeab3833 req-f85dbb24-42f4-498f-80bb-11fa9aac8847 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0542455 Aug 27 13:18:30.377235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10e08a80-f4ba-4cd3-bcdd-3765aeab3833 req-4644686b-0f7c-4cab-81f4-33e332a5aece tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341353 Aug 27 13:18:30.498566 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d8ba2-5409-4a9c-b8d9-ecdf757fd750 req-3cd45da9-d657-4844-8056-abb0c33a058d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:30.499967 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d0d8ba2-5409-4a9c-b8d9-ecdf757fd750 req-3cd45da9-d657-4844-8056-abb0c33a058d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0548739 Aug 27 13:18:30.538997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2d0d8ba2-5409-4a9c-b8d9-ecdf757fd750 req-8e629f60-2794-4f26-8fa5-c8f3496c4dd1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331018 Aug 27 13:18:30.561281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44748) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:30.602176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369685e-80e0-4a41-aa51-56db21a608a3 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:30.603755 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f369685e-80e0-4a41-aa51-56db21a608a3 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1091 time: 0.0414925 Aug 27 13:18:30.606556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44750) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:30.610906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:18:30.639990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:30.741519 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:30.848514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.125 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/2659b68e-91d2-4ba9-bd12-bc32e6b7cb9e) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:18:30.948938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:30.987719 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:31.027393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:18:31.032510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:18:31.036168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:18:31.062411 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=2659b68e-91d2-4ba9-bd12-bc32e6b7cb9e,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:31.410572 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:31.482710 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:31.637637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:31.642491 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:31.714055 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=2659b68e-91d2-4ba9-bd12-bc32e6b7cb9e,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:18:31.725013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:31.831385 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 0a8fdbe3-f190-4f19-a5df-a294bc06d090 associated. External IP: 172.25.8.125, port: 2d71bb4e-b313-4a75-b82a-4251f27403fa. Aug 27 13:18:32.385310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router c15cb2d6-23d1-422e-b7d2-496bbbb01662 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:18:32.498725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:18:32.509103 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] Sync routers for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:18:32.519018 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:32.522397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:32.524684 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:18:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:32.551804 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ca5e5187-6e94-4639-ad61-62bbec41e7bd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9442163 Aug 27 13:18:32.552379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:18:32.554706 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:18:32.597767 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da2c7e9-bbde-4796-985e-eef419400e50 x-openstack-request-id: req-1da2c7e9-bbde-4796-985e-eef419400e50 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:18:32.598121 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:18:32.599217 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1da2c7e9-bbde-4796-985e-eef419400e50 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:18:32.599667 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'status': 'completed', 'code': 200} Aug 27 13:18:32.632616 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:32.692058 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-3bc73931-fc2d-4d19-a4b1-18aa5f0cfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:32.693522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-3bc73931-fc2d-4d19-a4b1-18aa5f0cfb57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1096 time: 0.0728900 Aug 27 13:18:32.702008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4f66-2657-4bde-98e4-365e40421f78 req-e1ba6fab-6b74-465a-9bcf-4b8f05c05766 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:32.703476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-637e4f66-2657-4bde-98e4-365e40421f78 req-e1ba6fab-6b74-465a-9bcf-4b8f05c05766 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0745506 Aug 27 13:18:32.797727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-637e4f66-2657-4bde-98e4-365e40421f78 req-d87d04e7-e99c-403a-a101-0125848ce43e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838242 Aug 27 13:18:32.822065 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44756) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:32.835817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-4d7a7cf2-bba3-4535-bd41-eef260f44096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:32.837319 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-4d7a7cf2-bba3-4535-bd41-eef260f44096 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 897 time: 0.1329720 Aug 27 13:18:32.875455 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '0a8fdbe3-f190-4f19-a5df-a294bc06d090', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'port_id': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'mac_address': 'fa:16:3e:4d:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:18:31Z', 'updated_at': '2021-08-27T13:18:31Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:32.886141 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f97af0c6-c479-4f1d-9ecc-058e9eeb6f45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/0a8fdbe3-f190-4f19-a5df-a294bc06d090 HTTP/1.1" status: 200 len: 991 time: 0.0627031 Aug 27 13:18:32.903474 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] Checking router: c15cb2d6-23d1-422e-b7d2-496bbbb01662 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:18:32.910293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-a0a92d35-ba9a-4316-acd2-99fd504a5608 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 999 time: 0.0631900 Aug 27 13:18:32.912164 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:18:32.912778 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:18:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:32.964750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-47897d4c-28e9-45ba-bfba-87ca300e2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:32.966183 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-47897d4c-28e9-45ba-bfba-87ca300e2a59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 200 len: 835 time: 0.0488229 Aug 27 13:18:33.015431 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-7ad50bdd-9003-400a-929a-70225b63e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:18:33.016969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-7ad50bdd-9003-400a-929a-70225b63e28a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14a7249a-d91c-4b45-a414-8b180a610941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427372 Aug 27 13:18:33.020198 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:18:33.109668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-03acd36f-fe94-4a4f-a4e1-86952838472b service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Aug 27 13:18:33.215606 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b3494319-aca5-4ed9-a64d-961ee4f8e1dc req-1546695d-a2c5-4e42-8cb1-f1b8aa811b97 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984042 Aug 27 13:18:33.266321 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '0a8fdbe3-f190-4f19-a5df-a294bc06d090', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'port_id': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'mac_address': 'fa:16:3e:4d:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:18:31Z', 'updated_at': '2021-08-27T13:18:31Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:18:33.292329 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074d07b-c1cb-44bb-80b7-56853220b458 None None] The sync data for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 is: [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '0a8fdbe3-f190-4f19-a5df-a294bc06d090', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'port_id': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'mac_address': 'fa:16:3e:4d:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:18:31Z', 'updated_at': '2021-08-27T13:18:31Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:18:33.486484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71c8e0-277e-4d17-9af1-e1aef5e80edc None None] New status for floating IP 0a8fdbe3-f190-4f19-a5df-a294bc06d090: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:18:33.889336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44758) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:18:33.951507 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8ff9421-5dc5-4ba0-87b3-38a8d68a37c9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/0a8fdbe3-f190-4f19-a5df-a294bc06d090 HTTP/1.1" status: 200 len: 993 time: 0.0609915 Aug 27 13:18:39.052938 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:48.624866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7e7fde20-e49d-4918-9b72-15c0adbf00f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:51.059165 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:51.067881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-efcb6838-1011-426e-9e91-31c4eac3be87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:51.305880 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:52.422042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:54.275636 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:18:58.777053 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:19:07.416143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61378-81f3-4216-836e-cccc9100afaf req-475a1d2f-1079-486f-a53d-15b2a334f7dd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:07.417649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4c61378-81f3-4216-836e-cccc9100afaf req-475a1d2f-1079-486f-a53d-15b2a334f7dd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0819819 Aug 27 13:19:07.423910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-24fb0fb9-72cd-4b2c-9c48-db0747a4f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:07.425361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-24fb0fb9-72cd-4b2c-9c48-db0747a4f6d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1096 time: 0.0593967 Aug 27 13:19:07.507146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f4c61378-81f3-4216-836e-cccc9100afaf req-97551636-461c-41e4-97e2-6d7e2b5df1b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808103 Aug 27 13:19:07.540866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-e6a53136-fe5e-4e0c-bee8-1c84eee3309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:07.542450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-e6a53136-fe5e-4e0c-bee8-1c84eee3309e service neutron] 10.222.0.65 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 897 time: 0.1096237 Aug 27 13:19:07.614357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-c3fddbbf-e71c-4736-b6fc-094b4e6fe233 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 1001 time: 0.0583465 Aug 27 13:19:07.663313 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-9aafdcd9-f3b2-4f0b-b48b-d1e80c508f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:07.664727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-9aafdcd9-f3b2-4f0b-b48b-d1e80c508f21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 200 len: 835 time: 0.0429668 Aug 27 13:19:07.713930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-af951f07-ebdc-4f36-82d4-6f24c19b15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:07.715358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-af951f07-ebdc-4f36-82d4-6f24c19b15ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14a7249a-d91c-4b45-a414-8b180a610941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434196 Aug 27 13:19:07.805885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-c7bb0105-e154-431f-b837-a1943b3741de service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817914 Aug 27 13:19:07.898886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1c8f1ac-c05b-4db8-98c8-6ff2e92db300 req-0169b066-2a1a-4af5-8955-e9012991b897 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857165 Aug 27 13:19:08.641742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755449e3-b9cb-44a1-b0b3-72bb1b6f4204 req-2ac1a071-e446-4709-8ae6-9651e440ec27 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:08.643259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-755449e3-b9cb-44a1-b0b3-72bb1b6f4204 req-2ac1a071-e446-4709-8ae6-9651e440ec27 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0500066 Aug 27 13:19:08.680642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-755449e3-b9cb-44a1-b0b3-72bb1b6f4204 req-0a6b4e6a-2561-4c1b-b177-419aedd792f5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Aug 27 13:19:09.053317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:09.796606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b8894-8d3b-44dd-abdf-d5530edbfb40 req-e7b3ae31-1c1a-42b2-9e14-c54120c63d17 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:09.798261 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b5b8894-8d3b-44dd-abdf-d5530edbfb40 req-e7b3ae31-1c1a-42b2-9e14-c54120c63d17 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0488575 Aug 27 13:19:09.836155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1b5b8894-8d3b-44dd-abdf-d5530edbfb40 req-da63df92-b37d-4dd1-bde0-27850724c948 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311742 Aug 27 13:19:10.950923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529648-9703-4a36-971e-4aea274d6d67 req-f9a39c43-eda5-487d-b549-4b2c578f4f07 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:10.952396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16529648-9703-4a36-971e-4aea274d6d67 req-f9a39c43-eda5-487d-b549-4b2c578f4f07 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0502379 Aug 27 13:19:10.995080 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16529648-9703-4a36-971e-4aea274d6d67 req-5ce38dff-7dfa-4ac5-84b6-2696030a6f12 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367453 Aug 27 13:19:12.111338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934bf0e-1f78-4ad3-8335-a3cd02d05c07 req-83ea5d3a-a14a-4c0a-a1e4-e6c032a6c213 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:12.112806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8934bf0e-1f78-4ad3-8335-a3cd02d05c07 req-83ea5d3a-a14a-4c0a-a1e4-e6c032a6c213 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0497944 Aug 27 13:19:12.151171 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8934bf0e-1f78-4ad3-8335-a3cd02d05c07 req-4a497057-7a12-4c13-9ec3-5441c21dbb52 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Aug 27 13:19:13.266674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0699c2-f332-4459-8310-6d07958ecf17 req-2e7dad49-ee5a-4112-b08e-d1675f3ca3bb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:13.268235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c0699c2-f332-4459-8310-6d07958ecf17 req-2e7dad49-ee5a-4112-b08e-d1675f3ca3bb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0509918 Aug 27 13:19:13.307034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c0699c2-f332-4459-8310-6d07958ecf17 req-a64d7ef2-fadb-4f0c-a9df-a3315d212e48 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Aug 27 13:19:14.421075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e25fc-f273-4d9b-a6cd-1305a448b2c3 req-f626222d-c0b7-42f1-bcf6-907b415b6760 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:14.422623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b38e25fc-f273-4d9b-a6cd-1305a448b2c3 req-f626222d-c0b7-42f1-bcf6-907b415b6760 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0492027 Aug 27 13:19:14.464855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b38e25fc-f273-4d9b-a6cd-1305a448b2c3 req-6c41af2c-a871-42a3-bb38-779fed64915f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363047 Aug 27 13:19:15.581948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc75bd-f6da-4622-b5de-2b1a2745e97f req-662283c9-9d31-43f2-8c6d-9535d664f19e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:15.583457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eddc75bd-f6da-4622-b5de-2b1a2745e97f req-662283c9-9d31-43f2-8c6d-9535d664f19e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0490808 Aug 27 13:19:15.622279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eddc75bd-f6da-4622-b5de-2b1a2745e97f req-50a88d26-bd61-4970-9128-c4563110783e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Aug 27 13:19:16.736745 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e3857-85f4-437d-8819-30e55a2528e8 req-7fb63971-f843-4aba-bc93-6367720f2c1d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:16.738225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-563e3857-85f4-437d-8819-30e55a2528e8 req-7fb63971-f843-4aba-bc93-6367720f2c1d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0496950 Aug 27 13:19:16.776303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-563e3857-85f4-437d-8819-30e55a2528e8 req-1d2f0e06-39dd-4e6e-bca4-034c0cb498e2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Aug 27 13:19:17.890333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab092b62-79d9-4b8f-9366-d3a6f694fe9b req-056958d2-5150-41f0-bc95-d6ca7f63d3b5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:17.891844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab092b62-79d9-4b8f-9366-d3a6f694fe9b req-056958d2-5150-41f0-bc95-d6ca7f63d3b5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0489349 Aug 27 13:19:17.932896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ab092b62-79d9-4b8f-9366-d3a6f694fe9b req-90d74215-ecda-41a0-9267-bf4795501c72 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350456 Aug 27 13:19:18.626056 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-79fe7007-80c2-47b1-8726-f0e39666c02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:19.048909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f82e1-f7aa-42f6-b795-60a3297d5283 req-f8487efe-6e93-47c0-a3b7-d700c1c52e91 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:19.050445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-836f82e1-f7aa-42f6-b795-60a3297d5283 req-f8487efe-6e93-47c0-a3b7-d700c1c52e91 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0496001 Aug 27 13:19:19.088584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-836f82e1-f7aa-42f6-b795-60a3297d5283 req-1fbdba1c-c069-4276-b1ca-1b22de4f1ac0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321114 Aug 27 13:19:20.203984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ccaba-4d95-4289-a9af-a8bb37250fa9 req-02acfc7a-e671-413d-a65f-38db406fe4ea tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:20.205502 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a24ccaba-4d95-4289-a9af-a8bb37250fa9 req-02acfc7a-e671-413d-a65f-38db406fe4ea tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0491641 Aug 27 13:19:20.244165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a24ccaba-4d95-4289-a9af-a8bb37250fa9 req-873c74e9-cef8-4abc-8d26-347f4881d8f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Aug 27 13:19:21.079072 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:21.080622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-82f17026-7d21-4e98-9296-9de50c3a6094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:21.306964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:21.361669 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90faa-3290-4c70-a39d-103eb7cb831a req-46cb9896-4407-427d-8716-f544e8b57098 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:21.363162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6df90faa-3290-4c70-a39d-103eb7cb831a req-46cb9896-4407-427d-8716-f544e8b57098 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0487435 Aug 27 13:19:21.404060 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6df90faa-3290-4c70-a39d-103eb7cb831a req-a8d09d70-65d3-4f04-ab5b-9c0f2f1d6137 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349295 Aug 27 13:19:21.768724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-476c86e6-906b-44a6-a596-8b96bec41c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:21.770122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-476c86e6-906b-44a6-a596-8b96bec41c26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1096 time: 0.0408866 Aug 27 13:19:21.876221 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-26f34769-dd5a-418a-9b89-0206ae978f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:21.877738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-26f34769-dd5a-418a-9b89-0206ae978f8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 897 time: 0.0853467 Aug 27 13:19:21.948187 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-f134a325-8209-4146-9e80-9d3cb9f7bdff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 1001 time: 0.0621758 Aug 27 13:19:21.998433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-babe6798-f50d-4fdd-bc30-8929af480f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:21.999881 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-babe6798-f50d-4fdd-bc30-8929af480f61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 200 len: 835 time: 0.0449574 Aug 27 13:19:22.047243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-a88b8df9-fd26-44f9-9081-604b06fe4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:22.048653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-a88b8df9-fd26-44f9-9081-604b06fe4b9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14a7249a-d91c-4b45-a414-8b180a610941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403955 Aug 27 13:19:22.143486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-64075f02-729a-463d-9573-b5b313e4728d service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866799 Aug 27 13:19:22.233989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-800ba5d5-f78c-45a9-96b8-50cfb3776047 req-99993a68-f3c6-44c8-861e-2507e751c03e service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818040 Aug 27 13:19:22.424659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:22.522372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24277094-29c6-4818-8415-895ac2a5c504 req-efbed2c9-8ab5-4960-baab-d39ba68c6551 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:22.523922 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24277094-29c6-4818-8415-895ac2a5c504 req-efbed2c9-8ab5-4960-baab-d39ba68c6551 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0507379 Aug 27 13:19:22.567833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24277094-29c6-4818-8415-895ac2a5c504 req-1ac9ac25-2e30-448c-b7a0-05c4ff5680da tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379164 Aug 27 13:19:23.687029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838a1d-86fd-4d2a-b5d5-a740dac7daf8 req-965da83b-1ae3-4995-a7bb-dde5f8735c4e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:23.689500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db838a1d-86fd-4d2a-b5d5-a740dac7daf8 req-965da83b-1ae3-4995-a7bb-dde5f8735c4e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0526464 Aug 27 13:19:23.729844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db838a1d-86fd-4d2a-b5d5-a740dac7daf8 req-b7125e99-3b03-4a3b-bd9b-48d9416020ee tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Aug 27 13:19:24.279315 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:24.844478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c09d5-8955-46c4-86f9-f87fc0624bea req-dc2c933b-cca1-474d-9c15-d875e62cb4fd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:24.845982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-443c09d5-8955-46c4-86f9-f87fc0624bea req-dc2c933b-cca1-474d-9c15-d875e62cb4fd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0493770 Aug 27 13:19:24.884954 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-443c09d5-8955-46c4-86f9-f87fc0624bea req-2047d183-f74c-48dc-8d72-7fef16ea1aad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Aug 27 13:19:24.906880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44806) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:19:24.971336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-202ed3f2-bd39-4d19-a68d-7813e40dde4a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/0a8fdbe3-f190-4f19-a5df-a294bc06d090 HTTP/1.1" status: 200 len: 993 time: 0.0633311 Aug 27 13:19:35.776178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:19:39.080700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:48.625523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5340a8dc-01d1-4b9b-9d44-5dcfa212a319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:51.078516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcd16-66ae-4925-aa2c-7b1db15d5326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:51.089377 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:51.307582 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:52.427690 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:54.281915 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:55.340552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44820) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:19:55.497215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 2659b68e-91d2-4ba9-bd12-bc32e6b7cb9e {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:19:55.497556 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:55.571002 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:55.571848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:55.583708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 2659b68e-91d2-4ba9-bd12-bc32e6b7cb9e owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:19:55.730807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:55.755780 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=2659b68e-91d2-4ba9-bd12-bc32e6b7cb9e,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:19:55.767779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.768132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.768473 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.768817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.769150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.769480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.769808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.770134 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.770485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.770811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.771133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.771452 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:19:55.828529 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:55.828858 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 0a8fdbe3-f190-4f19-a5df-a294bc06d090 disassociated (deleted). External IP: 172.25.8.125, port: 2d71bb4e-b313-4a75-b82a-4251f27403fa. Aug 27 13:19:56.034824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router c15cb2d6-23d1-422e-b7d2-496bbbb01662 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:19:56.143287 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:19:56.148159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:56.153275 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] Sync routers for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:19:56.162697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:19:56.163296 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:19:56.174646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a31153e8-8856-4b25-8f56-89a2269191fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/floatingips/0a8fdbe3-f190-4f19-a5df-a294bc06d090 HTTP/1.1" status: 204 len: 168 time: 0.8329704 Aug 27 13:19:56.175224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:19:56.177454 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20357aa9-7b72-4c14-abd0-fc7693a6260e" -d '{"events": [{"name": "network-changed", "server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:19:56.217789 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5318cf7-5696-4513-aa60-e9877c84152b x-openstack-request-id: req-f5318cf7-5696-4513-aa60-e9877c84152b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:19:56.218085 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:19:56.218334 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5318cf7-5696-4513-aa60-e9877c84152b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:19:56.218798 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'status': 'completed', 'code': 200} Aug 27 13:19:56.271096 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:19:56.299857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-74e58684-1ef0-49b4-9587-e72176c74915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:56.303475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-74e58684-1ef0-49b4-9587-e72176c74915 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 1096 time: 0.0525558 Aug 27 13:19:56.430324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9a700-55fa-4db6-88e2-0e29f935f7e0 req-8bb84eae-447d-4fdd-88cc-c9e3c0aa8b30 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:56.432630 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5a9a700-55fa-4db6-88e2-0e29f935f7e0 req-8bb84eae-447d-4fdd-88cc-c9e3c0aa8b30 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0695271 Aug 27 13:19:56.457322 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-0c6da274-3be8-489b-a8d4-687cfa816526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:56.458798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-0c6da274-3be8-489b-a8d4-687cfa816526 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 200 len: 897 time: 0.1424408 Aug 27 13:19:56.473567 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:19:56.504441 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] Checking router: c15cb2d6-23d1-422e-b7d2-496bbbb01662 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:19:56.511481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-e541f36e-d954-4947-9453-5b41c7f1a9e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 200 len: 217 time: 0.0449376 Aug 27 13:19:56.513733 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:19:56.514432 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b5a9a700-55fa-4db6-88e2-0e29f935f7e0 req-ed69d4c3-512f-4392-9097-2053b4300303 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729923 Aug 27 13:19:56.514972 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:19:56.563726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-bd3b89b7-efa5-4124-a2ef-0b74655cb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:56.565141 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-bd3b89b7-efa5-4124-a2ef-0b74655cb906 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 200 len: 835 time: 0.0464087 Aug 27 13:19:56.613343 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-d9a9f652-189d-4646-94bb-ebe0d7051589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:56.614902 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-d9a9f652-189d-4646-94bb-ebe0d7051589 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14a7249a-d91c-4b45-a414-8b180a610941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400321 Aug 27 13:19:56.621733 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:19:56.711165 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-f45ddf03-6e37-429b-b31f-5cf0cb74ccf3 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Aug 27 13:19:56.808821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20357aa9-7b72-4c14-abd0-fc7693a6260e req-b0cda863-b40d-4758-a7f9-bb2a49fedcf6 service neutron] 10.222.0.65 "GET /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893340 Aug 27 13:19:56.915369 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:19:56.940810 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ab6d0-920c-4756-a134-06274999a9f2 None None] The sync data for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 is: [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:18:16Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '2f0848d4-e078-444a-9c85-6c9ea8fd2e17', 'name': '', 'network_id': '14a7249a-d91c-4b45-a414-8b180a610941', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:4b:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '6812dff5-922c-486b-87fc-255289684ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:15Z', 'updated_at': '2021-08-27T13:18:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '6812dff5-922c-486b-87fc-255289684ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:19:57.153509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4188b95-66ce-4ea1-98fb-5285a7b4401c None None] New status for floating IP 0a8fdbe3-f190-4f19-a5df-a294bc06d090: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:19:57.634823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715bd54-4755-4198-a9b0-9e1db7b6639e req-6077da53-5b56-4094-b94d-c9099a08a680 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:57.636322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8715bd54-4755-4198-a9b0-9e1db7b6639e req-6077da53-5b56-4094-b94d-c9099a08a680 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0506570 Aug 27 13:19:57.673340 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8715bd54-4755-4198-a9b0-9e1db7b6639e req-6a62de68-cc66-44fe-b02f-37794cbd613f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Aug 27 13:19:58.014139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270034a-5ed7-451d-894e-625387c1d01a req-f2e62f45-6a6d-4795-9f1a-44673e4da10b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:19:58.015626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b270034a-5ed7-451d-894e-625387c1d01a req-f2e62f45-6a6d-4795-9f1a-44673e4da10b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 945 time: 0.0538189 Aug 27 13:19:58.103475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 2d71bb4e-b313-4a75-b82a-4251f27403fa {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:19:58.103823 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:58.192812 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 2d71bb4e-b313-4a75-b82a-4251f27403fa, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=2d71bb4e-b313-4a75-b82a-4251f27403fa,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:19:58.193179 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:58.206454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 2d71bb4e-b313-4a75-b82a-4251f27403fa owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:19:58.330871 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:58.363081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=2d71bb4e-b313-4a75-b82a-4251f27403fa,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:19:58.404840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] No DVR routers for this DVR port 2d71bb4e-b313-4a75-b82a-4251f27403fa on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:19:58.407566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:19:58.409618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b270034a-5ed7-451d-894e-625387c1d01a req-622cab78-ee46-4a78-a9e7-3e45c7d563de tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "DELETE /v2.0/ports/2d71bb4e-b313-4a75-b82a-4251f27403fa HTTP/1.1" status: 204 len: 173 time: 0.3874667 Aug 27 13:19:58.410061 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'name': 'network-vif-deleted', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:19:58.412440 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bcb442-6dab-4a25-82f8-e9cdf56acffe" -d '{"events": [{"server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "name": "network-vif-deleted", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:19:58.453018 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a753db-9651-422a-8223-5f23d64e248c x-openstack-request-id: req-b0a753db-9651-422a-8223-5f23d64e248c {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:19:58.453340 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca1219e-a219-4f7a-ab5f-afa66a352c0a", "name": "network-vif-deleted", "tag": "2d71bb4e-b313-4a75-b82a-4251f27403fa", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:19:58.453600 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0a753db-9651-422a-8223-5f23d64e248c {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:19:58.454009 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca1219e-a219-4f7a-ab5f-afa66a352c0a', 'name': 'network-vif-deleted', 'tag': '2d71bb4e-b313-4a75-b82a-4251f27403fa', 'status': 'completed', 'code': 200} Aug 27 13:19:58.784059 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b6b1abe-95e4-4deb-9fc5-a43d0473e9e9 req-9cfe0bde-cead-4c71-a512-c64f9bd7598a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=fca1219e-a219-4f7a-ab5f-afa66a352c0a HTTP/1.1" status: 200 len: 210 time: 0.0280414 Aug 27 13:19:59.842163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44836) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:00.537262 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:00.785132 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:20:00.785392 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:00.871992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 2f0848d4-e078-444a-9c85-6c9ea8fd2e17, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:00.872724 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:00.884817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:20:01.071787 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.108710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=2f0848d4-e078-444a-9c85-6c9ea8fd2e17,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:01.284890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.509412 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router c15cb2d6-23d1-422e-b7d2-496bbbb01662 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:20:01.619250 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:20:01.624367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bbb456a3-ae10-42f0-81d9-21ddde95ba33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/c15cb2d6-23d1-422e-b7d2-496bbbb01662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7810342 Aug 27 13:20:01.626975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44838) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:01.632982 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] Sync routers for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:20:01.642186 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:01.642924 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:01.677968 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting subnet 6812dff5-922c-486b-87fc-255289684ec9 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:20:01.681125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.722639 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.756259 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:01.816180 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.878492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.909083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Subnet': ['ID=6812dff5-922c-486b-87fc-255289684ec9,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:01.914434 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:01.917303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b8423602-3c02-45e7-8af0-df1c51e89fff tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/subnets/6812dff5-922c-486b-87fc-255289684ec9 HTTP/1.1" status: 204 len: 168 time: 0.2894056 Aug 27 13:20:01.919972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44840) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:01.924180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1130b-0a35-45a9-84a9-7aa690a7ec3e None None] Network 14a7249a-d91c-4b45-a414-8b180a610941 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:20:01.948431 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:20:01Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:01.976147 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] Checking router: c15cb2d6-23d1-422e-b7d2-496bbbb01662 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:20:01.986256 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] Routers {'c15cb2d6-23d1-422e-b7d2-496bbbb01662'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:01.987013 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:02.039774 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.114113 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] Set router c15cb2d6-23d1-422e-b7d2-496bbbb01662 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:02.128668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] DHCP port deletion for 14a7249a-d91c-4b45-a414-8b180a610941 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:20:02.153697 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.176859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Deleting port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:20:02.177245 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.210990 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 19376aef-d732-44a9-9915-aaa59624019b {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:20:02.211321 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.243992 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] For port 44c27abc-5b8c-4f7f-afa1-5bab149632e5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=44c27abc-5b8c-4f7f-afa1-5bab149632e5,segment=NetworkSegment(485f5ae2-c01c-4f56-a25b-12e70ddf7d8e),segment_id=485f5ae2-c01c-4f56-a25b-12e70ddf7d8e)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:02.244400 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.257516 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Calling delete_port for 44c27abc-5b8c-4f7f-afa1-5bab149632e5 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:20:02.296866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 19376aef-d732-44a9-9915-aaa59624019b, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=19376aef-d732-44a9-9915-aaa59624019b,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:02.297159 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.304208 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:20:01Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:02.309167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 19376aef-d732-44a9-9915-aaa59624019b owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:20:02.331818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00001383-7494-4cfa-b1b8-3e84eff4e458 None None] The sync data for ids ['c15cb2d6-23d1-422e-b7d2-496bbbb01662'] in n-d-688802-4 is: [{'id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833871379', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '19376aef-d732-44a9-9915-aaa59624019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:18:12Z', 'updated_at': '2021-08-27T13:20:01Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '19376aef-d732-44a9-9915-aaa59624019b', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15cb2d6-23d1-422e-b7d2-496bbbb01662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:18:13Z', 'updated_at': '2021-08-27T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:20:02.340823 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.371269 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Pushing event deleted for resources: {'Port': ['ID=44c27abc-5b8c-4f7f-afa1-5bab149632e5,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:02.379123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] No DVR routers for this DVR port 44c27abc-5b8c-4f7f-afa1-5bab149632e5 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:20:02.381280 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.381620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.381953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.382296 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.382676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.383002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.383321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.383642 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.383960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.384793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.385107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.385421 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789373cd-4e33-4237-8828-1aa352be8599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:02.482276 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.507612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=19376aef-d732-44a9-9915-aaa59624019b,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:02.565540 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.657410 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.661544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.668611 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2d71bb4e-b313-4a75-b82a-4251f27403fa no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:20:02.688377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 2d71bb4e-b313-4a75-b82a-4251f27403fa {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:20:02.688822 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 2d71bb4e-b313-4a75-b82a-4251f27403fa not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:20:02.706058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.706624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Fanout notify agent at l3_agent the message router_deleted on router c15cb2d6-23d1-422e-b7d2-496bbbb01662 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:20:02.713928 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.716925 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5d17b89-ab99-44aa-b954-4193fda54606 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/routers/c15cb2d6-23d1-422e-b7d2-496bbbb01662 HTTP/1.1" status: 204 len: 168 time: 0.7941201 Aug 27 13:20:02.717753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44842) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:02.796612 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.885455 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.895840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a7249a-d91c-4b45-a414-8b180a610941']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:02.907837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:02.908148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485f5ae2-c01c-4f56-a25b-12e70ddf7d8e') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:02.917550 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.931874 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.937950 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:20:02.938354 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:20:02.941685 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:20:03.007359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.027835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.029887 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/networks/14a7249a-d91c-4b45-a414-8b180a610941 HTTP/1.1" status: 204 len: 168 time: 0.3112013 Aug 27 13:20:03.030917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd800cd-fd57-4e9f-87a0-3fd474f92a9b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Network': ['ID=14a7249a-d91c-4b45-a414-8b180a610941,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:03.032637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44844) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:03.090115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99b4b182-d4e4-4b63-8ce0-95b8b5bf0f10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.114474 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99b4b182-d4e4-4b63-8ce0-95b8b5bf0f10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.174863 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99b4b182-d4e4-4b63-8ce0-95b8b5bf0f10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.177437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-99b4b182-d4e4-4b63-8ce0-95b8b5bf0f10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.178660 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-99b4b182-d4e4-4b63-8ce0-95b8b5bf0f10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/security-groups/e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af HTTP/1.1" status: 204 len: 168 time: 0.1450808 Aug 27 13:20:03.187617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4b182-d4e4-4b63-8ce0-95b8b5bf0f10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fe9047-1ee5-4437-ad8a-4dee2ac4d9af,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:03.505029 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44850) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:03.510408 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405559353', 'description': 'tempest-secgroup-smoke-405559353 description', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:03.538102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:20:03.538653 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.559099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:20:03.559449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 2f0848d4-e078-444a-9c85-6c9ea8fd2e17 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:20:03.559875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 19376aef-d732-44a9-9915-aaa59624019b no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:20:03.579189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 19376aef-d732-44a9-9915-aaa59624019b {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:20:03.579572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 19376aef-d732-44a9-9915-aaa59624019b not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:20:03.580051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 44c27abc-5b8c-4f7f-afa1-5bab149632e5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:20:03.600652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 44c27abc-5b8c-4f7f-afa1-5bab149632e5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:20:03.600994 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 44c27abc-5b8c-4f7f-afa1-5bab149632e5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:20:03.624849 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.628517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.654812 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.655964 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499455 Aug 27 13:20:03.659099 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44854) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:03.659943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627f2b3e-5dd3-471e-9c15-a3f51d0ad092,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:03.663764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '627f2b3e-5dd3-471e-9c15-a3f51d0ad092', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:03.667191 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.667541 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.667881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.668217 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.668730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.669609 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.670030 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.670367 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.670733 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.671064 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.671737 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.672070 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8f20ac-7343-4106-859d-8c44cc612d45 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:03.693843 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.749058 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.754125 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.771916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41ae6e5-b6cd-4c96-abb5-49d8cd93fb25,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:03.778750 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.779836 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-bcaf3add-6ef6-46ec-b692-17e905ee78ac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197288 Aug 27 13:20:03.782555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44856) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:03.786998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '627f2b3e-5dd3-471e-9c15-a3f51d0ad092', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:03.812439 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.871512 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.875152 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.895226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4a19ee-0a37-481b-94c1-d454f2332a6f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:03.899147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.900410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a8bd9aea-97d1-4634-9792-55fd03c731db tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169074 Aug 27 13:20:03.903201 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44858) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:03.907541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '627f2b3e-5dd3-471e-9c15-a3f51d0ad092', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:03.935838 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.993042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:03.996856 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.016645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8373231-5e8b-418e-aa5a-a00ce66466e8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:04.024358 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.025519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2fac4e2a-78c2-4385-9533-5d6e2659bd3f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213002 Aug 27 13:20:04.028568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44860) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:04.033178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '627f2b3e-5dd3-471e-9c15-a3f51d0ad092', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:04.059013 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.116219 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.120108 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.139383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1937601c-65b9-49bf-953a-9f8ee15258e9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:04.145807 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.147096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93743fac-8821-4a23-9108-47ca7809de1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175525 Aug 27 13:20:04.149736 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44862) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:04.154164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '627f2b3e-5dd3-471e-9c15-a3f51d0ad092', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:04.175010 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:20:04.179835 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.241233 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.245119 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.262591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4158ab-a7dd-45a9-8e2f-c9efdc54f0d8,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:04.268492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.269719 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ec4f5491-8609-47f8-8495-cf29e4540776 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190679 Aug 27 13:20:04.272325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44864) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:04.276728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '627f2b3e-5dd3-471e-9c15-a3f51d0ad092', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:04.296824 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:20:04.301691 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.362858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.366293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.383332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f6a5f3-7d33-4fc5-9aa2-aea1a0117654,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:04.389619 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.390937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6dca1dbd-e65b-450e-a5b2-078d9154213f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177061 Aug 27 13:20:04.393710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44866) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:04.398528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'network': {'name': 'tempest-network-smoke--145639999', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:04.418758 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:20:04.422372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.446502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:20:04.455094 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.455448 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Added segment 4b4117c8-c469-4bb7-bd76-a0ea44b05496 of type vlan for network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 Aug 27 13:20:04.494978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.521662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.527281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:04.527812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.580700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1859577 Aug 27 13:20:04.583380 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44868) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:04.588117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'admin_state_up': True, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:04.609328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a4c12-d97d-49cc-acb6-4418ae6983ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Network': ['ID=4e5dcbc6-046f-45e5-959d-bb236c3729e8,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:04.621408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:20:04.623608 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.624694 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.680164 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:04.823346 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:05.018113 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:05.039150 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:05.142958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.206 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/56bbb9f7-b33b-4f6f-8e5f-692d39627715) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:20:05.242932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:05.283766 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:05.321503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:20:05.327113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:05.330689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:20:05.336945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=56bbb9f7-b33b-4f6f-8e5f-692d39627715,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:05.598563 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:06.144187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:06.267750 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router eca761e4-b079-41cc-b9e1-4239c3871a91 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:20:06.371367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:20:06.381035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Sync routers for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:20:06.389978 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:06.390197 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:06.390632 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:06.391365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-56344f4f-c264-41bc-9e21-920da6212123 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8070269 Aug 27 13:20:06.394707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44872) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:06.424531 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-446f03f8-bb6f-4314-b3f7-87491dc1179f tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cd4b1bc523214874bae3e77f26f4720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286713 Aug 27 13:20:06.427328 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44874) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:06.503168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:06.600966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a0222-266b-4dc0-9f94-186b4acb7c6d tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:06.602501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-075a0222-266b-4dc0-9f94-186b4acb7c6d tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1741655 Aug 27 13:20:06.606007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44876) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:06.640412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-93a08f82-9aee-451b-ba85-939292ebca3c tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329492 Aug 27 13:20:06.642900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44878) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:06.647698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113435461', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:06.682509 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:05Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:06.708285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Checking router: eca761e4-b079-41cc-b9e1-4239c3871a91 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:20:06.708638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Updating router eca761e4-b079-41cc-b9e1-4239c3871a91 port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:20:06.736493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:20:06.737642 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:06.740253 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:06.937043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:06.994129 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Subnet': ['ID=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:07.011671 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Checking segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:20:07.012035 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network hostable DHCP agents. Network: 4e5dcbc6-046f-45e5-959d-bb236c3729e8, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:20:07.039488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:20:07.051316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 4e5dcbc6-046f-45e5-959d-bb236c3729e8) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:07.060712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0cf7b-9a4f-4937-b73d-fa96bd29e3d5 None None] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:20:07.061081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:07.061767 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.076482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-168df136-2d18-468a-bf71-662a47395573 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4322605 Aug 27 13:20:07.079180 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44880) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:07.220530 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.234450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Transition to ACTIVE for port object 56bbb9f7-b33b-4f6f-8e5f-692d39627715 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:07.244299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.315917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:20:07.316754 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.319255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bdd7c-ba14-43cf-8373-8cc6ac4bf395 None None] Pushing event updated for resources: {'Port': ['ID=56bbb9f7-b33b-4f6f-8e5f-692d39627715,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:07.322995 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Attempting to bind port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:20:07.323363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Attempting to bind port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:20:07.323744 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Attempting to bind port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:20:07.337980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:20:07.338355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:20:07.338883 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.339253 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:20:07.339739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Bound port: 56bbb9f7-b33b-4f6f-8e5f-692d39627715, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:20:07.340119 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.467547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] For port 56bbb9f7-b33b-4f6f-8e5f-692d39627715, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:20:07.499878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] For port 56bbb9f7-b33b-4f6f-8e5f-692d39627715, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=56bbb9f7-b33b-4f6f-8e5f-692d39627715,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:20:07.507063 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.554821 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Allocated IP 172.20.0.2 (4e5dcbc6-046f-45e5-959d-bb236c3729e8/9f66e6a8-1935-4aaa-bffe-d3ce56860d3a/932aa0fe-6a48-4f00-87a3-d20d74dc6139) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:20:07.558176 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.583792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:07.584449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:07.633989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bdd7c-ba14-43cf-8373-8cc6ac4bf395 None None] Pushing event updated for resources: {'Port': ['ID=56bbb9f7-b33b-4f6f-8e5f-692d39627715,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:07.770358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:07.918823 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:07.936488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Transition to ACTIVE for port object 932aa0fe-6a48-4f00-87a3-d20d74dc6139 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:07.962220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Transition to ACTIVE for port object 932aa0fe-6a48-4f00-87a3-d20d74dc6139 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:07.983924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.017348 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.1 (4e5dcbc6-046f-45e5-959d-bb236c3729e8/9f66e6a8-1935-4aaa-bffe-d3ce56860d3a/236517d9-8000-4e83-95fc-68a1920543e0) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:20:08.024254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:20:08.029363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:08.037001 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:20:08.052198 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Pushing event updated for resources: {'Port': ['ID=932aa0fe-6a48-4f00-87a3-d20d74dc6139,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:08.100053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:05Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:08.132708 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b139e27-e069-4f6e-8017-4fea2df87346 None None] The sync data for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 is: [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:05Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:20:08.139909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Attempting to bind port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:20:08.140277 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Attempting to bind port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:20:08.140635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Attempting to bind port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:20:08.142224 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.146153 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:20:08.146561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Checking segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:20:08.146959 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.147348 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Bound using segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:20:08.148058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Bound port: 932aa0fe-6a48-4f00-87a3-d20d74dc6139, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:20:08.153639 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.163576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 236517d9-8000-4e83-95fc-68a1920543e0 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:08.202502 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.215058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] For port 932aa0fe-6a48-4f00-87a3-d20d74dc6139, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:20:08.218123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] For port 932aa0fe-6a48-4f00-87a3-d20d74dc6139, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=932aa0fe-6a48-4f00-87a3-d20d74dc6139,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:20:08.223236 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.242776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:20:08.245863 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:08.252190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:20:08.282480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=236517d9-8000-4e83-95fc-68a1920543e0,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:08.295948 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6f93-697e-404d-bc5f-3580caebfdb0 None None] Pushing event updated for resources: {'Port': ['ID=932aa0fe-6a48-4f00-87a3-d20d74dc6139,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:08.303192 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.527982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.826528 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.832293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:08.910252 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=236517d9-8000-4e83-95fc-68a1920543e0,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:08.915248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.014363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:20:09.015917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:09.126286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.143007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router eca761e4-b079-41cc-b9e1-4239c3871a91 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:20:09.209254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55feaf3b-dc1a-486d-a4dd-8aa643e49d3c None None] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:20:09.257402 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:20:09.268640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0d25dec0-8901-4ec0-8cf2-a6d1fdb266e7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/eca761e4-b079-41cc-b9e1-4239c3871a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1827290 Aug 27 13:20:09.322537 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-db6f4991-e4a9-4051-b9b0-0d226c6a1032 None None] Provisioning for port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:09.438210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-7ee76ffb-fbe5-4cb4-8bf9-cb3e764a06fd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405559353&fields=id&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 267 time: 0.0482049 Aug 27 13:20:09.581939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-174bdbc7-64a8-42d0-a9f1-6321d7022b33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:09.584124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-174bdbc7-64a8-42d0-a9f1-6321d7022b33 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 796 time: 0.1388674 Aug 27 13:20:09.605560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-86336ab5-8a03-48ea-9d95-92ae0f687293 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/quotas/cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 375 time: 0.0145113 Aug 27 13:20:09.628761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 932aa0fe-6a48-4f00-87a3-d20d74dc6139 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:09.683120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Provisioning for port 236517d9-8000-4e83-95fc-68a1920543e0 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:09.689285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Provisioning complete for port 236517d9-8000-4e83-95fc-68a1920543e0 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:09.689751 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.709666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-c0bc5107-4b15-4196-8867-7337b136dce7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917635 Aug 27 13:20:09.723251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:09.735473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:09.740662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.743310 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Port 236517d9-8000-4e83-95fc-68a1920543e0 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:20:09.789418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Provisioning complete for port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:09.789628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.817134 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Sync routers for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:20:09.828416 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:09.829703 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:09.834595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-f94decb8-8384-4380-9439-28f331cad047 service neutron] 10.222.0.76 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220531 Aug 27 13:20:09.877584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.937105 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.939991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 932aa0fe-6a48-4f00-87a3-d20d74dc6139, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=932aa0fe-6a48-4f00-87a3-d20d74dc6139,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:09.942245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-044c2265-c3f7-4660-bcaf-f5f726e16193 service neutron] 10.222.0.76 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007857 Aug 27 13:20:09.950005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:09.950841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 56bbb9f7-b33b-4f6f-8e5f-692d39627715 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:09.967946 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:10.064472 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=932aa0fe-6a48-4f00-87a3-d20d74dc6139,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:10.081795 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:20:10.082157 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-a6cec39f-7640-4e0e-86d6-e48f062028c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:20:10.090456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:10.107312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:10.107695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.194949 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbe8e6b6-893c-4571-a3cf-d65da292c2bf req-89f378bb-39d1-4bae-b48b-021796539762 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 210 time: 0.0424254 Aug 27 13:20:10.226691 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.257829 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 56bbb9f7-b33b-4f6f-8e5f-692d39627715, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=56bbb9f7-b33b-4f6f-8e5f-692d39627715,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:10.258102 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 2, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:10.264866 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.290327 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Checking router: eca761e4-b079-41cc-b9e1-4239c3871a91 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:20:10.290761 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Updating router eca761e4-b079-41cc-b9e1-4239c3871a91 port 236517d9-8000-4e83-95fc-68a1920543e0 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:20:10.317603 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.319352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=56bbb9f7-b33b-4f6f-8e5f-692d39627715,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:10.595740 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.606278 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Transition to ACTIVE for port object 236517d9-8000-4e83-95fc-68a1920543e0 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:10.613035 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.793328 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Pushing event updated for resources: {'Port': ['ID=236517d9-8000-4e83-95fc-68a1920543e0,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:10.816685 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.817028 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.817367 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.817948 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.818186 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.818326 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.818660 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.818974 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.819294 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.819611 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.819927 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.820243 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:20:10.833921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Attempting to bind port 236517d9-8000-4e83-95fc-68a1920543e0 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:20:10.834300 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Attempting to bind port 236517d9-8000-4e83-95fc-68a1920543e0 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:20:10.834701 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Attempting to bind port 236517d9-8000-4e83-95fc-68a1920543e0 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:20:10.840653 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:20:10.841027 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Checking segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:20:10.841461 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.841879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Bound using segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:20:10.842367 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Bound port: 236517d9-8000-4e83-95fc-68a1920543e0, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:20:10.842791 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.905882 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] For port 236517d9-8000-4e83-95fc-68a1920543e0, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:20:10.908869 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] For port 236517d9-8000-4e83-95fc-68a1920543e0, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=236517d9-8000-4e83-95fc-68a1920543e0,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:20:10.912185 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:10.966994 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:10.967577 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:19:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:11.007526 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550120c-21e1-4e6d-a381-72b619095b22 None None] Pushing event updated for resources: {'Port': ['ID=236517d9-8000-4e83-95fc-68a1920543e0,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:11.085005 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:11.206623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-f099bc9a-4340-41d1-91f9-04868c849998 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:11.208210 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-f099bc9a-4340-41d1-91f9-04868c849998 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 796 time: 0.1295938 Aug 27 13:20:11.257808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-2a2bd31a-af48-45c4-a6e1-6d0b3903f7b0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 379 time: 0.0383685 Aug 27 13:20:11.269081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'port': {'device_id': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'admin_state_up': True, 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'security_groups': ['627f2b3e-5dd3-471e-9c15-a3f51d0ad092']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:11.304026 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:11.336382 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b44068-ad93-42e0-8b28-42d904440273 None None] The sync data for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 is: [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:20:11.399660 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:20:11.407397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:11.639216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 932aa0fe-6a48-4f00-87a3-d20d74dc6139 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:11.696312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:11.696741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:11.790235 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 236517d9-8000-4e83-95fc-68a1920543e0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:11.826429 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0ab5cad-43f1-4b5f-a2e5-58eacdcc17d3 req-ea32d5f7-33fb-4c93-9c63-2a3931226417 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 210 time: 0.5417733 Aug 27 13:20:11.854355 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 236517d9-8000-4e83-95fc-68a1920543e0 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:11.859071 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 236517d9-8000-4e83-95fc-68a1920543e0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:11.859708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:11.955659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.10 (4e5dcbc6-046f-45e5-959d-bb236c3729e8/9f66e6a8-1935-4aaa-bffe-d3ce56860d3a/20d15544-2f22-455e-9de1-2f9eb61b69d1) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:20:11.964134 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.004043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 236517d9-8000-4e83-95fc-68a1920543e0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=236517d9-8000-4e83-95fc-68a1920543e0,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:12.009149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.010813 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 56bbb9f7-b33b-4f6f-8e5f-692d39627715 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:12.092078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=236517d9-8000-4e83-95fc-68a1920543e0,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:12.111675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:12.112037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.152042 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.171620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 20d15544-2f22-455e-9de1-2f9eb61b69d1 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:12.214532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.258367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:20:12.262333 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:12.269544 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:20:12.298847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:12.334019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:12.335010 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.358735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6ed4b695-8f2c-4ee6-9a77-10a02724c115 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0932817 Aug 27 13:20:12.372926 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Request body: {'port': {'device_id': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:12.435635 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.526831 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8da29b47-f140-4e9f-8c0a-6e7d9a0773ee None None] Provisioning for port 20d15544-2f22-455e-9de1-2f9eb61b69d1 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:12.531519 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8da29b47-f140-4e9f-8c0a-6e7d9a0773ee None None] Provisioning complete for port 20d15544-2f22-455e-9de1-2f9eb61b69d1 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:12.531938 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8da29b47-f140-4e9f-8c0a-6e7d9a0773ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.574928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-8da29b47-f140-4e9f-8c0a-6e7d9a0773ee None None] Port 20d15544-2f22-455e-9de1-2f9eb61b69d1 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:20:12.737413 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d15544-2f22-455e-9de1-2f9eb61b69d1 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:20:12.751931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.764814 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Transition to ACTIVE for port object 20d15544-2f22-455e-9de1-2f9eb61b69d1 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:20:12.768673 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.775417 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:20:12.826746 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:12.895041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:20:12.895382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:20:12.895715 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:20:12.900410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:20:12.900739 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:20:12.905921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:20:12.906307 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Checking segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:20:12.906668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Bound using segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:20:12.907100 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Bound port: 20d15544-2f22-455e-9de1-2f9eb61b69d1, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:20:12.907464 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:12.981172 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:20:12.985541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:20:12.991518 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:13.033150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.033759 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:13.035230 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] 10.222.0.65 "PUT /v2.0/ports/20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1092 time: 0.6674402 Aug 27 13:20:13.035674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:20:13.037954 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:20:13.109904 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eca474-a7e2-4268-ac3d-1125b6c981ae service neutron] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:13.116428 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453a5d5-56fb-449d-a795-6f9a6f081f52 x-openstack-request-id: req-6453a5d5-56fb-449d-a795-6f9a6f081f52 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:20:13.116736 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:20:13.116997 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6453a5d5-56fb-449d-a795-6f9a6f081f52 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:20:13.117424 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'status': 'completed', 'code': 200} Aug 27 13:20:13.150740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8180c23-4c44-4460-8265-9f7fe4955a1a req-a21046e2-680a-4c98-abdd-9591d5724097 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.152278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8180c23-4c44-4460-8265-9f7fe4955a1a req-a21046e2-680a-4c98-abdd-9591d5724097 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.2301068 Aug 27 13:20:13.154298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-23987b3f-6bcb-4aa6-999f-a3dfb488153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.155715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-23987b3f-6bcb-4aa6-999f-a3dfb488153b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1095 time: 0.0704935 Aug 27 13:20:13.212516 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-b06f811f-849f-40a3-8edf-18fcbea50b46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 217 time: 0.0461316 Aug 27 13:20:13.257344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b8180c23-4c44-4460-8265-9f7fe4955a1a req-684ecef7-1572-4210-bec0-72a44cd07fe4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987227 Aug 27 13:20:13.273825 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-b0c0ee67-47c9-43a8-8826-47bafdcfea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.275381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-b0c0ee67-47c9-43a8-8826-47bafdcfea7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0515594 Aug 27 13:20:13.323682 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-a84b698f-dc19-4c46-9ab3-65a14cbb7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.325270 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-a84b698f-dc19-4c46-9ab3-65a14cbb7d5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411496 Aug 27 13:20:13.420459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-901f6b14-4a11-47c8-8a33-732a6ddfcb60 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Aug 27 13:20:13.523453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-df5d3fde-f216-491d-93f5-e5f4f5ece4eb req-6a5e2f9d-c861-43de-8cdc-9987adf116d6 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938561 Aug 27 13:20:13.544494 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 236517d9-8000-4e83-95fc-68a1920543e0 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:13.592467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 236517d9-8000-4e83-95fc-68a1920543e0 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:13.592841 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:13.612317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-fbacb9f2-7fe9-4597-81bd-e1a61596dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.613856 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-fbacb9f2-7fe9-4597-81bd-e1a61596dacb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1095 time: 0.0409451 Aug 27 13:20:13.708652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-aa5ed398-1c26-47d1-8a01-9db52a9f7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.710249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-aa5ed398-1c26-47d1-8a01-9db52a9f7b5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.0886781 Aug 27 13:20:13.752181 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-c48a0817-0e3b-4f84-be2d-97aa8b6b5bc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 217 time: 0.0345559 Aug 27 13:20:13.805694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-1fe24b4b-eca8-4eb1-9de0-0d01e3f73c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.807177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-1fe24b4b-eca8-4eb1-9de0-0d01e3f73c2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0478809 Aug 27 13:20:13.855157 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-dd74109b-c6e5-4fef-b2de-993812b2d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:13.856675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-dd74109b-c6e5-4fef-b2de-993812b2d026 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405684 Aug 27 13:20:13.946561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-26fb78d8-fbb8-460d-924b-e9c50af94462 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803964 Aug 27 13:20:14.040124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-360b8955-5dd8-4a1f-aadd-8744fb7a6dc9 req-c400bd2b-e414-49a7-8d8c-4a32b5126f10 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859392 Aug 27 13:20:14.374491 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84453ea-3ad8-4adf-845a-45aac3a2765c req-5897faa6-2b1e-4f50-9fcf-bf94fd6d8ce7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:14.375969 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f84453ea-3ad8-4adf-845a-45aac3a2765c req-5897faa6-2b1e-4f50-9fcf-bf94fd6d8ce7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.0497668 Aug 27 13:20:14.412543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f84453ea-3ad8-4adf-845a-45aac3a2765c req-c4524e71-8aa1-4676-b49b-61bc169f4877 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305130 Aug 27 13:20:15.532527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf82f-a04c-44fa-8a9b-0e577734bab8 req-d38a70de-6a6d-46b8-ad29-fd7dc265ef80 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:15.534043 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4caf82f-a04c-44fa-8a9b-0e577734bab8 req-d38a70de-6a6d-46b8-ad29-fd7dc265ef80 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.0535386 Aug 27 13:20:15.572608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a4caf82f-a04c-44fa-8a9b-0e577734bab8 req-c41d21bc-316b-4643-a629-210e82d67cbd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323124 Aug 27 13:20:16.688777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fd66c-eea2-4a1a-88d0-cfb3d1629acc req-e37323a8-7dd1-40e4-9b45-a5cdf8c9aec7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:16.690194 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-579fd66c-eea2-4a1a-88d0-cfb3d1629acc req-e37323a8-7dd1-40e4-9b45-a5cdf8c9aec7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.0520709 Aug 27 13:20:16.727953 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-579fd66c-eea2-4a1a-88d0-cfb3d1629acc req-b0aed735-084d-4722-b596-8b8db8c0f6e0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Aug 27 13:20:16.739381 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:20:16.834317 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:16.846058 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'port_id': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'mac_address': 'fa:16:3e:97:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:20:17.034863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:17.047132 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d15544-2f22-455e-9de1-2f9eb61b69d1 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:20:17.066321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:17.070113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:17.118650 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:17.297433 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['20d15544-2f22-455e-9de1-2f9eb61b69d1'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:20:17.844849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419ce9-e140-4a89-b889-39d9e6ffd45b req-645a0465-5c88-44b4-b76a-a4aec65b3f1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:17.846740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02419ce9-e140-4a89-b889-39d9e6ffd45b req-645a0465-5c88-44b4-b76a-a4aec65b3f1c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 945 time: 0.0514781 Aug 27 13:20:17.887979 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02419ce9-e140-4a89-b889-39d9e6ffd45b req-7959cd13-afee-44f0-a63f-c53211dd2bb2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348651 Aug 27 13:20:18.625863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-07459ebc-3a5f-4856-9e50-a4d429223e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:18.771563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:20:18.818417 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 20d15544-2f22-455e-9de1-2f9eb61b69d1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:20:18.822115 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 20d15544-2f22-455e-9de1-2f9eb61b69d1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:20:18.823021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:18.899767 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:18.923930 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:20:18.926217 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ad35c-6d8b-4972-a991-9651ca873bc0" -d '{"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-plugged", "status": "completed", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:20:18.939234 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:20:18.943645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:18.972751 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baaca11-5baf-4aa8-b912-0eccbbeb4d7e x-openstack-request-id: req-7baaca11-5baf-4aa8-b912-0eccbbeb4d7e {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:20:18.973192 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-plugged", "status": "completed", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:20:18.973546 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7baaca11-5baf-4aa8-b912-0eccbbeb4d7e {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:20:18.974041 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'code': 200} Aug 27 13:20:19.007383 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:19.024850 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2caa-90c4-4454-b8d3-60d1067c01e6 req-d6dd0c29-4add-44b4-8201-793981dc9ee3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:19.026465 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-639f2caa-90c4-4454-b8d3-60d1067c01e6 req-d6dd0c29-4add-44b4-8201-793981dc9ee3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0608039 Aug 27 13:20:19.094351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-639f2caa-90c4-4454-b8d3-60d1067c01e6 req-1b9b103b-8871-4e51-ba8e-5868ecd0fd98 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615067 Aug 27 13:20:19.102288 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18560c8-3195-48a3-937f-5da793f5f126 req-c490b3ab-b498-4dbe-9406-fe94723569db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:19.103806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a18560c8-3195-48a3-937f-5da793f5f126 req-c490b3ab-b498-4dbe-9406-fe94723569db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1097 time: 0.0649331 Aug 27 13:20:19.139668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a18560c8-3195-48a3-937f-5da793f5f126 req-d58d822e-cc13-46af-83a9-620927754e4c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286243 Aug 27 13:20:20.208976 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d20020-7b06-440e-8fde-e6a029d9c9ad req-894ac249-cc3b-46d8-8768-a959b13d676a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:20.210492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66d20020-7b06-440e-8fde-e6a029d9c9ad req-894ac249-cc3b-46d8-8768-a959b13d676a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0491762 Aug 27 13:20:20.250446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-66d20020-7b06-440e-8fde-e6a029d9c9ad req-e50dbc58-aa06-413a-a57d-ad90011dd26a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Aug 27 13:20:21.070560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84fbbe81-5912-42df-9759-bfc39350bb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:21.087548 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:21.309470 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:21.365426 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201990a3-b567-4a2b-af13-a1ab4c6b0723 req-575ed05d-6aea-452d-92da-5c71366b0a50 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:21.366933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-201990a3-b567-4a2b-af13-a1ab4c6b0723 req-575ed05d-6aea-452d-92da-5c71366b0a50 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0488741 Aug 27 13:20:21.408439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-201990a3-b567-4a2b-af13-a1ab4c6b0723 req-672419d8-1327-4853-9b0d-ddb948ff1333 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350320 Aug 27 13:20:21.522959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c23f7a-dbf1-4c64-9547-7e8dae8f8e4d req-ba09c888-d7fe-429d-a622-6ecd84387aad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:21.524457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14c23f7a-dbf1-4c64-9547-7e8dae8f8e4d req-ba09c888-d7fe-429d-a622-6ecd84387aad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0493946 Aug 27 13:20:21.561951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-14c23f7a-dbf1-4c64-9547-7e8dae8f8e4d req-f4a6de52-13df-4757-9c36-453b85890049 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Aug 27 13:20:21.585003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44946) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:21.625978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e52b6-2f2c-462c-9699-c7b54e869288 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:21.627546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d53e52b6-2f2c-462c-9699-c7b54e869288 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1092 time: 0.0415475 Aug 27 13:20:21.630316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44948) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:21.634674 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:20:21.656637 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:21.756605 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:21.859268 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.232 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/13f426fb-845c-4049-9aa3-68dfc92586e2) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:20:21.964918 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.004145 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.041245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:20:22.046613 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:20:22.050169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:20:22.055769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=13f426fb-845c-4049-9aa3-68dfc92586e2,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:22.405916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.435587 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.474077 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.623378 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.628277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.696320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=13f426fb-845c-4049-9aa3-68dfc92586e2,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:20:22.712582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:22.816989 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 3a673427-85f0-4cab-b0c2-d83d90a43128 associated. External IP: 172.25.8.232, port: 20d15544-2f22-455e-9de1-2f9eb61b69d1. Aug 27 13:20:23.024919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router eca761e4-b079-41cc-b9e1-4239c3871a91 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:20:23.135808 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:20:23.145097 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] Sync routers for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:20:23.152662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:23.154818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:23.155468 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:23.182295 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-383d7095-318d-4aa1-8401-c17e19e2b2b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5485740 Aug 27 13:20:23.182295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:20:23.182997 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350afce-3d5d-40e1-9b16-a731c0a7a732" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:20:23.219716 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9879bd0-be6b-48e2-a133-2dda7a787975 x-openstack-request-id: req-e9879bd0-be6b-48e2-a133-2dda7a787975 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:20:23.220026 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:20:23.220292 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9879bd0-be6b-48e2-a133-2dda7a787975 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:20:23.220707 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'status': 'completed', 'code': 200} Aug 27 13:20:23.267292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:23.314847 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dba24-cb72-406a-a3fb-4c3345a8475d req-14127b7d-2c4f-46f5-87ba-eca495edfc5c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:23.316296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb8dba24-cb72-406a-a3fb-4c3345a8475d req-14127b7d-2c4f-46f5-87ba-eca495edfc5c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0829372 Aug 27 13:20:23.319119 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-f4fec514-830b-4685-b059-971f941761ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:23.320511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-f4fec514-830b-4685-b059-971f941761ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1097 time: 0.0755212 Aug 27 13:20:23.403869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb8dba24-cb72-406a-a3fb-4c3345a8475d req-33eb9f59-0228-4898-b4c9-1d49e9cd8af9 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813558 Aug 27 13:20:23.428420 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44954) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:23.445317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-80ab2e3b-a06b-4ae8-9d07-9bece4f9a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:23.446833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-80ab2e3b-a06b-4ae8-9d07-9bece4f9a813 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.1178906 Aug 27 13:20:23.504192 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a9f5e758-9365-4f25-9479-f975260bcdeb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/3a673427-85f0-4cab-b0c2-d83d90a43128 HTTP/1.1" status: 200 len: 992 time: 0.0733743 Aug 27 13:20:23.504332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '3a673427-85f0-4cab-b0c2-d83d90a43128', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'port_id': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'mac_address': 'fa:16:3e:97:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:20:22Z', 'updated_at': '2021-08-27T13:20:22Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:11Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:23.531133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] Checking router: eca761e4-b079-41cc-b9e1-4239c3871a91 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:20:23.540386 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:20:23.541025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:20:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:23.634730 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.65', 49532) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:23.655958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:20:23.678642 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-07f7c75f-a4f8-4087-8c7a-f858ece40c5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418723 Aug 27 13:20:23.788175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-659a7846-2bf5-44f9-968a-966256a29746 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1000 time: 0.3335834 Aug 27 13:20:23.844332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-9e3fe5a4-45bc-424a-b827-67e5bae71e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:23.845821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-9e3fe5a4-45bc-424a-b827-67e5bae71e86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0484838 Aug 27 13:20:23.894000 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '3a673427-85f0-4cab-b0c2-d83d90a43128', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'port_id': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'mac_address': 'fa:16:3e:97:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:20:22Z', 'updated_at': '2021-08-27T13:20:22Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:11Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:20:23.901717 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-9133c822-a52b-4ee0-870c-e5fdf72c81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:23.903271 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-9133c822-a52b-4ee0-870c-e5fdf72c81ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411544 Aug 27 13:20:23.921989 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb861a31-a669-4b6d-b3b6-45febe0caf3e None None] The sync data for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 is: [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '3a673427-85f0-4cab-b0c2-d83d90a43128', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'port_id': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'mac_address': 'fa:16:3e:97:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:20:22Z', 'updated_at': '2021-08-27T13:20:22Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:11Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:20:24.002264 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-c2cb3ca1-2ed6-461e-9c72-f6c1bffe21e9 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916655 Aug 27 13:20:24.097492 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b350afce-3d5d-40e1-9b16-a731c0a7a732 req-f24d3abf-5bad-42d5-abc9-b8a32fba5776 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Aug 27 13:20:24.122887 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48714840-91c0-4ad8-882c-8f5c0ff57c36 None None] New status for floating IP 3a673427-85f0-4cab-b0c2-d83d90a43128: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:20:24.215839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-815dd506-d3fc-45f8-bc09-2ccbde08b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:24.217333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-815dd506-d3fc-45f8-bc09-2ccbde08b71b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1097 time: 0.0461669 Aug 27 13:20:24.287292 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:24.329673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-478acb76-0906-4112-907f-3b1dd998d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:24.331241 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-478acb76-0906-4112-907f-3b1dd998d9b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.0918560 Aug 27 13:20:24.405816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-fc8e796c-615c-4b80-b59b-79f9105bacd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1002 time: 0.0662167 Aug 27 13:20:24.456012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-1c5e6d72-c15b-4d21-889a-2bd9dcba07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:24.457494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-1c5e6d72-c15b-4d21-889a-2bd9dcba07ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0447686 Aug 27 13:20:24.504603 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-642b55cf-0c87-48ca-ab8e-d88c2b765475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:24.504603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-642b55cf-0c87-48ca-ab8e-d88c2b765475 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400558 Aug 27 13:20:24.504987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 44956) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:24.570057 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-21c2b768-d5e4-459c-87b6-833d1bdc9e83 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/3a673427-85f0-4cab-b0c2-d83d90a43128 HTTP/1.1" status: 200 len: 994 time: 0.0589046 Aug 27 13:20:24.600328 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-857a91e7-ce80-4090-9074-0ef44d4c032c service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883379 Aug 27 13:20:24.691539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-a134f124-835e-401a-a25d-54ab03475a84 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841918 Aug 27 13:20:39.121066 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:48.627861 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-455b9cac-58bf-44d0-81fe-7a9b5f765c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:49.778744 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:20:51.071136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b3323996-11ee-458b-b417-38e603853aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:51.105067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:51.312672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:52.426474 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:54.287988 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:20:58.011892 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4a516-5122-44f0-9157-d4d8eaee86b9 req-8a78a2fb-d673-4df9-bace-4394a55937e5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:58.013411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16c4a516-5122-44f0-9157-d4d8eaee86b9 req-8a78a2fb-d673-4df9-bace-4394a55937e5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0518932 Aug 27 13:20:58.013894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 44978) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:20:58.054155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16c4a516-5122-44f0-9157-d4d8eaee86b9 req-d80fac8e-4ba3-42f9-9cdf-94c6bc36f7a4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338478 Aug 27 13:20:58.111490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-b3694738-eefc-4c93-aae6-4d3e3eb247e5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964522 Aug 27 13:20:59.174346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec0ac6-6d79-4440-8b2f-a959a3c436cb req-06cc3315-63e5-4685-9ba2-60abe0e22131 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:59.175874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eec0ac6-6d79-4440-8b2f-a959a3c436cb req-06cc3315-63e5-4685-9ba2-60abe0e22131 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0486157 Aug 27 13:20:59.214372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1eec0ac6-6d79-4440-8b2f-a959a3c436cb req-f4c35b8d-0cc1-4cc9-bf37-0cb7e143808e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325878 Aug 27 13:20:59.320083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-75c69f98-3352-4bbf-b714-ed38fe584c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:59.321566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-75c69f98-3352-4bbf-b714-ed38fe584c82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1097 time: 0.0404322 Aug 27 13:20:59.413459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-79bf0605-8c8f-4d47-8193-40f4b8f23058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:59.414974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-79bf0605-8c8f-4d47-8193-40f4b8f23058 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.0858953 Aug 27 13:20:59.480970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-2c6c16bf-f7eb-4b24-9149-e408fd0817b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1002 time: 0.0581913 Aug 27 13:20:59.530237 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-56ae77dc-cd09-4999-97b9-71f8c2d90ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:59.531747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-56ae77dc-cd09-4999-97b9-71f8c2d90ee9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0434089 Aug 27 13:20:59.583351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-d6cee744-027f-448e-a562-71aa7ff2595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:20:59.584911 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-d6cee744-027f-448e-a562-71aa7ff2595c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453467 Aug 27 13:20:59.674998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-34e290c5-444d-4dc5-8a83-446720eb7863 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Aug 27 13:20:59.771593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-d9be7c6c-857c-4b38-b909-63b4c5c27ccc service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898190 Aug 27 13:21:00.332143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a25bd-9ef8-4fda-9c14-35a4ff03b494 req-d9f143ae-ab85-41a9-9967-90120eb1f351 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:00.333760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d22a25bd-9ef8-4fda-9c14-35a4ff03b494 req-d9f143ae-ab85-41a9-9967-90120eb1f351 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0510342 Aug 27 13:21:00.374676 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d22a25bd-9ef8-4fda-9c14-35a4ff03b494 req-bd2d2240-514e-4550-b681-c55ab663da3c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346336 Aug 27 13:21:01.497044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f1307-2064-4465-9785-74555ff1f3b0 req-364b8733-6563-48d7-91f1-c9210766ac38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:01.498591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb1f1307-2064-4465-9785-74555ff1f3b0 req-364b8733-6563-48d7-91f1-c9210766ac38 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0509074 Aug 27 13:21:01.537611 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb1f1307-2064-4465-9785-74555ff1f3b0 req-e9f05b89-9622-4cd1-947b-0fc3e1950a02 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Aug 27 13:21:02.658053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2ddb-28a7-4f7c-a003-401fb403d168 req-f5d59ce1-cc4c-4a28-b58e-a143d96c8f24 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:02.659591 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca2a2ddb-28a7-4f7c-a003-401fb403d168 req-f5d59ce1-cc4c-4a28-b58e-a143d96c8f24 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0534272 Aug 27 13:21:02.697366 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ca2a2ddb-28a7-4f7c-a003-401fb403d168 req-4f3cc5a0-b148-447b-9580-3cf871ba0003 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Aug 27 13:21:03.813166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601df3a2-27ab-4d62-9109-8da97fa03eba req-1f01100f-b9fe-4387-85d9-223f7f40160e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:03.814758 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-601df3a2-27ab-4d62-9109-8da97fa03eba req-1f01100f-b9fe-4387-85d9-223f7f40160e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0499310 Aug 27 13:21:03.853437 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-601df3a2-27ab-4d62-9109-8da97fa03eba req-5d4d9d8f-fbbb-46ac-abab-9669c0b44df1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325770 Aug 27 13:21:04.966506 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cb8fb-4752-4e61-bf92-b420d3cc7ace req-4fa75118-4a34-477c-b605-9df2509b8a2f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:04.968009 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-561cb8fb-4752-4e61-bf92-b420d3cc7ace req-4fa75118-4a34-477c-b605-9df2509b8a2f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0483668 Aug 27 13:21:05.006254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-561cb8fb-4752-4e61-bf92-b420d3cc7ace req-2b4dc7ff-4ef1-4d33-86a7-3dc140e4cba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Aug 27 13:21:06.123986 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d38f-9324-4865-9f2f-3f75ff0a6bab req-80f8cee9-77fb-4565-94a8-dcfb66c165ca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:06.125501 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05a9d38f-9324-4865-9f2f-3f75ff0a6bab req-80f8cee9-77fb-4565-94a8-dcfb66c165ca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0523760 Aug 27 13:21:06.163282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05a9d38f-9324-4865-9f2f-3f75ff0a6bab req-fb11a3d4-6b31-41b9-b7f0-57bbb10ba357 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311341 Aug 27 13:21:07.280569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148888-2799-4c0d-a810-2f525ac73695 req-90b27842-f8f3-4f30-8667-4a67824fc54f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:07.282074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94148888-2799-4c0d-a810-2f525ac73695 req-90b27842-f8f3-4f30-8667-4a67824fc54f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0493155 Aug 27 13:21:07.319443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94148888-2799-4c0d-a810-2f525ac73695 req-4b8587b8-f55b-4399-8bb0-eb92535f34c4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314131 Aug 27 13:21:08.434401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502276a-b988-4b28-82f7-48353a2b6b25 req-36b36b01-1204-4522-9efc-ce6bfb2c35f3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:08.435927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d502276a-b988-4b28-82f7-48353a2b6b25 req-36b36b01-1204-4522-9efc-ce6bfb2c35f3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0493660 Aug 27 13:21:08.474275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d502276a-b988-4b28-82f7-48353a2b6b25 req-5f3c41f0-6c4e-4ec3-b1f0-85df4fc50148 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Aug 27 13:21:09.131981 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:09.592885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7999e-a383-4882-adbc-2a5bb294dae7 req-1acee05e-820c-4494-8d17-6a5ff3dad320 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:09.594427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48a7999e-a383-4882-adbc-2a5bb294dae7 req-1acee05e-820c-4494-8d17-6a5ff3dad320 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0527062 Aug 27 13:21:09.631445 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48a7999e-a383-4882-adbc-2a5bb294dae7 req-a9df0833-b60a-4ebe-826d-cc53b53ceb2f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Aug 27 13:21:10.747836 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262a334-e388-41f5-aed8-49cb23f486e1 req-1756a91a-5683-419b-bf64-2b336ee2faaa tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:10.749239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7262a334-e388-41f5-aed8-49cb23f486e1 req-1756a91a-5683-419b-bf64-2b336ee2faaa tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0502374 Aug 27 13:21:10.787450 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7262a334-e388-41f5-aed8-49cb23f486e1 req-a9cf48cd-a577-4bf2-b43b-52492417caab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321801 Aug 27 13:21:11.903628 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a23a26-5e4c-49da-8d28-a86690f1915a req-8bb443ac-a79c-4c7c-afce-491d427c8a26 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:11.905117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62a23a26-5e4c-49da-8d28-a86690f1915a req-8bb443ac-a79c-4c7c-afce-491d427c8a26 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0491848 Aug 27 13:21:11.943729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-62a23a26-5e4c-49da-8d28-a86690f1915a req-6f1c3ab1-1c0d-4e89-97c0-e5fd289d0d36 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323279 Aug 27 13:21:13.062332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fd1c4-5e0c-4278-ac77-78db3cc5c43f req-1ff4ca51-519b-4e86-8495-3d346f3a7012 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:13.064389 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef7fd1c4-5e0c-4278-ac77-78db3cc5c43f req-1ff4ca51-519b-4e86-8495-3d346f3a7012 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0541449 Aug 27 13:21:13.106327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef7fd1c4-5e0c-4278-ac77-78db3cc5c43f req-a95a53c7-9bab-4635-bf33-cb3304f3f861 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360496 Aug 27 13:21:14.220249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03e8d-9af0-4815-b849-c4e95ec00ecf req-c9752994-1f22-44c6-a4df-60a3abb3035a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:14.221778 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56f03e8d-9af0-4815-b849-c4e95ec00ecf req-c9752994-1f22-44c6-a4df-60a3abb3035a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0499637 Aug 27 13:21:14.261020 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-56f03e8d-9af0-4815-b849-c4e95ec00ecf req-0f95c9f4-4112-431b-a1e3-7318c1c54f57 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332034 Aug 27 13:21:15.377875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5e08f-874f-4897-9125-89708e1a501b req-28290d1a-e5ec-4c5d-b9ba-52143de311a6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:15.379396 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bba5e08f-874f-4897-9125-89708e1a501b req-28290d1a-e5ec-4c5d-b9ba-52143de311a6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0494022 Aug 27 13:21:15.419594 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bba5e08f-874f-4897-9125-89708e1a501b req-acc53037-bbd7-4ee9-bbaf-d9866d1dedcb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332608 Aug 27 13:21:16.540851 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbb4fe-6e58-47c4-a60c-f228e0911986 req-542482b9-d5bd-405a-8ff4-3b1398a59608 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:16.542341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61bbb4fe-6e58-47c4-a60c-f228e0911986 req-542482b9-d5bd-405a-8ff4-3b1398a59608 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0524640 Aug 27 13:21:16.581034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61bbb4fe-6e58-47c4-a60c-f228e0911986 req-6c3b5dda-9ff4-4f38-9310-f255c83a7282 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327592 Aug 27 13:21:16.813336 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-a1fd74e3-c443-484c-9e50-bc5706297e17 service neutron] show failed (client error): The resource could not be found. Aug 27 13:21:16.814326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-a1fd74e3-c443-484c-9e50-bc5706297e17 service neutron] 10.222.0.65 "GET /v2.0/ports/20d15544-2f22-455e-9de1-2f9eb61b69d1/bindings/n-h1-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0560565 Aug 27 13:21:17.085769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-58f089b0-9c05-458c-941c-3ee1729becda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:17.087237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-58f089b0-9c05-458c-941c-3ee1729becda service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 1097 time: 0.1133204 Aug 27 13:21:17.106594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-4', 'device_owner': 'compute:nova'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:21:17.166764 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:17.369769 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:21:17.403197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:21:17.443021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:21:17.445455 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1000743-0a3b-4031-a3ae-0944e368bf13" -d '{"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-unplugged", "status": "completed", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:21:17.449655 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:17.470082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Transition to ACTIVE for port object 20d15544-2f22-455e-9de1-2f9eb61b69d1 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:21:17.474826 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:17.506065 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e47a9ec-a696-4584-81fe-d96a85020848 x-openstack-request-id: req-2e47a9ec-a696-4584-81fe-d96a85020848 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:21:17.506469 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-unplugged", "status": "completed", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:21:17.506635 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e47a9ec-a696-4584-81fe-d96a85020848 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:21:17.507034 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'code': 200} Aug 27 13:21:17.577053 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=6']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:21:17.602728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.603085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.603425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.603776 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.604115 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.604711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.605047 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.605379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.605719 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.606041 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.606407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.606726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:17.669763 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] No DVR routers for this DVR port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:21:17.788017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5376ed-a43b-4324-81b7-849d56d1c877 req-7821c85a-dd8a-4056-9039-5e6a84417033 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:17.789385 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e5376ed-a43b-4324-81b7-849d56d1c877 req-7821c85a-dd8a-4056-9039-5e6a84417033 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.1217082 Aug 27 13:21:17.845129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1e5376ed-a43b-4324-81b7-849d56d1c877 req-27f33177-4ba3-45ab-ae26-4e8b8fff6b2a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493588 Aug 27 13:21:17.875198 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:21:17.875466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:21:17.875800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:21:17.880579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:21:17.880907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Attempting to bind port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:21:17.886695 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:21:17.887065 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Checking segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:21:17.887453 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Bound using segment: {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:21:17.887894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Bound port: 20d15544-2f22-455e-9de1-2f9eb61b69d1, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4117c8-c469-4bb7-bd76-a0ea44b05496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:21:17.888242 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:17.958242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:21:17.961396 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:21:17.966043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:17.998239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:17.999984 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:18.002091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] 10.222.0.77 "PUT /v2.0/ports/20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1092 time: 0.8992102 Aug 27 13:21:18.028514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60115863-7aa3-421a-be2c-0b20eb3b6883 service neutron] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=7']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:21:18.088894 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-c01e8aee-89ae-4c3c-9e25-031c724489e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:18.090705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-c01e8aee-89ae-4c3c-9e25-031c724489e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1095 time: 0.0435073 Aug 27 13:21:18.187770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-a9312fb6-4c8f-4f5c-a547-c73556fcf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:18.189249 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-a9312fb6-4c8f-4f5c-a547-c73556fcf245 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.0911982 Aug 27 13:21:18.255522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-acbde9bf-ec85-4179-8092-34e0fca78b2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1000 time: 0.0588789 Aug 27 13:21:18.305215 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-cdb75e7c-8fa4-46d5-97be-8498e57a6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:18.306597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-cdb75e7c-8fa4-46d5-97be-8498e57a6d2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0440040 Aug 27 13:21:18.358499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-11b3d851-2e85-4717-bf3b-7235e5040476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:18.360091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-11b3d851-2e85-4717-bf3b-7235e5040476 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445509 Aug 27 13:21:18.451058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-bff3683f-e1f9-4fdf-b53f-f45bfb2c8746 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826743 Aug 27 13:21:18.550605 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3b8d6164-9a7c-4891-8177-c8cb68621f5a req-73db2ee4-0858-4d55-aecc-5f8805b9098d service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920808 Aug 27 13:21:18.628768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6f1baabe-e73b-4a4a-a442-80c65fdebacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:18.964410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaab2e2-080d-4177-a621-ead7b350254e req-13ee0be1-a0e8-4915-83cc-2b5fc67f79a4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:18.965857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aeaab2e2-080d-4177-a621-ead7b350254e req-13ee0be1-a0e8-4915-83cc-2b5fc67f79a4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.0498836 Aug 27 13:21:19.004703 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aeaab2e2-080d-4177-a621-ead7b350254e req-80eb8914-7c59-40ba-afde-155705257a25 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Aug 27 13:21:19.508649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:21:19.511090 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a135c1-7db5-4b36-92d9-2f15946ef916" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:21:19.558549 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3609bf5-00b0-4ac7-875f-fb92c8ef3e74 x-openstack-request-id: req-d3609bf5-00b0-4ac7-875f-fb92c8ef3e74 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:21:19.558852 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:21:19.559110 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3609bf5-00b0-4ac7-875f-fb92c8ef3e74 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:21:19.559508 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'status': 'completed', 'code': 200} Aug 27 13:21:19.624236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-1292a821-fd06-4ba9-9a19-a0dca05843de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:19.625741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-1292a821-fd06-4ba9-9a19-a0dca05843de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1095 time: 0.0484147 Aug 27 13:21:19.709310 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-65360517-0afe-4b32-82f9-d14fc17fc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:19.710723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-65360517-0afe-4b32-82f9-d14fc17fc313 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1095 time: 0.0965762 Aug 27 13:21:20.055006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-c16b207d-835c-42c6-8075-2ec4c517cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.056487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-c16b207d-835c-42c6-8075-2ec4c517cdff service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.4099469 Aug 27 13:21:20.169003 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-561c9e8d-2ddc-426a-9645-a6ee378041fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.170504 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-561c9e8d-2ddc-426a-9645-a6ee378041fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.4479916 Aug 27 13:21:20.179274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-f20b7999-4578-44b3-a190-daf8634d6453 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1000 time: 0.1141446 Aug 27 13:21:20.251638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bb132-20bd-4f37-a610-c80125db707d req-2524d2cf-deb2-4739-8c2f-be4a1545217d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.253133 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-832bb132-20bd-4f37-a610-c80125db707d req-2524d2cf-deb2-4739-8c2f-be4a1545217d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.1457884 Aug 27 13:21:20.300859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-46eae29f-c224-40cc-83af-3b9ef504c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.302287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-46eae29f-c224-40cc-83af-3b9ef504c7a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.1142628 Aug 27 13:21:20.309245 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-e6759643-4e27-4f5c-8ced-ab110c1f8227 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1000 time: 0.1284957 Aug 27 13:21:20.344641 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-832bb132-20bd-4f37-a610-c80125db707d req-3cd2ac0b-95e9-4fbd-b07f-839d38cab772 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850298 Aug 27 13:21:20.401143 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-95140666-85c7-4d66-8123-e36229f65e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.402642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-95140666-85c7-4d66-8123-e36229f65e5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0836112 Aug 27 13:21:20.407445 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-52e38141-1739-41f0-9484-33106faef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.409522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-52e38141-1739-41f0-9484-33106faef58b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810091 Aug 27 13:21:20.511037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-47fe7007-2c89-45fd-8f3a-bebb198972d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:20.512552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-47fe7007-2c89-45fd-8f3a-bebb198972d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017444 Aug 27 13:21:20.544840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-e99ecdbc-aee3-4659-83ed-009d8c711b00 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264482 Aug 27 13:21:20.674830 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-4c4748a4-898b-41c4-addf-e3b1bf8cc654 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510291 Aug 27 13:21:20.704086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-2d17708f-b9b8-434b-bca5-2b86499fc21f service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349678 Aug 27 13:21:20.774111 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-33a135c1-7db5-4b36-92d9-2f15946ef916 req-4f179441-d610-4a56-9981-55dca819a6b0 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908611 Aug 27 13:21:21.053201 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:21:21.104527 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-61a282a2-e27a-4d0c-9e4b-18cf8c29f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:21.115238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:21:21.119933 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:21.315114 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:21.465569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3db5e-5b3a-4343-8b5a-046dc6a1f1d5 req-fab97c26-f5d7-41b1-8c2d-59ea3830d35d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:21.467088 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccb3db5e-5b3a-4343-8b5a-046dc6a1f1d5 req-fab97c26-f5d7-41b1-8c2d-59ea3830d35d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.0498281 Aug 27 13:21:21.506303 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccb3db5e-5b3a-4343-8b5a-046dc6a1f1d5 req-7ae8456a-8ea5-4cca-92f5-474c931850d8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325308 Aug 27 13:21:22.430860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:22.621527 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4079c82-08da-49a2-b94d-07b6b2a9112a req-d5c16b49-43f3-4541-95fb-d253316f04fa tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:22.623056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4079c82-08da-49a2-b94d-07b6b2a9112a req-d5c16b49-43f3-4541-95fb-d253316f04fa tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.0497692 Aug 27 13:21:22.660834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4079c82-08da-49a2-b94d-07b6b2a9112a req-9a7f2106-0fd7-4ad0-a023-b4f8d1ebbcec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Aug 27 13:21:22.819885 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:21:22.914399 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:21:22.926410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'port_id': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'mac_address': 'fa:16:3e:97:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:21:22.933748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9a8b3-1322-476e-9735-3057ae938089 req-f623ed20-36aa-4082-85ed-8a83b984633e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:22.935297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ca9a8b3-1322-476e-9735-3057ae938089 req-f623ed20-36aa-4082-85ed-8a83b984633e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 944 time: 0.1191022 Aug 27 13:21:22.944499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-7efd2557-c06d-4764-b7a2-affc1f7c9f6f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:22.945885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-7efd2557-c06d-4764-b7a2-affc1f7c9f6f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d&tenant_id=cd4b1bc523214874bae3e77f26f4720e&binding%3Ahost_id=n-h1-688802-4 HTTP/1.1" status: 200 len: 944 time: 0.1178393 Aug 27 13:21:22.966662 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:22.980887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d15544-2f22-455e-9de1-2f9eb61b69d1 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:21:23.003605 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:21:23.007716 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:23.022786 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0ca9a8b3-1322-476e-9735-3057ae938089 req-5fc8f5c2-2d68-4511-9768-e001b1913c12 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758023 Aug 27 13:21:23.031912 n-d-688802-4 neutron-server[94623]: INFO neutron.api.v2.resource [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-841edade-23d1-47ea-9928-94a817953b88 service neutron] delete failed (client error): The resource could not be found. Aug 27 13:21:23.033469 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-841edade-23d1-47ea-9928-94a817953b88 service neutron] 10.222.0.65 "DELETE /v2.0/ports/20d15544-2f22-455e-9de1-2f9eb61b69d1/bindings/n-h2-688802-4 HTTP/1.1" status: 404 len: 380 time: 0.0788612 Aug 27 13:21:23.061282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:21:23.070212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.070212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.070212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.070212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.070212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.072620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.072620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.072810 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.073007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.073324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.073646 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.073964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:21:23.154799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-36ab04be-c588-4ca7-b8db-2d145a148c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:23.156333 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-36ab04be-c588-4ca7-b8db-2d145a148c1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1096 time: 0.0721271 Aug 27 13:21:23.220068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b0bd4-fc20-41a1-984e-1711ef9d316c req-2a7501b2-3703-4030-a3de-d6c93d062ead tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:23.222024 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0b0bd4-fc20-41a1-984e-1711ef9d316c req-2a7501b2-3703-4030-a3de-d6c93d062ead tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 945 time: 0.1077437 Aug 27 13:21:23.284297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb0b0bd4-fc20-41a1-984e-1711ef9d316c req-719184f8-1815-4136-93b9-68c83436ba09 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544548 Aug 27 13:21:23.288791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-437d8a81-1a42-46a7-beb4-c0ff30f7367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:23.290334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-437d8a81-1a42-46a7-beb4-c0ff30f7367b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.1261306 Aug 27 13:21:23.355593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-d33ef66a-78d8-4d6c-83e5-82e948372519 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1001 time: 0.0575557 Aug 27 13:21:23.405224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-0fcaa9ce-c25e-4966-ab55-9334583a5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:23.406661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-0fcaa9ce-c25e-4966-ab55-9334583a5cbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0423234 Aug 27 13:21:23.455757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-73fac351-82a4-474c-884d-b9beb70133fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:23.457250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-73fac351-82a4-474c-884d-b9beb70133fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435216 Aug 27 13:21:23.547626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-472fcab3-fdb0-4871-b7f8-973a08cf5af1 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823684 Aug 27 13:21:23.605133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['20d15544-2f22-455e-9de1-2f9eb61b69d1'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:21:23.644453 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e0b6bc92-c47d-4d5e-8ed5-251a6a06ab1b req-42f92507-bfb6-40fb-a47d-04e89b5c9520 service neutron] 10.222.0.65 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892639 Aug 27 13:21:24.290486 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:24.400359 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c270bd9-15d8-4c76-9d78-e275e247cc69 req-53677c90-473b-477d-b258-1248eb88e0c8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:24.401853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c270bd9-15d8-4c76-9d78-e275e247cc69 req-53677c90-473b-477d-b258-1248eb88e0c8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 945 time: 0.0509913 Aug 27 13:21:24.440335 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8c270bd9-15d8-4c76-9d78-e275e247cc69 req-e5f92945-0cd2-4d2d-a697-28a694050411 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Aug 27 13:21:24.462585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45066) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:21:24.526168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-a105cf88-f97c-413b-b66b-6d3ee2bba065 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/3a673427-85f0-4cab-b0c2-d83d90a43128 HTTP/1.1" status: 200 len: 993 time: 0.0624537 Aug 27 13:21:24.820206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:21:24.867618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 20d15544-2f22-455e-9de1-2f9eb61b69d1 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:21:24.871330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 20d15544-2f22-455e-9de1-2f9eb61b69d1 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:21:24.871711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:24.949297 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:24.970823 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:21:24.973266 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc7bbb-8a01-4502-825b-ae4660a120d3" -d '{"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-plugged", "status": "completed", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:21:24.987007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:21:24.992015 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:25.017267 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e8932-54c6-48ce-9d44-24bbec6221c6 x-openstack-request-id: req-377e8932-54c6-48ce-9d44-24bbec6221c6 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:21:25.017561 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-plugged", "status": "completed", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:21:25.017817 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-377e8932-54c6-48ce-9d44-24bbec6221c6 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:21:25.018211 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'code': 200} Aug 27 13:21:25.043224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:21:26.778592 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:21:34.117087 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-7e73b698-a880-4b13-9215-8fb8018a237b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395100 Aug 27 13:21:34.229410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-22e7c81e-7fa8-47b7-8d33-b3b22ccecfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:34.231242 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-22e7c81e-7fa8-47b7-8d33-b3b22ccecfb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1097 time: 0.0400758 Aug 27 13:21:34.343711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-e7272dc6-5a18-43bd-bcb0-efa9d95ebb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:34.345237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-e7272dc6-5a18-43bd-bcb0-efa9d95ebb78 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.0878160 Aug 27 13:21:34.413998 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-3e2a9ff2-33ae-4e22-9876-3bde035e40c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 1002 time: 0.0580602 Aug 27 13:21:34.468665 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-4d838f0f-7e06-4571-bce5-9eb2e733ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:34.470176 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-4d838f0f-7e06-4571-bce5-9eb2e733ba5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0453143 Aug 27 13:21:34.523496 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-e2592a47-13c3-4eab-b3ac-19737d5e728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:21:34.524984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-e2592a47-13c3-4eab-b3ac-19737d5e728c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437460 Aug 27 13:21:34.616352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-66642103-4e8b-4236-8905-c2a05e3abc41 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811329 Aug 27 13:21:34.711690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e2e247e8-7443-4843-adb0-ecc0be856079 req-0a4ad1d6-8f52-42c4-a019-0770c3aa1c91 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Aug 27 13:21:39.149066 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:48.630410 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb2af-caa2-4af4-8efa-dc8fdf3a89d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:51.075976 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3c6879b4-6fe7-480c-99fc-9d992f972bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:51.123669 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:51.317091 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:52.434143 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:21:54.296075 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:03.778016 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:22:09.146552 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:18.632733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3193df9c-c700-4060-bc71-8a3e63e582f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:21.076946 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-08f2348c-a2a7-4f78-8915-732977962a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:21.121287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:21.321257 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:22.437005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:24.296724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:27.871429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45092) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:28.027885 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 13f426fb-845c-4049-9aa3-68dfc92586e2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:22:28.028265 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:28.100861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:28.101195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:28.112907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 13f426fb-845c-4049-9aa3-68dfc92586e2 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:22:28.257513 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:28.283601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=13f426fb-845c-4049-9aa3-68dfc92586e2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:28.307659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.308006 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.308347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.308683 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.309014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.309342 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.309668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.309991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.311176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.311176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.311176 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.311722 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:28.355166 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:28.355534 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 3a673427-85f0-4cab-b0c2-d83d90a43128 disassociated (deleted). External IP: 172.25.8.232, port: 20d15544-2f22-455e-9de1-2f9eb61b69d1. Aug 27 13:22:28.556273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router eca761e4-b079-41cc-b9e1-4239c3871a91 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:22:28.940009 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:22:28.944988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:28.952041 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] Sync routers for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:22:28.962264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:28.962918 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:28.972893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7bfccb9-93e5-44d8-a5ed-4990b8b3c92d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/floatingips/3a673427-85f0-4cab-b0c2-d83d90a43128 HTTP/1.1" status: 204 len: 168 time: 1.1003697 Aug 27 13:22:28.973488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:22:28.975812 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805423e1-4df0-4e00-a14a-489a54e4f410" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:22:29.077959 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88300b6-a2b7-4674-88af-3e28c34e009b x-openstack-request-id: req-e88300b6-a2b7-4674-88af-3e28c34e009b {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:22:29.078325 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:22:29.078554 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e88300b6-a2b7-4674-88af-3e28c34e009b {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:22:29.078958 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'status': 'completed', 'code': 200} Aug 27 13:22:29.081332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:29.175749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-1e7824ba-0956-422d-b1bb-1d604e1e0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:29.177285 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-1e7824ba-0956-422d-b1bb-1d604e1e0e1a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 1097 time: 0.0451484 Aug 27 13:22:29.284038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1eba-8459-4862-a985-b30f305708ca req-7c0b08a3-9d8e-47ab-ac27-af6814123569 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:29.285866 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d3d1eba-8459-4862-a985-b30f305708ca req-7c0b08a3-9d8e-47ab-ac27-af6814123569 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.1127148 Aug 27 13:22:29.293411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:11Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:29.322864 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] Checking router: eca761e4-b079-41cc-b9e1-4239c3871a91 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:22:29.331123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:29.331962 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:29.339454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-7034ca9f-73bb-411c-a4f0-c551e3468132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:29.340986 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-7034ca9f-73bb-411c-a4f0-c551e3468132 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 200 len: 897 time: 0.1371853 Aug 27 13:22:29.349821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d3d1eba-8459-4862-a985-b30f305708ca req-a0c4be96-9383-492e-89fa-fdfc5cb0b653 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541520 Aug 27 13:22:29.391292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-4d4040e8-6808-4242-8ed2-917074966b1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 200 len: 217 time: 0.0404959 Aug 27 13:22:29.439161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:29.454906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-d7600db7-f7a0-41cf-bf6d-1601563e957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:29.456387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-d7600db7-f7a0-41cf-bf6d-1601563e957c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 200 len: 835 time: 0.0506260 Aug 27 13:22:29.509938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-de12a226-4bc3-4a6d-801e-7911d66136d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:29.511477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-de12a226-4bc3-4a6d-801e-7911d66136d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4e5dcbc6-046f-45e5-959d-bb236c3729e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411179 Aug 27 13:22:29.606228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-c21994d6-40dd-4679-8fc9-78b204509591 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839930 Aug 27 13:22:29.643268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:11Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:29.671305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca5733-8877-46e4-8fa5-b2012e1d423b None None] The sync data for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 is: [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:20:08Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '236517d9-8000-4e83-95fc-68a1920543e0', 'name': '', 'network_id': '4e5dcbc6-046f-45e5-959d-bb236c3729e8', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:ee:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:07Z', 'updated_at': '2021-08-27T13:20:11Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': '9f66e6a8-1935-4aaa-bffe-d3ce56860d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:22:29.706638 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-805423e1-4df0-4e00-a14a-489a54e4f410 req-283ec3e2-c629-4fde-8a32-7f66652df170 service neutron] 10.222.0.77 "GET /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916929 Aug 27 13:22:29.883922 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2f34a-38b8-4c24-8dd8-3e727d167aa6 None None] New status for floating IP 3a673427-85f0-4cab-b0c2-d83d90a43128: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:22:30.469824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5f4e8-11ee-4eb6-b7ed-a1eb15fd50c9 req-6371075f-9451-4f37-9c99-898e71bb72eb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:30.471458 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32d5f4e8-11ee-4eb6-b7ed-a1eb15fd50c9 req-6371075f-9451-4f37-9c99-898e71bb72eb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0499170 Aug 27 13:22:30.512057 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-32d5f4e8-11ee-4eb6-b7ed-a1eb15fd50c9 req-14dc7030-bb39-4b3b-926f-749914ec1cdd tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328767 Aug 27 13:22:31.354840 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-25105b4d-c399-4f6c-841a-f741f874fc10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:31.356308 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-25105b4d-c399-4f6c-841a-f741f874fc10 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.0489662 Aug 27 13:22:31.453555 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 20d15544-2f22-455e-9de1-2f9eb61b69d1 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:22:31.454001 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:31.551773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 20d15544-2f22-455e-9de1-2f9eb61b69d1, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=20d15544-2f22-455e-9de1-2f9eb61b69d1,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:31.552407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:31.569270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 20d15544-2f22-455e-9de1-2f9eb61b69d1 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:22:31.694820 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccca364-cdbf-4191-b2df-8ba41c0981df req-a9eac765-ff29-4e84-99e2-63a71b2fd775 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:31.696329 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ccca364-cdbf-4191-b2df-8ba41c0981df req-a9eac765-ff29-4e84-99e2-63a71b2fd775 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d HTTP/1.1" status: 200 len: 946 time: 0.1147568 Aug 27 13:22:31.786189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ccca364-cdbf-4191-b2df-8ba41c0981df req-b7ea8547-0c5f-46e7-8e50-58540f2638c0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=627f2b3e-5dd3-471e-9c15-a3f51d0ad092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818653 Aug 27 13:22:31.797977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:31.833919 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=20d15544-2f22-455e-9de1-2f9eb61b69d1,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:31.878133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] No DVR routers for this DVR port 20d15544-2f22-455e-9de1-2f9eb61b69d1 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:22:31.881671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:31.884161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ad28b8f8-6304-4ae3-a552-6b6a03a8e822 req-e6e772f8-0ea4-42ed-bd42-6bc44d0dcbf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.77 "DELETE /v2.0/ports/20d15544-2f22-455e-9de1-2f9eb61b69d1 HTTP/1.1" status: 204 len: 173 time: 0.5216510 Aug 27 13:22:31.884596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-deleted', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:22:31.887242 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27329add-e79f-4e45-86ff-2f70b5d3d3e1" -d '{"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-deleted", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:22:31.927622 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0be7ad-be31-4fa1-9ca3-7e2151db05b9 x-openstack-request-id: req-3f0be7ad-be31-4fa1-9ca3-7e2151db05b9 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:22:31.927929 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d", "name": "network-vif-deleted", "tag": "20d15544-2f22-455e-9de1-2f9eb61b69d1", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:22:31.928189 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f0be7ad-be31-4fa1-9ca3-7e2151db05b9 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:22:31.928594 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3bf7ec-56c3-4cca-8a51-2ceb50ed101d', 'name': 'network-vif-deleted', 'tag': '20d15544-2f22-455e-9de1-2f9eb61b69d1', 'status': 'completed', 'code': 200} Aug 27 13:22:32.844102 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45112) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:33.243688 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:33.522794 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 236517d9-8000-4e83-95fc-68a1920543e0 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:22:33.523054 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:33.611635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 236517d9-8000-4e83-95fc-68a1920543e0, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=236517d9-8000-4e83-95fc-68a1920543e0,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:33.612009 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:33.625540 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 236517d9-8000-4e83-95fc-68a1920543e0 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:22:33.825585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:33.862639 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=236517d9-8000-4e83-95fc-68a1920543e0,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:34.038662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.262743 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router eca761e4-b079-41cc-b9e1-4239c3871a91 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:22:34.370280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:22:34.375691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47c3be12-397c-4f88-8bc2-b74e5c49bdec tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/eca761e4-b079-41cc-b9e1-4239c3871a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303149 Aug 27 13:22:34.378190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45114) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:34.381315 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] Sync routers for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:22:34.390826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:34.391484 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:34.433638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting subnet 9f66e6a8-1935-4aaa-bffe-d3ce56860d3a {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:22:34.436996 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.479547 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.499407 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:34.570080 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.631696 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.658578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Subnet': ['ID=9f66e6a8-1935-4aaa-bffe-d3ce56860d3a,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:34.662654 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.664877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d6877b44-1c8b-4752-b6bb-aab8f72b28ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/subnets/9f66e6a8-1935-4aaa-bffe-d3ce56860d3a HTTP/1.1" status: 204 len: 168 time: 0.2854104 Aug 27 13:22:34.667418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45116) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:34.674973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b0c13-2259-4e48-aebe-b61836e86c38 None None] Network 4e5dcbc6-046f-45e5-959d-bb236c3729e8 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:22:34.791989 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.900953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:22:33Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '56bbb9f7-b33b-4f6f-8e5f-692d39627715', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:20:05Z', 'updated_at': '2021-08-27T13:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:34.910295 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:34.947456 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] Checking router: eca761e4-b079-41cc-b9e1-4239c3871a91 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:22:34.972268 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] Routers {'eca761e4-b079-41cc-b9e1-4239c3871a91'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:34.972890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['eca761e4-b079-41cc-b9e1-4239c3871a91'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:34.973450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 56bbb9f7-b33b-4f6f-8e5f-692d39627715 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:22:34.973839 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.064148 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 56bbb9f7-b33b-4f6f-8e5f-692d39627715, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=56bbb9f7-b33b-4f6f-8e5f-692d39627715,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:35.064772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.065917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] Set router eca761e4-b079-41cc-b9e1-4239c3871a91 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:35.078536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 56bbb9f7-b33b-4f6f-8e5f-692d39627715 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:22:35.123873 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] DHCP port deletion for 4e5dcbc6-046f-45e5-959d-bb236c3729e8 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:22:35.128263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:22:34Z', 'revision_number': 6, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:35.160761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efc04a-bcba-4cf8-92e1-206ab529d634 None None] The sync data for ids ['eca761e4-b079-41cc-b9e1-4239c3871a91'] in n-d-688802-4 is: [{'id': 'eca761e4-b079-41cc-b9e1-4239c3871a91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184290167', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:20:04Z', 'updated_at': '2021-08-27T13:22:34Z', 'revision_number': 6, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:22:35.183365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:22:35.207801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 20d15544-2f22-455e-9de1-2f9eb61b69d1 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:22:35.208336 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 20d15544-2f22-455e-9de1-2f9eb61b69d1 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:22:35.233742 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Deleting port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:22:35.234672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.318719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] For port 932aa0fe-6a48-4f00-87a3-d20d74dc6139, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=932aa0fe-6a48-4f00-87a3-d20d74dc6139,segment=NetworkSegment(4b4117c8-c469-4bb7-bd76-a0ea44b05496),segment_id=4b4117c8-c469-4bb7-bd76-a0ea44b05496)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:35.319150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.333765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Calling delete_port for 932aa0fe-6a48-4f00-87a3-d20d74dc6139 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:22:35.421089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.448410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Pushing event deleted for resources: {'Port': ['ID=932aa0fe-6a48-4f00-87a3-d20d74dc6139,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:35.453448 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] No DVR routers for this DVR port 932aa0fe-6a48-4f00-87a3-d20d74dc6139 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.464875 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.466304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.466304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.466304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b0752-5594-43f6-ac0c-0d70b7375827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:35.546779 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.573936 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=56bbb9f7-b33b-4f6f-8e5f-692d39627715,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:35.645578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.735006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.736974 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.779093 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.779648 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Fanout notify agent at l3_agent the message router_deleted on router eca761e4-b079-41cc-b9e1-4239c3871a91 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:22:35.787746 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.788188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6fb2f7a9-d893-4656-a8b0-2a695c9daaf4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/routers/eca761e4-b079-41cc-b9e1-4239c3871a91 HTTP/1.1" status: 204 len: 168 time: 1.1197426 Aug 27 13:22:35.791620 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45118) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:35.872311 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.956780 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:35.964410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 932aa0fe-6a48-4f00-87a3-d20d74dc6139 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:22:35.970116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5dcbc6-046f-45e5-959d-bb236c3729e8']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:35.982963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4117c8-c469-4bb7-bd76-a0ea44b05496') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:35.983323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4117c8-c469-4bb7-bd76-a0ea44b05496') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:35.989944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 932aa0fe-6a48-4f00-87a3-d20d74dc6139 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:22:35.990303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 932aa0fe-6a48-4f00-87a3-d20d74dc6139 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:22:35.990748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 236517d9-8000-4e83-95fc-68a1920543e0 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:22:35.996902 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.009843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 236517d9-8000-4e83-95fc-68a1920543e0 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:22:36.010195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 236517d9-8000-4e83-95fc-68a1920543e0 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:22:36.011101 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.017714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:22:36.018147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:22:36.021954 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:22:36.089614 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.095067 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.097046 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/networks/4e5dcbc6-046f-45e5-959d-bb236c3729e8 HTTP/1.1" status: 204 len: 168 time: 0.3044684 Aug 27 13:22:36.101250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45120) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:36.113802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adcc6a-bc23-4090-892e-e0c5b440a83c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Network': ['ID=4e5dcbc6-046f-45e5-959d-bb236c3729e8,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:36.168191 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.195253 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.265195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.267831 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.269009 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/security-groups/627f2b3e-5dd3-471e-9c15-a3f51d0ad092 HTTP/1.1" status: 204 len: 168 time: 0.1667650 Aug 27 13:22:36.278443 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f2b3e-5dd3-471e-9c15-a3f51d0ad092,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:36.286940 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.287298 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.287645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.287987 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.288325 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.288667 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.288998 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.289333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.289664 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.289994 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.290322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.290690 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f5c1f2-675c-417a-b7e8-5fe1f5171240 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:36.591073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45128) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:36.595835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267426156', 'description': 'tempest-secgroup-smoke-267426156 description', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:36.621884 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.704860 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.709554 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.735230 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.736462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443617 Aug 27 13:22:36.740440 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49190-533f-48e5-8b26-ea435566b158 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:36.740612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45130) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:36.746622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:36.775169 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.822717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.826282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.846346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b813df-3955-4dc0-8485-ab96cc640949,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:36.850058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.851288 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9942efc3-4a26-4081-bef2-b5c6da6d8080 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098225 Aug 27 13:22:36.854075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45132) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:36.858557 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:36.885004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.940826 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.944503 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.962526 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69082be4-1eaf-4b5f-8102-42c052151396,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:36.971830 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:36.973713 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-ed65408b-399f-4b26-94b7-6121b138e275 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185675 Aug 27 13:22:36.977060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45134) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:36.982645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:37.010705 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.073256 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.076836 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.098492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f35206d-e8e8-4a5c-ab16-87d0f14b0ba7,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:37.102030 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.103274 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2953be53-c963-4c47-8e3e-d9fd92aa42be tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249950 Aug 27 13:22:37.106000 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45136) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:37.110660 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:37.137946 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.204912 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.209242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.227046 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939a43f5-12be-4719-9e68-c363562ffb7e,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:37.235740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.237344 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d3b15847-4f0e-4a2f-81de-37e6e2137ba1 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302810 Aug 27 13:22:37.240203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45138) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:37.245413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:37.269492 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:22:37.275764 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.337197 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.340856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.359130 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981fb4f6-7d3f-4478-8b3b-444965279380,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:37.366926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.368316 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7c8929af-93ba-4c8a-8571-683bf0e662ab tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264303 Aug 27 13:22:37.371082 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45140) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:37.376242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': 'c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:37.399102 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:22:37.404139 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.465454 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.468997 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.490332 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf40abd-62f6-455e-b81d-f20ea35cbd0c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:37.497191 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.498322 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59734b52-ea33-4048-b99d-ac10e67f881c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261914 Aug 27 13:22:37.501153 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45142) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:37.506286 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'network': {'name': 'tempest-network-smoke--729749176', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:37.528463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:22:37.531916 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.557700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:22:37.568890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.569237 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Added segment 4a31c171-8d4e-4bc4-9074-2f6de3251a81 of type vlan for network 830de192-e4e3-4efc-8949-328ae1aea9ba Aug 27 13:22:37.612623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.621357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 56bbb9f7-b33b-4f6f-8e5f-692d39627715 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:22:37.637737 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.641634 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 56bbb9f7-b33b-4f6f-8e5f-692d39627715 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:22:37.641985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 56bbb9f7-b33b-4f6f-8e5f-692d39627715 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:22:37.644131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:37.644903 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.704307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2019856 Aug 27 13:22:37.707425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45144) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:37.713492 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'admin_state_up': True, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:37.713684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffa72c-70f6-497a-a76d-c79c335998f7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Network': ['ID=830de192-e4e3-4efc-8949-328ae1aea9ba,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:37.727737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 830de192-e4e3-4efc-8949-328ae1aea9ba details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:22:37.738417 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.739935 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.798095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:37.939987 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:38.129328 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:38.148375 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:38.255861 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.198 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/6ef13f30-4346-4e6a-b365-c65f53cb9eb2) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:22:38.353598 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:38.396882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:38.438295 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:22:38.444727 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:38.448946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:22:38.454896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:38.702276 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:39.154350 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:39.222050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:39.344622 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 5d82773e-172b-46a1-bd01-622bd8edb757 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:22:39.448448 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:22:39.459143 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Sync routers for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:22:39.467769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:39.468754 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:39.469001 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-341511e0-4e64-40b4-a668-e2d5b6c13c97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7604461 Aug 27 13:22:39.469374 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:39.472292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45146) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:39.547922 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7fb54192-49a4-4fad-96d4-f7abeb604a62 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cd4b1bc523214874bae3e77f26f4720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745275 Aug 27 13:22:39.550496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45150) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:39.575743 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:39.638267 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e677c-cab6-46dd-8e3d-6db081659e9d tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:39.639896 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c82e677c-cab6-46dd-8e3d-6db081659e9d tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884914 Aug 27 13:22:39.642785 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45152) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:39.670543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fb9f9827-cc42-450b-a788-cb0d6de74026 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265822 Aug 27 13:22:39.673042 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45154) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:39.678528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758415089', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:39.759586 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:38Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:39.770093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:22:39.773661 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:39.785073 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Checking router: 5d82773e-172b-46a1-bd01-622bd8edb757 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:22:39.785415 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Updating router 5d82773e-172b-46a1-bd01-622bd8edb757 port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:22:39.811070 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:39.953470 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.015339 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Subnet': ['ID=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:40.024278 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Checking segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:22:40.024647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network hostable DHCP agents. Network: 830de192-e4e3-4efc-8949-328ae1aea9ba, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:22:40.041413 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 830de192-e4e3-4efc-8949-328ae1aea9ba is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:22:40.050219 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 830de192-e4e3-4efc-8949-328ae1aea9ba) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:40.054795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:40.055387 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.062465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f6337-6734-4831-a5fa-d1ece1358eb2 None None] Network 830de192-e4e3-4efc-8949-328ae1aea9ba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:22:40.073584 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-667e0536-031f-4e21-b660-7be6cdae9ac7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968956 Aug 27 13:22:40.073823 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.073931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45156) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:40.087159 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Transition to ACTIVE for port object 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:40.093287 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.143178 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Attempting to bind port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:22:40.143628 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Attempting to bind port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:22:40.144453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Attempting to bind port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:22:40.151988 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Pushing event updated for resources: {'Port': ['ID=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:40.155017 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:22:40.155635 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:22:40.156117 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.157210 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:22:40.157686 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Bound port: 6ef13f30-4346-4e6a-b365-c65f53cb9eb2, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:22:40.158069 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.180307 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.180649 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.181391 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.181391 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.181615 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.181943 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.182257 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.182599 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.182920 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.183857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.183857 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.184097 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:22:40.226226 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] For port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:22:40.227193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-830de192-e4e3-4efc-8949-328ae1aea9ba', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:22:40.229223 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.230338 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] For port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:22:40.235642 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.298794 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:40.299424 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:40.302410 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf232e-4ab9-48d5-b380-683afc471617 None None] Pushing event updated for resources: {'Port': ['ID=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:40.379228 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Allocated IP 172.20.0.2 (830de192-e4e3-4efc-8949-328ae1aea9ba/a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749/68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:22:40.416797 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:40.539838 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.553259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Transition to ACTIVE for port object 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:40.561325 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.570618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Transition to ACTIVE for port object 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:40.578187 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.625489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Network 830de192-e4e3-4efc-8949-328ae1aea9ba is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:22:40.633678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:40.635710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Pushing event updated for resources: {'Port': ['ID=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:40.644020 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:22:40.699284 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Attempting to bind port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:22:40.699665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Attempting to bind port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:22:40.700036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Attempting to bind port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 on network 830de192-e4e3-4efc-8949-328ae1aea9ba {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:22:40.706002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:22:40.706408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Checking segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:22:40.706812 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.707206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Bound using segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:22:40.707674 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Bound port: 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:22:40.708088 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.710045 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:38Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:40.738121 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d31ce3-5f09-43f7-a9b4-ce8d942868a5 None None] The sync data for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 is: [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:38Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:22:40.776516 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:22:40.779514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] For port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:22:40.782798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] For port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:22:40.788433 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:40.847069 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dece4-93e0-4ccb-97bc-4aecd8821f3e None None] Pushing event updated for resources: {'Port': ['ID=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:40.873223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.1 (830de192-e4e3-4efc-8949-328ae1aea9ba/a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749/3d307f26-7237-40b2-8328-91d086ef8796) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:22:41.032027 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.069798 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 3d307f26-7237-40b2-8328-91d086ef8796 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:41.111714 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.158092 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 830de192-e4e3-4efc-8949-328ae1aea9ba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:22:41.162283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:41.167522 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:22:41.210346 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=3d307f26-7237-40b2-8328-91d086ef8796,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:41.230529 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.399788 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.729208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:41.737455 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.748952 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.786917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:41.792174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:41.792811 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.815124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=3d307f26-7237-40b2-8328-91d086ef8796,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:41.835299 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.886149 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.912400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:41.917599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:41.918567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:41.940734 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 830de192-e4e3-4efc-8949-328ae1aea9ba is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:22:41.943412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:42.001016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f302d1d-a603-417f-b38b-8335fa6a7011 None None] Network 830de192-e4e3-4efc-8949-328ae1aea9ba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:22:42.019788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:42.067242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:42.073946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 5d82773e-172b-46a1-bd01-622bd8edb757 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:22:42.085292 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] Provisioning for port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:42.091833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] Provisioning complete for port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:42.092189 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:42.192252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:22:42.199036 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4ee95da4-9fb8-4745-81aa-45317a5cd6dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/5d82773e-172b-46a1-bd01-622bd8edb757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1240625 Aug 27 13:22:42.238738 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:42.279337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] For port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:42.287289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:42.342244 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef16f92-80e8-4157-8c0c-650415f5c134 None None] Pushing event updated for resources: {'Port': ['ID=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:42.363304 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-ea9fa187-c49d-4a04-9e16-6beec11e1e5a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267426156&fields=id&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 267 time: 0.0384548 Aug 27 13:22:42.499207 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-84cca2a2-7e9f-43b6-99d9-075603fd7627 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:42.501937 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-84cca2a2-7e9f-43b6-99d9-075603fd7627 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 796 time: 0.1297393 Aug 27 13:22:42.514094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d020a2b-447a-4c0c-8c58-3a2c33389603 None None] Provisioning complete for port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:42.514650 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d020a2b-447a-4c0c-8c58-3a2c33389603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:42.521666 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-bb7b0899-0a85-4cc9-88a3-fa19b4ff58bc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/quotas/cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 375 time: 0.0119040 Aug 27 13:22:42.574882 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Sync routers for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:22:42.591451 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-496962ef-a84c-4ca8-b1de-d7e1232b072c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628164 Aug 27 13:22:42.608685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:42.609330 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:42.650853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-57c0ff01-1ac4-4c37-bc0e-88ab4ce429cc service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:22:42.651959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-57c0ff01-1ac4-4c37-bc0e-88ab4ce429cc service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516357 Aug 27 13:22:42.717958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d020a2b-447a-4c0c-8c58-3a2c33389603 None None] Provisioning for port 3d307f26-7237-40b2-8328-91d086ef8796 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:42.730360 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d020a2b-447a-4c0c-8c58-3a2c33389603 None None] Provisioning complete for port 3d307f26-7237-40b2-8328-91d086ef8796 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:42.731064 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d020a2b-447a-4c0c-8c58-3a2c33389603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:42.758293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-743ae18e-93b1-44e5-860b-c97da3ee360f service neutron] 10.222.0.76 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982687 Aug 27 13:22:42.763167 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:42.802990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4d020a2b-447a-4c0c-8c58-3a2c33389603 None None] Port 3d307f26-7237-40b2-8328-91d086ef8796 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:22:42.863037 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-65bd0ab7-aed3-4b65-a849-3f42b37399f3 service neutron] 10.222.0.76 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955923 Aug 27 13:22:42.945123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-00d9439b-caf6-4590-974d-0edbef9bc40e None None] Provisioning complete for port 3d307f26-7237-40b2-8328-91d086ef8796 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:42.945123 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-00d9439b-caf6-4590-974d-0edbef9bc40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.004463 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-00d9439b-caf6-4590-974d-0edbef9bc40e None None] Port 3d307f26-7237-40b2-8328-91d086ef8796 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:22:43.034062 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 2, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:43.059154 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc3c650b-f148-45ae-af1e-1bcaa3bc9b54 req-d6f57d0e-4b69-45cf-8ec5-489f9b643ed5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 210 time: 0.0291409 Aug 27 13:22:43.067332 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Checking router: 5d82773e-172b-46a1-bd01-622bd8edb757 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:22:43.068488 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Updating router 5d82773e-172b-46a1-bd01-622bd8edb757 port 3d307f26-7237-40b2-8328-91d086ef8796 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:22:43.094286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.389265 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.403397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Transition to ACTIVE for port object 3d307f26-7237-40b2-8328-91d086ef8796 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:43.410849 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.475266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639548-0f27-409b-80f3-0a8dcb2b0efb None None] Pushing event updated for resources: {'Port': ['ID=3d307f26-7237-40b2-8328-91d086ef8796,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:43.530249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Attempting to bind port 3d307f26-7237-40b2-8328-91d086ef8796 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:22:43.530652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Attempting to bind port 3d307f26-7237-40b2-8328-91d086ef8796 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:22:43.531028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Attempting to bind port 3d307f26-7237-40b2-8328-91d086ef8796 on network 830de192-e4e3-4efc-8949-328ae1aea9ba {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:22:43.536454 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:22:43.536846 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Checking segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:22:43.537254 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.537678 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Bound using segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:22:43.538178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Bound port: 3d307f26-7237-40b2-8328-91d086ef8796, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:22:43.538594 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.619107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] For port 3d307f26-7237-40b2-8328-91d086ef8796, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:22:43.623801 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] For port 3d307f26-7237-40b2-8328-91d086ef8796, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d307f26-7237-40b2-8328-91d086ef8796,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:22:43.629182 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:43.666549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:43.897895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639548-0f27-409b-80f3-0a8dcb2b0efb None None] Pushing event updated for resources: {'Port': ['ID=3d307f26-7237-40b2-8328-91d086ef8796,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:43.907346 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:43.907958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:43.999824 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:44.000122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.071701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:44.130046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-a2486407-f621-4cc7-bfa9-015d591851bb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:44.131680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-a2486407-f621-4cc7-bfa9-015d591851bb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 796 time: 0.1273773 Aug 27 13:22:44.193002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0bd6b0a6-b6e6-4c56-b767-cc036ef90252 req-ca414f28-0e63-4514-9651-11d0a5c3ea63 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 210 time: 0.0310872 Aug 27 13:22:44.209427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8851a19c-5f13-4026-80f2-a2175a9be8c4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 379 time: 0.0666757 Aug 27 13:22:44.219169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'port': {'device_id': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'admin_state_up': True, 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'security_groups': ['c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:44.234345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:44.332451 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:22:44.335048 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:44.335422 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.336582 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.421489 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:43Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:44.461054 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067eb20-6574-422d-82e7-1d3ffb228799 None None] The sync data for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 is: [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:43Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:22:44.467113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.9 (830de192-e4e3-4efc-8949-328ae1aea9ba/a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749/15e40903-4699-4bd4-aa3d-159a46e6fd5f) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:22:44.628805 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.645975 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 15e40903-4699-4bd4-aa3d-159a46e6fd5f will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:44.681896 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.725030 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 830de192-e4e3-4efc-8949-328ae1aea9ba is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:22:44.728146 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:44.731292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:22:44.775854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=15e40903-4699-4bd4-aa3d-159a46e6fd5f,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:44.804379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:44.805089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.825406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-746ab1ff-403a-4214-80c2-313f1df123ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101542 Aug 27 13:22:44.885195 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Request body: {'port': {'device_id': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:44.946349 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:44.998088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-71154fc4-5632-4827-9348-d31f7aa8c6e2 None None] Provisioning for port 15e40903-4699-4bd4-aa3d-159a46e6fd5f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:45.002724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-71154fc4-5632-4827-9348-d31f7aa8c6e2 None None] Provisioning complete for port 15e40903-4699-4bd4-aa3d-159a46e6fd5f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:45.003448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-71154fc4-5632-4827-9348-d31f7aa8c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.041763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-71154fc4-5632-4827-9348-d31f7aa8c6e2 None None] Port 15e40903-4699-4bd4-aa3d-159a46e6fd5f cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:22:45.242394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e40903-4699-4bd4-aa3d-159a46e6fd5f {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:22:45.251345 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.266040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Transition to ACTIVE for port object 15e40903-4699-4bd4-aa3d-159a46e6fd5f will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:22:45.273063 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.396110 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Pushing event updated for resources: {'Port': ['ID=15e40903-4699-4bd4-aa3d-159a46e6fd5f,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:45.415223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dceb1-14b6-444f-a337-96c93cb61a4c req-7cc33b83-4bbe-463d-b16d-144c905335fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:45.416834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b46dceb1-14b6-444f-a337-96c93cb61a4c req-7cc33b83-4bbe-463d-b16d-144c905335fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 943 time: 0.1395893 Aug 27 13:22:45.484953 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Attempting to bind port 15e40903-4699-4bd4-aa3d-159a46e6fd5f on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:22:45.485305 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Attempting to bind port 15e40903-4699-4bd4-aa3d-159a46e6fd5f by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:22:45.485637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Attempting to bind port 15e40903-4699-4bd4-aa3d-159a46e6fd5f on network 830de192-e4e3-4efc-8949-328ae1aea9ba {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:22:45.493815 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b46dceb1-14b6-444f-a337-96c93cb61a4c req-2ce4943e-22f7-478d-ba20-f7cf6da49714 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638428 Aug 27 13:22:45.496236 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Port 15e40903-4699-4bd4-aa3d-159a46e6fd5f on network 830de192-e4e3-4efc-8949-328ae1aea9ba not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:22:45.496571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Attempting to bind port 15e40903-4699-4bd4-aa3d-159a46e6fd5f on network 830de192-e4e3-4efc-8949-328ae1aea9ba {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:22:45.502323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:22:45.502703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Checking segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:22:45.503094 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Bound using segment: {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:22:45.503609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Bound port: 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a31c171-8d4e-4bc4-9074-2f6de3251a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:22:45.503980 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.580853 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] For port 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:22:45.586068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] For port 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:22:45.592413 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.611734 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:45.612430 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.613865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] 10.222.0.65 "PUT /v2.0/ports/15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 1091 time: 0.7788193 Aug 27 13:22:45.617239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:22:45.626072 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8631d0-bb31-4291-8c86-e3f2b652776a" -d '{"events": [{"name": "network-changed", "server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:22:45.668244 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d9ea83-c9f6-4501-a169-ca514f21fac6 x-openstack-request-id: req-01d9ea83-c9f6-4501-a169-ca514f21fac6 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:22:45.668548 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:22:45.668809 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01d9ea83-c9f6-4501-a169-ca514f21fac6 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:22:45.669216 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'status': 'completed', 'code': 200} Aug 27 13:22:45.684853 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d307f26-7237-40b2-8328-91d086ef8796 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:45.714131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da451ca-b309-46f7-bd7c-babea6b62379 service neutron] Pushing event updated for resources: {'Port': ['ID=15e40903-4699-4bd4-aa3d-159a46e6fd5f,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:45.732365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-32d5ea67-ea6a-4bbd-8640-0b0ee4aecadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:45.733657 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-32d5ea67-ea6a-4bbd-8640-0b0ee4aecadb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1094 time: 0.0576849 Aug 27 13:22:45.747004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 3d307f26-7237-40b2-8328-91d086ef8796 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:45.750996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 3d307f26-7237-40b2-8328-91d086ef8796 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:45.751370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.783349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-c1ce0cbc-5cf3-4f9b-a375-14c0c8858e35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 217 time: 0.0415478 Aug 27 13:22:45.838171 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-44bbef84-9fe7-42a4-8805-2a61426e50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:45.839853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-44bbef84-9fe7-42a4-8805-2a61426e50c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 200 len: 835 time: 0.0495834 Aug 27 13:22:45.847024 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.884868 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 3d307f26-7237-40b2-8328-91d086ef8796, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d307f26-7237-40b2-8328-91d086ef8796,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:45.888175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-d38049a6-e13d-4135-aaa1-a510107f0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:45.890007 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-d38049a6-e13d-4135-aaa1-a510107f0f66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830de192-e4e3-4efc-8949-328ae1aea9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428822 Aug 27 13:22:45.890570 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:45.943705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=3d307f26-7237-40b2-8328-91d086ef8796,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:45.984508 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-f2d15338-bccc-4228-b4be-05dea5ed378e service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870953 Aug 27 13:22:46.074634 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed0585d6-ff5c-4874-8d10-f3dddd69fe95 req-79cf16ff-0f70-4a1e-80eb-312a6dde6d92 service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824237 Aug 27 13:22:46.159104 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-39ed25bb-6723-43f7-b94c-0bbc88eafb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:46.160500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-39ed25bb-6723-43f7-b94c-0bbc88eafb20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1094 time: 0.0411472 Aug 27 13:22:46.253642 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-c478b07a-908e-4e04-aca4-9a6a0f354832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:46.255173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-c478b07a-908e-4e04-aca4-9a6a0f354832 service neutron] 10.222.0.65 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 897 time: 0.0871050 Aug 27 13:22:46.298526 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-d2ca4d27-4028-4436-8422-bb332af27a97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 217 time: 0.0344334 Aug 27 13:22:46.360382 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-07ac5a68-098e-45ab-83de-36f740596615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:46.361878 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-07ac5a68-098e-45ab-83de-36f740596615 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 200 len: 835 time: 0.0558581 Aug 27 13:22:46.408331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-73fb7f85-6363-421c-b597-32d22fd31961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:46.409914 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-73fb7f85-6363-421c-b597-32d22fd31961 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830de192-e4e3-4efc-8949-328ae1aea9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400579 Aug 27 13:22:46.500732 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-69d1ee06-2f11-43d9-b30f-c7df0440219e service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834208 Aug 27 13:22:46.622282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b8631d0-bb31-4291-8c86-e3f2b652776a req-8c0efce7-a0e3-4589-a1c7-5f873e245e54 service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142733 Aug 27 13:22:46.642528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dffb56-02b1-4bb4-9366-3a7b6e1568f3 req-f6d94ea7-db2c-4c24-99df-c95dda853e3b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:46.643999 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65dffb56-02b1-4bb4-9366-3a7b6e1568f3 req-f6d94ea7-db2c-4c24-99df-c95dda853e3b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 943 time: 0.0681293 Aug 27 13:22:46.681624 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-65dffb56-02b1-4bb4-9366-3a7b6e1568f3 req-05976360-b1e7-457f-bdcd-d01359c16f8f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Aug 27 13:22:47.490613 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e40903-4699-4bd4-aa3d-159a46e6fd5f details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:22:47.588114 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:47.600432 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'port_id': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'mac_address': 'fa:16:3e:63:07:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:22:47.632974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d307f26-7237-40b2-8328-91d086ef8796 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:47.659144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:47.680321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e40903-4699-4bd4-aa3d-159a46e6fd5f {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:22:47.710894 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:47.716089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:47.740431 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 3d307f26-7237-40b2-8328-91d086ef8796 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:47.740810 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:47.797337 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=15e40903-4699-4bd4-aa3d-159a46e6fd5f,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:47.803175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8229-4f68-4fe3-982a-8d4fa8100a4d req-703ac37e-b032-436e-88ca-ec640c871541 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:47.804989 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-766f8229-4f68-4fe3-982a-8d4fa8100a4d req-703ac37e-b032-436e-88ca-ec640c871541 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 944 time: 0.0517499 Aug 27 13:22:47.858737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-766f8229-4f68-4fe3-982a-8d4fa8100a4d req-c84814ea-b772-4029-8b3a-246b7b72ffea tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Aug 27 13:22:47.956166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['15e40903-4699-4bd4-aa3d-159a46e6fd5f'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:22:48.632851 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d48cc28f-e475-4924-95e2-f06b7b66ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:48.983718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98856abe-8293-493a-81ed-ea301a6ea789 req-d1675225-afce-4714-84db-866958558224 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:48.985496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98856abe-8293-493a-81ed-ea301a6ea789 req-d1675225-afce-4714-84db-866958558224 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 944 time: 0.0521889 Aug 27 13:22:49.024795 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98856abe-8293-493a-81ed-ea301a6ea789 req-1d01ea04-f5e1-4753-95fb-4490532eeb68 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330868 Aug 27 13:22:49.499917 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e40903-4699-4bd4-aa3d-159a46e6fd5f up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:22:49.548547 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 15e40903-4699-4bd4-aa3d-159a46e6fd5f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:22:49.552920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 15e40903-4699-4bd4-aa3d-159a46e6fd5f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:22:49.553299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:49.630432 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:49.652088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:22:49.654303 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f7ea95-017e-4133-87c6-388c8649de40" -d '{"events": [{"server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "name": "network-vif-plugged", "status": "completed", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:22:49.666551 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:22:49.670509 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:49.719304 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=15e40903-4699-4bd4-aa3d-159a46e6fd5f,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:49.744790 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34076f79-8377-4ed7-be10-da6f77aa2b4f x-openstack-request-id: req-34076f79-8377-4ed7-be10-da6f77aa2b4f {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:22:49.745085 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "name": "network-vif-plugged", "status": "completed", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:22:49.745337 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34076f79-8377-4ed7-be10-da6f77aa2b4f {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:22:49.745728 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'code': 200} Aug 27 13:22:49.842791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3fdf4-866a-40b3-bc22-bbce25f48e2a req-f76d57d6-3425-44b1-80aa-44d55d64d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:49.844317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93c3fdf4-866a-40b3-bc22-bbce25f48e2a req-f76d57d6-3425-44b1-80aa-44d55d64d285 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0398171 Aug 27 13:22:49.879560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-93c3fdf4-866a-40b3-bc22-bbce25f48e2a req-f557a4c9-5cb1-4812-9973-20be7eb034a6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284054 Aug 27 13:22:50.137479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1b33e-8f89-49d9-be27-727236b1ca42 req-0a969cb2-7b5d-4f96-a1de-6a6d0fea66cb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:50.138973 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddb1b33e-8f89-49d9-be27-727236b1ca42 req-0a969cb2-7b5d-4f96-a1de-6a6d0fea66cb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0486932 Aug 27 13:22:50.180510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddb1b33e-8f89-49d9-be27-727236b1ca42 req-9dd35580-6099-4a92-b712-cf80441213ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354173 Aug 27 13:22:51.078516 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-13ca6148-758c-4755-a987-e4e8063d599a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.122739 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.296363 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97bee7-d257-4a67-ab63-e8b31c527f5d req-29cdefbb-2ecc-40cb-95ca-07ad48c90fb3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:51.297889 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff97bee7-d257-4a67-ab63-e8b31c527f5d req-29cdefbb-2ecc-40cb-95ca-07ad48c90fb3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 27 13:22:51.322776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.346038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ff97bee7-d257-4a67-ab63-e8b31c527f5d req-3124ce5c-b959-4e64-9362-361abe530421 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389495 Aug 27 13:22:51.462581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6b9d7-4630-420a-a0ea-1b97203c5a2f req-97e52af1-4974-4ebc-927d-8d031bdcfd03 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:51.464004 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ec6b9d7-4630-420a-a0ea-1b97203c5a2f req-97e52af1-4974-4ebc-927d-8d031bdcfd03 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0494230 Aug 27 13:22:51.502226 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6ec6b9d7-4630-420a-a0ea-1b97203c5a2f req-b0e211e3-aa61-4274-8160-ce9103d7fcd8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Aug 27 13:22:51.523726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45214) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:51.562996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec0785-aa1d-4805-b917-8a65072d1526 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:51.564500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4aec0785-aa1d-4805-b917-8a65072d1526 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1091 time: 0.0398252 Aug 27 13:22:51.567271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45216) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:51.572606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:22:51.594045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.693628 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.799596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.215 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/adc87805-bff0-4a71-99e4-5b36dbba0955) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:22:51.901590 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.939791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:51.977478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:22:51.984158 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:22:51.988983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:22:51.995123 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=adc87805-bff0-4a71-99e4-5b36dbba0955,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:52.364306 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:52.436162 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:52.446917 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:52.603388 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:52.608352 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:52.679505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=adc87805-bff0-4a71-99e4-5b36dbba0955,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:22:52.694462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:52.797593 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 53618cb4-f040-498d-b2b0-e4280a4ebe0d associated. External IP: 172.25.8.215, port: 15e40903-4699-4bd4-aa3d-159a46e6fd5f. Aug 27 13:22:53.290248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 5d82773e-172b-46a1-bd01-622bd8edb757 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:22:53.402624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:22:53.414464 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] Sync routers for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:22:53.421057 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:53.428531 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:53.429172 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:53.451896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-405ed51a-f6ec-4ef6-a0c7-6e0be604e9b3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8836215 Aug 27 13:22:53.452487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:22:53.454758 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1aa985-968f-44d9-a24d-1b3761cd6e11" -d '{"events": [{"name": "network-changed", "server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:22:53.497193 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0707ee1-b67f-4444-a0ec-8f55553d5344 x-openstack-request-id: req-e0707ee1-b67f-4444-a0ec-8f55553d5344 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:22:53.497493 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:22:53.497771 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0707ee1-b67f-4444-a0ec-8f55553d5344 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:22:53.498170 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'status': 'completed', 'code': 200} Aug 27 13:22:53.548930 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:53.580662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748ab1-83ca-4530-a2cd-78dc191367c9 req-bd10337d-62a6-4996-b809-2e198d59dba7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:53.582840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc748ab1-83ca-4530-a2cd-78dc191367c9 req-bd10337d-62a6-4996-b809-2e198d59dba7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0776701 Aug 27 13:22:53.599782 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-c3de658d-f34f-404f-bdfa-f2d6b01c87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:53.601233 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-c3de658d-f34f-404f-bdfa-f2d6b01c87b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0699880 Aug 27 13:22:53.674747 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cc748ab1-83ca-4530-a2cd-78dc191367c9 req-a3257998-9641-49de-8b74-53f6449536ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852277 Aug 27 13:22:53.697860 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45222) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:53.713753 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-10876834-90f4-4d32-8484-77afd280f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:53.715407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-10876834-90f4-4d32-8484-77afd280f13c service neutron] 10.222.0.65 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 897 time: 0.1062987 Aug 27 13:22:53.761062 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7619e91c-b2ae-4c0c-9dea-686d0f06e8ce tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/53618cb4-f040-498d-b2b0-e4280a4ebe0d HTTP/1.1" status: 200 len: 991 time: 0.0614314 Aug 27 13:22:53.776947 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '53618cb4-f040-498d-b2b0-e4280a4ebe0d', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'port_id': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'mac_address': 'fa:16:3e:63:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:22:52Z', 'updated_at': '2021-08-27T13:22:52Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:45Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:53.782833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-82eee960-40ca-4293-ab51-47b0823008c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 999 time: 0.0604322 Aug 27 13:22:53.803167 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] Checking router: 5d82773e-172b-46a1-bd01-622bd8edb757 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:22:53.811212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:22:53.811818 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:22:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:53.832802 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-8f9e7376-5747-4a1e-8721-b520d45991a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:53.834963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-8f9e7376-5747-4a1e-8721-b520d45991a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 200 len: 835 time: 0.0449114 Aug 27 13:22:53.905605 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-d568a496-8849-407d-9886-d40f778de835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:22:53.908189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-d568a496-8849-407d-9886-d40f778de835 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830de192-e4e3-4efc-8949-328ae1aea9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639343 Aug 27 13:22:53.940564 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:22:53.998136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-8f05724d-d59d-4dc2-92ef-7895b2de5031 service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826929 Aug 27 13:22:54.092452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa1aa985-968f-44d9-a24d-1b3761cd6e11 req-7bb02271-fb01-4759-9ab7-aebdb2fb052f service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Aug 27 13:22:54.165230 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '53618cb4-f040-498d-b2b0-e4280a4ebe0d', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'port_id': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'mac_address': 'fa:16:3e:63:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:22:52Z', 'updated_at': '2021-08-27T13:22:52Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:45Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:22:54.194953 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25563d8e-b6c1-4674-88f6-2659fc3d6f14 None None] The sync data for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 is: [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '53618cb4-f040-498d-b2b0-e4280a4ebe0d', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'port_id': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'mac_address': 'fa:16:3e:63:07:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:22:52Z', 'updated_at': '2021-08-27T13:22:52Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:45Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:22:54.299158 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:22:54.378072 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec241c1-043f-49a4-b69e-415dfb9107f4 None None] New status for floating IP 53618cb4-f040-498d-b2b0-e4280a4ebe0d: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:22:54.763372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45224) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:22:54.823461 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cffe587e-b546-4afd-a3b6-1539760359d6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/53618cb4-f040-498d-b2b0-e4280a4ebe0d HTTP/1.1" status: 200 len: 993 time: 0.0589514 Aug 27 13:23:09.163286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:17.776532 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:23:18.634638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6e467fa8-587b-48ff-adf6-bf5151c9b5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:21.078852 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e320137-8e44-4f8f-a081-5c6f8ddc3bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:21.125464 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:21.325764 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:22.442804 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:24.301825 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:27.858454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e16f-070a-4e42-8d84-36aa6dc83552 req-b07a28d1-5ba8-4778-be81-8e0bec4d6e77 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:27.860207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9891e16f-070a-4e42-8d84-36aa6dc83552 req-b07a28d1-5ba8-4778-be81-8e0bec4d6e77 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0551016 Aug 27 13:23:27.906275 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9891e16f-070a-4e42-8d84-36aa6dc83552 req-f8bfb0aa-5e76-4ce7-a3c1-71ad29bc2b2c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Aug 27 13:23:29.024761 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64043fe4-b099-41f6-967b-ccc77d962009 req-8bd94ea1-20ad-4660-a392-e3cbc7a94fdf tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:29.026362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64043fe4-b099-41f6-967b-ccc77d962009 req-8bd94ea1-20ad-4660-a392-e3cbc7a94fdf tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0501714 Aug 27 13:23:29.089147 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64043fe4-b099-41f6-967b-ccc77d962009 req-f1bd5178-6b3c-4d4f-a6a0-fef6abd47f3a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566499 Aug 27 13:23:29.100257 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-7a15f4c4-34ac-40d2-8866-886fb7e67986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:29.101759 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-7a15f4c4-34ac-40d2-8866-886fb7e67986 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0548148 Aug 27 13:23:29.208438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-d19c13e3-f7bc-46bf-b588-b0dfc2d45948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:29.209847 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-d19c13e3-f7bc-46bf-b588-b0dfc2d45948 service neutron] 10.222.0.65 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 897 time: 0.0880272 Aug 27 13:23:29.277127 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-213f6a5e-7282-4ed2-983f-7f7b08d61e75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 1001 time: 0.0580883 Aug 27 13:23:29.327079 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-1528fb98-ec67-429b-9fd6-287c9f3d79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:29.328543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-1528fb98-ec67-429b-9fd6-287c9f3d79d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 200 len: 835 time: 0.0444944 Aug 27 13:23:29.381235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-be12ff53-a514-485a-b083-d24ac4413eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:29.382803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-be12ff53-a514-485a-b083-d24ac4413eca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830de192-e4e3-4efc-8949-328ae1aea9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454180 Aug 27 13:23:29.473899 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-118d4a26-5306-4a52-959f-3066e62053e8 service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 Aug 27 13:23:29.576541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-69302713-57ab-4a4b-8b19-3ff1ff71985c req-2aa17d92-7b07-46f5-b91f-01a953fc2c9b service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896428 Aug 27 13:23:30.204978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8915f4f-1d8f-4a1d-b9c0-094500d7d079 req-e3cabd75-acb4-46bc-af06-ca573ac6c591 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:30.206614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8915f4f-1d8f-4a1d-b9c0-094500d7d079 req-e3cabd75-acb4-46bc-af06-ca573ac6c591 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0495055 Aug 27 13:23:30.245234 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8915f4f-1d8f-4a1d-b9c0-094500d7d079 req-0dddcdbe-1a40-416a-9dc8-1a5aa9076b27 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Aug 27 13:23:31.363151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f33017-6cc8-4e53-958c-642cacfdcc27 req-225d5598-6965-4b1b-a632-32dc02086178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:31.364646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4f33017-6cc8-4e53-958c-642cacfdcc27 req-225d5598-6965-4b1b-a632-32dc02086178 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0511348 Aug 27 13:23:31.403105 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4f33017-6cc8-4e53-958c-642cacfdcc27 req-160befef-6457-49e0-81ca-c4f8c175a7ca tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Aug 27 13:23:32.523370 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ea886-b51a-4aa5-aa73-29f039810c27 req-157aeef4-8b13-4d35-b844-5b48338bfa4a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:32.524890 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407ea886-b51a-4aa5-aa73-29f039810c27 req-157aeef4-8b13-4d35-b844-5b48338bfa4a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0538425 Aug 27 13:23:32.562355 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-407ea886-b51a-4aa5-aa73-29f039810c27 req-bd8be576-c992-42c6-a230-3b49c71cf354 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Aug 27 13:23:33.679643 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5cb2e-a10c-4e87-9c94-ccfbbbf77ea0 req-8c33d8af-37fc-45e0-94a7-ca74567e2e24 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:33.681052 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37b5cb2e-a10c-4e87-9c94-ccfbbbf77ea0 req-8c33d8af-37fc-45e0-94a7-ca74567e2e24 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0498011 Aug 27 13:23:33.718905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37b5cb2e-a10c-4e87-9c94-ccfbbbf77ea0 req-a64b66f2-6a87-4de2-95d5-e309970a550a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Aug 27 13:23:34.839809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0e722-1101-4c04-aceb-d7d2350a284b req-5987951c-6ff2-46d1-bfae-64c6251c045e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:34.841336 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdf0e722-1101-4c04-aceb-d7d2350a284b req-5987951c-6ff2-46d1-bfae-64c6251c045e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0538802 Aug 27 13:23:34.881467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bdf0e722-1101-4c04-aceb-d7d2350a284b req-1aa82e75-a08d-4196-a7a0-f2f05f601f03 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338852 Aug 27 13:23:36.000969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b1437-95dc-4f30-b4da-d501871bb93f req-ead58b6f-d44c-4d28-b312-62e2034da05f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:36.002679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b4b1437-95dc-4f30-b4da-d501871bb93f req-ead58b6f-d44c-4d28-b312-62e2034da05f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0546832 Aug 27 13:23:36.046584 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b4b1437-95dc-4f30-b4da-d501871bb93f req-303519aa-a3f4-4886-924e-5ed817165bba tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Aug 27 13:23:37.166910 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730577a4-fc6f-467d-a816-032150e762d9 req-7a591f4d-12d4-454f-b61b-eacc19a3243e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:37.168569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-730577a4-fc6f-467d-a816-032150e762d9 req-7a591f4d-12d4-454f-b61b-eacc19a3243e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0535576 Aug 27 13:23:37.208544 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-730577a4-fc6f-467d-a816-032150e762d9 req-4d237b55-a3d5-439a-bd65-e1432f868b16 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Aug 27 13:23:38.326889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e99fb5-c60d-49e1-b47c-a5d12b9abfdf req-33e3a923-1260-4438-bb3f-7f568e8494c2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:38.328425 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23e99fb5-c60d-49e1-b47c-a5d12b9abfdf req-33e3a923-1260-4438-bb3f-7f568e8494c2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0508358 Aug 27 13:23:38.367710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23e99fb5-c60d-49e1-b47c-a5d12b9abfdf req-465121ee-2f39-494b-b1d3-e0851d708342 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333135 Aug 27 13:23:38.390311 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45262) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:23:38.455006 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b6ac696c-3a3a-4b13-8b91-130f79775d49 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/53618cb4-f040-498d-b2b0-e4280a4ebe0d HTTP/1.1" status: 200 len: 993 time: 0.0634720 Aug 27 13:23:39.182304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:39.752337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d4f9c-6101-450a-a4c1-b7e46e7fa186 req-4a70effa-82aa-4407-bdc2-ba7a45e89675 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:39.753741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c34d4f9c-6101-450a-a4c1-b7e46e7fa186 req-4a70effa-82aa-4407-bdc2-ba7a45e89675 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0812581 Aug 27 13:23:39.760841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-4b478bb7-aa8a-41d0-abd6-2db81685b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:39.762260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-4b478bb7-aa8a-41d0-abd6-2db81685b2bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0591984 Aug 27 13:23:39.845066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c34d4f9c-6101-450a-a4c1-b7e46e7fa186 req-491fdd84-9877-4fd5-ab12-bb2a3902705e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818276 Aug 27 13:23:39.879145 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-1e781f96-8847-486e-b4b8-7f2325bd42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:39.880649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-1e781f96-8847-486e-b4b8-7f2325bd42c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 897 time: 0.1108172 Aug 27 13:23:39.948525 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-63e788c6-70a0-49d4-b263-d86a85421133 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 1001 time: 0.0597992 Aug 27 13:23:40.001397 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-63680ec7-935d-4a1a-978e-3cdea71a2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:40.003056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-63680ec7-935d-4a1a-978e-3cdea71a2d76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 200 len: 835 time: 0.0478480 Aug 27 13:23:40.056429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-3d67ca03-36c9-4dfb-8fe0-7312faa29cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:40.057955 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-3d67ca03-36c9-4dfb-8fe0-7312faa29cda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830de192-e4e3-4efc-8949-328ae1aea9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459013 Aug 27 13:23:40.147775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-68c81f65-7a42-47aa-999d-8ae45140911e service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828495 Aug 27 13:23:40.242649 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6e7c872a-2394-4005-b934-0a623be6cf24 req-f9487b90-58ff-4584-a948-543391dae6ea service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878737 Aug 27 13:23:40.965673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf41906-f897-4764-9d6b-92f9c58234c3 req-56223a73-1b07-4ec3-ac39-2a72f1766a39 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:23:40.967214 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edf41906-f897-4764-9d6b-92f9c58234c3 req-56223a73-1b07-4ec3-ac39-2a72f1766a39 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0517106 Aug 27 13:23:41.004775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-edf41906-f897-4764-9d6b-92f9c58234c3 req-500e3a9c-63fa-4d65-b00e-f9a7214deda3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Aug 27 13:23:41.027829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45272) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:23:41.086405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-06ccadbe-0ca1-4589-a0f7-954810dca34a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/53618cb4-f040-498d-b2b0-e4280a4ebe0d HTTP/1.1" status: 200 len: 993 time: 0.0574441 Aug 27 13:23:48.635138 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7d6de749-c005-4527-910e-ed92721df250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:51.079336 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a37d20ff-d0dd-49e3-bf38-0c3757d74101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:51.142589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:51.326200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:52.446799 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:54.303003 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:23:54.776280 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:24:09.184886 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:13.434635 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45286) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:13.596093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port adc87805-bff0-4a71-99e4-5b36dbba0955 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:24:13.596435 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:13.670867 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:13.671195 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:13.682687 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for adc87805-bff0-4a71-99e4-5b36dbba0955 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:24:13.832038 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:13.862109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=adc87805-bff0-4a71-99e4-5b36dbba0955,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:13.885697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.886048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.886408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.886742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.887072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.887401 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.887729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.888052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.888383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.888703 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.889025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.889341 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:13.930204 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:13.930585 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP 53618cb4-f040-498d-b2b0-e4280a4ebe0d disassociated (deleted). External IP: 172.25.8.215, port: 15e40903-4699-4bd4-aa3d-159a46e6fd5f. Aug 27 13:24:14.140963 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 5d82773e-172b-46a1-bd01-622bd8edb757 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:24:14.250211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:24:14.255190 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:14.260023 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] Sync routers for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:24:14.269203 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:14.269820 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:23:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:14.283439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4b63eaaf-0ee3-45ad-bd57-78862ef3a875 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/floatingips/53618cb4-f040-498d-b2b0-e4280a4ebe0d HTTP/1.1" status: 204 len: 168 time: 0.8477015 Aug 27 13:24:14.284142 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:24:14.286427 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861a9eb-f66e-43f3-853a-0919a8f43bda" -d '{"events": [{"name": "network-changed", "server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:24:14.328726 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e02ff-9952-43dc-a5f5-d49b2a01b3e8 x-openstack-request-id: req-f15e02ff-9952-43dc-a5f5-d49b2a01b3e8 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:24:14.329025 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:24:14.329281 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f15e02ff-9952-43dc-a5f5-d49b2a01b3e8 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:24:14.329685 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'status': 'completed', 'code': 200} Aug 27 13:24:14.388809 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:14.410988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-9e485b70-ba3c-4176-9f04-638654348374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:14.412735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-9e485b70-ba3c-4176-9f04-638654348374 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 1096 time: 0.0577264 Aug 27 13:24:14.538493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-b26a0c34-901b-4f7f-b58f-74bd0cd49b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:14.540047 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-b26a0c34-901b-4f7f-b58f-74bd0cd49b04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 200 len: 897 time: 0.1191943 Aug 27 13:24:14.548486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3db582-dd7a-4593-931c-50d9c8f8daae req-17fdef4a-be8e-40ba-970c-e16ad7cf20b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:14.549900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c3db582-dd7a-4593-931c-50d9c8f8daae req-17fdef4a-be8e-40ba-970c-e16ad7cf20b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0749373 Aug 27 13:24:14.595219 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-aec24ee4-a0dc-4a6e-ba1f-c3fd00ca5fc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 200 len: 217 time: 0.0443475 Aug 27 13:24:14.603392 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:45Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:14.634901 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] Checking router: 5d82773e-172b-46a1-bd01-622bd8edb757 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:24:14.643346 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:14.643984 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:23:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:14.651405 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c3db582-dd7a-4593-931c-50d9c8f8daae req-d6908cda-ab4e-457b-a564-af300b2747e3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938592 Aug 27 13:24:14.660394 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-3f2d0718-5244-4afe-88aa-5a8965fe90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:14.661933 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-3f2d0718-5244-4afe-88aa-5a8965fe90bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 200 len: 835 time: 0.0587256 Aug 27 13:24:14.711791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-80d0f78f-347b-4975-ac3a-66ef647dd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:14.713418 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-80d0f78f-347b-4975-ac3a-66ef647dd5f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830de192-e4e3-4efc-8949-328ae1aea9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415244 Aug 27 13:24:14.759428 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:14.808323 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-f10eaa33-04ad-4e1c-ad6b-306b6c987ce8 service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867550 Aug 27 13:24:14.904436 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7861a9eb-f66e-43f3-853a-0919a8f43bda req-47da0ae1-6936-470c-8009-2a28b44142d6 service neutron] 10.222.0.65 "GET /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886116 Aug 27 13:24:15.045481 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:45Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:15.071542 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8150fbfd-9002-41b2-96c1-c8ae07b266a7 None None] The sync data for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 is: [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '3d307f26-7237-40b2-8328-91d086ef8796', 'name': '', 'network_id': '830de192-e4e3-4efc-8949-328ae1aea9ba', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:9a:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:40Z', 'updated_at': '2021-08-27T13:22:45Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:24:15.284841 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fefc3-620e-43c3-8d1c-b142587f593f None None] New status for floating IP 53618cb4-f040-498d-b2b0-e4280a4ebe0d: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:24:15.788510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94133159-14a9-46dc-9872-962099fdaad2 req-a46df4ea-9843-4a26-b23b-33e0d85bc662 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:15.790022 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94133159-14a9-46dc-9872-962099fdaad2 req-a46df4ea-9843-4a26-b23b-33e0d85bc662 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0561855 Aug 27 13:24:15.828592 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-94133159-14a9-46dc-9872-962099fdaad2 req-533e912c-c077-4675-8f87-e9a3b2d5b648 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325646 Aug 27 13:24:16.126686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-25ca6d6b-dec6-4f4e-8bb9-25a6facaae47 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:16.128148 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-25ca6d6b-dec6-4f4e-8bb9-25a6facaae47 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 945 time: 0.0482678 Aug 27 13:24:16.217791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 15e40903-4699-4bd4-aa3d-159a46e6fd5f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:24:16.218165 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:16.305320 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 15e40903-4699-4bd4-aa3d-159a46e6fd5f, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=15e40903-4699-4bd4-aa3d-159a46e6fd5f,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:16.305641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:16.318591 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 15e40903-4699-4bd4-aa3d-159a46e6fd5f owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:24:16.447811 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:16.477924 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=15e40903-4699-4bd4-aa3d-159a46e6fd5f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:16.517490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] No DVR routers for this DVR port 15e40903-4699-4bd4-aa3d-159a46e6fd5f on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:24:16.520402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:16.522462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7c50411c-426a-4006-8473-bb0bc38b2ee8 req-233eb54c-7406-4e75-80f1-f631bdb712b6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "DELETE /v2.0/ports/15e40903-4699-4bd4-aa3d-159a46e6fd5f HTTP/1.1" status: 204 len: 173 time: 0.3884068 Aug 27 13:24:16.522932 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'name': 'network-vif-deleted', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:24:16.526118 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6eea83-aaa6-44f0-ae47-24abad99d019" -d '{"events": [{"server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "name": "network-vif-deleted", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:24:16.565382 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d87edf3-6f29-4edd-9afc-e205a9d32003 x-openstack-request-id: req-7d87edf3-6f29-4edd-9afc-e205a9d32003 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:24:16.565698 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048eb83b-3784-4c32-be1a-b980f3e0a3be", "name": "network-vif-deleted", "tag": "15e40903-4699-4bd4-aa3d-159a46e6fd5f", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:24:16.565969 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d87edf3-6f29-4edd-9afc-e205a9d32003 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:24:16.566369 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048eb83b-3784-4c32-be1a-b980f3e0a3be', 'name': 'network-vif-deleted', 'tag': '15e40903-4699-4bd4-aa3d-159a46e6fd5f', 'status': 'completed', 'code': 200} Aug 27 13:24:16.945464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9cc907c-ea21-4b42-9773-c927b0e228c9 req-7818e5e3-8cfd-49dd-945a-80010f294585 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=048eb83b-3784-4c32-be1a-b980f3e0a3be HTTP/1.1" status: 200 len: 210 time: 0.0345178 Aug 27 13:24:18.002809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45304) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:18.633239 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:18.636584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-641c873d-9e4d-44aa-883a-1e83523ecac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:18.891279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 3d307f26-7237-40b2-8328-91d086ef8796 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:24:18.891631 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:18.986406 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 3d307f26-7237-40b2-8328-91d086ef8796, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=3d307f26-7237-40b2-8328-91d086ef8796,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:18.986792 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.000160 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 3d307f26-7237-40b2-8328-91d086ef8796 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:24:19.187763 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.213258 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=3d307f26-7237-40b2-8328-91d086ef8796,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:19.399966 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.607601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router 5d82773e-172b-46a1-bd01-622bd8edb757 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:24:19.714050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:24:19.719119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-0a994747-8446-469b-b417-2e3f8b98eca7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/5d82773e-172b-46a1-bd01-622bd8edb757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7152700 Aug 27 13:24:19.721970 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45306) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:19.722672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-5db0d43d-c747-4d08-b559-9d66806a3da9 req-76a5c60c-9a01-47b5-b0a4-bef1eb442bcb service neutron] (94624) timed out ('10.222.0.76', 40480) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 13:24:19.725142 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] Sync routers for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:24:19.734019 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:19.734698 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:23:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:19.773326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting subnet a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:24:19.776479 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.818474 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.840559 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:19.866180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e40903-4699-4bd4-aa3d-159a46e6fd5f no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:24:19.886985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 15e40903-4699-4bd4-aa3d-159a46e6fd5f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:24:19.887334 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 15e40903-4699-4bd4-aa3d-159a46e6fd5f not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:24:19.904974 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.964854 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:19.992474 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Subnet': ['ID=a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:19.997554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.001831 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/subnets/a13b9b19-b68f-49f6-9bb8-7a8f9a6b4749 HTTP/1.1" status: 204 len: 168 time: 0.2758744 Aug 27 13:24:20.002783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45308) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:20.004815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.005167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.005515 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.005855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.006190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.006547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.006881 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.007207 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.007599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.007899 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.008227 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.008549 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ec3e9-f9b9-4206-94ed-22fc23bcc93f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.021680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3addd035-b8f6-433f-b599-94cede9bee33 None None] Network 830de192-e4e3-4efc-8949-328ae1aea9ba requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:24:20.026989 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:24:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:20.053538 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] Checking router: 5d82773e-172b-46a1-bd01-622bd8edb757 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:24:20.062808 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] Routers {'5d82773e-172b-46a1-bd01-622bd8edb757'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:20.063419 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:23:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['5d82773e-172b-46a1-bd01-622bd8edb757'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:20.128121 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.177949 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] Set router 5d82773e-172b-46a1-bd01-622bd8edb757 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:20.222963 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] DHCP port deletion for 830de192-e4e3-4efc-8949-328ae1aea9ba request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:24:20.246073 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.276465 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Deleting port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:24:20.276889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.304624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:24:20.304624 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.348624 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] For port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,segment=NetworkSegment(4a31c171-8d4e-4bc4-9074-2f6de3251a81),segment_id=4a31c171-8d4e-4bc4-9074-2f6de3251a81)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:20.349022 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.364333 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Calling delete_port for 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:24:20.396449 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 6ef13f30-4346-4e6a-b365-c65f53cb9eb2, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:20.396824 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.399850 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:24:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:20.409916 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:24:20.435972 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2e4dd-b073-43f2-8a19-e49c45d156ac None None] The sync data for ids ['5d82773e-172b-46a1-bd01-622bd8edb757'] in n-d-688802-4 is: [{'id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655063871', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:22:37Z', 'updated_at': '2021-08-27T13:24:19Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '6ef13f30-4346-4e6a-b365-c65f53cb9eb2', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82773e-172b-46a1-bd01-622bd8edb757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:22:38Z', 'updated_at': '2021-08-27T13:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:24:20.454025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.467889 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] No DVR routers for this DVR port 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:24:20.508460 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Pushing event deleted for resources: {'Port': ['ID=68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:20.516120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.516552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.516955 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.517357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.517755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.518152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.518610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.519002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.519393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.519798 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.520216 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.520599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6173c-408f-4946-b942-cd6cf6a9662c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:20.606116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.633203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=6ef13f30-4346-4e6a-b365-c65f53cb9eb2,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:20.690068 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.784309 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.786650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.839947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.840517 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Fanout notify agent at l3_agent the message router_deleted on router 5d82773e-172b-46a1-bd01-622bd8edb757 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:24:20.847949 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:20.849120 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-461b5386-02f2-458f-8be6-8c19ac85e9c6 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/routers/5d82773e-172b-46a1-bd01-622bd8edb757 HTTP/1.1" status: 204 len: 168 time: 0.8449931 Aug 27 13:24:20.851913 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45310) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:20.941853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.037299 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.048515 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830de192-e4e3-4efc-8949-328ae1aea9ba']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:21.059218 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a31c171-8d4e-4bc4-9074-2f6de3251a81') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:21.059519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a31c171-8d4e-4bc4-9074-2f6de3251a81') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:21.070231 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.081752 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e35dae39-1e5f-4c18-8297-831b180f0e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.086187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.092959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:24:21.093745 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:24:21.096661 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:24:21.146971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.157521 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.164367 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.166277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/networks/830de192-e4e3-4efc-8949-328ae1aea9ba HTTP/1.1" status: 204 len: 168 time: 0.3132474 Aug 27 13:24:21.171213 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45312) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:21.183631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7428c-67fb-45a6-a474-4a75eef17177 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Network': ['ID=830de192-e4e3-4efc-8949-328ae1aea9ba,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:21.231254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acb83d67-6c7f-4576-8cd2-4beb9294f21c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.256377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acb83d67-6c7f-4576-8cd2-4beb9294f21c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.328014 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acb83d67-6c7f-4576-8cd2-4beb9294f21c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.328922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.330925 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-acb83d67-6c7f-4576-8cd2-4beb9294f21c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.332088 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-acb83d67-6c7f-4576-8cd2-4beb9294f21c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/security-groups/c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314 HTTP/1.1" status: 204 len: 168 time: 0.1598876 Aug 27 13:24:21.341583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb83d67-6c7f-4576-8cd2-4beb9294f21c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6e6a9-6e63-4c5f-b4d4-750cd4a10314,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:21.680635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:24:21.700325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:24:21.700664 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 6ef13f30-4346-4e6a-b365-c65f53cb9eb2 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:24:21.701064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d307f26-7237-40b2-8328-91d086ef8796 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:24:21.719392 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 3d307f26-7237-40b2-8328-91d086ef8796 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:24:21.719732 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 3d307f26-7237-40b2-8328-91d086ef8796 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:24:21.720133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:24:21.739354 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:24:21.739701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 68dcd1c0-a6c4-4c7e-96df-e8fba5e7e7a9 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:24:21.768375 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45318) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:21.773149 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810843079', 'description': 'tempest-secgroup-smoke-810843079 description', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:21.795355 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.876862 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.880419 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.908236 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.909464 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400685 Aug 27 13:24:21.911308 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1b82-dd60-403c-8f8f-494846023a15 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddfb6b3-18c3-4993-a258-5f72005b56bf,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:21.912514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45320) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:21.917701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '5ddfb6b3-18c3-4993-a258-5f72005b56bf', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:21.943982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:21.998762 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.002489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.017483 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194e35e3-2371-4c4a-b8e5-34a90c29c5b9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.026739 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.027945 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-abf67c07-6b8a-4471-be0e-0247abea5298 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143718 Aug 27 13:24:22.030638 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45322) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.035081 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '5ddfb6b3-18c3-4993-a258-5f72005b56bf', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.060854 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.116517 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.120461 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.137487 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135bfbf0-4aac-4575-ae12-12fc78611e6f,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.143177 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.144362 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-50d1008b-438e-4e12-8184-f2c814959017 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127803 Aug 27 13:24:22.147408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45324) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.152128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '5ddfb6b3-18c3-4993-a258-5f72005b56bf', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.178544 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.235802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.239225 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.258738 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e337340-c27b-471a-9344-3a25a666aba1,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.261865 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.263167 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c7ead99f-8e8a-4b7f-9335-3a672136068a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147864 Aug 27 13:24:22.265922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45326) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.270372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '5ddfb6b3-18c3-4993-a258-5f72005b56bf', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.295895 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.356220 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.360479 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.379281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a510e2-a890-4517-8479-73957890c56d,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.384509 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.385686 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-d63710da-2105-4056-bb7c-3e5c7ea50365 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186461 Aug 27 13:24:22.388464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45328) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.393477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '5ddfb6b3-18c3-4993-a258-5f72005b56bf', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.415129 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:24:22.419801 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.448752 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.478574 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.481931 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.499109 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb1f8fd-faa5-425c-9339-24768e1a206c,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.504890 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.506821 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-75173fdb-38b2-4bf6-abb4-33028ff7da0c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173365 Aug 27 13:24:22.508713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45330) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.513032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'security_group_rule': {'security_group_id': '5ddfb6b3-18c3-4993-a258-5f72005b56bf', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.535130 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Project cd4b1bc523214874bae3e77f26f4720e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:24:22.540573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.600325 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.604399 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.622783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0a2700-e7ce-4c30-9777-96512ddd03dc,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.625275 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.626481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9c860fa8-6f3c-45e8-8086-70510d8f7977 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168368 Aug 27 13:24:22.629346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45332) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.634213 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'network': {'name': 'tempest-network-smoke--1401500159', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'port_security_enabled': True}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.654232 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:24:22.657632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.682875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:24:22.691786 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.692238 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Added segment 87454798-62da-42fa-8538-48f758d1588b of type vlan for network 07ba068a-e7cb-4693-930e-4046020c9809 Aug 27 13:24:22.732777 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.757451 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.763700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:22.764282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.818541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881545 Aug 27 13:24:22.821178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45334) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:22.825796 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'admin_state_up': True, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:22.846867 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ca588-0039-4049-bda1-27f33190279d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Network': ['ID=07ba068a-e7cb-4693-930e-4046020c9809,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:22.857826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 07ba068a-e7cb-4693-930e-4046020c9809 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:24:22.861436 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.862585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:22.919171 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:23.053036 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:23.241462 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:23.259650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:23.363514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.143 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:24:23.464269 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:23.501793 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:23.536905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:24:23.539584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:23.544858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:24:23.573068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:24.064438 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:24.254246 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:24.306235 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:24.382466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router a2aa2b17-dfa4-4910-a425-9b99681c1a93 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:24:24.487017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:24:24.497211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Sync routers for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:24:24.505970 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:24.506317 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:24.506617 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:24.507612 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f9620530-da7a-4ee2-8945-37bb3eada4d4 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6854994 Aug 27 13:24:24.510819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45336) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:24.547173 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-dd84dae2-3348-4ebf-9902-fd9d18251e94 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cd4b1bc523214874bae3e77f26f4720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328813 Aug 27 13:24:24.547409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45338) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:24.613746 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:24.637400 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e5c97-2ff2-4563-a269-8437a65ae0bf tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:24.638879 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ed2e5c97-2ff2-4563-a269-8437a65ae0bf tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905781 Aug 27 13:24:24.641701 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45340) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:24.672038 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-ee8823b5-6998-4350-8b30-18c8eb5960c5 tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291698 Aug 27 13:24:24.674569 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45342) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:24.679675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295744479', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:24.769395 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:24:24.773154 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:24.944915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:23Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:24.961407 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:24.971658 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Checking router: a2aa2b17-dfa4-4910-a425-9b99681c1a93 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:24:24.972005 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Updating router a2aa2b17-dfa4-4910-a425-9b99681c1a93 port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:24:24.997949 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.025783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Subnet': ['ID=af325f19-5157-469d-bfcd-a6a02b879d75,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:25.036877 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Checking segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:24:25.037324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network hostable DHCP agents. Network: 07ba068a-e7cb-4693-930e-4046020c9809, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:24:25.055857 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 07ba068a-e7cb-4693-930e-4046020c9809 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:24:25.064742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 07ba068a-e7cb-4693-930e-4046020c9809) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:25.068829 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:25.069420 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.086348 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-33ca7555-ca16-4e74-a460-86ce34207e43 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081302 Aug 27 13:24:25.086598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a80063-17e3-4623-8fab-a4522e602171 None None] Network 07ba068a-e7cb-4693-930e-4046020c9809 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:24:25.086705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45344) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:25.325649 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-07ba068a-e7cb-4693-930e-4046020c9809', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:24:25.326524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.385137 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.442164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Transition to ACTIVE for port object 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:25.455991 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.526548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.538705 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Attempting to bind port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:24:25.539110 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Attempting to bind port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:24:25.539480 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Attempting to bind port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:24:25.557696 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:24:25.558082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:24:25.558581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.558976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:24:25.559453 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Bound port: 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:24:25.559871 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.561401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139d173-5fb4-44b2-8dff-a0539d66303a None None] Pushing event updated for resources: {'Port': ['ID=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:25.564811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Allocated IP 172.20.0.2 (07ba068a-e7cb-4693-930e-4046020c9809/af325f19-5157-469d-bfcd-a6a02b879d75/d4ca9701-833f-4da5-bae0-46c1bf31f1fb) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:24:25.664206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] For port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:24:25.668543 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] For port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:24:25.673383 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.780777 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:25.781473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:25.785753 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139d173-5fb4-44b2-8dff-a0539d66303a None None] Pushing event updated for resources: {'Port': ['ID=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:25.849021 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.885599 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Transition to ACTIVE for port object d4ca9701-833f-4da5-bae0-46c1bf31f1fb will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:25.911877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Transition to ACTIVE for port object d4ca9701-833f-4da5-bae0-46c1bf31f1fb will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:25.920937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:25.923784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:25.967364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.1 (07ba068a-e7cb-4693-930e-4046020c9809/af325f19-5157-469d-bfcd-a6a02b879d75/ef32b16c-0f73-4fda-af33-d9b74a3eb75d) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:24:26.023495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Network 07ba068a-e7cb-4693-930e-4046020c9809 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:24:26.053939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:26.060391 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:24:26.064828 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Pushing event updated for resources: {'Port': ['ID=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:26.082126 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.094967 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object ef32b16c-0f73-4fda-af33-d9b74a3eb75d will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:26.130543 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.142983 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Attempting to bind port d4ca9701-833f-4da5-bae0-46c1bf31f1fb on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:24:26.143357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Attempting to bind port d4ca9701-833f-4da5-bae0-46c1bf31f1fb by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:24:26.143722 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Attempting to bind port d4ca9701-833f-4da5-bae0-46c1bf31f1fb on network 07ba068a-e7cb-4693-930e-4046020c9809 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:24:26.166501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:24:26.166879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Checking segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:24:26.167279 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.167676 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Bound using segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:24:26.168151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Bound port: d4ca9701-833f-4da5-bae0-46c1bf31f1fb, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:24:26.168535 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.176554 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 07ba068a-e7cb-4693-930e-4046020c9809 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:24:26.182374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:26.186340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:24:26.211433 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:26.234802 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.250802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] For port d4ca9701-833f-4da5-bae0-46c1bf31f1fb, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:24:26.254240 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] For port d4ca9701-833f-4da5-bae0-46c1bf31f1fb, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:24:26.256111 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:23Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:26.259747 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.291528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d7514-9e40-4f3c-899d-ea32c7ca9a71 None None] The sync data for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 is: [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:23Z', 'revision_number': 3, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:24:26.344623 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5e63b-48bf-44c8-9d0e-dd5a1b103b2a None None] Pushing event updated for resources: {'Port': ['ID=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:26.385587 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.724748 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.729374 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.803988 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:26.805862 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:26.920429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 07ba068a-e7cb-4693-930e-4046020c9809 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:24:26.921823 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:27.040316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router a2aa2b17-dfa4-4910-a425-9b99681c1a93 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:24:27.157200 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:24:27.162556 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6d683340-b328-4e6a-8867-9dd72ad70b4d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/a2aa2b17-dfa4-4910-a425-9b99681c1a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0749159 Aug 27 13:24:27.306668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc5e214-b1d8-4d7a-8500-becde5f3b10c None None] Network 07ba068a-e7cb-4693-930e-4046020c9809 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:24:27.309086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-76ffb04a-5d5b-42de-851e-a4b994d8b62b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810843079&fields=id&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 267 time: 0.0366914 Aug 27 13:24:27.372897 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b3e811aa-f323-4784-a878-2be80a6d6f5b None None] Provisioning for port d4ca9701-833f-4da5-bae0-46c1bf31f1fb completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:27.434942 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-f710519e-55d4-4633-af21-4dd1beb65f69 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:27.436499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-f710519e-55d4-4633-af21-4dd1beb65f69 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/networks?id=07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 200 len: 797 time: 0.1200006 Aug 27 13:24:27.452582 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-d2d090f7-7a98-4a06-8225-a4f0e7a7b236 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/quotas/cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 375 time: 0.0102839 Aug 27 13:24:27.505314 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-af10a442-7ffa-4658-8b61-8fbc400f4d60 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469499 Aug 27 13:24:27.625596 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-799df944-2dfb-407e-a5ba-ce3147e790f8 service neutron] 10.222.0.76 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075881 Aug 27 13:24:27.715711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Provisioning for port ef32b16c-0f73-4fda-af33-d9b74a3eb75d completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:27.725819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Provisioning complete for port ef32b16c-0f73-4fda-af33-d9b74a3eb75d triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:27.726217 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:27.782035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d4ca9701-833f-4da5-bae0-46c1bf31f1fb up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:27.794531 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-c40cf744-312e-4424-aef7-b3e50625f2de service neutron] 10.222.0.76 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544902 Aug 27 13:24:27.836563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Port ef32b16c-0f73-4fda-af33-d9b74a3eb75d cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:24:27.854728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port d4ca9701-833f-4da5-bae0-46c1bf31f1fb completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:27.859625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d4ca9701-833f-4da5-bae0-46c1bf31f1fb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:27.859998 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:27.862259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Provisioning complete for port d4ca9701-833f-4da5-bae0-46c1bf31f1fb triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:27.862649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:27.986229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d33bcf4-7f6b-4313-8c3a-abebce240a75 req-a93c3f98-b0c1-4ab4-b272-7f7893a6367c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 210 time: 0.0317960 Aug 27 13:24:28.011438 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.015686 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.054159 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Sync routers for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:24:28.065775 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:28.066299 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port d4ca9701-833f-4da5-bae0-46c1bf31f1fb, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:28.066645 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:28.074215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.075418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:28.176799 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:28.180634 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.db.api [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 13:24:28.180998 n-d-688802-4 neutron-server[94625]: DEBUG oslo_db.api [None req-2754ce6b-92aa-4d82-b67a-e40ed872b47e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 13:24:28.187657 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:28.202445 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:28.206270 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:28.206688 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.379070 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 2, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:28.405964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Checking router: a2aa2b17-dfa4-4910-a425-9b99681c1a93 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:24:28.406309 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Updating router a2aa2b17-dfa4-4910-a425-9b99681c1a93 port ef32b16c-0f73-4fda-af33-d9b74a3eb75d binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:24:28.432079 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.438798 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.459761 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:28.464151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.519107 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:28.787616 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.797723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Transition to ACTIVE for port object ef32b16c-0f73-4fda-af33-d9b74a3eb75d will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:28.803598 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.854060 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Pushing event updated for resources: {'Port': ['ID=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:28.883865 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.884221 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.884558 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.884899 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.885227 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.885557 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.885879 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.886205 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.886560 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.886883 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.887306 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.887661 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:24:28.924137 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Attempting to bind port ef32b16c-0f73-4fda-af33-d9b74a3eb75d on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:24:28.924495 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Attempting to bind port ef32b16c-0f73-4fda-af33-d9b74a3eb75d by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:24:28.924850 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Attempting to bind port ef32b16c-0f73-4fda-af33-d9b74a3eb75d on network 07ba068a-e7cb-4693-930e-4046020c9809 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:24:28.930606 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:24:28.930989 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Checking segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:24:28.931369 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:28.931731 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Bound using segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:24:28.932436 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Bound port: ef32b16c-0f73-4fda-af33-d9b74a3eb75d, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:24:28.932995 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:29.016278 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] For port ef32b16c-0f73-4fda-af33-d9b74a3eb75d, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:24:29.024611 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] For port ef32b16c-0f73-4fda-af33-d9b74a3eb75d, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:24:29.031913 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:29.087993 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:29.088547 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:29.101246 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb7f9895-3f68-4763-9b0f-f3a3e4bde2ce req-4da1cccb-5a96-4df1-a01e-c1b841bb758a tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 210 time: 0.0430939 Aug 27 13:24:29.149739 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b004e70-df83-41f8-8d49-a866828b168e None None] Pushing event updated for resources: {'Port': ['ID=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,revision_number=4']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:29.222815 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:29.438045 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-7a62b04b-6231-4d80-9973-26424152527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:29.464069 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a62b04b-6231-4d80-9973-26424152527c None None] The sync data for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 is: [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:24:29.761249 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef32b16c-0f73-4fda-af33-d9b74a3eb75d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:29.812660 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ef32b16c-0f73-4fda-af33-d9b74a3eb75d completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:29.816475 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ef32b16c-0f73-4fda-af33-d9b74a3eb75d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:29.816885 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:29.900026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:29.932920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ef32b16c-0f73-4fda-af33-d9b74a3eb75d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:29.937270 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:29.938163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d4ca9701-833f-4da5-bae0-46c1bf31f1fb up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:30.017363 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:30.028974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port d4ca9701-833f-4da5-bae0-46c1bf31f1fb triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:30.029498 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:30.110702 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:30.159526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:30.159526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:30.201481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00b30d83-cb13-4b38-92bf-ac1812fcdea1 req-73b7c217-258d-4a92-868f-33e36d90f459 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 210 time: 0.0266373 Aug 27 13:24:31.044785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-3a465649-ae31-424f-ae3b-256862fc388c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:31.046281 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-3a465649-ae31-424f-ae3b-256862fc388c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/networks?id=07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 200 len: 797 time: 0.1008105 Aug 27 13:24:31.092626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-22b712a4-33cf-4f5a-b014-1614f5f35ff3 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4b1bc523214874bae3e77f26f4720e HTTP/1.1" status: 200 len: 379 time: 0.0371118 Aug 27 13:24:31.102262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'port': {'device_id': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'admin_state_up': True, 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'security_groups': ['5ddfb6b3-18c3-4993-a258-5f72005b56bf']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:31.211493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Made reservation on behalf of cd4b1bc523214874bae3e77f26f4720e for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:24:31.214990 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.309010 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e35586b-6b6f-4434-a479-32df50093966 req-9c6ceb36-11f0-4939-8364-e791a08e5c6e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 210 time: 0.0368304 Aug 27 13:24:31.373317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.20.0.6 (07ba068a-e7cb-4693-930e-4046020c9809/af325f19-5157-469d-bfcd-a6a02b879d75/9202139b-82d7-4415-a853-758f667da931) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:24:31.509213 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.521602 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Transition to ACTIVE for port object 9202139b-82d7-4415-a853-758f667da931 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:31.555687 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.599420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 07ba068a-e7cb-4693-930e-4046020c9809 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:24:31.602637 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:31.608879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:24:31.633958 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=9202139b-82d7-4415-a853-758f667da931,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:31.662344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:31.663026 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.680873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-faddfc88-24cd-41ca-be6d-cfad23da7dbc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821843 Aug 27 13:24:31.694050 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Request body: {'port': {'device_id': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:31.715173 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef32b16c-0f73-4fda-af33-d9b74a3eb75d up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:31.756662 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.768255 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ef32b16c-0f73-4fda-af33-d9b74a3eb75d triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:31.768997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.780369 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:24:31.826052 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-938f4bde-647a-4275-9c53-4f448894ba23 None None] Provisioning for port 9202139b-82d7-4415-a853-758f667da931 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:31.832345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-938f4bde-647a-4275-9c53-4f448894ba23 None None] Provisioning complete for port 9202139b-82d7-4415-a853-758f667da931 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:31.832345 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-938f4bde-647a-4275-9c53-4f448894ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:31.897476 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-938f4bde-647a-4275-9c53-4f448894ba23 None None] Port 9202139b-82d7-4415-a853-758f667da931 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:24:32.039505 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9202139b-82d7-4415-a853-758f667da931 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:24:32.046866 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:32.058432 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Transition to ACTIVE for port object 9202139b-82d7-4415-a853-758f667da931 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:24:32.062247 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:32.111705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Pushing event updated for resources: {'Port': ['ID=9202139b-82d7-4415-a853-758f667da931,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:32.183657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Attempting to bind port 9202139b-82d7-4415-a853-758f667da931 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:24:32.183998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Attempting to bind port 9202139b-82d7-4415-a853-758f667da931 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:24:32.184337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Attempting to bind port 9202139b-82d7-4415-a853-758f667da931 on network 07ba068a-e7cb-4693-930e-4046020c9809 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:24:32.188843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Port 9202139b-82d7-4415-a853-758f667da931 on network 07ba068a-e7cb-4693-930e-4046020c9809 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:24:32.189168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Attempting to bind port 9202139b-82d7-4415-a853-758f667da931 on network 07ba068a-e7cb-4693-930e-4046020c9809 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:24:32.194077 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:24:32.194502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Checking segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:24:32.194859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Bound using segment: {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:24:32.195367 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Bound port: 9202139b-82d7-4415-a853-758f667da931, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87454798-62da-42fa-8538-48f758d1588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:24:32.196282 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:32.272710 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] For port 9202139b-82d7-4415-a853-758f667da931, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:24:32.275887 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] For port 9202139b-82d7-4415-a853-758f667da931, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9202139b-82d7-4415-a853-758f667da931,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:24:32.280827 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:32.313624 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.314248 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:32.315690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] 10.222.0.65 "PUT /v2.0/ports/9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 200 len: 1091 time: 0.6259954 Aug 27 13:24:32.316277 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'tag': '9202139b-82d7-4415-a853-758f667da931'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:24:32.318603 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f9f85-31b4-4a1d-999c-a13a92b802da" -d '{"events": [{"name": "network-changed", "server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "tag": "9202139b-82d7-4415-a853-758f667da931"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:24:32.348226 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de345f36-5ffe-4165-be09-a41c38905af4 service neutron] Pushing event updated for resources: {'Port': ['ID=9202139b-82d7-4415-a853-758f667da931,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:32.388865 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef177e0-2d66-4e14-a54c-ee1d6b9396a3 x-openstack-request-id: req-fef177e0-2d66-4e14-a54c-ee1d6b9396a3 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:24:32.389175 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "tag": "9202139b-82d7-4415-a853-758f667da931", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:24:32.389419 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fef177e0-2d66-4e14-a54c-ee1d6b9396a3 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:24:32.389967 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'tag': '9202139b-82d7-4415-a853-758f667da931', 'status': 'completed', 'code': 200} Aug 27 13:24:32.432798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-785306e2-7708-4531-b890-7d0024e00496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.434337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-785306e2-7708-4531-b890-7d0024e00496 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1094 time: 0.0755668 Aug 27 13:24:32.484694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-47d4e9df-4ee4-4f12-8f98-d63cb3d0c793 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 200 len: 217 time: 0.0405719 Aug 27 13:24:32.493296 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962deba-6bd1-45ff-957b-c661f15edef9 req-ed17f9bb-e28f-4519-9629-1aa2c43a9b7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.494811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3962deba-6bd1-45ff-957b-c661f15edef9 req-ed17f9bb-e28f-4519-9629-1aa2c43a9b7e tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 943 time: 0.0949361 Aug 27 13:24:32.565146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3962deba-6bd1-45ff-957b-c661f15edef9 req-b66bd531-72b4-4846-91bc-ae0efafb39b0 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619137 Aug 27 13:24:32.566597 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-68b635f4-b624-4799-a5b6-0f05ec3386bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.568086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-68b635f4-b624-4799-a5b6-0f05ec3386bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af325f19-5157-469d-bfcd-a6a02b879d75 HTTP/1.1" status: 200 len: 835 time: 0.0722778 Aug 27 13:24:32.619811 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-4ddeb114-4115-4528-ba4c-99f17485d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.621351 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-4ddeb114-4115-4528-ba4c-99f17485d88d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07ba068a-e7cb-4693-930e-4046020c9809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460570 Aug 27 13:24:32.710146 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-1c26c1d1-6231-4d08-8394-cfafb29b6c4e service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801580 Aug 27 13:24:32.804110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c1cbd158-f54f-4c20-9882-cad96a9b5079 req-3a17799b-08f0-48be-b44c-6da75fa097ec service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849500 Aug 27 13:24:32.895723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-57ed107c-fbd1-4a45-af4f-309017881c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.897217 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-57ed107c-fbd1-4a45-af4f-309017881c1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1094 time: 0.0409734 Aug 27 13:24:32.987615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-e6b261f9-79b5-424c-b683-6f70ad7c4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:32.989103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-e6b261f9-79b5-424c-b683-6f70ad7c4c58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 200 len: 898 time: 0.0838430 Aug 27 13:24:33.308740 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-f519dea4-2317-4857-8caa-adad2b92809b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 200 len: 217 time: 0.3112855 Aug 27 13:24:33.362803 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-40b50cf2-6c10-4c04-bc7c-846bb8ee434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:33.364269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-40b50cf2-6c10-4c04-bc7c-846bb8ee434f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af325f19-5157-469d-bfcd-a6a02b879d75 HTTP/1.1" status: 200 len: 835 time: 0.0444279 Aug 27 13:24:33.408838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-2de50bbb-986e-4bd9-9ccd-720a04520fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:33.410305 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-2de50bbb-986e-4bd9-9ccd-720a04520fc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07ba068a-e7cb-4693-930e-4046020c9809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387020 Aug 27 13:24:33.504823 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-808918dd-8e39-4ee0-9e85-a31f96232fd1 service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869513 Aug 27 13:24:33.593798 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c78f9f85-31b4-4a1d-999c-a13a92b802da req-9b6abafa-133b-4fb2-bf93-2f506c7730f1 service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814381 Aug 27 13:24:33.686227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cbd57-6ae2-433b-9043-12787cba9759 req-6e9151e4-02ff-4c0d-b8dd-4409f5f3f7ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:33.687729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-782cbd57-6ae2-433b-9043-12787cba9759 req-6e9151e4-02ff-4c0d-b8dd-4409f5f3f7ad tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 943 time: 0.0534832 Aug 27 13:24:33.724817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-782cbd57-6ae2-433b-9043-12787cba9759 req-127b9b1b-8ce3-42bc-9c8e-23fa97d14394 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Aug 27 13:24:33.905621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9202139b-82d7-4415-a853-758f667da931 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:24:34.005776 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 9202139b-82d7-4415-a853-758f667da931, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9202139b-82d7-4415-a853-758f667da931,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:34.019004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '9202139b-82d7-4415-a853-758f667da931', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'port_id': '9202139b-82d7-4415-a853-758f667da931', 'mac_address': 'fa:16:3e:00:17:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:24:34.062078 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:34.075102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9202139b-82d7-4415-a853-758f667da931 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:24:34.095502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 9202139b-82d7-4415-a853-758f667da931, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9202139b-82d7-4415-a853-758f667da931,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:34.099539 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:34.145982 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=9202139b-82d7-4415-a853-758f667da931,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:34.313639 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['9202139b-82d7-4415-a853-758f667da931'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:24:34.838545 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36e40-9820-4681-8289-830e28db1314 req-cefcc215-7509-43ba-acd3-e4a3231fc0dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:34.840026 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64b36e40-9820-4681-8289-830e28db1314 req-cefcc215-7509-43ba-acd3-e4a3231fc0dc tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 944 time: 0.0487437 Aug 27 13:24:34.877449 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64b36e40-9820-4681-8289-830e28db1314 req-00b5f99c-6e4b-46e7-8d81-990b5b174599 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316103 Aug 27 13:24:35.911566 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9202139b-82d7-4415-a853-758f667da931 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:24:35.960385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 9202139b-82d7-4415-a853-758f667da931 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:24:35.964327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 9202139b-82d7-4415-a853-758f667da931 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:24:35.964695 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:35.995043 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5acba-78d1-49ee-946e-148346c50d95 req-79e1a3e4-21f8-4b65-92c0-98cd3a07253c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:35.996777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54c5acba-78d1-49ee-946e-148346c50d95 req-79e1a3e4-21f8-4b65-92c0-98cd3a07253c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 944 time: 0.0518265 Aug 27 13:24:36.035688 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-54c5acba-78d1-49ee-946e-148346c50d95 req-391234f6-56a3-4b25-86bb-6a5e34914936 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Aug 27 13:24:36.044623 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:36.067832 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202139b-82d7-4415-a853-758f667da931'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:24:36.070243 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee4e38-6451-4de8-a128-c2605927ce78" -d '{"events": [{"server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "9202139b-82d7-4415-a853-758f667da931"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:24:36.083505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 9202139b-82d7-4415-a853-758f667da931, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9202139b-82d7-4415-a853-758f667da931,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:24:36.088261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:36.112985 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257e48d-0ee0-4cab-a795-f5c017412679 x-openstack-request-id: req-b257e48d-0ee0-4cab-a795-f5c017412679 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:24:36.113282 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "9202139b-82d7-4415-a853-758f667da931", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:24:36.113537 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b257e48d-0ee0-4cab-a795-f5c017412679 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:24:36.113930 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202139b-82d7-4415-a853-758f667da931', 'code': 200} Aug 27 13:24:36.141916 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=9202139b-82d7-4415-a853-758f667da931,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:36.210346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afbe42-7037-49a5-97c8-240e36257d1a req-744a17e5-4dbc-41f0-9293-06fed3b4e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:36.211816 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20afbe42-7037-49a5-97c8-240e36257d1a req-744a17e5-4dbc-41f0-9293-06fed3b4e9ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1096 time: 0.0438006 Aug 27 13:24:36.247338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-20afbe42-7037-49a5-97c8-240e36257d1a req-4bfade87-1142-478f-934c-48fb43d43551 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273414 Aug 27 13:24:37.149933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcc6b0-8378-4659-814a-cc0a931c2b85 req-c72c4010-5c55-4b4c-8061-950190ca4379 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:37.151876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9dcc6b0-8378-4659-814a-cc0a931c2b85 req-c72c4010-5c55-4b4c-8061-950190ca4379 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0493023 Aug 27 13:24:37.189769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9dcc6b0-8378-4659-814a-cc0a931c2b85 req-5ac939f9-e934-4784-b156-51774cbe4e70 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Aug 27 13:24:38.305386 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07ea10-5a9c-4926-bf87-41bef8c8ce00 req-913906eb-bf40-4a2e-9989-3e990c9a7226 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:38.306896 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd07ea10-5a9c-4926-bf87-41bef8c8ce00 req-913906eb-bf40-4a2e-9989-3e990c9a7226 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0492544 Aug 27 13:24:38.344250 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-cd07ea10-5a9c-4926-bf87-41bef8c8ce00 req-1653dcc7-d48a-4278-8beb-852b7c6d9aac tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Aug 27 13:24:38.461261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373519-770c-4a6a-b32a-ad8f44a1e1dd req-8204115e-d4da-4d92-b6a6-3a3379e8f81d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:38.462777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78373519-770c-4a6a-b32a-ad8f44a1e1dd req-8204115e-d4da-4d92-b6a6-3a3379e8f81d tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0532250 Aug 27 13:24:38.500722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-78373519-770c-4a6a-b32a-ad8f44a1e1dd req-c36a6905-de23-4274-8c1e-5bc0a6314f5c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Aug 27 13:24:38.522596 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45406) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:38.562012 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f34692-ef02-4a79-bea4-02c566bfab4e tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:38.563541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-30f34692-ef02-4a79-bea4-02c566bfab4e tempest-TestNetworkAdvancedServerOps-1022361019 tempest-TestNetworkAdvancedServerOps-1022361019-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1091 time: 0.0399776 Aug 27 13:24:38.566259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45408) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:38.570647 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '9202139b-82d7-4415-a853-758f667da931', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:24:38.591965 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:38.700584 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:38.799330 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Allocated IP 172.25.8.96 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/d7aa5a3f-91cf-4a50-a659-7b2d06176ee4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:24:38.903241 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:38.941465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:38.978508 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:24:38.981275 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:24:38.987337 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:24:39.020336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=d7aa5a3f-91cf-4a50-a659-7b2d06176ee4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:39.208631 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:39.357401 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:39.423477 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:39.572339 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:39.576725 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:39.646900 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event updated for resources: {'Port': ['ID=d7aa5a3f-91cf-4a50-a659-7b2d06176ee4,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:24:39.657555 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:39.757645 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP b7610efd-b5f0-4f39-84be-a25803cea350 associated. External IP: 172.25.8.96, port: 9202139b-82d7-4415-a853-758f667da931. Aug 27 13:24:39.964791 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router a2aa2b17-dfa4-4910-a425-9b99681c1a93 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:24:40.073779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:24:40.083285 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] Sync routers for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:24:40.090761 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:40.093309 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:40.093934 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:40.118130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-796d4efa-6bad-43d0-a602-5b63cef30032 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5508120 Aug 27 13:24:40.119000 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'tag': '9202139b-82d7-4415-a853-758f667da931'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:24:40.121291 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e7947-4487-412d-a701-7ae81922e303" -d '{"events": [{"name": "network-changed", "server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "tag": "9202139b-82d7-4415-a853-758f667da931"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:24:40.164425 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d772e5-e16c-4a5a-8fae-2f32ac961795 x-openstack-request-id: req-93d772e5-e16c-4a5a-8fae-2f32ac961795 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:24:40.164717 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "tag": "9202139b-82d7-4415-a853-758f667da931", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:24:40.164971 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93d772e5-e16c-4a5a-8fae-2f32ac961795 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:24:40.165374 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'tag': '9202139b-82d7-4415-a853-758f667da931', 'status': 'completed', 'code': 200} Aug 27 13:24:40.213778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:40.254462 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da453-e7cf-483f-9be5-de0743f9cfe7 req-81d731c6-89ad-48d6-9881-7843b99ebb3c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:40.255892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc4da453-e7cf-483f-9be5-de0743f9cfe7 req-81d731c6-89ad-48d6-9881-7843b99ebb3c tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0820715 Aug 27 13:24:40.261640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7947-4487-412d-a701-7ae81922e303 req-4bc05b0f-876f-4118-8dd5-3415cb93f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:40.263108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-4bc05b0f-876f-4118-8dd5-3415cb93f307 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1096 time: 0.0624840 Aug 27 13:24:40.337620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bc4da453-e7cf-483f-9be5-de0743f9cfe7 req-f4fc97c3-2d7c-4edb-a4d9-c04729857823 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735466 Aug 27 13:24:40.361651 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45414) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:40.381875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7947-4487-412d-a701-7ae81922e303 req-53dd7b5a-9243-46fc-b3ec-c766a53685da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:40.383496 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-53dd7b5a-9243-46fc-b3ec-c766a53685da service neutron] 10.222.0.65 "GET /v2.0/networks?id=07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 200 len: 898 time: 0.1125834 Aug 27 13:24:40.429245 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-24c59830-6ba1-46ee-b8c0-29f2128ab6c5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/b7610efd-b5f0-4f39-84be-a25803cea350 HTTP/1.1" status: 200 len: 990 time: 0.0657294 Aug 27 13:24:40.453677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b7610efd-b5f0-4f39-84be-a25803cea350', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'port_id': '9202139b-82d7-4415-a853-758f667da931', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'mac_address': 'fa:16:3e:00:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:24:39Z', 'updated_at': '2021-08-27T13:24:39Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:29Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:40.468456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-32873551-7952-46e1-8f08-492997a98aac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 200 len: 998 time: 0.0762208 Aug 27 13:24:40.480436 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] Checking router: a2aa2b17-dfa4-4910-a425-9b99681c1a93 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:24:40.488915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:24:40.489518 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:24:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:40.520223 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7947-4487-412d-a701-7ae81922e303 req-af022523-1fec-4a50-bc9d-4c8478634ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:40.521658 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-af022523-1fec-4a50-bc9d-4c8478634ae0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af325f19-5157-469d-bfcd-a6a02b879d75 HTTP/1.1" status: 200 len: 835 time: 0.0461502 Aug 27 13:24:40.568486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7947-4487-412d-a701-7ae81922e303 req-416570a3-9063-4035-9cc7-658f1ebb3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:24:40.570031 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-416570a3-9063-4035-9cc7-658f1ebb3e7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07ba068a-e7cb-4693-930e-4046020c9809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404446 Aug 27 13:24:40.594787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:24:40.670713 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-62fcab81-b4a0-4087-b979-e14fee934433 service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928388 Aug 27 13:24:40.761581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3e7947-4487-412d-a701-7ae81922e303 req-f71beab7-09c5-41d3-9ab8-03f1b48a6cfe service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831769 Aug 27 13:24:40.831385 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b7610efd-b5f0-4f39-84be-a25803cea350', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'port_id': '9202139b-82d7-4415-a853-758f667da931', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'mac_address': 'fa:16:3e:00:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:24:39Z', 'updated_at': '2021-08-27T13:24:39Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:29Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:24:40.857462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac0a11-4032-4cdc-b45f-5e1952d4efe3 None None] The sync data for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 is: [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'b7610efd-b5f0-4f39-84be-a25803cea350', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'port_id': '9202139b-82d7-4415-a853-758f667da931', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'mac_address': 'fa:16:3e:00:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:24:39Z', 'updated_at': '2021-08-27T13:24:39Z', 'revision_number': 0, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:29Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:24:41.054220 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31281a-7fda-4506-9857-eca7bc9e3f4d None None] New status for floating IP b7610efd-b5f0-4f39-84be-a25803cea350: ACTIVE {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:24:41.430844 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45416) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:24:41.492729 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-aa24bb95-678a-45e6-ac51-ebe0a99092b8 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/b7610efd-b5f0-4f39-84be-a25803cea350 HTTP/1.1" status: 200 len: 992 time: 0.0606155 Aug 27 13:24:48.637692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2c29abde-4f80-4cc5-b3f6-98e7e4e780d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:51.083352 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-84834317-737a-4130-94b4-5965e791a95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:51.139579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:51.329967 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:52.451115 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:24:54.309226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:08.780061 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:25:09.194821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:14.910558 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc7830-327c-4adf-90da-dbaf2a906135 req-977be3b2-a064-4f14-9494-22facfed03eb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:14.912062 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5bc7830-327c-4adf-90da-dbaf2a906135 req-977be3b2-a064-4f14-9494-22facfed03eb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.1052160 Aug 27 13:25:14.956729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d5bc7830-327c-4adf-90da-dbaf2a906135 req-14907b6f-8591-4d91-8952-5a8cec88f287 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Aug 27 13:25:16.117190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee20812-4d56-4712-934d-0f587b149e4b req-126e795c-2922-4491-aeb7-815103c8c10b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:16.119646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ee20812-4d56-4712-934d-0f587b149e4b req-126e795c-2922-4491-aeb7-815103c8c10b tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0940275 Aug 27 13:25:16.156668 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2ee20812-4d56-4712-934d-0f587b149e4b req-8befd56c-0998-4230-b4e4-27d93c44eb02 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310376 Aug 27 13:25:16.178973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45446) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:16.237679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-f5672082-f4f1-473e-8ead-c4dd43cfa496 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/b7610efd-b5f0-4f39-84be-a25803cea350 HTTP/1.1" status: 200 len: 992 time: 0.0574374 Aug 27 13:25:17.529242 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a9bb0-09ca-426c-bea8-0996bfe794d2 req-cddd0eed-84e8-4502-bcfb-32ef82abad97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:17.530698 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b0a9bb0-09ca-426c-bea8-0996bfe794d2 req-cddd0eed-84e8-4502-bcfb-32ef82abad97 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0775104 Aug 27 13:25:17.545966 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f0c64-3037-4384-a407-161ba5b725bb req-631a37ce-ae90-48ef-a480-3ebf6994f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:17.547410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-631a37ce-ae90-48ef-a480-3ebf6994f291 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1096 time: 0.0645540 Aug 27 13:25:17.620908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5b0a9bb0-09ca-426c-bea8-0996bfe794d2 req-45a68b61-f54d-4212-be93-931a0bd6cad2 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830197 Aug 27 13:25:17.660636 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f0c64-3037-4384-a407-161ba5b725bb req-a34a7ab3-bf44-4fa9-8838-9c01fb84a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:17.662202 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-a34a7ab3-bf44-4fa9-8838-9c01fb84a427 service neutron] 10.222.0.65 "GET /v2.0/networks?id=07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 200 len: 898 time: 0.1055598 Aug 27 13:25:17.728950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-7b9e56d4-402c-40ea-9968-985f18f2bb49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 200 len: 1000 time: 0.0586047 Aug 27 13:25:17.781351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f0c64-3037-4384-a407-161ba5b725bb req-8aac668c-a1e5-4192-a0af-1cbc633e9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:17.782840 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-8aac668c-a1e5-4192-a0af-1cbc633e9d34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af325f19-5157-469d-bfcd-a6a02b879d75 HTTP/1.1" status: 200 len: 835 time: 0.0444617 Aug 27 13:25:17.833470 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f0c64-3037-4384-a407-161ba5b725bb req-8133c965-a8d1-4ac7-aa48-69eb8db7c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:17.835070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-8133c965-a8d1-4ac7-aa48-69eb8db7c5e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07ba068a-e7cb-4693-930e-4046020c9809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438025 Aug 27 13:25:17.923182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-e671e3d1-be6d-4704-9b90-a794fb5430f8 service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811279 Aug 27 13:25:18.017547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-db3f0c64-3037-4384-a407-161ba5b725bb req-c93c6860-3405-44d2-bec4-163874a3fffe service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Aug 27 13:25:18.639069 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9cb722fe-4336-45bb-ba10-d5566536d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:18.738351 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910165-dda3-48f5-9437-e07c4e97b91e req-ca898fb9-5af2-4118-86ab-c135784ff445 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:18.739803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55910165-dda3-48f5-9437-e07c4e97b91e req-ca898fb9-5af2-4118-86ab-c135784ff445 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0505049 Aug 27 13:25:18.778829 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55910165-dda3-48f5-9437-e07c4e97b91e req-add8920d-9a24-4951-9570-16b240ca97b5 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Aug 27 13:25:20.144889 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518151c-2bfd-4373-9dc8-a07ba28742ce req-6384cbdc-0c7d-4d8b-afe9-50f3248a955f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:20.146370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4518151c-2bfd-4373-9dc8-a07ba28742ce req-6384cbdc-0c7d-4d8b-afe9-50f3248a955f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0491643 Aug 27 13:25:20.183412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4518151c-2bfd-4373-9dc8-a07ba28742ce req-8df5ddbb-9c0a-418a-94ea-07d65245076f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Aug 27 13:25:20.205826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:20.269359 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-c2881387-4a8b-4e91-9253-4196eb72e512 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/floatingips/b7610efd-b5f0-4f39-84be-a25803cea350 HTTP/1.1" status: 200 len: 992 time: 0.0624022 Aug 27 13:25:20.478270 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45464) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:20.904025 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port d7aa5a3f-91cf-4a50-a659-7b2d06176ee4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:25:20.904368 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:20.976702 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:20.977035 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:20.990007 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for d7aa5a3f-91cf-4a50-a659-7b2d06176ee4 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:25:21.085669 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c89b4e02-11c5-48a9-adb6-982e653c46a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:21.143023 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:21.145671 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:21.172849 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=d7aa5a3f-91cf-4a50-a659-7b2d06176ee4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:21.186443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.186443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.186730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.186955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.187300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.187640 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.187974 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.188317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.188649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.188983 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.189319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.189649 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:21.248744 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:21.249078 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Floating IP b7610efd-b5f0-4f39-84be-a25803cea350 disassociated (deleted). External IP: 172.25.8.96, port: 9202139b-82d7-4415-a853-758f667da931. Aug 27 13:25:21.331675 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:21.458697 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router a2aa2b17-dfa4-4910-a425-9b99681c1a93 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:25:21.565522 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:21.570359 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:21.574940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] Sync routers for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:21.583620 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:21.584313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:21.597174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-47e60852-8fbe-4715-8c6f-eb8845c5f47f tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/floatingips/b7610efd-b5f0-4f39-84be-a25803cea350 HTTP/1.1" status: 204 len: 168 time: 1.1177173 Aug 27 13:25:21.597718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'tag': '9202139b-82d7-4415-a853-758f667da931'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:25:21.600131 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b90f14-5b7a-451f-9453-2c0a53ca8d03" -d '{"events": [{"name": "network-changed", "server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "tag": "9202139b-82d7-4415-a853-758f667da931"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:25:21.640599 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96998375-47b5-417c-b538-e6245d6ac371 x-openstack-request-id: req-96998375-47b5-417c-b538-e6245d6ac371 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:25:21.640944 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "tag": "9202139b-82d7-4415-a853-758f667da931", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:25:21.641208 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-96998375-47b5-417c-b538-e6245d6ac371 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:25:21.641645 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'tag': '9202139b-82d7-4415-a853-758f667da931', 'status': 'completed', 'code': 200} Aug 27 13:25:21.698100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:21.707205 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-58f198b5-247c-45b9-b0b9-4286aabce8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:21.709383 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-58f198b5-247c-45b9-b0b9-4286aabce8a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4b1bc523214874bae3e77f26f4720e&device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 1096 time: 0.0469511 Aug 27 13:25:21.839630 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-82cd5db0-51c2-4e01-adab-7f3e3bbc6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:21.841140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-82cd5db0-51c2-4e01-adab-7f3e3bbc6749 service neutron] 10.222.0.65 "GET /v2.0/networks?id=07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 200 len: 898 time: 0.1248443 Aug 27 13:25:21.857676 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849a987-52f5-46fc-a946-e558e8b4286d req-7c53e370-538c-4125-859d-24f0e56129ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:21.859483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4849a987-52f5-46fc-a946-e558e8b4286d req-7c53e370-538c-4125-859d-24f0e56129ae tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0647082 Aug 27 13:25:21.899956 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-2710ac5a-6492-4436-903e-755ca74a0192 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 200 len: 217 time: 0.0507343 Aug 27 13:25:21.918914 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:29Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:21.944205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] Checking router: a2aa2b17-dfa4-4910-a425-9b99681c1a93 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:21.952449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:21.952990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:21.956849 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4849a987-52f5-46fc-a946-e558e8b4286d req-8f606243-12cc-4f6a-bc78-a719dd8b2ade tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906942 Aug 27 13:25:21.976869 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-ffe28a4b-9166-4c8e-a4a0-75327c130a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:21.976869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-ffe28a4b-9166-4c8e-a4a0-75327c130a86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af325f19-5157-469d-bfcd-a6a02b879d75 HTTP/1.1" status: 200 len: 835 time: 0.0649993 Aug 27 13:25:22.025398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-056fded0-a90f-4d3f-9ac6-dae53aba4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:22.026983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-056fded0-a90f-4d3f-9ac6-dae53aba4b92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07ba068a-e7cb-4693-930e-4046020c9809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444016 Aug 27 13:25:22.060144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:22.118519 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-7a408ec8-895b-48fa-a35a-2838c9bbd8d5 service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822437 Aug 27 13:25:22.219874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52b90f14-5b7a-451f-9453-2c0a53ca8d03 req-462a1098-bd35-447d-a497-1e389e2cddee service neutron] 10.222.0.65 "GET /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927939 Aug 27 13:25:22.409591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:29Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:22.439726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e4f54-0fb4-4d3c-bc9e-6f7e0e0fbf2d None None] The sync data for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 is: [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:24:26Z', 'revision_number': 4, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ef32b16c-0f73-4fda-af33-d9b74a3eb75d', 'name': '', 'network_id': '07ba068a-e7cb-4693-930e-4046020c9809', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'mac_address': 'fa:16:3e:eb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:25Z', 'updated_at': '2021-08-27T13:24:29Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'subnets': [{'id': 'af325f19-5157-469d-bfcd-a6a02b879d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:22.456933 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:22.656068 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cfd1d9-bcbf-42d5-9ff4-c8daa3835666 None None] New status for floating IP b7610efd-b5f0-4f39-84be-a25803cea350: DOWN {{(pid=94626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:25:23.077170 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367985c-3ed4-4c00-ac15-f6ba8b21943e req-8271e653-ccbb-402d-9dd9-0e99b93d2c29 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:23.078646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2367985c-3ed4-4c00-ac15-f6ba8b21943e req-8271e653-ccbb-402d-9dd9-0e99b93d2c29 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0490556 Aug 27 13:25:23.115510 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2367985c-3ed4-4c00-ac15-f6ba8b21943e req-62e6832d-67db-4dc4-9016-6ab73e0360fb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddfb6b3-18c3-4993-a258-5f72005b56bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307882 Aug 27 13:25:23.477542 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf194d-7c60-4a83-8716-da404b12391a req-610b3874-a372-4e21-8480-f6266ec97d81 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:23.479003 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cdf194d-7c60-4a83-8716-da404b12391a req-610b3874-a372-4e21-8480-f6266ec97d81 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 945 time: 0.0517340 Aug 27 13:25:23.566748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 9202139b-82d7-4415-a853-758f667da931 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:25:23.567092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:23.655830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 9202139b-82d7-4415-a853-758f667da931, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=9202139b-82d7-4415-a853-758f667da931,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:23.656187 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:23.668336 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 9202139b-82d7-4415-a853-758f667da931 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:25:23.791821 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:23.819032 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=9202139b-82d7-4415-a853-758f667da931,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:23.867186 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] No DVR routers for this DVR port 9202139b-82d7-4415-a853-758f667da931 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:25:23.871075 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:23.873539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cdf194d-7c60-4a83-8716-da404b12391a req-bb5241ad-c6fd-4e6c-aba2-e5c4e05fc440 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.65 "DELETE /v2.0/ports/9202139b-82d7-4415-a853-758f667da931 HTTP/1.1" status: 204 len: 173 time: 0.3882098 Aug 27 13:25:23.874029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'name': 'network-vif-deleted', 'tag': '9202139b-82d7-4415-a853-758f667da931'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:25:23.876929 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eb9a5f-978e-4826-9aa0-0ec497e2e7e5" -d '{"events": [{"server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "name": "network-vif-deleted", "tag": "9202139b-82d7-4415-a853-758f667da931"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:25:23.919724 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c150df5-9346-4ed1-8bf0-eabc57c34022 x-openstack-request-id: req-4c150df5-9346-4ed1-8bf0-eabc57c34022 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:25:23.920027 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72374e2b-a12e-406b-847f-7623b1c9ebcb", "name": "network-vif-deleted", "tag": "9202139b-82d7-4415-a853-758f667da931", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:25:23.920287 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c150df5-9346-4ed1-8bf0-eabc57c34022 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:25:23.920700 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72374e2b-a12e-406b-847f-7623b1c9ebcb', 'name': 'network-vif-deleted', 'tag': '9202139b-82d7-4415-a853-758f667da931', 'status': 'completed', 'code': 200} Aug 27 13:25:24.225379 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1827f649-df28-4d46-b521-993f0d7fb639 req-81321f7d-5c18-436e-a5f1-eff86f61bdfb tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "GET /v2.0/ports?device_id=72374e2b-a12e-406b-847f-7623b1c9ebcb HTTP/1.1" status: 200 len: 210 time: 0.0281749 Aug 27 13:25:24.312247 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:25.285899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45482) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:25.642985 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:25.897177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port ef32b16c-0f73-4fda-af33-d9b74a3eb75d {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:25:25.897433 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:25.983124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port ef32b16c-0f73-4fda-af33-d9b74a3eb75d, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:25.983490 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:25.996652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for ef32b16c-0f73-4fda-af33-d9b74a3eb75d owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:25:26.062784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9202139b-82d7-4415-a853-758f667da931 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:25:26.082171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 9202139b-82d7-4415-a853-758f667da931 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:25:26.082549 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 9202139b-82d7-4415-a853-758f667da931 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:25:26.184966 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:26.209349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=ef32b16c-0f73-4fda-af33-d9b74a3eb75d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:26.387735 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:26.876338 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Router a2aa2b17-dfa4-4910-a425-9b99681c1a93 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:25:26.982922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:26.988135 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-fd7d7703-5321-496c-bf5f-228e91a48e67 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "PUT /v2.0/routers/a2aa2b17-dfa4-4910-a425-9b99681c1a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011695 Aug 27 13:25:26.990876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45484) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:26.993711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] Sync routers for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:27.002935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:27.003541 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:27.042775 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting subnet af325f19-5157-469d-bfcd-a6a02b879d75 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:25:27.046122 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.087406 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.108413 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:27.181109 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.242636 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.271822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Subnet': ['ID=af325f19-5157-469d-bfcd-a6a02b879d75,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:27.277147 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.281471 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45486) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:27.281974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-85b829c4-9e3e-4584-99ff-1d2e401a90a7 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/subnets/af325f19-5157-469d-bfcd-a6a02b879d75 HTTP/1.1" status: 204 len: 168 time: 0.2896788 Aug 27 13:25:27.286775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65434fd8-4c96-43b3-b167-7bbec7b10aa2 None None] Network 07ba068a-e7cb-4693-930e-4046020c9809 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:25:27.336010 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:25:26Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:27.367533 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] Checking router: a2aa2b17-dfa4-4910-a425-9b99681c1a93 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:27.385450 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] Routers {'a2aa2b17-dfa4-4910-a425-9b99681c1a93'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:27.386089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:27.390333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.494641 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.535259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] Set router a2aa2b17-dfa4-4910-a425-9b99681c1a93 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:27.548654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Deleting port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:25:27.549029 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.592093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] DHCP port deletion for 07ba068a-e7cb-4693-930e-4046020c9809 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:25:27.633799 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] For port 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:27.634166 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.646580 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Calling delete_port for 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:25:27.732648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Deleting port d4ca9701-833f-4da5-bae0-46c1bf31f1fb {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:25:27.733029 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.793377 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device d4ca9701-833f-4da5-bae0-46c1bf31f1fb no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:25:27.817467 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.827274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] For port d4ca9701-833f-4da5-bae0-46c1bf31f1fb, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,segment=NetworkSegment(87454798-62da-42fa-8538-48f758d1588b),segment_id=87454798-62da-42fa-8538-48f758d1588b)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:27.827679 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.843828 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Port': ['ID=57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:27.850867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Calling delete_port for d4ca9701-833f-4da5-bae0-46c1bf31f1fb owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:25:27.871186 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:25:26Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:27.871457 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.871821 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.872167 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.872583 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.872917 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.873256 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.873592 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.873929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.874303 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.874682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.875056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.875386 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:27.917408 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:27.937652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380032c0-f7ba-43aa-9116-a5530530936a None None] The sync data for ids ['a2aa2b17-dfa4-4910-a425-9b99681c1a93'] in n-d-688802-4 is: [{'id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785897152', 'tenant_id': 'cd4b1bc523214874bae3e77f26f4720e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:24:22Z', 'updated_at': '2021-08-27T13:25:26Z', 'revision_number': 5, 'project_id': 'cd4b1bc523214874bae3e77f26f4720e', 'gw_port': {'id': '57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa2b17-dfa4-4910-a425-9b99681c1a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:24:23Z', 'updated_at': '2021-08-27T13:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:27.994464 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.015173 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.015530 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.017452 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.047014 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Pushing event deleted for resources: {'Port': ['ID=d4ca9701-833f-4da5-bae0-46c1bf31f1fb,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:28.063231 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.063815 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Fanout notify agent at l3_agent the message router_deleted on router a2aa2b17-dfa4-4910-a425-9b99681c1a93 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:25:28.067684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] No DVR routers for this DVR port d4ca9701-833f-4da5-bae0-46c1bf31f1fb on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:25:28.072833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.076543 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-777fd72b-40fa-426c-9f4f-c022d1ecbe37 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/routers/a2aa2b17-dfa4-4910-a425-9b99681c1a93 HTTP/1.1" status: 204 len: 168 time: 0.7911041 Aug 27 13:25:28.076677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.076784 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.077074 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.077418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.077755 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.078826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.078826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.078826 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.079068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.079352 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.079541 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45488) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:28.079913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.080099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5e780-6d59-409c-a230-0b35faf4a7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:28.155800 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.248205 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.257921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ba068a-e7cb-4693-930e-4046020c9809']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:28.269911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87454798-62da-42fa-8538-48f758d1588b') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:28.270214 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87454798-62da-42fa-8538-48f758d1588b') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:28.279677 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.294267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.300574 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:25:28.300906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:25:28.304135 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:25:28.367788 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.374289 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.376460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/networks/07ba068a-e7cb-4693-930e-4046020c9809 HTTP/1.1" status: 204 len: 168 time: 0.2951455 Aug 27 13:25:28.379335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45492) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:28.397499 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11872e3d-e191-49c3-b603-18bb797407fe tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'Network': ['ID=07ba068a-e7cb-4693-930e-4046020c9809,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:28.444123 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-933f68d0-6892-4ce2-b876-de89ccde3312 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.469225 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-933f68d0-6892-4ce2-b876-de89ccde3312 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.532136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-933f68d0-6892-4ce2-b876-de89ccde3312 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.534836 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-933f68d0-6892-4ce2-b876-de89ccde3312 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:28.538468 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-933f68d0-6892-4ce2-b876-de89ccde3312 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] 10.222.0.76 "DELETE /v2.0/security-groups/5ddfb6b3-18c3-4993-a258-5f72005b56bf HTTP/1.1" status: 204 len: 168 time: 0.1557028 Aug 27 13:25:28.547142 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f68d0-6892-4ce2-b876-de89ccde3312 tempest-TestNetworkAdvancedServerOps-1729350047 tempest-TestNetworkAdvancedServerOps-1729350047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddfb6b3-18c3-4993-a258-5f72005b56bf,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:28.883159 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45500) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:29.019133 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b6300bc-4ff3-4877-89a8-dc1cf1343d1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd4b1bc523214874bae3e77f26f4720e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342368 Aug 27 13:25:29.021570 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45504) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:29.073568 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0281236b-7d8c-41c9-92b0-14cc06db1eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.094690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0281236b-7d8c-41c9-92b0-14cc06db1eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.140926 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0281236b-7d8c-41c9-92b0-14cc06db1eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.143554 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0281236b-7d8c-41c9-92b0-14cc06db1eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.144704 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0281236b-7d8c-41c9-92b0-14cc06db1eff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f5262a1-cb2b-41ba-8fa8-b8e470df43c6 HTTP/1.1" status: 204 len: 168 time: 0.1222472 Aug 27 13:25:29.152491 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281236b-7d8c-41c9-92b0-14cc06db1eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5262a1-cb2b-41ba-8fa8-b8e470df43c6,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:29.398010 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45510) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:29.411796 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc49-07b1-4a0d-800f-1036a3c5aa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.512791 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc49-07b1-4a0d-800f-1036a3c5aa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.516538 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc49-07b1-4a0d-800f-1036a3c5aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.560777 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-cd29bc49-07b1-4a0d-800f-1036a3c5aa36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf3bd44992a140939bd8e04c4d3862b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616604 Aug 27 13:25:29.562799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29bc49-07b1-4a0d-800f-1036a3c5aa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf7570-6f6a-43ca-a48e-26943eaac73c,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:29.563542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45512) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:29.612361 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b14ad102-8c8c-4f94-865c-0e127dd63b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.634330 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b14ad102-8c8c-4f94-865c-0e127dd63b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.681968 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b14ad102-8c8c-4f94-865c-0e127dd63b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.685061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b14ad102-8c8c-4f94-865c-0e127dd63b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:29.688942 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b14ad102-8c8c-4f94-865c-0e127dd63b6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37cf7570-6f6a-43ca-a48e-26943eaac73c HTTP/1.1" status: 204 len: 168 time: 0.1242342 Aug 27 13:25:29.696982 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ad102-8c8c-4f94-865c-0e127dd63b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf7570-6f6a-43ca-a48e-26943eaac73c,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:29.726692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef32b16c-0f73-4fda-af33-d9b74a3eb75d no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:25:29.748183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ef32b16c-0f73-4fda-af33-d9b74a3eb75d {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:25:29.748525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ef32b16c-0f73-4fda-af33-d9b74a3eb75d not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:25:29.749109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:25:29.768316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:25:29.768655 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 57a0f634-0f7d-4c91-8a9c-6c1bd9cd15e5 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:25:30.392075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45536) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:30.486859 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1870087861-network', 'tenant_id': '35839165c2bd45d48393a36e54237d73'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:30.508123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Made reservation on behalf of 35839165c2bd45d48393a36e54237d73 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:25:30.510993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.520070 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.612517 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.616564 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.642358 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:25:30.651109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc01537-b350-42e6-bdfd-62cdfc56ce12,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:30.657162 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.657559 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Added segment cb71cd14-4d62-4469-8316-fab40aa7a997 of type vlan for network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 Aug 27 13:25:30.697662 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.721161 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.722161 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:30.722733 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.775986 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3828213 Aug 27 13:25:30.779267 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45540) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:30.780925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a680dd-5ce6-4a7f-9839-7e9af56d2995 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7f7039-b9de-4fec-8a49-ac93131c80d9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:30.786224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Request body: {'subnet': {'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1870087861-subnet', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:30.790569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:25:30.807312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Made reservation on behalf of 35839165c2bd45d48393a36e54237d73 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:25:30.809681 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:30.978583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.034875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:31.044144 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Checking segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:31.044511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Network hostable DHCP agents. Network: 6e7f7039-b9de-4fec-8a49-ac93131c80d9, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:25:31.061281 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:25:31.069735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 6e7f7039-b9de-4fec-8a49-ac93131c80d9) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:31.073673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:31.074259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.078473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f7f8b-5de2-4aaf-8fdc-5c1034aadcfd None None] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:25:31.088034 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-df838064-8e3e-484c-953f-69743dde676d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3076065 Aug 27 13:25:31.091848 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45542) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:31.096461 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:31.117437 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.119489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.175117 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.224906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:25:31.225769 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.316131 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.364888 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Allocated IP 172.20.0.2 (6e7f7039-b9de-4fec-8a49-ac93131c80d9/ee59614e-5c21-4fa8-8e0e-8faedb1bc66a/690c112d-b8df-4f9c-9ee7-5c60b9278606) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:31.512850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.517978 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.521560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Transition to ACTIVE for port object 690c112d-b8df-4f9c-9ee7-5c60b9278606 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:31.537561 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Transition to ACTIVE for port object 690c112d-b8df-4f9c-9ee7-5c60b9278606 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:31.538363 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.543342 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.581856 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:31.586959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:31.590575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:31.597819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Pushing event updated for resources: {'Port': ['ID=690c112d-b8df-4f9c-9ee7-5c60b9278606,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:31.654573 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Attempting to bind port 690c112d-b8df-4f9c-9ee7-5c60b9278606 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:31.655049 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Attempting to bind port 690c112d-b8df-4f9c-9ee7-5c60b9278606 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:31.655418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Attempting to bind port 690c112d-b8df-4f9c-9ee7-5c60b9278606 on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:31.659773 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Allocated IP 172.25.8.34 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/248d40ac-177a-499b-92e3-9bc70dc80e58) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:31.662870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:31.663435 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Checking segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:31.663775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.664263 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Bound using segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:31.664927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Bound port: 690c112d-b8df-4f9c-9ee7-5c60b9278606, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:31.665511 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.739945 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] For port 690c112d-b8df-4f9c-9ee7-5c60b9278606, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:31.744087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] For port 690c112d-b8df-4f9c-9ee7-5c60b9278606, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=690c112d-b8df-4f9c-9ee7-5c60b9278606,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:31.748608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.781432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.806754 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe680c7-f3ee-4d10-aedc-564391907e6b None None] Pushing event updated for resources: {'Port': ['ID=690c112d-b8df-4f9c-9ee7-5c60b9278606,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:31.827069 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:31.878026 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:31.880984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:31.885004 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:31.891190 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Pushing event updated for resources: {'Port': ['ID=248d40ac-177a-499b-92e3-9bc70dc80e58,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:32.155060 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:32.350991 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:32.714586 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54558978-53b8-492d-b177-13752f5f91c5 None None] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:25:32.771321 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Router 13aa5da2-930a-4824-8865-31c25ccb2912 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:25:32.843581 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-d552c789-3b86-4f5e-8a6a-3100eac0d43f None None] Provisioning for port 690c112d-b8df-4f9c-9ee7-5c60b9278606 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:32.877809 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:32.890164 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:32.898561 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:32.900721 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:32.901556 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:32.902608 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-2862b251-69ae-486c-a1a2-79e7db198925 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8096509 Aug 27 13:25:32.902915 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45544) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:33.016412 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:33.203598 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:32Z', 'revision_number': 3, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:33.230503 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:33.230852 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Updating router 13aa5da2-930a-4824-8865-31c25ccb2912 port 248d40ac-177a-499b-92e3-9bc70dc80e58 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:25:33.256549 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.526987 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.536482 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Transition to ACTIVE for port object 248d40ac-177a-499b-92e3-9bc70dc80e58 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:33.542868 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.590926 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Attempting to bind port 248d40ac-177a-499b-92e3-9bc70dc80e58 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:33.591294 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Attempting to bind port 248d40ac-177a-499b-92e3-9bc70dc80e58 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:33.591664 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Attempting to bind port 248d40ac-177a-499b-92e3-9bc70dc80e58 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:33.601832 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:33.602208 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:33.603226 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.603626 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:33.604095 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Bound port: 248d40ac-177a-499b-92e3-9bc70dc80e58, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:33.604470 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.609494 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Pushing event updated for resources: {'Port': ['ID=248d40ac-177a-499b-92e3-9bc70dc80e58,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:33.634452 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.634806 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.635146 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.635610 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.635814 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.636170 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.636551 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.636883 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.637211 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.637576 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.637906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.638229 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:25:33.671668 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.675443 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] For port 248d40ac-177a-499b-92e3-9bc70dc80e58, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:33.678903 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] For port 248d40ac-177a-499b-92e3-9bc70dc80e58, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=248d40ac-177a-499b-92e3-9bc70dc80e58,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:33.684090 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.744550 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ab73f-4576-40a5-b975-5962549986d2 None None] Pushing event updated for resources: {'Port': ['ID=248d40ac-177a-499b-92e3-9bc70dc80e58,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:33.752643 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:33.753805 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:33.771242 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 690c112d-b8df-4f9c-9ee7-5c60b9278606 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:33.822324 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 690c112d-b8df-4f9c-9ee7-5c60b9278606 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:33.826211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 690c112d-b8df-4f9c-9ee7-5c60b9278606 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:33.826894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.848753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Allocated IP 172.20.0.1 (6e7f7039-b9de-4fec-8a49-ac93131c80d9/ee59614e-5c21-4fa8-8e0e-8faedb1bc66a/ccb25532-bcaf-4dd3-945f-49b9d5390c01) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:33.873323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:33.917718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.954297 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 690c112d-b8df-4f9c-9ee7-5c60b9278606, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=690c112d-b8df-4f9c-9ee7-5c60b9278606,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:33.959827 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.973327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:33.989326 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Transition to ACTIVE for port object ccb25532-bcaf-4dd3-945f-49b9d5390c01 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:34.016401 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=690c112d-b8df-4f9c-9ee7-5c60b9278606,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:34.026537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.069983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:34.074989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:34.077672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:34.104177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb25532-bcaf-4dd3-945f-49b9d5390c01,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:34.124308 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.171364 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:32Z', 'revision_number': 3, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:34.203900 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24736c-6e28-4def-b7cf-342e89543634 None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:32Z', 'revision_number': 3, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:34.267514 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.297411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5edae127-efb5-408e-b0a5-74c1e6bcde1b None None] Provisioning for port ccb25532-bcaf-4dd3-945f-49b9d5390c01 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:34.301184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5edae127-efb5-408e-b0a5-74c1e6bcde1b None None] Provisioning complete for port ccb25532-bcaf-4dd3-945f-49b9d5390c01 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:34.301556 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5edae127-efb5-408e-b0a5-74c1e6bcde1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.335766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5edae127-efb5-408e-b0a5-74c1e6bcde1b None None] Port ccb25532-bcaf-4dd3-945f-49b9d5390c01 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:25:34.444399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.452195 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.526244 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb25532-bcaf-4dd3-945f-49b9d5390c01,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:34.532095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.629394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:34.630819 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:34.765269 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Router 13aa5da2-930a-4824-8865-31c25ccb2912 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:25:34.861145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f23b6a98-8410-443d-b426-5d7d9c0ca4cb None None] Provisioning complete for port ccb25532-bcaf-4dd3-945f-49b9d5390c01 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:34.861403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f23b6a98-8410-443d-b426-5d7d9c0ca4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:34.904163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f23b6a98-8410-443d-b426-5d7d9c0ca4cb None None] Port ccb25532-bcaf-4dd3-945f-49b9d5390c01 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:25:34.919863 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:34.925496 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-db71d174-321c-4c50-b772-6c38da23eb37 admin admin] 10.222.0.76 "PUT /v2.0/routers/13aa5da2-930a-4824-8865-31c25ccb2912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214345 Aug 27 13:25:35.503576 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45560) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:35.508659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-679992390-network', 'tenant_id': '476841f9db5943319e2677bed8fd7092'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:35.532126 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Made reservation on behalf of 476841f9db5943319e2677bed8fd7092 for: {'network': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:25:35.534623 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.546583 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.644548 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.648861 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.678340 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=94623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:25:35.683922 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8cd364-4625-4ae6-894a-bb1e709025f1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:35.694404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.694760 n-d-688802-4 neutron-server[94623]: INFO neutron.db.segments_db [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Added segment fccce956-b19a-403a-9a2b-b28d2749fab8 of type vlan for network 621eda6c-5fde-4035-952a-6a255177bfd1 Aug 27 13:25:35.737946 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.763794 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.764799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:35.765387 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.830291 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:35.837495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 690c112d-b8df-4f9c-9ee7-5c60b9278606 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:35.843364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3382361 Aug 27 13:25:35.844150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45564) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:35.849493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Request body: {'subnet': {'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-679992390-subnet', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:35.872178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Made reservation on behalf of 476841f9db5943319e2677bed8fd7092 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:25:35.874994 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:35.885019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111ed9-4254-4b68-97d7-5ce792272f23 admin admin] Pushing event updated for resources: {'Network': ['ID=621eda6c-5fde-4035-952a-6a255177bfd1,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:35.886165 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:35.887180 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:35.925120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 621eda6c-5fde-4035-952a-6a255177bfd1 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:25:36.052356 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.110876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1588f34f-7c23-46ce-aa8f-21347bb86c5d,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:36.117946 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Checking segment: {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:36.118619 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Network hostable DHCP agents. Network: 621eda6c-5fde-4035-952a-6a255177bfd1, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:25:36.136736 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Network 621eda6c-5fde-4035-952a-6a255177bfd1 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:25:36.145037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 621eda6c-5fde-4035-952a-6a255177bfd1) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:36.149400 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:36.150595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.165058 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a0a7d6c8-1e29-47b8-ad7f-e23d2ce24038 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3196926 Aug 27 13:25:36.168253 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45566) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:36.172905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:36.186741 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01564f-9e16-421f-936f-4cfd26cdfde1 None None] Network 621eda6c-5fde-4035-952a-6a255177bfd1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:25:36.192927 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.194120 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.246627 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 690c112d-b8df-4f9c-9ee7-5c60b9278606 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:36.247002 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.251807 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.308747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:36.391617 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.530804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 248d40ac-177a-499b-92e3-9bc70dc80e58 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:36.539778 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-621eda6c-5fde-4035-952a-6a255177bfd1', 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'fixed_ips': [{'subnet_id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:25:36.541143 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.587418 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.606859 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.714658 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Allocated IP 172.25.8.123 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/abfde27a-add4-4536-a562-ef3c01dbe777) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:36.729577 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 248d40ac-177a-499b-92e3-9bc70dc80e58 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:36.750699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 248d40ac-177a-499b-92e3-9bc70dc80e58 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:36.751077 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.794959 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Allocated IP 172.20.0.2 (621eda6c-5fde-4035-952a-6a255177bfd1/1588f34f-7c23-46ce-aa8f-21347bb86c5d/744b4d5f-d8b3-48e2-afab-f3414abaf704) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:36.814569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 2, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:36.826136 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.858133 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:36.858760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Updating router 13aa5da2-930a-4824-8865-31c25ccb2912 port ccb25532-bcaf-4dd3-945f-49b9d5390c01 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:25:36.872289 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.919643 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:36.924795 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:36.927347 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:36.948852 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:36.955425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Pushing event updated for resources: {'Port': ['ID=abfde27a-add4-4536-a562-ef3c01dbe777,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:36.977813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.048817 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 248d40ac-177a-499b-92e3-9bc70dc80e58, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=248d40ac-177a-499b-92e3-9bc70dc80e58,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:37.054039 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.191055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.192244 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.214109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=248d40ac-177a-499b-92e3-9bc70dc80e58,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:37.217056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Transition to ACTIVE for port object 744b4d5f-d8b3-48e2-afab-f3414abaf704 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:37.275025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Transition to ACTIVE for port object 744b4d5f-d8b3-48e2-afab-f3414abaf704 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:37.283191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.353764 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Network 621eda6c-5fde-4035-952a-6a255177bfd1 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:37.363990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:37.370440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:37.377208 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Pushing event updated for resources: {'Port': ['ID=744b4d5f-d8b3-48e2-afab-f3414abaf704,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:37.400870 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.468119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Attempting to bind port 744b4d5f-d8b3-48e2-afab-f3414abaf704 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:37.468483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Attempting to bind port 744b4d5f-d8b3-48e2-afab-f3414abaf704 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:37.468843 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Attempting to bind port 744b4d5f-d8b3-48e2-afab-f3414abaf704 on network 621eda6c-5fde-4035-952a-6a255177bfd1 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:37.483711 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.486078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:37.486473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Checking segment: {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:37.486894 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.487261 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Bound using segment: {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:37.487733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Bound port: 744b4d5f-d8b3-48e2-afab-f3414abaf704, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:37.488106 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.506164 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Transition to ACTIVE for port object ccb25532-bcaf-4dd3-945f-49b9d5390c01 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:37.512099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.541879 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Router a679f59f-c9e5-49fb-aa10-5073790d7728 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:25:37.602004 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50dd50-cf26-4d8c-b900-5259e23a3e6e None None] Pushing event updated for resources: {'Port': ['ID=ccb25532-bcaf-4dd3-945f-49b9d5390c01,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:37.619152 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] For port 744b4d5f-d8b3-48e2-afab-f3414abaf704, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:37.649090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] For port 744b4d5f-d8b3-48e2-afab-f3414abaf704, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=744b4d5f-d8b3-48e2-afab-f3414abaf704,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:37.668231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.676719 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:37.693763 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Sync routers for ids ['a679f59f-c9e5-49fb-aa10-5073790d7728'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:37.699089 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.700409 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-be7cac7f-a53a-4b9c-85f4-1541f38a651d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5309820 Aug 27 13:25:37.703156 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45570) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:37.705958 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Routers {'a679f59f-c9e5-49fb-aa10-5073790d7728'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:37.706624 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a679f59f-c9e5-49fb-aa10-5073790d7728'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:37.749563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Attempting to bind port ccb25532-bcaf-4dd3-945f-49b9d5390c01 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:37.749937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Attempting to bind port ccb25532-bcaf-4dd3-945f-49b9d5390c01 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:37.750307 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Attempting to bind port ccb25532-bcaf-4dd3-945f-49b9d5390c01 on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:37.770786 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 248d40ac-177a-499b-92e3-9bc70dc80e58 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:37.799904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:37.800327 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Checking segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:37.800596 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.800993 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Bound using segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:37.801470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Bound port: ccb25532-bcaf-4dd3-945f-49b9d5390c01, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:37.801983 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.842960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b1094-e3dc-4593-b814-19f899234746 None None] Pushing event updated for resources: {'Port': ['ID=744b4d5f-d8b3-48e2-afab-f3414abaf704,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:37.889842 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Set router a679f59f-c9e5-49fb-aa10-5073790d7728 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:37.924528 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] For port ccb25532-bcaf-4dd3-945f-49b9d5390c01, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:37.928560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] For port ccb25532-bcaf-4dd3-945f-49b9d5390c01, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ccb25532-bcaf-4dd3-945f-49b9d5390c01,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:37.930495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 248d40ac-177a-499b-92e3-9bc70dc80e58 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:37.930776 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:37.934525 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.094040 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50dd50-cf26-4d8c-b900-5259e23a3e6e None None] Pushing event updated for resources: {'Port': ['ID=ccb25532-bcaf-4dd3-945f-49b9d5390c01,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:38.108792 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:38.109591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:38.166650 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:37Z', 'revision_number': 3, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:38.222177 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Checking router: a679f59f-c9e5-49fb-aa10-5073790d7728 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:38.222812 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Updating router a679f59f-c9e5-49fb-aa10-5073790d7728 port abfde27a-add4-4536-a562-ef3c01dbe777 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:25:38.251352 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.254726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:38.320540 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.506451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Allocated IP 172.20.0.1 (621eda6c-5fde-4035-952a-6a255177bfd1/1588f34f-7c23-46ce-aa8f-21347bb86c5d/73518e34-5cfe-4d49-89f1-85bf1ed79757) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:38.547494 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.558996 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Transition to ACTIVE for port object abfde27a-add4-4536-a562-ef3c01dbe777 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:38.570499 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.629446 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a208e9-bdfb-4833-a81e-2e6e7f2a379b None None] Pushing event updated for resources: {'Port': ['ID=abfde27a-add4-4536-a562-ef3c01dbe777,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:38.644697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Attempting to bind port abfde27a-add4-4536-a562-ef3c01dbe777 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:38.645239 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Attempting to bind port abfde27a-add4-4536-a562-ef3c01dbe777 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:38.645779 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Attempting to bind port abfde27a-add4-4536-a562-ef3c01dbe777 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:38.650894 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.652148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:38.652738 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:38.653307 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.653863 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:38.654506 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Bound port: abfde27a-add4-4536-a562-ef3c01dbe777, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:38.655063 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.663182 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:37Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:38.668093 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Transition to ACTIVE for port object 73518e34-5cfe-4d49-89f1-85bf1ed79757 will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:38.699449 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab5469-e1ef-414b-b433-8db5a0502d9e None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:37Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:38.712633 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] For port abfde27a-add4-4536-a562-ef3c01dbe777, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:38.717471 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] For port abfde27a-add4-4536-a562-ef3c01dbe777, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=abfde27a-add4-4536-a562-ef3c01dbe777,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:38.724672 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.724993 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:38.816769 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Routers {'a679f59f-c9e5-49fb-aa10-5073790d7728'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:38.817710 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a679f59f-c9e5-49fb-aa10-5073790d7728'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:38.820697 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a208e9-bdfb-4833-a81e-2e6e7f2a379b None None] Pushing event updated for resources: {'Port': ['ID=abfde27a-add4-4536-a562-ef3c01dbe777,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:38.966548 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] Set router a679f59f-c9e5-49fb-aa10-5073790d7728 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:39.075727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a301bc-be96-4036-95a4-0fbfe92c1801 None None] Network 621eda6c-5fde-4035-952a-6a255177bfd1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:25:39.157870 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-677119b0-2827-46c1-a1e1-27bc431ea3f5 None None] Provisioning for port 744b4d5f-d8b3-48e2-afab-f3414abaf704 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:39.194262 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Network 621eda6c-5fde-4035-952a-6a255177bfd1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:39.197591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:39.202645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:39.216163 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:37Z', 'revision_number': 3, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:39.233480 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.245243 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Pushing event updated for resources: {'Port': ['ID=73518e34-5cfe-4d49-89f1-85bf1ed79757,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:39.261183 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad2785-4aae-48f3-87a7-3bcad8088a16 None None] The sync data for ids ['a679f59f-c9e5-49fb-aa10-5073790d7728'] in n-d-688802-4 is: [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:37Z', 'revision_number': 3, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:39.268823 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.458414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.641833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb74e042-3c05-4a13-a0ae-b46af73b0aad None None] Provisioning for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:39.649259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-bb74e042-3c05-4a13-a0ae-b46af73b0aad None None] Provisioning complete for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:39.649828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bb74e042-3c05-4a13-a0ae-b46af73b0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.710331 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.716262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-bb74e042-3c05-4a13-a0ae-b46af73b0aad None None] Port 73518e34-5cfe-4d49-89f1-85bf1ed79757 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:25:39.722659 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.853113 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.859672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Pushing event updated for resources: {'Port': ['ID=73518e34-5cfe-4d49-89f1-85bf1ed79757,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:39.932393 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device abfde27a-add4-4536-a562-ef3c01dbe777 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:39.974427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-4d6620fd-c4c8-472e-adb6-c6d66251d862 None None] Provisioning complete for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:39.974809 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4d6620fd-c4c8-472e-adb6-c6d66251d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:39.996503 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Network 621eda6c-5fde-4035-952a-6a255177bfd1 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:39.998426 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:40.019467 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-4d6620fd-c4c8-472e-adb6-c6d66251d862 None None] Port 73518e34-5cfe-4d49-89f1-85bf1ed79757 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:25:40.024903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port abfde27a-add4-4536-a562-ef3c01dbe777 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:40.029365 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port abfde27a-add4-4536-a562-ef3c01dbe777 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:40.029743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.140828 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.173514 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port abfde27a-add4-4536-a562-ef3c01dbe777, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=abfde27a-add4-4536-a562-ef3c01dbe777,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:40.181755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.183582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 744b4d5f-d8b3-48e2-afab-f3414abaf704 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:40.221521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Router a679f59f-c9e5-49fb-aa10-5073790d7728 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:25:40.271500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=abfde27a-add4-4536-a562-ef3c01dbe777,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:40.289606 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 744b4d5f-d8b3-48e2-afab-f3414abaf704 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:40.294361 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 744b4d5f-d8b3-48e2-afab-f3414abaf704 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:40.294598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.348820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f274a70e-42a8-43cc-97de-487398ba500e None None] Provisioning complete for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:40.349193 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f274a70e-42a8-43cc-97de-487398ba500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.359854 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:40.369408 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5502d739-5ea6-45f5-b304-1e98769d45c3 admin admin] 10.222.0.76 "PUT /v2.0/routers/a679f59f-c9e5-49fb-aa10-5073790d7728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651750 Aug 27 13:25:40.414471 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f274a70e-42a8-43cc-97de-487398ba500e None None] Port 73518e34-5cfe-4d49-89f1-85bf1ed79757 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:25:40.419765 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.461100 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 744b4d5f-d8b3-48e2-afab-f3414abaf704, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=744b4d5f-d8b3-48e2-afab-f3414abaf704,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:40.465375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.466212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ccb25532-bcaf-4dd3-945f-49b9d5390c01 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:40.545583 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=744b4d5f-d8b3-48e2-afab-f3414abaf704,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:40.556512 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port ccb25532-bcaf-4dd3-945f-49b9d5390c01 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:40.560751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ccb25532-bcaf-4dd3-945f-49b9d5390c01 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:40.561125 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.646635 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.687553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port ccb25532-bcaf-4dd3-945f-49b9d5390c01, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ccb25532-bcaf-4dd3-945f-49b9d5390c01,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:40.691765 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:40.746251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=ccb25532-bcaf-4dd3-945f-49b9d5390c01,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:40.934891 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45578) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:40.939662 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211298883', 'description': 'tempest-secgroup-smoke-1211298883 description', 'project_id': '35839165c2bd45d48393a36e54237d73'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:40.962043 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.042808 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.047977 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.073832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.075086 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1391647 Aug 27 13:25:41.078246 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45580) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:41.079244 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416879d-9b24-4ff5-9a07-c813bc22baa3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1757596-3eac-460b-b59b-401be56cba81,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.084118 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': 'b1757596-3eac-460b-b59b-401be56cba81', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:41.111104 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.167431 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.170961 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.191953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890f0ef9-2710-4d2c-8086-9f1b0d5a250a,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.195527 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.199367 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-fc929c03-3909-4fe4-9551-7c30485fc84e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174426 Aug 27 13:25:41.199783 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45582) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:41.203963 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': 'b1757596-3eac-460b-b59b-401be56cba81', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:41.233282 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.291370 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.295145 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.312931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2b06d5-b500-48a3-91a2-ee72b6662896,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.319774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.321169 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b560595-5405-424d-9969-64c1bec23eba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206949 Aug 27 13:25:41.323935 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45584) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:41.328349 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': 'b1757596-3eac-460b-b59b-401be56cba81', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:41.355395 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.422099 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.428666 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.449536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b4b1d0-8208-446e-b6d2-31929c75997b,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.455520 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.456768 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-16954189-9191-4609-970d-560186f2be78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319029 Aug 27 13:25:41.459520 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45586) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:41.464650 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': 'b1757596-3eac-460b-b59b-401be56cba81', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:41.492210 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.552526 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.556917 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.575168 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49439882-86d7-44e4-8250-bf40e415ab83,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.581194 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.582532 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a3f01109-e5d7-4642-a6e9-c4061f65ba78 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219482 Aug 27 13:25:41.585180 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45590) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:41.590547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': 'b1757596-3eac-460b-b59b-401be56cba81', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:41.611822 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Project 35839165c2bd45d48393a36e54237d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:25:41.616768 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.681595 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.685867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.703986 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31afa9c8-6c6f-405a-9410-8d6b7dcf5ab4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.710990 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.712943 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-311f16b6-519b-4a90-858c-54898dc4a8f6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262527 Aug 27 13:25:41.715896 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45592) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:41.720410 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': 'b1757596-3eac-460b-b59b-401be56cba81', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:41.742888 n-d-688802-4 neutron-server[94624]: INFO neutron.db.securitygroups_db [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Project 35839165c2bd45d48393a36e54237d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:25:41.748490 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.773068 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device abfde27a-add4-4536-a562-ef3c01dbe777 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:41.819884 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.825050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.826177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port abfde27a-add4-4536-a562-ef3c01dbe777 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:41.826775 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.855765 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37334b8-2e1e-48c2-a501-2f232f30b683,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:41.862833 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:41.873607 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e2646791-f6fd-4088-b06e-3d2a931400a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473012 Aug 27 13:25:41.918146 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 744b4d5f-d8b3-48e2-afab-f3414abaf704 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:41.985838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Sync routers for ids ['a679f59f-c9e5-49fb-aa10-5073790d7728'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:41.990357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 744b4d5f-d8b3-48e2-afab-f3414abaf704 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:41.990761 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:42.016964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Routers {'a679f59f-c9e5-49fb-aa10-5073790d7728'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:42.017597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a679f59f-c9e5-49fb-aa10-5073790d7728'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:42.030995 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-7071d212-39f8-4f56-a2c1-94415418b3e5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211298883&fields=id&tenant_id=35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 267 time: 0.0327528 Aug 27 13:25:42.142044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-bbe4d13e-3dd1-4d1b-9ad0-96af90db210c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:42.143554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-bbe4d13e-3dd1-4d1b-9ad0-96af90db210c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 809 time: 0.1052577 Aug 27 13:25:42.158731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-81e17795-01a3-4e8a-9b21-f08324d4f57c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/quotas/35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Aug 27 13:25:42.163056 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Set router a679f59f-c9e5-49fb-aa10-5073790d7728 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:42.165525 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ccb25532-bcaf-4dd3-945f-49b9d5390c01 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:42.209917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-78f2bbad-420b-479c-a8b1-2833ab5aa62c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454562 Aug 27 13:25:42.320312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-01e9aab8-f7fa-4d75-b9c8-aaeb089e6291 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:25:42.321324 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-01e9aab8-f7fa-4d75-b9c8-aaeb089e6291 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994980 Aug 27 13:25:42.327790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port ccb25532-bcaf-4dd3-945f-49b9d5390c01 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:42.328162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:42.414590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-f5c4e895-961b-4873-a0bf-b44a7f9eab5a service neutron] 10.222.0.76 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863059 Aug 27 13:25:42.459034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:39Z', 'revision_number': 4, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '73518e34-5cfe-4d49-89f1-85bf1ed79757', 'name': '', 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'mac_address': 'fa:16:3e:99:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:38Z', 'updated_at': '2021-08-27T13:25:39Z', 'revision_number': 2, 'project_id': '476841f9db5943319e2677bed8fd7092', 'subnets': [{'id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:42.485382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Checking router: a679f59f-c9e5-49fb-aa10-5073790d7728 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:42.485661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Updating router a679f59f-c9e5-49fb-aa10-5073790d7728 port 73518e34-5cfe-4d49-89f1-85bf1ed79757 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:25:42.505721 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-beeb2dbe-73c9-41ee-833d-222a2bcf3ad5 service neutron] 10.222.0.76 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839536 Aug 27 13:25:42.510024 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:42.668177 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a320cd64-31ec-432b-965e-47c16ff9bb46 req-976786d6-0734-49bb-984b-74abe7950043 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 210 time: 0.0280952 Aug 27 13:25:42.786683 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:42.798051 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Transition to ACTIVE for port object 73518e34-5cfe-4d49-89f1-85bf1ed79757 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:42.805262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:42.862119 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503a33-92cb-4eaa-a86f-a4efd1a96c36 None None] Pushing event updated for resources: {'Port': ['ID=73518e34-5cfe-4d49-89f1-85bf1ed79757,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:42.919527 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Attempting to bind port 73518e34-5cfe-4d49-89f1-85bf1ed79757 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:42.920026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Attempting to bind port 73518e34-5cfe-4d49-89f1-85bf1ed79757 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:42.920470 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Attempting to bind port 73518e34-5cfe-4d49-89f1-85bf1ed79757 on network 621eda6c-5fde-4035-952a-6a255177bfd1 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:42.926768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:42.927238 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Checking segment: {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:42.927717 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:42.928184 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Bound using segment: {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:42.928788 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Bound port: 73518e34-5cfe-4d49-89f1-85bf1ed79757, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccce956-b19a-403a-9a2b-b28d2749fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:42.929370 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:43.019807 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] For port 73518e34-5cfe-4d49-89f1-85bf1ed79757, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:43.023629 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] For port 73518e34-5cfe-4d49-89f1-85bf1ed79757, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=73518e34-5cfe-4d49-89f1-85bf1ed79757,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:43.028537 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:43.106912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Routers {'a679f59f-c9e5-49fb-aa10-5073790d7728'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:43.107552 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a679f59f-c9e5-49fb-aa10-5073790d7728'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:43.109546 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503a33-92cb-4eaa-a86f-a4efd1a96c36 None None] Pushing event updated for resources: {'Port': ['ID=73518e34-5cfe-4d49-89f1-85bf1ed79757,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:43.230357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] Set router a679f59f-c9e5-49fb-aa10-5073790d7728 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:43.437362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-5514c430-959e-4523-a216-1ad69943db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:39Z', 'revision_number': 4, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '73518e34-5cfe-4d49-89f1-85bf1ed79757', 'name': '', 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'mac_address': 'fa:16:3e:99:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:38Z', 'updated_at': '2021-08-27T13:25:43Z', 'revision_number': 4, 'project_id': '476841f9db5943319e2677bed8fd7092', 'subnets': [{'id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:43.467043 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514c430-959e-4523-a216-1ad69943db42 None None] The sync data for ids ['a679f59f-c9e5-49fb-aa10-5073790d7728'] in n-d-688802-4 is: [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:39Z', 'revision_number': 4, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '73518e34-5cfe-4d49-89f1-85bf1ed79757', 'name': '', 'network_id': '621eda6c-5fde-4035-952a-6a255177bfd1', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'mac_address': 'fa:16:3e:99:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:38Z', 'updated_at': '2021-08-27T13:25:43Z', 'revision_number': 4, 'project_id': '476841f9db5943319e2677bed8fd7092', 'subnets': [{'id': '1588f34f-7c23-46ce-aa8f-21347bb86c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:43.657560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-fbadead6-1d6c-47ba-be65-c4b7155e0fa1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:43.659161 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-fbadead6-1d6c-47ba-be65-c4b7155e0fa1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 809 time: 0.1240909 Aug 27 13:25:43.708705 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-22ee170b-04be-4437-a54b-853fb3f785c9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 380 time: 0.0386660 Aug 27 13:25:43.723552 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'port': {'device_id': '96830146-6b18-46ba-b293-7cdd42367543', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'admin_state_up': True, 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'security_groups': ['b1757596-3eac-460b-b59b-401be56cba81']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:43.812915 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 73518e34-5cfe-4d49-89f1-85bf1ed79757 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:43.814124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb75978c-e7f6-48f4-953d-316ec95f5aba req-d75f9d12-e335-487c-83b3-9982ae2d2fab tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 210 time: 0.0397780 Aug 27 13:25:43.872023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:43.877947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:43.878317 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:43.891858 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Made reservation on behalf of 35839165c2bd45d48393a36e54237d73 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:25:43.895591 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:43.970497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.004517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 73518e34-5cfe-4d49-89f1-85bf1ed79757, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=73518e34-5cfe-4d49-89f1-85bf1ed79757,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:44.010200 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.050443 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Allocated IP 172.20.0.13 (6e7f7039-b9de-4fec-8a49-ac93131c80d9/ee59614e-5c21-4fa8-8e0e-8faedb1bc66a/7646c2ce-0a0f-4e07-b8a7-3fab48d5d134) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:44.065213 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=73518e34-5cfe-4d49-89f1-85bf1ed79757,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:44.199760 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.214560 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Transition to ACTIVE for port object 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:44.247846 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.293729 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:44.298965 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:44.302822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:44.310051 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:44.363005 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:44.363641 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.379398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-c8e1befd-7800-418d-a951-30670779487d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6635971 Aug 27 13:25:44.393150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Request body: {'port': {'device_id': '96830146-6b18-46ba-b293-7cdd42367543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:44.459511 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.593079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-65c503f8-8164-46af-82ec-287876f5957b None None] Provisioning for port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:44.596726 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-65c503f8-8164-46af-82ec-287876f5957b None None] Provisioning complete for port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:44.597101 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-65c503f8-8164-46af-82ec-287876f5957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.631952 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-65c503f8-8164-46af-82ec-287876f5957b None None] Port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:25:44.720951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:25:44.728303 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.740191 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Transition to ACTIVE for port object 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:25:44.744115 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.813650 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:44.870992 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Attempting to bind port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:25:44.871325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Attempting to bind port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:25:44.871688 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Attempting to bind port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:44.876243 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:25:44.876572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Attempting to bind port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:25:44.881689 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:25:44.882038 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Checking segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:25:44.882463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Bound using segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:25:44.882888 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Bound port: 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:25:44.883249 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:44.990998 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce3052-3552-4634-a494-2b63cd525164 req-19adcc62-b23a-4b48-8096-65d531785e27 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:44.992490 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7ce3052-3552-4634-a494-2b63cd525164 req-19adcc62-b23a-4b48-8096-65d531785e27 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0995979 Aug 27 13:25:44.995996 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:25:45.000418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:25:45.011216 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:45.055536 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.056625 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:45.057912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] 10.222.0.65 "PUT /v2.0/ports/7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1092 time: 0.6692219 Aug 27 13:25:45.065177 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:25:45.067483 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1786d94-6b5b-4cdd-a478-f5c5599af508" -d '{"events": [{"name": "network-changed", "server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:25:45.083917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e7ce3052-3552-4634-a494-2b63cd525164 req-b10d29aa-fc34-4fca-b4be-ba09142d9086 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815914 Aug 27 13:25:45.107740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ec1c1-b0ec-4a89-94f7-54a20167962e service neutron] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:45.139424 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe47bf0-6d48-4024-ac04-82305f9af17e x-openstack-request-id: req-ebe47bf0-6d48-4024-ac04-82305f9af17e {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:25:45.139727 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:25:45.139980 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebe47bf0-6d48-4024-ac04-82305f9af17e {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:25:45.140374 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'status': 'completed', 'code': 200} Aug 27 13:25:45.156408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-34a961b8-e421-4cd2-8f48-87fb5bb39cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.157951 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-34a961b8-e421-4cd2-8f48-87fb5bb39cc7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1095 time: 0.0466530 Aug 27 13:25:45.207457 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-ae850bfe-0f84-4e82-8550-5f127f81442f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 217 time: 0.0400915 Aug 27 13:25:45.260235 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-f3b5b031-970d-44ba-8236-3836d37c6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.261865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-f3b5b031-970d-44ba-8236-3836d37c6271 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0466363 Aug 27 13:25:45.311319 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-347e0e55-0711-464e-8126-94ef83fab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.312920 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-347e0e55-0711-464e-8126-94ef83fab784 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434382 Aug 27 13:25:45.406917 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-0d9da9d1-11b1-47a1-adaa-77731fd820a4 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866356 Aug 27 13:25:45.498027 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f86ff4a0-1292-432f-b583-b9894eee6664 req-306d87bd-4c55-4aba-8222-1309698cfd25 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841002 Aug 27 13:25:45.587645 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-9167c6fc-a6d6-4d9d-b4e5-31a6344cf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.589140 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-9167c6fc-a6d6-4d9d-b4e5-31a6344cf421 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1095 time: 0.0414870 Aug 27 13:25:45.685675 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-bbd9492f-0eba-428f-9c54-538b99109c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.687216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-bbd9492f-0eba-428f-9c54-538b99109c6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0906830 Aug 27 13:25:45.734745 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-210338a6-40ba-4b6c-8d27-540c6b3b5c2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 217 time: 0.0396521 Aug 27 13:25:45.737161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 73518e34-5cfe-4d49-89f1-85bf1ed79757 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:45.780261 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:25:45.785767 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 73518e34-5cfe-4d49-89f1-85bf1ed79757 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:45.786144 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:45.788871 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-93d724a0-3b47-4fd4-86b8-548b08464f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.790412 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-93d724a0-3b47-4fd4-86b8-548b08464f01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0484340 Aug 27 13:25:45.837752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-e85d5534-e976-4735-80ab-ab12891b9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:45.839345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-e85d5534-e976-4735-80ab-ab12891b9d61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413446 Aug 27 13:25:45.935125 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-32a4229e-5450-4666-80ed-eaf91977f446 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Aug 27 13:25:46.033042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1786d94-6b5b-4cdd-a478-f5c5599af508 req-0bc46bdd-4700-459e-bdcd-e7338b7f7eef service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897634 Aug 27 13:25:46.203685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29927c-537f-45f1-9d31-0466aedae46d req-f2bdf8ca-54da-48c7-a16d-3a06d82cacdd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:46.205160 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f29927c-537f-45f1-9d31-0466aedae46d req-f2bdf8ca-54da-48c7-a16d-3a06d82cacdd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0493033 Aug 27 13:25:46.242677 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5f29927c-537f-45f1-9d31-0466aedae46d req-00bfef83-452d-41c6-8f10-88077f62fdba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Aug 27 13:25:47.359792 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a35c9-b57d-4caa-979b-faa3018f9e86 req-60214145-2c16-4f3f-bdae-4497cb319ef8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:47.361287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e79a35c9-b57d-4caa-979b-faa3018f9e86 req-60214145-2c16-4f3f-bdae-4497cb319ef8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0494788 Aug 27 13:25:47.404618 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e79a35c9-b57d-4caa-979b-faa3018f9e86 req-29185a91-e98e-4496-8f91-e20dc88c7b64 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373352 Aug 27 13:25:48.188178 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:25:48.279195 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:48.293913 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'mac_address': 'fa:16:3e:c6:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:25:48.330226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:48.343653 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:25:48.363034 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:48.367299 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:48.417570 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:48.523592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e66c-c96a-46b8-a21b-bcff99b96ccc req-0565aede-e360-4d40-a0d7-0af952678741 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:48.525706 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d998e66c-c96a-46b8-a21b-bcff99b96ccc req-0565aede-e360-4d40-a0d7-0af952678741 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Aug 27 13:25:48.566082 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d998e66c-c96a-46b8-a21b-bcff99b96ccc req-cd648a1e-b022-4bd1-9766-2fa72da9952d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Aug 27 13:25:48.608621 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:25:48.653279 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9632a4b1-015e-4f95-92de-1c572bbdec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:49.687231 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451df4-17e4-4016-9c38-4b42074d2693 req-454f4b35-ebf0-49bf-951d-56ab1187b26b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:49.688741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8451df4-17e4-4016-9c38-4b42074d2693 req-454f4b35-ebf0-49bf-951d-56ab1187b26b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Aug 27 13:25:49.726076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c8451df4-17e4-4016-9c38-4b42074d2693 req-bba8b624-dcc8-4cf9-9961-e16c75ef4b51 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Aug 27 13:25:50.202305 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:25:50.251648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:25:50.255501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:25:50.255881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:50.339558 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:50.361728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:25:50.364058 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4481e-830c-4a99-9a56-31a697591c8b" -d '{"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-plugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:25:50.377532 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:25:50.382109 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:50.406552 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528a91f1-3943-49d1-8c2c-46d44cd0d999 x-openstack-request-id: req-528a91f1-3943-49d1-8c2c-46d44cd0d999 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:25:50.406844 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-plugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:25:50.407096 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-528a91f1-3943-49d1-8c2c-46d44cd0d999 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:25:50.407488 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'code': 200} Aug 27 13:25:50.436879 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:50.502779 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e752-97f3-454a-a844-9b975678d72a req-c722e57d-1582-421f-a1bf-3788092d3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:50.504341 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f375e752-97f3-454a-a844-9b975678d72a req-c722e57d-1582-421f-a1bf-3788092d3f1a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1097 time: 0.0411403 Aug 27 13:25:50.544882 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f375e752-97f3-454a-a844-9b975678d72a req-2266a8d8-9387-4dbd-88aa-e2b2d71f6c29 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328526 Aug 27 13:25:50.843618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41522f-e4f5-40e6-959a-ced37a7dc216 req-106a47d6-77c2-4040-b918-298322eed741 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:50.845118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f41522f-e4f5-40e6-959a-ced37a7dc216 req-106a47d6-77c2-4040-b918-298322eed741 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0502751 Aug 27 13:25:50.882672 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f41522f-e4f5-40e6-959a-ced37a7dc216 req-92662f19-6986-4e60-a0df-2e480c997d0e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Aug 27 13:25:51.088746 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3a838840-b977-444f-9e62-fedceb4bbc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:51.140889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:51.333093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:52.004957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d8b9-b4d5-4b78-a106-23ee3c8c9e0d req-825ab63e-e598-408c-b697-f7f7d5877902 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:52.006397 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1020d8b9-b4d5-4b78-a106-23ee3c8c9e0d req-825ab63e-e598-408c-b697-f7f7d5877902 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0537224 Aug 27 13:25:52.046936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1020d8b9-b4d5-4b78-a106-23ee3c8c9e0d req-2945db46-9d18-49b1-a1e5-0e04303d5854 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339515 Aug 27 13:25:52.165454 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca1cb2-e346-4135-9a24-f7ed430cfccf req-b08c20d1-970a-4b2a-8a3c-e69bac03444a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:52.166957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00ca1cb2-e346-4135-9a24-f7ed430cfccf req-b08c20d1-970a-4b2a-8a3c-e69bac03444a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0517421 Aug 27 13:25:52.213058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-00ca1cb2-e346-4135-9a24-f7ed430cfccf req-0e2d8460-201e-411f-aebd-23e27a5ff105 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Aug 27 13:25:52.236114 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45644) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:52.319552 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d584a-d936-4f11-9f91-d428a11a9f7b tempest-TestShelveInstance-1883492345 tempest-TestShelveInstance-1883492345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:52.321072 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-545d584a-d936-4f11-9f91-d428a11a9f7b tempest-TestShelveInstance-1883492345 tempest-TestShelveInstance-1883492345-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1092 time: 0.0838675 Aug 27 13:25:52.324531 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 45648) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:25:52.328856 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:25:52.350879 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:52.451218 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:52.457829 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:52.564468 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Allocated IP 172.25.8.151 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/687fe9e4-3533-4f9f-9e94-7fa97b87e628) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:25:52.667394 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:52.707240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:52.747983 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:25:52.752682 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:25:52.756283 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:25:52.762397 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'Port': ['ID=687fe9e4-3533-4f9f-9e94-7fa97b87e628,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:53.131224 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:53.202164 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:53.355701 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:53.362255 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:53.434895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'Port': ['ID=687fe9e4-3533-4f9f-9e94-7fa97b87e628,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:25:53.446044 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:53.551231 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Floating IP 1afb7bbe-ba17-472a-a7c3-91cf532445d1 associated. External IP: 172.25.8.151, port: 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134. Aug 27 13:25:53.763438 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Router 13aa5da2-930a-4824-8865-31c25ccb2912 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:25:53.873527 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:25:53.883652 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:25:53.891004 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:53.896408 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:53.897032 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:53.918704 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-0b4fc0b8-d6ab-4ed0-ada7-c1cf3291ac10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5931137 Aug 27 13:25:53.919422 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:25:53.921751 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088455f-815a-4ae4-8d4c-09d6d5590d68" -d '{"events": [{"name": "network-changed", "server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:25:54.014144 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:54.018565 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8026d7f1-7152-4fd4-83ef-0cd0911ecb32 x-openstack-request-id: req-8026d7f1-7152-4fd4-83ef-0cd0911ecb32 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:25:54.018863 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:25:54.019120 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8026d7f1-7152-4fd4-83ef-0cd0911ecb32 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:25:54.019532 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'status': 'completed', 'code': 200} Aug 27 13:25:54.083029 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-216e1f55-f7af-46c5-b347-54e011e06f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:54.084561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-216e1f55-f7af-46c5-b347-54e011e06f2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1097 time: 0.0433280 Aug 27 13:25:54.179617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-a1405ce6-f4ee-4e45-a2da-071ced44fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:54.181791 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-a1405ce6-f4ee-4e45-a2da-071ced44fdf1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0894294 Aug 27 13:25:54.259056 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-dd3fa424-29c1-410d-9120-22fcd117d571 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1000 time: 0.0696588 Aug 27 13:25:54.316151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:25:54.317514 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-ffb8bb3a-a483-4b3b-a0c1-c5cecb40adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:54.319493 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-ffb8bb3a-a483-4b3b-a0c1-c5cecb40adc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0506704 Aug 27 13:25:54.357296 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '1afb7bbe-ba17-472a-a7c3-91cf532445d1', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'mac_address': 'fa:16:3e:c6:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96830146-6b18-46ba-b293-7cdd42367543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:25:52Z', 'updated_at': '2021-08-27T13:25:52Z', 'revision_number': 0, 'project_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:54.372859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-556a4c8a-424e-4929-8154-72f4706c1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:25:54.373487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-556a4c8a-424e-4929-8154-72f4706c1ad0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437450 Aug 27 13:25:54.390139 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:25:54.409625 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:25:54.410241 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:25:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:54.476139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-59a3de39-f53a-4b11-aa8d-8bbbc4ebd965 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947347 Aug 27 13:25:54.519418 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:25:54.571110 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7088455f-815a-4ae4-8d4c-09d6d5590d68 req-a9617425-b021-4f3f-b520-5a050de2d309 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Aug 27 13:25:54.748216 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '1afb7bbe-ba17-472a-a7c3-91cf532445d1', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'mac_address': 'fa:16:3e:c6:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96830146-6b18-46ba-b293-7cdd42367543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:25:52Z', 'updated_at': '2021-08-27T13:25:52Z', 'revision_number': 0, 'project_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:25:54.774159 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7d222-995c-4540-89fc-a54ded632511 None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '1afb7bbe-ba17-472a-a7c3-91cf532445d1', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'mac_address': 'fa:16:3e:c6:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96830146-6b18-46ba-b293-7cdd42367543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:25:52Z', 'updated_at': '2021-08-27T13:25:52Z', 'revision_number': 0, 'project_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:25:54.977418 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b62a5-72a0-42cd-aa70-083c92228c6f None None] New status for floating IP 1afb7bbe-ba17-472a-a7c3-91cf532445d1: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:26:09.234952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:18.644566 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5b42-d059-479c-9db3-b1999b335a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:21.090745 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f687be74-1dfe-473c-8995-d4e33cf4616b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:21.139699 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:21.336679 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:22.460966 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:22.779749 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:26:24.318718 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:29.067448 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-e19fdd23-1eb9-48b9-aeeb-25dc25082aa6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401309 Aug 27 13:26:29.159934 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-e39c0246-68fa-479c-b018-2cb0a0ba86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:26:29.161473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-e39c0246-68fa-479c-b018-2cb0a0ba86d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1097 time: 0.0455167 Aug 27 13:26:29.265228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-a2732039-1a73-4c42-8451-2542216b6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:26:29.266753 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-a2732039-1a73-4c42-8451-2542216b6a00 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0846603 Aug 27 13:26:29.334994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-b1e2a497-dc8a-4984-9a72-a7cf11e8ca25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1002 time: 0.0603991 Aug 27 13:26:29.385690 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-23a93efa-4e0b-48f0-96ce-e3d3011c92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:26:29.387188 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-23a93efa-4e0b-48f0-96ce-e3d3011c92cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0440612 Aug 27 13:26:29.434859 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-7c2a621e-9ba1-4863-bef5-e1286077e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:26:29.436373 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-7c2a621e-9ba1-4863-bef5-e1286077e658 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408943 Aug 27 13:26:29.530267 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-06b41073-02da-4d70-b992-9c9351265c67 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Aug 27 13:26:29.616422 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d2a89728-a118-432e-a3cc-bf024d9400ef req-e631d02f-5c07-41b8-87b5-9b8d477588e9 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787432 Aug 27 13:26:39.252116 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:48.645589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ffeb6349-cc57-410b-aa53-6c415a1ed1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:51.091092 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1dbd849d-43d9-4edd-bb50-5f97fd644fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:51.153127 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:51.337442 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:52.463991 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:54.321888 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:26:59.783445 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:27:09.261393 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:18.648333 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0551feb8-fcbe-4b8e-aae9-a3128f550b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:21.091503 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a8faac65-0cc2-4b93-bc9a-2c2cd505f3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:21.156455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:21.340641 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:22.466068 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:24.322749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:30.062532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-c523bf52-f398-48c6-bc61-b11dc22ee050 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410035 Aug 27 13:27:30.151182 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-c35b0ffe-6576-4dce-a9c0-b372003e51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:30.152722 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-c35b0ffe-6576-4dce-a9c0-b372003e51dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1097 time: 0.0445905 Aug 27 13:27:30.273360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-8b351685-8661-4c7c-9b89-31c13f4d6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:30.274978 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-8b351685-8661-4c7c-9b89-31c13f4d6738 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0918372 Aug 27 13:27:30.346793 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-44df9cb0-95dd-4281-b4a8-c6af90556dd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1002 time: 0.0620613 Aug 27 13:27:30.398619 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-f2d4494b-7061-4792-83e1-b5c75ae850ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:30.400075 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-f2d4494b-7061-4792-83e1-b5c75ae850ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0454602 Aug 27 13:27:30.447300 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-a38f1ed1-a38e-49d6-abea-03db2d778155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:30.448819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-a38f1ed1-a38e-49d6-abea-03db2d778155 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407479 Aug 27 13:27:30.460955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-f51d46c2-443c-4ade-9b22-2cce8658203f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:27:30.461980 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-f51d46c2-443c-4ade-9b22-2cce8658203f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 Aug 27 13:27:30.556071 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-1d2c80de-bd38-453f-b1ba-4220c7409ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Aug 27 13:27:30.648277 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-463ba531-5fe4-4ef3-b2ad-e836ba62fbb4 req-6746412b-0dfe-4ea7-abff-19ba898bf131 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Aug 27 13:27:36.782477 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:27:39.264923 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:48.648820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3c67-e329-4f2a-af37-b9a7d667f8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:50.774502 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d9e1-4cd8-44c0-9baa-bf274451a27d req-535b4907-ea96-47aa-a327-9b19829ac8da tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:50.775960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ad4d9e1-4cd8-44c0-9baa-bf274451a27d req-535b4907-ea96-47aa-a327-9b19829ac8da tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0522768 Aug 27 13:27:50.816338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7ad4d9e1-4cd8-44c0-9baa-bf274451a27d req-ef84771f-3e1b-49fe-8bc1-23ea79d98f55 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341408 Aug 27 13:27:51.093747 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5590212b-e957-47a2-b5fa-324356e2d36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:51.171591 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:51.343005 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:52.237096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee5291-bbfb-4ccf-b593-bfa100f5fc79 req-5b34c27b-e8cd-4233-bebf-3614190b3d1a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:52.238631 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15ee5291-bbfb-4ccf-b593-bfa100f5fc79 req-5b34c27b-e8cd-4233-bebf-3614190b3d1a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.3343158 Aug 27 13:27:52.277513 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-15ee5291-bbfb-4ccf-b593-bfa100f5fc79 req-34ffca68-2684-4e8e-8294-cbc4494c196b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Aug 27 13:27:52.469719 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:53.422185 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1dd97-6072-4bb6-b1c1-af28425114de req-73ab1b3e-cf9f-4fe4-b0fe-67446cb92087 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:53.423783 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0a1dd97-6072-4bb6-b1c1-af28425114de req-73ab1b3e-cf9f-4fe4-b0fe-67446cb92087 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0489168 Aug 27 13:27:53.463200 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0a1dd97-6072-4bb6-b1c1-af28425114de req-a729a12d-c744-4a53-a7d5-5f166b99f971 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332391 Aug 27 13:27:54.325121 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:27:54.578414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf0d4-bfc3-4369-9b89-ff6472fb2952 req-1cefdcbe-5bb0-4e69-863e-c755a58724ce tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:54.579799 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a50cf0d4-bfc3-4369-9b89-ff6472fb2952 req-1cefdcbe-5bb0-4e69-863e-c755a58724ce tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Aug 27 13:27:54.616982 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a50cf0d4-bfc3-4369-9b89-ff6472fb2952 req-d9ca2df9-65cc-4946-90d8-81037b9b599a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Aug 27 13:27:55.738917 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a8d38-2444-497f-a38c-d9965e718376 req-6056a4c2-57de-4821-82c7-58aa867a53b1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:55.740371 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd8a8d38-2444-497f-a38c-d9965e718376 req-6056a4c2-57de-4821-82c7-58aa867a53b1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0548062 Aug 27 13:27:55.778244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bd8a8d38-2444-497f-a38c-d9965e718376 req-21d690a2-20a0-4cd8-9182-c55e8275f1a3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Aug 27 13:27:56.895349 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52885f1-a71e-496a-8234-cca1969466ce req-05be8c1d-aab9-4f50-9936-b96b64de43d1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:56.896833 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d52885f1-a71e-496a-8234-cca1969466ce req-05be8c1d-aab9-4f50-9936-b96b64de43d1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0490146 Aug 27 13:27:56.934581 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d52885f1-a71e-496a-8234-cca1969466ce req-6a49e65e-95e0-41b3-b42c-b0ac822af7ab tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Aug 27 13:27:58.050001 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae220c-3f89-46fb-9667-819ea0bbe4a2 req-c561e5c3-777b-42e0-81bf-0299c2849d8c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:58.051421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01ae220c-3f89-46fb-9667-819ea0bbe4a2 req-c561e5c3-777b-42e0-81bf-0299c2849d8c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0490251 Aug 27 13:27:58.088235 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-01ae220c-3f89-46fb-9667-819ea0bbe4a2 req-b4f46ae2-c13b-4b58-a6b7-2e90f27c17ef tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308442 Aug 27 13:27:59.205749 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54d20-023c-4814-b7ce-a4542c64e60b req-62dfe538-5fdf-489d-8a03-6c44add02fb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:27:59.207284 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0af54d20-023c-4814-b7ce-a4542c64e60b req-62dfe538-5fdf-489d-8a03-6c44add02fb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Aug 27 13:27:59.249124 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0af54d20-023c-4814-b7ce-a4542c64e60b req-35f4bd86-918d-40aa-bfb7-6c8263b7663e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357981 Aug 27 13:28:00.362903 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01f1c0-9e54-4806-ade6-f2cb9f612e62 req-0d5232e8-8512-417e-9a80-2d11baa20226 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:00.364370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e01f1c0-9e54-4806-ade6-f2cb9f612e62 req-0d5232e8-8512-417e-9a80-2d11baa20226 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0489244 Aug 27 13:28:00.401789 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3e01f1c0-9e54-4806-ade6-f2cb9f612e62 req-d5dd1794-7688-44e5-8536-087e42d69e5c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Aug 27 13:28:01.518610 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505bdaf-b451-43c2-b397-9b368ce8d9cd req-0c16c509-b7bd-4d54-9b3a-33f23abcb88d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:01.520136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c505bdaf-b451-43c2-b397-9b368ce8d9cd req-0c16c509-b7bd-4d54-9b3a-33f23abcb88d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0504880 Aug 27 13:28:01.561231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c505bdaf-b451-43c2-b397-9b368ce8d9cd req-45692025-6641-4908-8e4c-23e2577f9020 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Aug 27 13:28:02.680060 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff31a19-beab-435c-aac4-591ded9b5638 req-5b82bcba-add0-4497-9eb5-e1eb73b4f6fe tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:02.681433 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ff31a19-beab-435c-aac4-591ded9b5638 req-5b82bcba-add0-4497-9eb5-e1eb73b4f6fe tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0523987 Aug 27 13:28:02.719863 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4ff31a19-beab-435c-aac4-591ded9b5638 req-99060e7c-e273-401f-8dcb-ebc30e3bf12e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Aug 27 13:28:02.835362 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:28:02.931976 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:02.943730 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'mac_address': 'fa:16:3e:c6:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:28:02.980887 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:02.994224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:28:03.013990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:03.017583 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:03.066679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:28:03.073950 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.074300 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.074682 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.075023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.075357 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.075690 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.076023 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.076382 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.076710 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.077288 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.077405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.077716 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:28:03.088921 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:28:03.843742 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc0a63-3c41-4c44-a2f4-aa9cb77b8514 req-922fa221-d583-44aa-bda2-cced9af25d62 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:03.845549 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9dc0a63-3c41-4c44-a2f4-aa9cb77b8514 req-922fa221-d583-44aa-bda2-cced9af25d62 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Aug 27 13:28:03.884763 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c9dc0a63-3c41-4c44-a2f4-aa9cb77b8514 req-2467ec2c-d53c-418d-8307-c7c83bcb48df tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330884 Aug 27 13:28:04.858909 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:28:04.912795 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:28:04.913904 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:05.013233 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:05.039443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:28:05.041725 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c4cb7-823a-496a-b2e6-2c47656a84c8" -d '{"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-plugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:28:05.056618 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:05.067860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:05.069972 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877347b3-065d-4e09-a9ae-e9d5453504ba req-e358ef54-35d3-464e-b8d5-1459c5a10ccd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:05.078710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-877347b3-065d-4e09-a9ae-e9d5453504ba req-e358ef54-35d3-464e-b8d5-1459c5a10ccd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 945 time: 0.0944667 Aug 27 13:28:05.129837 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-877347b3-065d-4e09-a9ae-e9d5453504ba req-c11f4daa-c10e-4e03-929e-ec432c8b7e6a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481305 Aug 27 13:28:05.153647 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:28:05.194778 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4655c18f-76e3-442c-91d2-f0694e9558c4 x-openstack-request-id: req-4655c18f-76e3-442c-91d2-f0694e9558c4 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:28:05.195778 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-plugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:28:05.196355 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4655c18f-76e3-442c-91d2-f0694e9558c4 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:28:05.197134 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'code': 200} Aug 27 13:28:06.255933 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50f8f2-406a-487a-af17-3cf86aa5bd81 req-50b091ba-9ee1-4641-81d4-4b95746fe603 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:06.258569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b50f8f2-406a-487a-af17-3cf86aa5bd81 req-50b091ba-9ee1-4641-81d4-4b95746fe603 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0573332 Aug 27 13:28:06.299653 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b50f8f2-406a-487a-af17-3cf86aa5bd81 req-af9c2fb5-5a47-4246-8560-6c5a38bcb14f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339932 Aug 27 13:28:07.444175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff72a6-1f98-496e-90ca-306fe79a9ae3 req-f3ace016-45ea-4910-9263-389bf1cb55e6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:07.445895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fff72a6-1f98-496e-90ca-306fe79a9ae3 req-f3ace016-45ea-4910-9263-389bf1cb55e6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0680375 Aug 27 13:28:07.494723 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8fff72a6-1f98-496e-90ca-306fe79a9ae3 req-0b259da1-aed7-4369-806b-bbcb03fff414 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 Aug 27 13:28:08.613106 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48971-72df-49c8-9998-cfa79f95550e req-eec38f4f-0fca-4fac-a47c-00e40a79d011 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:08.615012 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dc48971-72df-49c8-9998-cfa79f95550e req-eec38f4f-0fca-4fac-a47c-00e40a79d011 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0545552 Aug 27 13:28:08.661669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0dc48971-72df-49c8-9998-cfa79f95550e req-6c2e0525-1fe0-49e3-92aa-02b47061f9bc tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388145 Aug 27 13:28:09.278623 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:09.836785 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60d44-8f0a-4f14-86e2-2aab322bc0a7 req-5d714f0a-9eac-4f96-ae80-9df066cb9e89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:09.846168 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10d60d44-8f0a-4f14-86e2-2aab322bc0a7 req-5d714f0a-9eac-4f96-ae80-9df066cb9e89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0690329 Aug 27 13:28:09.883136 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-10d60d44-8f0a-4f14-86e2-2aab322bc0a7 req-578eb8ec-d8e3-4bf9-9a3c-9eb5d9a4d6a1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359592 Aug 27 13:28:11.012114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a77235-e4d0-485f-8052-118227d240ea req-cb35ff89-a6fa-404e-a59c-b582db6762c3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:11.014398 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6a77235-e4d0-485f-8052-118227d240ea req-cb35ff89-a6fa-404e-a59c-b582db6762c3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0524025 Aug 27 13:28:11.053908 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f6a77235-e4d0-485f-8052-118227d240ea req-fcde2260-7f69-4bc3-a12d-04d61f6724d0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334511 Aug 27 13:28:12.177475 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435aab-079d-4031-8d47-1a4dd492a65d req-78320f6d-ffae-488d-8329-d36315af1195 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:12.179001 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64435aab-079d-4031-8d47-1a4dd492a65d req-78320f6d-ffae-488d-8329-d36315af1195 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0518301 Aug 27 13:28:12.216016 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-64435aab-079d-4031-8d47-1a4dd492a65d req-08b26fc0-9c25-479e-bd12-f8fd159f0092 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Aug 27 13:28:12.795264 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-89b938e9-2c1f-41ef-9e17-449294326edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:12.796787 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-89b938e9-2c1f-41ef-9e17-449294326edf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1097 time: 0.0867362 Aug 27 13:28:12.887633 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-8b8685d5-5190-4d0f-9049-07dc90f48f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:12.889678 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-8b8685d5-5190-4d0f-9049-07dc90f48f0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0853655 Aug 27 13:28:12.957892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-bb692d4f-7314-459d-82a8-dfe2bd1928d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1002 time: 0.0608149 Aug 27 13:28:13.007562 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-1a635838-15fb-424d-ba6e-4184d79f2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:13.008892 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-1a635838-15fb-424d-ba6e-4184d79f2088 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0430527 Aug 27 13:28:13.056830 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-c8c68c2a-fd0a-40a8-a2c0-9a69bc716e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:13.058278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-c8c68c2a-fd0a-40a8-a2c0-9a69bc716e5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390496 Aug 27 13:28:13.151576 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-5f2b91b7-ff82-4ad0-90ec-841f4ff430a2 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Aug 27 13:28:13.242102 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8d2e1ab-bb9e-43f0-97a4-7664d17665c3 req-190dd483-c2b6-4ac8-ad98-96e803f8a3f2 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824478 Aug 27 13:28:13.331304 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f070-70db-454f-b7e2-cd7e90b24d78 req-8addcaa5-ae6e-4bcd-9aab-53d32cc23c16 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:13.332702 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8539f070-70db-454f-b7e2-cd7e90b24d78 req-8addcaa5-ae6e-4bcd-9aab-53d32cc23c16 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0489297 Aug 27 13:28:13.370817 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8539f070-70db-454f-b7e2-cd7e90b24d78 req-2a57f8f3-3f79-4bc0-a3bf-5272ebd40a61 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Aug 27 13:28:13.781320 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:28:14.489377 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02896c1a-4818-4d7a-be44-d54fbab65e40 req-30b96ea8-d152-4f0a-995c-18674fd6c4bf tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:14.490875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02896c1a-4818-4d7a-be44-d54fbab65e40 req-30b96ea8-d152-4f0a-995c-18674fd6c4bf tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0532095 Aug 27 13:28:14.528152 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-02896c1a-4818-4d7a-be44-d54fbab65e40 req-b236a2f0-52e8-4db6-bad7-17b12e325991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Aug 27 13:28:15.642278 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087e001-792f-4b0b-8fd5-fcc0242aa87d req-3eb01821-39da-40f7-b4ed-3befa28fd3c8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:15.643803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2087e001-792f-4b0b-8fd5-fcc0242aa87d req-3eb01821-39da-40f7-b4ed-3befa28fd3c8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Aug 27 13:28:15.682654 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2087e001-792f-4b0b-8fd5-fcc0242aa87d req-ef18a504-0084-4075-81bd-752997434ac8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Aug 27 13:28:15.893164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9f091-398a-4c05-836a-bef8e24aa8cc req-b82fadc8-5f41-4a1e-9905-641c36813b7f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:15.894897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc9f091-398a-4c05-836a-bef8e24aa8cc req-b82fadc8-5f41-4a1e-9905-641c36813b7f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0504711 Aug 27 13:28:15.936802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cc9f091-398a-4c05-836a-bef8e24aa8cc req-07799a8d-fdcc-446b-83bd-25982a2eddf1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Aug 27 13:28:16.191909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-68a82d8e-5ab4-4e19-8f65-635b99b4d698 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855689 Aug 27 13:28:16.971781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:28:17.048564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:17.052988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749384-9d40-48df-9b32-ed76ac699b20 req-4cebf465-fe3c-4902-b4d1-36a4ebabbf3c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:17.054511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05749384-9d40-48df-9b32-ed76ac699b20 req-4cebf465-fe3c-4902-b4d1-36a4ebabbf3c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 946 time: 0.0487986 Aug 27 13:28:17.070996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:28:17.073208 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769395a1-a50f-4d93-9e7b-b0a1eee4a1a4" -d '{"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-unplugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:28:17.086359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:17.091485 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:17.094623 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05749384-9d40-48df-9b32-ed76ac699b20 req-22e37c25-78a1-4ec0-ab19-c300252d8309 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Aug 27 13:28:17.141883 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:28:17.357549 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5405fcf5-983b-47e1-ae5f-b9cec13f6188 x-openstack-request-id: req-5405fcf5-983b-47e1-ae5f-b9cec13f6188 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:28:17.357844 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-unplugged", "status": "failed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:28:17.358098 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5405fcf5-983b-47e1-ae5f-b9cec13f6188 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:28:17.358572 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'code': 422} returned with failed status Aug 27 13:28:18.209915 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24128789-f676-4c46-b83a-51362ee3d96d req-56b01d1b-a35a-4146-b57c-0750567302f0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:18.211423 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24128789-f676-4c46-b83a-51362ee3d96d req-56b01d1b-a35a-4146-b57c-0750567302f0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0488563 Aug 27 13:28:18.248923 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-24128789-f676-4c46-b83a-51362ee3d96d req-89cd91f5-ff5e-49a0-9a7e-c78e5bb16edd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309117 Aug 27 13:28:18.650564 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-dcedf7e7-39af-4818-a895-01e430dfc8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:19.017199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-576779a8-f49b-451c-b822-84e14b979742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:19.018760 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-576779a8-f49b-451c-b822-84e14b979742 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543&tenant_id=35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 1095 time: 0.0454211 Aug 27 13:28:19.081420 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-d7d51747-2f9a-4e06-b237-bc48c4328f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:19.082934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-d7d51747-2f9a-4e06-b237-bc48c4328f11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1095 time: 0.0400259 Aug 27 13:28:19.173189 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-e0f0eed8-7513-4ebf-9e2d-e1f5c8db0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:19.174727 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-e0f0eed8-7513-4ebf-9e2d-e1f5c8db0ef1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0838022 Aug 27 13:28:19.243439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-b3cd410f-6d89-485a-b0d8-51d4aa880052 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1000 time: 0.0609009 Aug 27 13:28:19.296048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-3e5dc517-b449-4e9f-ba77-1224af59bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:19.297570 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-3e5dc517-b449-4e9f-ba77-1224af59bcda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0446477 Aug 27 13:28:19.373040 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-7075b060-83d7-4c4a-861e-6196311ee0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:19.375293 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-7075b060-83d7-4c4a-861e-6196311ee0be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699320 Aug 27 13:28:19.392303 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f1a27-ff6d-438d-ab7d-a4bc8ae3d50c req-7259c8ef-18a9-4cf4-9c22-43be2fa5672b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:19.393685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-634f1a27-ff6d-438d-ab7d-a4bc8ae3d50c req-7259c8ef-18a9-4cf4-9c22-43be2fa5672b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0639174 Aug 27 13:28:19.479552 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-634f1a27-ff6d-438d-ab7d-a4bc8ae3d50c req-83d280da-e30b-47c0-9075-a3f2335d4c3f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789671 Aug 27 13:28:19.500957 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-3f82782a-80e7-45be-aedf-40e80eb5362d service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170163 Aug 27 13:28:19.593875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-7292e336-b610-4d4f-97d4-5c872b4e4a6d service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854285 Aug 27 13:28:20.596323 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc576-d782-41f2-ae80-348ff6ba5373 req-4ad5a966-bcf6-4ae0-ae6e-46951b39b631 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:20.597808 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a2dc576-d782-41f2-ae80-348ff6ba5373 req-4ad5a966-bcf6-4ae0-ae6e-46951b39b631 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0503132 Aug 27 13:28:20.655500 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4a2dc576-d782-41f2-ae80-348ff6ba5373 req-9dab2b21-e46c-41c1-b86a-3e2b721a1a9e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462420 Aug 27 13:28:21.101510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2900bfda-26c6-4cc8-b5db-a596a6366f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:21.171731 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:21.345741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:21.778837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ccb58-e7e9-4d9f-bc6e-a50ec0950f0a req-917aee9a-9e89-40cf-af02-c0c265368522 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:21.781042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588ccb58-e7e9-4d9f-bc6e-a50ec0950f0a req-917aee9a-9e89-40cf-af02-c0c265368522 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0528774 Aug 27 13:28:21.826530 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-588ccb58-e7e9-4d9f-bc6e-a50ec0950f0a req-cfbf2ac6-d3a8-4145-a526-2f9570cb9bff tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Aug 27 13:28:22.474615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:22.943870 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f9fc-c2a4-4e23-bf33-bdf898367293 req-b8528048-78be-4fc2-80bf-4a44dab390fb tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:22.945390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-daa7f9fc-c2a4-4e23-bf33-bdf898367293 req-b8528048-78be-4fc2-80bf-4a44dab390fb tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0489268 Aug 27 13:28:22.983671 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-daa7f9fc-c2a4-4e23-bf33-bdf898367293 req-3fde8644-0b4e-4c6e-8ff7-0db0f935e98a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Aug 27 13:28:24.102854 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24e6c0-968e-497e-a086-433dd503b398 req-50cf1bc4-2c0b-4c0e-a1f0-41c2115bd1d0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:24.104338 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c24e6c0-968e-497e-a086-433dd503b398 req-50cf1bc4-2c0b-4c0e-a1f0-41c2115bd1d0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0490766 Aug 27 13:28:24.143000 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1c24e6c0-968e-497e-a086-433dd503b398 req-365ac422-3735-4c9a-a728-b393ed8f6d95 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Aug 27 13:28:24.328120 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:25.261398 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410e989-9908-49ea-b9a4-e5259b9d1b43 req-fb47221e-b05f-4f88-9d2c-48a2e604f960 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:25.270694 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a410e989-9908-49ea-b9a4-e5259b9d1b43 req-fb47221e-b05f-4f88-9d2c-48a2e604f960 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0601070 Aug 27 13:28:25.320352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a410e989-9908-49ea-b9a4-e5259b9d1b43 req-eba68eff-4c25-4e7b-8fe1-b9c95ba0fe94 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466714 Aug 27 13:28:26.433730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f79b-1153-46a7-8073-5a1ce863dec2 req-e32d0468-6b7e-4e7e-a35b-c612f75f7873 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:26.438843 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbd0f79b-1153-46a7-8073-5a1ce863dec2 req-e32d0468-6b7e-4e7e-a35b-c612f75f7873 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0555027 Aug 27 13:28:26.479952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bbd0f79b-1153-46a7-8073-5a1ce863dec2 req-e3f8e161-5509-424b-a179-59c12e5e014a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Aug 27 13:28:27.596326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89155-4e87-45e2-bb1c-e3f6602aa707 req-8395d759-ba48-42fc-90e7-f05b7aea0e08 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:27.597810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8a89155-4e87-45e2-bb1c-e3f6602aa707 req-8395d759-ba48-42fc-90e7-f05b7aea0e08 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0493450 Aug 27 13:28:27.638921 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8a89155-4e87-45e2-bb1c-e3f6602aa707 req-6c704fcb-587a-41ac-ac91-392aa85f57ba tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349810 Aug 27 13:28:28.781601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122c4a1-d9a2-40ec-a2a4-ab6f55f6e32d req-736916e1-13df-4ff7-ad4d-089e1d0121b1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:28.783108 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6122c4a1-d9a2-40ec-a2a4-ab6f55f6e32d req-736916e1-13df-4ff7-ad4d-089e1d0121b1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0502458 Aug 27 13:28:28.823391 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6122c4a1-d9a2-40ec-a2a4-ab6f55f6e32d req-d1df6482-2d7b-4e83-98a2-307379470860 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Aug 27 13:28:29.946493 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505d67-436d-4237-9297-49683c8dd5b0 req-79f49094-1665-43c6-a9b3-2f375d1c7f79 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:29.948094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e505d67-436d-4237-9297-49683c8dd5b0 req-79f49094-1665-43c6-a9b3-2f375d1c7f79 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0494664 Aug 27 13:28:29.986761 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9e505d67-436d-4237-9297-49683c8dd5b0 req-3971c097-e362-4832-bd3a-dfaa4644ac26 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Aug 27 13:28:31.105379 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c62bf3-03f4-4330-9b29-e5531cb04e9a req-724982cb-2548-49b9-813e-c6cb37f6d78b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:31.106810 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23c62bf3-03f4-4330-9b29-e5531cb04e9a req-724982cb-2548-49b9-813e-c6cb37f6d78b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0523102 Aug 27 13:28:31.145775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23c62bf3-03f4-4330-9b29-e5531cb04e9a req-c1d70761-90bb-46db-bf84-7bcf1969e692 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Aug 27 13:28:31.832272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-6c259228-adfb-4da7-8ed8-2d047892179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:31.833724 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-6c259228-adfb-4da7-8ed8-2d047892179d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1095 time: 0.0403674 Aug 27 13:28:31.944531 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-f9727486-df69-4c14-9c8d-53cb3efad28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:31.946011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-f9727486-df69-4c14-9c8d-53cb3efad28a service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0893927 Aug 27 13:28:32.011430 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-bbb9622e-e0c9-4823-aa80-57bcdb52c251 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1000 time: 0.0569620 Aug 27 13:28:32.063957 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-6222348c-b853-4c08-9657-72c3eab385a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:32.065370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-6222348c-b853-4c08-9657-72c3eab385a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0468421 Aug 27 13:28:32.111466 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-a233c5d6-8a11-4894-830e-4e1685b897f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:32.112952 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-a233c5d6-8a11-4894-830e-4e1685b897f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397708 Aug 27 13:28:32.205074 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-1c263715-047f-438f-9222-ef1cfffddf61 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827634 Aug 27 13:28:32.320571 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f099f-a934-4db0-9aa3-96d40e433a3c req-a72070e6-02c1-421f-bbfc-fe723aa26908 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:32.321987 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-246f099f-a934-4db0-9aa3-96d40e433a3c req-a72070e6-02c1-421f-bbfc-fe723aa26908 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.1092968 Aug 27 13:28:32.351367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e3b7361f-8928-4b94-8de5-b2515ef4099f req-1984e75d-b761-4103-83ab-e33b605253c0 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369231 Aug 27 13:28:32.372629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-246f099f-a934-4db0-9aa3-96d40e433a3c req-efc88cff-e034-494f-9e9e-63d647c6299a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Aug 27 13:28:33.494979 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58d7b4-46fc-4acd-a382-94afefc6e94a req-6ac284c6-719b-4645-b0b9-0bd410601f3d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:33.496509 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a58d7b4-46fc-4acd-a382-94afefc6e94a req-6ac284c6-719b-4645-b0b9-0bd410601f3d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0525756 Aug 27 13:28:33.534511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5a58d7b4-46fc-4acd-a382-94afefc6e94a req-dcf7169a-048b-4e1b-b098-90f9f723763f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Aug 27 13:28:34.649233 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eeafe-6947-4c68-8213-6bd22733d319 req-727a5f2d-8f1e-4856-b793-e0593e263c8f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:34.650735 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-951eeafe-6947-4c68-8213-6bd22733d319 req-727a5f2d-8f1e-4856-b793-e0593e263c8f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 944 time: 0.0488505 Aug 27 13:28:34.687865 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-951eeafe-6947-4c68-8213-6bd22733d319 req-2ab1d5bc-8f4f-49e2-a0c4-7f9b77e42a27 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Aug 27 13:28:35.077932 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:28:35.169486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:35.181457 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'port_id': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'mac_address': 'fa:16:3e:c6:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:28:35.217457 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:35.232473 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:28:35.251258 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:35.255029 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:35.302027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=9']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:28:35.530944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:28:35.803107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2473e5-aa1e-4f02-a74f-fadbe89cb62a req-574f625c-7d41-4c63-857d-d43f8d8583a3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:35.804586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a2473e5-aa1e-4f02-a74f-fadbe89cb62a req-574f625c-7d41-4c63-857d-d43f8d8583a3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Aug 27 13:28:35.844243 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a2473e5-aa1e-4f02-a74f-fadbe89cb62a req-b2db3604-8780-4d06-aa53-b7dfcc90855e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Aug 27 13:28:36.967981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdf57c-a0e8-41db-9de0-3c6e425b1574 req-72c95d07-26b2-4af7-ac33-7274afe50a88 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:36.969494 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06fdf57c-a0e8-41db-9de0-3c6e425b1574 req-72c95d07-26b2-4af7-ac33-7274afe50a88 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 945 time: 0.0557711 Aug 27 13:28:37.006831 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-06fdf57c-a0e8-41db-9de0-3c6e425b1574 req-0808bbcd-cd67-4857-83b8-97449d09c7d9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313609 Aug 27 13:28:37.078998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:28:37.127677 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:28:37.127965 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:37.206231 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:37.228128 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:28:37.230346 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d04a3ae-7054-4217-9641-ee96214010a1" -d '{"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-plugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:28:37.242394 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:28:37.247089 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:37.294089 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=10']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:28:38.121948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8afc7-828d-4ee9-831e-22b584220537 req-176d2142-8177-4938-8ee3-6fd1cc357f39 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:38.123934 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaa8afc7-828d-4ee9-831e-22b584220537 req-176d2142-8177-4938-8ee3-6fd1cc357f39 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 947 time: 0.0477664 Aug 27 13:28:38.160996 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aaa8afc7-828d-4ee9-831e-22b584220537 req-49823f16-0067-4ef1-a698-59f44a497824 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Aug 27 13:28:38.285454 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a036be-126f-4e96-9f15-f7d6c243dd05 x-openstack-request-id: req-04a036be-126f-4e96-9f15-f7d6c243dd05 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:28:38.285944 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-plugged", "status": "completed", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:28:38.285944 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04a036be-126f-4e96-9f15-f7d6c243dd05 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:28:38.286324 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'code': 200} Aug 27 13:28:38.441724 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a432e-8f0d-44b1-8ad9-e7601d5fd28d req-342822ae-a241-48b8-aae3-4b6b7e62989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:38.443265 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660a432e-8f0d-44b1-8ad9-e7601d5fd28d req-342822ae-a241-48b8-aae3-4b6b7e62989b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1098 time: 0.0398078 Aug 27 13:28:38.479028 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-660a432e-8f0d-44b1-8ad9-e7601d5fd28d req-11c9aa3d-b745-4531-8251-c43dcf4a10a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284581 Aug 27 13:28:39.279701 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:39.283263 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43116d-5a75-433e-87b0-9974cc09da93 req-bdf33ef3-8037-415d-b6d6-56ffcce63e17 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:39.284782 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb43116d-5a75-433e-87b0-9974cc09da93 req-bdf33ef3-8037-415d-b6d6-56ffcce63e17 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 947 time: 0.0548906 Aug 27 13:28:39.323337 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb43116d-5a75-433e-87b0-9974cc09da93 req-efa3f9c7-603e-4b62-822b-f8303d030396 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326400 Aug 27 13:28:40.440824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39b627-1f32-4f7a-870f-86f1b4c4ecd6 req-35048ecb-9f95-4f44-82c5-19bd2ccec83b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:28:40.442345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b39b627-1f32-4f7a-870f-86f1b4c4ecd6 req-35048ecb-9f95-4f44-82c5-19bd2ccec83b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 947 time: 0.0506680 Aug 27 13:28:40.479316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6b39b627-1f32-4f7a-870f-86f1b4c4ecd6 req-4bd5ddc8-a728-4a7a-ba69-87df5915e8ef tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310290 Aug 27 13:28:48.650712 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a72eac9b-7f9c-4349-959b-b2aa7b756d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:50.779713 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:28:51.091740 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-77231146-6668-44fc-a244-f27d85080fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:51.167862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:51.347638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:52.474644 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:28:54.330924 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:09.292481 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:18.652375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c8c1fe59-c8ba-4f7a-89f1-7805a62f47bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:21.092093 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-80ad1f01-50b9-4cad-b282-f8ddce519603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:21.168087 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:21.348225 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:22.477590 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:24.336732 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:27.777907 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:29:32.719199 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-abb68831-f34e-4c46-8e05-fdd3353b95a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396101 Aug 27 13:29:32.804837 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-bede723c-e2bd-4b1c-af81-a57a90330951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:32.806358 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-bede723c-e2bd-4b1c-af81-a57a90330951 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1098 time: 0.0443535 Aug 27 13:29:32.907464 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-90e7716f-1f70-4658-8807-b2b5f84c12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:32.909554 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-90e7716f-1f70-4658-8807-b2b5f84c12b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0833993 Aug 27 13:29:32.978156 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-7dd6cffe-3a9a-4fbf-a4c3-0e841d276064 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 1002 time: 0.0614505 Aug 27 13:29:33.028240 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-a4fd5d84-eae9-4971-b7b0-716723fec7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:33.029661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-a4fd5d84-eae9-4971-b7b0-716723fec7bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0437310 Aug 27 13:29:33.075374 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-053175a9-050d-47ab-9b30-533de27e6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:33.076880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-053175a9-050d-47ab-9b30-533de27e6f04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395498 Aug 27 13:29:33.170292 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-5a0c30e6-3386-415e-8ac6-3349e4385d5a service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Aug 27 13:29:33.258278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-88dd124b-e7c7-4c2e-b8b5-f8f02aa7e409 req-312a8071-96be-4f5a-b466-e46fe43afb1d service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803890 Aug 27 13:29:39.299201 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:48.655037 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fc8e049f-4ed1-4f09-a3fe-3a223f8c92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:51.092401 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-30acee0c-61e7-4c21-a39b-0801441ac259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:51.183593 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:51.348956 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:52.481225 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:54.336452 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:55.950259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 45986) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:29:56.109174 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Deleting port 687fe9e4-3533-4f9f-9e94-7fa97b87e628 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:29:56.109526 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:56.194504 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:56.194840 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:56.206295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Calling delete_port for 687fe9e4-3533-4f9f-9e94-7fa97b87e628 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:29:56.353683 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:56.384280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event deleted for resources: {'Port': ['ID=687fe9e4-3533-4f9f-9e94-7fa97b87e628,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:29:56.407425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.407781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.408744 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.409088 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.409425 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.409762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.410097 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.410450 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.410784 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.411116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.411446 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.411772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:29:56.452944 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:56.452944 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Floating IP 1afb7bbe-ba17-472a-a7c3-91cf532445d1 disassociated (deleted). External IP: 172.25.8.151, port: 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134. Aug 27 13:29:56.659513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Router 13aa5da2-930a-4824-8865-31c25ccb2912 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:29:57.045700 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:29:57.050982 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:57.055768 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:29:57.065006 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:29:57.065671 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:29:57.077466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-5c099ec9-e9b3-4612-823e-dd0283e0fe83 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "DELETE /v2.0/floatingips/1afb7bbe-ba17-472a-a7c3-91cf532445d1 HTTP/1.1" status: 204 len: 168 time: 1.1260829 Aug 27 13:29:57.078167 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:29:57.080561 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d927b2-efc8-4b70-84a3-57b5c94f188d" -d '{"events": [{"name": "network-changed", "server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:29:57.179022 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:29:57.179930 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3fd745-2831-4c8c-8bc9-82768d0a6f40 x-openstack-request-id: req-ab3fd745-2831-4c8c-8bc9-82768d0a6f40 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:29:57.180244 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:29:57.180517 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab3fd745-2831-4c8c-8bc9-82768d0a6f40 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:29:57.180898 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'status': 'completed', 'code': 200} Aug 27 13:29:57.245490 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-1d4451ff-d5a9-412c-86c6-0b45676733a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:57.247030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-1d4451ff-d5a9-412c-86c6-0b45676733a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 1098 time: 0.0447407 Aug 27 13:29:57.374614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2776308-d28c-4338-ba8f-3555b0d437fd req-006e5e41-196e-400a-9569-525e153b1f8b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:57.376113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2776308-d28c-4338-ba8f-3555b0d437fd req-006e5e41-196e-400a-9569-525e153b1f8b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 947 time: 0.1111367 Aug 27 13:29:57.381154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-aedea618-0606-42d8-b74f-209a65f47676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:57.382569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-aedea618-0606-42d8-b74f-209a65f47676 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.1263807 Aug 27 13:29:57.385006 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:29:57.414929 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:29:57.428368 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:29:57.428986 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:29:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:29:57.436119 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-189e3794-8db1-4b31-ba6c-313ef2613d4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 200 len: 217 time: 0.0451679 Aug 27 13:29:57.480109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2776308-d28c-4338-ba8f-3555b0d437fd req-acb52774-6e89-4352-9845-8bd99feb7ad9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965323 Aug 27 13:29:57.498783 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-ec68403f-7dac-419e-a677-d0889b7fe7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:57.499236 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-ec68403f-7dac-419e-a677-d0889b7fe7c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0536344 Aug 27 13:29:57.539590 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:29:57.548404 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-eccc768c-e3a9-4cb1-8901-12b44cc44b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:57.550832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-eccc768c-e3a9-4cb1-8901-12b44cc44b55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421689 Aug 27 13:29:57.645824 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-47919131-813b-48c5-b100-421e7779ca30 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862689 Aug 27 13:29:57.741283 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f9d927b2-efc8-4b70-84a3-57b5c94f188d req-6db1933a-99ff-4708-ba77-c7ab82b04c9d service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Aug 27 13:29:57.832043 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:29:57.858165 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d8813-dcc0-4f04-b0b2-34f80c0ccaef None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:29:58.070045 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f8ee15-52cc-4d49-aa09-e5188fb63029 None None] New status for floating IP 1afb7bbe-ba17-472a-a7c3-91cf532445d1: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:29:58.601770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb5636-8d8e-4a27-b92a-45dddedd7ae3 req-15983991-0fb2-4c47-b5af-c2aba9d23166 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:58.603189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40cb5636-8d8e-4a27-b92a-45dddedd7ae3 req-15983991-0fb2-4c47-b5af-c2aba9d23166 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 947 time: 0.0486231 Aug 27 13:29:58.640586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-40cb5636-8d8e-4a27-b92a-45dddedd7ae3 req-6aeb80e1-ae21-4e7c-941f-4528b5e4d89c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1757596-3eac-460b-b59b-401be56cba81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Aug 27 13:29:58.717725 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-2996e783-3400-4143-8094-dbb72541b42b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:29:58.719201 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-2996e783-3400-4143-8094-dbb72541b42b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "GET /v2.0/ports?device_id=96830146-6b18-46ba-b293-7cdd42367543 HTTP/1.1" status: 200 len: 947 time: 0.0514760 Aug 27 13:29:58.807054 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Deleting port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:29:58.807398 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:58.898478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] For port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:29:58.898848 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:58.912714 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Calling delete_port for 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:29:59.037056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:59.070477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event deleted for resources: {'Port': ['ID=7646c2ce-0a0f-4e07-b8a7-3fab48d5d134,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:29:59.109516 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] No DVR routers for this DVR port 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:29:59.112706 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:59.114731 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-203ac834-0ed4-4f7e-8f29-e1b6d6eda852 req-4d2fa4b9-e4d8-4912-a0e0-c0d458a05357 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "DELETE /v2.0/ports/7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 HTTP/1.1" status: 204 len: 173 time: 0.3892422 Aug 27 13:29:59.182614 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-deleted', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:29:59.185064 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e1755-ffe1-4a9b-b84a-891b947a7fe6" -d '{"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-deleted", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:29:59.224648 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc042a8e-faf1-4658-a42f-e3d75808ee53 x-openstack-request-id: req-dc042a8e-faf1-4658-a42f-e3d75808ee53 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:29:59.224948 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96830146-6b18-46ba-b293-7cdd42367543", "name": "network-vif-deleted", "tag": "7646c2ce-0a0f-4e07-b8a7-3fab48d5d134", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:29:59.225199 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc042a8e-faf1-4658-a42f-e3d75808ee53 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:29:59.225600 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96830146-6b18-46ba-b293-7cdd42367543', 'name': 'network-vif-deleted', 'tag': '7646c2ce-0a0f-4e07-b8a7-3fab48d5d134', 'status': 'completed', 'code': 200} Aug 27 13:29:59.696364 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46006) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:29:59.755853 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87629a81-3ae1-42a2-ab78-bd884e710a0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:59.780397 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87629a81-3ae1-42a2-ab78-bd884e710a0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:59.841285 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87629a81-3ae1-42a2-ab78-bd884e710a0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:59.843973 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-87629a81-3ae1-42a2-ab78-bd884e710a0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:29:59.845130 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-87629a81-3ae1-42a2-ab78-bd884e710a0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "DELETE /v2.0/security-groups/b1757596-3eac-460b-b59b-401be56cba81 HTTP/1.1" status: 204 len: 168 time: 0.1477833 Aug 27 13:29:59.854609 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87629a81-3ae1-42a2-ab78-bd884e710a0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1757596-3eac-460b-b59b-401be56cba81,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.214781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46012) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.219533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408248218', 'description': 'tempest-secgroup-smoke-1408248218 description', 'project_id': '35839165c2bd45d48393a36e54237d73'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:00.246465 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.326487 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.331006 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.361530 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.362807 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470003 Aug 27 13:30:00.363930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f135ba-d8e9-4bc7-9a68-590bacb1be89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.365771 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46014) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.371502 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': '71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:00.399175 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.446165 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.450017 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.469416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27421d01-5201-42f4-8504-68d9847ca78f,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.478717 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.479905 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131196 Aug 27 13:30:00.481412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.481782 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.482136 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.482930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46018) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.483109 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.483925 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.484271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.484624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.484950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.485271 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.485628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.485950 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.486276 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff3c2c-f895-4427-96f1-958c4a8b3288 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:00.488925 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': '71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:00.515792 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.572293 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.575816 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.595616 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0508091-c9a1-4683-9319-863c7d0b1698,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.599143 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.600361 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b977d0a4-b3cc-4e3e-8ffe-1c68315f1460 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163361 Aug 27 13:30:00.603084 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46020) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.607482 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': '71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:00.634257 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.692919 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.697832 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.717770 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4931b090-59a3-4a5c-a06a-06edbed11890,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.724424 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.725868 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1c855d04-e55e-48e9-a053-616aa044527f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218398 Aug 27 13:30:00.728692 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46022) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.733362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': '71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:00.759772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.820942 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.824986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.844498 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28309893-fda5-42f9-8487-0f9380134fc9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.848140 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.849345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-1f824076-d6c3-4d29-b4ed-3d0958042a11 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195900 Aug 27 13:30:00.852122 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46024) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.856584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': '71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:00.879910 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Project 35839165c2bd45d48393a36e54237d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:30:00.884772 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.947432 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.956017 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.973046 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4601f406-9a8c-4bcf-85fa-99aa8959a0c9,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:00.979174 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:00.980370 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-9cc73a82-d54c-46bb-b96a-9c43572a1d1c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273129 Aug 27 13:30:00.983096 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46026) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:00.987907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'security_group_rule': {'security_group_id': '71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7', 'project_id': '35839165c2bd45d48393a36e54237d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:01.010927 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Project 35839165c2bd45d48393a36e54237d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:30:01.015566 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:01.077758 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:01.081370 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:01.101365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41169ad3-8a3e-4a8f-a4eb-9c798f827e43,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:01.104650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:01.107189 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b3e27e08-fb0b-4fa4-be96-a1571e3b7b19 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219525 Aug 27 13:30:03.553437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:30:03.573387 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:30:03.573731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 7646c2ce-0a0f-4e07-b8a7-3fab48d5d134 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:30:04.777594 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:30:09.318153 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:15.564345 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-935c0bba-a953-4f7f-a40a-96606b91215d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408248218&fields=id&tenant_id=35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 267 time: 0.0399783 Aug 27 13:30:15.675131 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-9e404b8d-fbdc-42de-9e52-4d4147fa7b4e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:15.676704 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-9e404b8d-fbdc-42de-9e52-4d4147fa7b4e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 809 time: 0.1053159 Aug 27 13:30:15.692442 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-65b97049-90df-4826-8fc7-b35a9164a035 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/quotas/35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 375 time: 0.0097861 Aug 27 13:30:15.747538 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-04e52d33-5c41-4f31-b5b4-e4b177471ee7 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492444 Aug 27 13:30:15.901094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-2da76652-893d-49d4-99f2-15cbf1923161 service neutron] 10.222.0.76 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412210 Aug 27 13:30:15.999467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-9c4d00c5-4460-44ae-8875-266ec2c8e802 service neutron] 10.222.0.76 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888338 Aug 27 13:30:16.345382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-26e0cef0-9095-401f-b08b-d550392e3d89 req-82f3b7e1-7413-4c5b-8f73-b999115f813c tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 210 time: 0.0826879 Aug 27 13:30:17.197309 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-b8f548d7-c533-4a1c-ae09-5466ed7583d3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:17.198886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-b8f548d7-c533-4a1c-ae09-5466ed7583d3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 809 time: 0.1176093 Aug 27 13:30:17.245427 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-f88a9f87-e39d-4564-b95f-e63468e0cc00 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 380 time: 0.0365613 Aug 27 13:30:17.254795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'port': {'device_id': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'admin_state_up': True, 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'security_groups': ['71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:17.369279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Made reservation on behalf of 35839165c2bd45d48393a36e54237d73 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:30:17.372838 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:17.466614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6e5b4eb-7f52-409f-93e6-a74ea868ffec req-82b5a5d0-3e4f-4019-8eca-28ff4b20cca4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 210 time: 0.0306251 Aug 27 13:30:17.541014 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Allocated IP 172.20.0.5 (6e7f7039-b9de-4fec-8a49-ac93131c80d9/ee59614e-5c21-4fa8-8e0e-8faedb1bc66a/55b9de6e-7165-46ea-8e14-e108e611d8ad) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:30:17.681203 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:17.695168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Transition to ACTIVE for port object 55b9de6e-7165-46ea-8e14-e108e611d8ad will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:30:17.729717 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:17.778839 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:30:17.786550 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:30:17.790459 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:30:17.817021 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:17.852162 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:17.852859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:17.869166 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-8d78acb9-3814-456b-b659-e04327508349 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183662 Aug 27 13:30:17.883197 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Request body: {'port': {'device_id': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:17.943419 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.065053 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-420eb284-3574-4aa2-87f3-a1cce84b00f1 None None] Provisioning for port 55b9de6e-7165-46ea-8e14-e108e611d8ad completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:30:18.068787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-420eb284-3574-4aa2-87f3-a1cce84b00f1 None None] Provisioning complete for port 55b9de6e-7165-46ea-8e14-e108e611d8ad triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:30:18.069192 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-420eb284-3574-4aa2-87f3-a1cce84b00f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.103237 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-420eb284-3574-4aa2-87f3-a1cce84b00f1 None None] Port 55b9de6e-7165-46ea-8e14-e108e611d8ad cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:30:18.224547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b9de6e-7165-46ea-8e14-e108e611d8ad {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:30:18.232450 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.245817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Transition to ACTIVE for port object 55b9de6e-7165-46ea-8e14-e108e611d8ad will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:30:18.249086 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.298625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:18.383130 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Attempting to bind port 55b9de6e-7165-46ea-8e14-e108e611d8ad on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:30:18.383503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Attempting to bind port 55b9de6e-7165-46ea-8e14-e108e611d8ad by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:30:18.383881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Attempting to bind port 55b9de6e-7165-46ea-8e14-e108e611d8ad on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:30:18.389711 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Port 55b9de6e-7165-46ea-8e14-e108e611d8ad on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:30:18.390080 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Attempting to bind port 55b9de6e-7165-46ea-8e14-e108e611d8ad on network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:30:18.395980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:30:18.396360 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Checking segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:30:18.396800 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Bound using segment: {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:30:18.397283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Bound port: 55b9de6e-7165-46ea-8e14-e108e611d8ad, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb71cd14-4d62-4469-8316-fab40aa7a997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:30:18.397689 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.477959 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:30:18.481707 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:30:18.487012 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.538824 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:18.539754 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.541476 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] 10.222.0.65 "PUT /v2.0/ports/55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 1091 time: 0.6631279 Aug 27 13:30:18.542008 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:30:18.544720 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337216f8-6410-4558-abce-5d7d2a8c669d" -d '{"events": [{"name": "network-changed", "server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:30:18.614771 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca813c-66b0-4b52-aa30-414c071cc26f x-openstack-request-id: req-c0ca813c-66b0-4b52-aa30-414c071cc26f {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:30:18.615072 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:30:18.615358 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0ca813c-66b0-4b52-aa30-414c071cc26f {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:30:18.615788 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'status': 'completed', 'code': 200} Aug 27 13:30:18.648786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1c528-7c5e-4aa6-84eb-e59304b2d078 service neutron] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:18.669910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b145798f-c411-4e18-8f06-6d64584e2887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:18.695103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-7d1de172-9e1f-4aa7-9ffd-7868414da884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:18.697640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-7d1de172-9e1f-4aa7-9ffd-7868414da884 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1094 time: 0.1031315 Aug 27 13:30:18.711457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0bec0-0449-4b82-a043-1b0ada395313 req-37733ca3-a8bc-4eff-a5f6-09b05b7b2cd4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:18.714070 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35e0bec0-0449-4b82-a043-1b0ada395313 req-37733ca3-a8bc-4eff-a5f6-09b05b7b2cd4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.1154306 Aug 27 13:30:18.763877 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-bd091813-d9a1-4a8c-bce9-8a33dcd7d93c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 217 time: 0.0486474 Aug 27 13:30:18.824926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-35e0bec0-0449-4b82-a043-1b0ada395313 req-0e604105-b863-4331-8d6d-fd21559ccb8a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031430 Aug 27 13:30:18.835579 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-92fe6822-0d8f-4581-8258-c1d8217cb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:18.837163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-92fe6822-0d8f-4581-8258-c1d8217cb7d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0644274 Aug 27 13:30:18.886951 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-f80d838f-8a9b-4312-9205-68062c56bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:18.888466 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-f80d838f-8a9b-4312-9205-68062c56bae0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446329 Aug 27 13:30:18.982873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-2bac58ee-b67f-4e38-a65e-1d6e93dfc209 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868070 Aug 27 13:30:19.076386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98fc3a8e-4ab4-4478-b956-dc30cfcadd69 req-5dabcb71-e5f7-4de2-bfa8-44e078420d8c service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862956 Aug 27 13:30:19.177112 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337216f8-6410-4558-abce-5d7d2a8c669d req-8b0a2876-b586-4cde-a81c-f2dd674e169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:19.178674 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-8b0a2876-b586-4cde-a81c-f2dd674e169c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1094 time: 0.0481315 Aug 27 13:30:19.270249 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337216f8-6410-4558-abce-5d7d2a8c669d req-a1038a8d-185b-4ca5-b9b1-5a0da73e545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:19.271859 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-a1038a8d-185b-4ca5-b9b1-5a0da73e545b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0843561 Aug 27 13:30:19.319919 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-c61a981b-dbb1-4d5f-9fb6-08cb120c9b46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 217 time: 0.0405123 Aug 27 13:30:19.370938 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337216f8-6410-4558-abce-5d7d2a8c669d req-14ca4e1f-b1d1-44cf-97bb-ad2693ff3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:19.372438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-14ca4e1f-b1d1-44cf-97bb-ad2693ff3d91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0454211 Aug 27 13:30:19.418772 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337216f8-6410-4558-abce-5d7d2a8c669d req-95d6053c-a433-458c-ac1d-9fe52af0dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:19.420259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-95d6053c-a433-458c-ac1d-9fe52af0dfba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397642 Aug 27 13:30:19.516586 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-b58484bc-fbb7-4c3d-9925-8703e343d4c7 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874977 Aug 27 13:30:19.609707 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-337216f8-6410-4558-abce-5d7d2a8c669d req-bacf6898-819f-46a8-b9a7-6c37cad4b6d4 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Aug 27 13:30:19.947861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f811e-5715-4947-b496-b0a636ba8899 req-92b6da66-3f59-42e3-be64-600165e24616 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:19.949404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-188f811e-5715-4947-b496-b0a636ba8899 req-92b6da66-3f59-42e3-be64-600165e24616 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0507333 Aug 27 13:30:19.988317 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-188f811e-5715-4947-b496-b0a636ba8899 req-b84b0896-3e84-4f5a-a99d-4ca00db1fe31 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329199 Aug 27 13:30:21.099187 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-495a0a07-8c16-4c11-a3eb-68a1ad60e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:21.114062 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68595b-bb97-48f1-957f-a340eefac91b req-ab9ac777-2660-469a-a11e-c859bd069dfd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:21.115746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c68595b-bb97-48f1-957f-a340eefac91b req-ab9ac777-2660-469a-a11e-c859bd069dfd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0581348 Aug 27 13:30:21.164231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3c68595b-bb97-48f1-957f-a340eefac91b req-3aa88f3e-248b-4eed-abda-362785d8af82 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Aug 27 13:30:21.188504 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:21.348918 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:22.282698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07d5a9-a6a0-4788-b989-700ea19e39e3 req-cff60c22-8015-498b-9a37-95e1f30bb487 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:22.284197 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef07d5a9-a6a0-4788-b989-700ea19e39e3 req-cff60c22-8015-498b-9a37-95e1f30bb487 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0496135 Aug 27 13:30:22.322483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ef07d5a9-a6a0-4788-b989-700ea19e39e3 req-908e0384-f851-4696-b7e1-cded4ff2a9fb tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Aug 27 13:30:22.485198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:23.445798 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b68d-1810-432c-b91c-545c1408c1cd req-dd408255-7bac-4c92-b49b-d09d8063077a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:23.447357 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d5b68d-1810-432c-b91c-545c1408c1cd req-dd408255-7bac-4c92-b49b-d09d8063077a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0507803 Aug 27 13:30:23.488128 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c6d5b68d-1810-432c-b91c-545c1408c1cd req-817474c2-9475-464a-bfb5-7d98bd940eab tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347979 Aug 27 13:30:24.339191 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:24.608034 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39838dd9-0192-46a9-bb9c-b8682abea4ea req-d69e9a0e-58c9-4957-bbd0-41ff8320d206 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:24.609769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39838dd9-0192-46a9-bb9c-b8682abea4ea req-d69e9a0e-58c9-4957-bbd0-41ff8320d206 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0542610 Aug 27 13:30:24.651643 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-39838dd9-0192-46a9-bb9c-b8682abea4ea req-69990d9f-8bf9-4bcf-8984-7b873984b2f2 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Aug 27 13:30:25.769166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efa81-55b3-4d78-b59d-3fbd52aae8a4 req-314ac838-4353-46a1-93fa-ba7469d1ab89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:25.770860 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-574efa81-55b3-4d78-b59d-3fbd52aae8a4 req-314ac838-4353-46a1-93fa-ba7469d1ab89 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0525246 Aug 27 13:30:25.810244 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-574efa81-55b3-4d78-b59d-3fbd52aae8a4 req-7a628a3d-d10f-4d76-9434-ed20b1d933c3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334868 Aug 27 13:30:26.924113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0d6c6-6f02-434b-8d0a-d976f8f2656b req-12b57e53-aaf4-4d0f-9b6f-1c975cb20bf4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:26.925597 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53f0d6c6-6f02-434b-8d0a-d976f8f2656b req-12b57e53-aaf4-4d0f-9b6f-1c975cb20bf4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0489655 Aug 27 13:30:26.963195 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-53f0d6c6-6f02-434b-8d0a-d976f8f2656b req-4ff30785-baf0-4ce0-aa92-ed21087ba683 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 27 13:30:28.083657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0155-b836-40f9-a2e5-55e19704190d req-674c4f83-80f3-41fb-9373-0b3da697171d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:28.085039 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddbf0155-b836-40f9-a2e5-55e19704190d req-674c4f83-80f3-41fb-9373-0b3da697171d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0532124 Aug 27 13:30:28.122321 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ddbf0155-b836-40f9-a2e5-55e19704190d req-4a1f8758-4a54-40a6-9265-db3c6882b1d6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313165 Aug 27 13:30:29.242553 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7d051-d033-4083-a7e3-2e16d4650688 req-7ad8ebc8-22e0-4fae-9908-47721b0f58d4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:29.244066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dc7d051-d033-4083-a7e3-2e16d4650688 req-7ad8ebc8-22e0-4fae-9908-47721b0f58d4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0557435 Aug 27 13:30:29.282025 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6dc7d051-d033-4083-a7e3-2e16d4650688 req-a2754864-9880-4d68-a875-2df54e888512 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Aug 27 13:30:29.686685 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:30:29.778980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:30:29.789842 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'port_id': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'mac_address': 'fa:16:3e:ec:dd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:30:29.825128 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:29.838127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b9de6e-7165-46ea-8e14-e108e611d8ad {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:30:29.859833 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:30:29.863812 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:29.909834 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:29.917193 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.917538 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.917884 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.918217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.918590 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.918925 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.919251 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.919579 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.919903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.920230 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.920555 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:29.920877 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:30:30.078985 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['55b9de6e-7165-46ea-8e14-e108e611d8ad'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:30:30.393948 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0589db2-5e4a-4f56-b6dd-eefc9ae465b4 req-add4de89-61b4-4feb-8710-9e46fc0c59c9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:30.395456 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0589db2-5e4a-4f56-b6dd-eefc9ae465b4 req-add4de89-61b4-4feb-8710-9e46fc0c59c9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 944 time: 0.0480602 Aug 27 13:30:30.433221 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a0589db2-5e4a-4f56-b6dd-eefc9ae465b4 req-b2256ede-ca76-4322-aa4c-6d0ceedb8be1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 27 13:30:31.550528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60f7a-ad38-4f1d-a916-b5450655d1c6 req-8c1bb1a7-81bf-4564-972a-255451b67445 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:31.551993 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76e60f7a-ad38-4f1d-a916-b5450655d1c6 req-8c1bb1a7-81bf-4564-972a-255451b67445 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 944 time: 0.0526981 Aug 27 13:30:31.588259 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-76e60f7a-ad38-4f1d-a916-b5450655d1c6 req-5ee2ae5e-5c61-49ab-9207-2357e29a7ad9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303674 Aug 27 13:30:31.702206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:30:31.749028 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port 55b9de6e-7165-46ea-8e14-e108e611d8ad completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:30:31.753427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 55b9de6e-7165-46ea-8e14-e108e611d8ad triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:30:31.753802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:31.831953 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:31.853806 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:30:31.856183 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc42937a-9494-4670-9c41-18fe8542264a" -d '{"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-plugged", "status": "completed", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:30:31.869679 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:30:31.873633 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:31.897181 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38285b7a-7002-4dff-af4d-58630995bce8 x-openstack-request-id: req-38285b7a-7002-4dff-af4d-58630995bce8 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:30:31.897614 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-plugged", "status": "completed", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:30:31.897795 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38285b7a-7002-4dff-af4d-58630995bce8 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:30:31.898198 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'code': 200} Aug 27 13:30:31.923878 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:31.993316 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38208e-e346-4f0f-991f-b43856d9670f req-ab3211da-c3c6-43d2-bcd7-f23d50eb5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:31.994718 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c38208e-e346-4f0f-991f-b43856d9670f req-ab3211da-c3c6-43d2-bcd7-f23d50eb5772 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0404091 Aug 27 13:30:32.028569 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c38208e-e346-4f0f-991f-b43856d9670f req-0fcca334-2a1a-48c1-9449-644da6acffa3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267649 Aug 27 13:30:32.703052 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505bb2e-2d45-4379-9a37-f943b9d192bf req-73d2ffa6-1e18-4737-9644-25b8c97c0ebd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:32.704452 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1505bb2e-2d45-4379-9a37-f943b9d192bf req-73d2ffa6-1e18-4737-9644-25b8c97c0ebd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0487678 Aug 27 13:30:32.742960 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1505bb2e-2d45-4379-9a37-f943b9d192bf req-e1ee583d-396b-4d5a-b2cc-536d9c1ad108 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Aug 27 13:30:33.673369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-1b8351e8-4910-4066-84be-f0020e64c8c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426540 Aug 27 13:30:33.755085 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-7fc0754f-c933-486d-9dfc-4089bc23eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:33.756472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-7fc0754f-c933-486d-9dfc-4089bc23eb05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0399745 Aug 27 13:30:33.899572 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987756d-5d61-4aa3-8607-925cd6b6ac3a req-95e1ed80-b86b-41cd-afd9-40deb3be3017 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:33.901058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5987756d-5d61-4aa3-8607-925cd6b6ac3a req-95e1ed80-b86b-41cd-afd9-40deb3be3017 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0821722 Aug 27 13:30:33.902164 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-b713b46e-b5d4-4c84-aef2-371adec8dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:33.903522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-b713b46e-b5d4-4c84-aef2-371adec8dc25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.1267543 Aug 27 13:30:33.952779 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-f804e601-4cd9-44fa-8f11-96495aac34ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 217 time: 0.0400136 Aug 27 13:30:33.977447 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-5987756d-5d61-4aa3-8607-925cd6b6ac3a req-4660fd49-015a-45e8-8739-029975bb867f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705054 Aug 27 13:30:34.016254 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-2daf590c-c6ba-480a-806e-d1c38f5e6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:34.017742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-2daf590c-c6ba-480a-806e-d1c38f5e6d16 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0547009 Aug 27 13:30:34.091984 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-c3dbbffa-68e4-4fce-8957-42f9ccab631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:34.093467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-c3dbbffa-68e4-4fce-8957-42f9ccab631a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671861 Aug 27 13:30:34.107852 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226c05f-a721-46a0-8639-925a6673fa19 req-5acf5696-d7c6-49a7-86ae-b9c19085ceb0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:34.109248 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d226c05f-a721-46a0-8639-925a6673fa19 req-5acf5696-d7c6-49a7-86ae-b9c19085ceb0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0586741 Aug 27 13:30:34.194334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d226c05f-a721-46a0-8639-925a6673fa19 req-2415ae5c-4725-4812-b321-87df3b7d455f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772796 Aug 27 13:30:34.216432 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46232) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:34.223019 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-8c82051e-16ec-4a0e-ba39-c47d88dc811f service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128635 Aug 27 13:30:34.260831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5650f52-0f98-4c6e-baa1-718a731fc701 tempest-TestShelveInstance-1883492345 tempest-TestShelveInstance-1883492345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:34.262510 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d5650f52-0f98-4c6e-baa1-718a731fc701 tempest-TestShelveInstance-1883492345 tempest-TestShelveInstance-1883492345-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1091 time: 0.0450270 Aug 27 13:30:34.265237 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46234) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:30:34.270322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:30:34.292318 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:34.315944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-25098631-a14c-4b85-b38b-6a08b1c01e98 req-9e087a9a-7c97-4ec1-987e-9682aafd7b9e service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856955 Aug 27 13:30:34.390188 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:34.502348 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Allocated IP 172.25.8.209 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/70846466-0028-4294-843a-2fd7f9f140e8) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:30:34.604494 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:34.642095 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:34.676874 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:30:34.681110 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:30:34.683628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:30:34.717888 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'Port': ['ID=70846466-0028-4294-843a-2fd7f9f140e8,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:35.057302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:35.128152 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:35.274284 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:35.279424 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:35.355499 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event updated for resources: {'Port': ['ID=70846466-0028-4294-843a-2fd7f9f140e8,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:30:35.365748 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:35.466318 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Floating IP 6d635e98-8152-4465-acf5-c5dcf6a3d409 associated. External IP: 172.25.8.209, port: 55b9de6e-7165-46ea-8e14-e108e611d8ad. Aug 27 13:30:36.000496 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Router 13aa5da2-930a-4824-8865-31c25ccb2912 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:30:36.103175 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:30:36.114015 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:30:36.120525 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:36.124198 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:30:36.124869 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:30:36.151259 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d882d32c-9406-4195-8376-ab1281a1eb04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8847208 Aug 27 13:30:36.152481 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:30:36.154783 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd6943c-f42a-4a0a-8694-df779604f00c" -d '{"events": [{"name": "network-changed", "server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:30:36.192149 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6dc44-9070-4c26-a7dd-e501c47d8614 x-openstack-request-id: req-c7f6dc44-9070-4c26-a7dd-e501c47d8614 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:30:36.192443 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:30:36.192696 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7f6dc44-9070-4c26-a7dd-e501c47d8614 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:30:36.193096 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'status': 'completed', 'code': 200} Aug 27 13:30:36.236425 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:30:36.253365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-9088570e-be8c-4732-a898-87408bf45617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:36.255785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-9088570e-be8c-4732-a898-87408bf45617 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0417678 Aug 27 13:30:36.352048 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-491f429e-54f9-4f29-8bf1-e04c216c691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:36.353637 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-491f429e-54f9-4f29-8bf1-e04c216c691e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0907462 Aug 27 13:30:36.418680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-72ab2177-5b46-4422-a1d5-722833eaf396 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 999 time: 0.0577772 Aug 27 13:30:36.464723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '6d635e98-8152-4465-acf5-c5dcf6a3d409', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'port_id': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'mac_address': 'fa:16:3e:ec:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:30:34Z', 'updated_at': '2021-08-27T13:30:34Z', 'revision_number': 0, 'project_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:30:36.472685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-79dbf961-610a-4ff6-8f46-c716e89dec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:36.474175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-79dbf961-610a-4ff6-8f46-c716e89dec39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0484693 Aug 27 13:30:36.490518 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:30:36.498793 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:30:36.499398 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:30:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:30:36.521897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-45aae6fe-2c39-46bb-a7e8-c788cceb5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:30:36.523443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-45aae6fe-2c39-46bb-a7e8-c788cceb5662 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415182 Aug 27 13:30:36.605660 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:30:36.612639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-01262308-6bdc-4e84-a5a5-ecfcc30f4cf4 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813296 Aug 27 13:30:36.844163 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '6d635e98-8152-4465-acf5-c5dcf6a3d409', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'port_id': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'mac_address': 'fa:16:3e:ec:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:30:34Z', 'updated_at': '2021-08-27T13:30:34Z', 'revision_number': 0, 'project_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:30:36.872453 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98deb777-9dbc-42ff-a108-70a7ca826ccc None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': '6d635e98-8152-4465-acf5-c5dcf6a3d409', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'port_id': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'mac_address': 'fa:16:3e:ec:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:30:34Z', 'updated_at': '2021-08-27T13:30:34Z', 'revision_number': 0, 'project_id': '35839165c2bd45d48393a36e54237d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:30:37.003078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cd6943c-f42a-4a0a-8694-df779604f00c req-5c542f00-b69b-4eaf-a9c4-e8d02a9d72e6 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816700 Aug 27 13:30:37.094239 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fce84f-dd04-4d04-ad1c-7de4806fb699 None None] New status for floating IP 6d635e98-8152-4465-acf5-c5dcf6a3d409: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:30:39.321522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:41.777209 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:30:48.652761 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fd1cc0a8-9079-4b26-9971-04f8961b48d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:51.092786 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1072619f-5d22-4e0f-9761-e6ae380d24ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:51.200813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:51.355360 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:52.487311 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:30:54.346286 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:09.333733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:18.653715 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6de42fe2-830e-4af8-a10e-30f063066309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:18.776852 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:31:21.094661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8668-0cb2-4835-9cbc-1f0477451202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:21.219229 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:21.348882 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:22.489996 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:24.345187 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:33.640679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-9f180bd8-2bf0-45cd-8cbe-6009d7141b3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396955 Aug 27 13:31:33.719876 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-2abd5ca8-4491-427d-95cb-06a68d48a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:31:33.721257 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-2abd5ca8-4491-427d-95cb-06a68d48a3aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0390530 Aug 27 13:31:33.823293 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-1f99d5d7-e640-4e9d-959c-cfd2d00f9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:31:33.824756 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-1f99d5d7-e640-4e9d-959c-cfd2d00f9682 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0849168 Aug 27 13:31:33.890900 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-2a7cc312-98f9-4cee-9729-25474d765735 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 1001 time: 0.0585029 Aug 27 13:31:33.941905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-c91a4c68-e394-4cf2-a444-b4529170dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:31:33.943364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-c91a4c68-e394-4cf2-a444-b4529170dfac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0460711 Aug 27 13:31:33.997513 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-b3fabc2b-a7e1-4e7d-bed2-4cd5b2a60087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:31:33.998950 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-b3fabc2b-a7e1-4e7d-bed2-4cd5b2a60087 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475090 Aug 27 13:31:34.086222 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-156196ae-bebf-4e42-b729-571a7df21486 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802374 Aug 27 13:31:34.185404 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2354cbe6-b675-4b67-a19c-bc0684422e2a req-97f902c0-e436-4c1f-8f5d-396071264962 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907943 Aug 27 13:31:39.347818 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:48.653814 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ddb0798-975f-48a7-83c3-45daa2cc36f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:51.095666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a31e1fac-b765-4115-b401-623cfdd1f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:51.217162 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:51.350276 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:52.494629 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:54.347751 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:31:55.776468 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:32:09.346445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:18.655502 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9b160bbf-bc41-4b62-8a52-fe858763d473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:21.096572 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ba92-a1ac-4b93-8302-8ae55c8d01b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:21.217362 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:21.350085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:22.495408 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:24.354523 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:32.776135 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:32:33.629687 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-b5597b2a-9fb0-4d5e-9be6-2853ee2b0cf8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404840 Aug 27 13:32:33.719227 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-ef302be9-3928-4f01-a47a-9e82d607a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:33.720765 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-ef302be9-3928-4f01-a47a-9e82d607a71b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0454388 Aug 27 13:32:33.838173 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-65d71ec8-58f7-4ba8-a8ea-b33e45ffc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:33.839738 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-65d71ec8-58f7-4ba8-a8ea-b33e45ffc1b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0964952 Aug 27 13:32:33.938650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-a36a0034-53e9-4259-9f52-a4bdc4008b96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 1001 time: 0.0896959 Aug 27 13:32:33.949251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf5ea-7baa-47e0-b820-0788747f635b req-9d408d1e-29c4-4c45-8e6c-b52dd41b3b5b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:33.950994 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-abecf5ea-7baa-47e0-b820-0788747f635b req-9d408d1e-29c4-4c45-8e6c-b52dd41b3b5b tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.1103880 Aug 27 13:32:34.021346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-9133b354-f69a-43d8-9dce-623454246e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:34.022774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-9133b354-f69a-43d8-9dce-623454246e84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0709260 Aug 27 13:32:34.028101 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-abecf5ea-7baa-47e0-b820-0788747f635b req-e24e9a0f-95e9-4dbb-841c-ae872c654e4f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685101 Aug 27 13:32:34.072995 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-1f4bd122-ab0b-4416-b74b-51960545cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:34.074550 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-1f4bd122-ab0b-4416-b74b-51960545cda1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432577 Aug 27 13:32:34.169819 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-fb48a151-5224-4edc-bdae-d8a6df918fa3 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878747 Aug 27 13:32:34.265262 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-03653eb2-8b16-4422-9e71-65f1a73890b9 req-dfe1509f-aeb7-4914-bb77-53bcdabbb7dc service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Aug 27 13:32:35.177149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1622aab-0303-4dbc-b0d1-157bf5f1dc11 req-7c4320a4-1228-47bb-8d1e-27c65f4a2156 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:35.178675 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1622aab-0303-4dbc-b0d1-157bf5f1dc11 req-7c4320a4-1228-47bb-8d1e-27c65f4a2156 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0555956 Aug 27 13:32:35.216256 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a1622aab-0303-4dbc-b0d1-157bf5f1dc11 req-c5ef5197-e023-4ebb-93b1-809632b26087 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Aug 27 13:32:36.357251 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fe215-a7bb-4a80-83cd-61e6b1effd0c req-58ccdc7d-0afa-4869-9ffe-0087cb7a822d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:36.358776 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d30fe215-a7bb-4a80-83cd-61e6b1effd0c req-58ccdc7d-0afa-4869-9ffe-0087cb7a822d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0493422 Aug 27 13:32:36.397149 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d30fe215-a7bb-4a80-83cd-61e6b1effd0c req-a67a1f1d-2d9d-481f-8626-c4bec097ad82 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Aug 27 13:32:37.513393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfc005-41d9-42fa-9824-cccc1759ebae req-b1f6de0e-7a43-4395-9902-c426c63eadc3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:37.514894 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0bfc005-41d9-42fa-9824-cccc1759ebae req-b1f6de0e-7a43-4395-9902-c426c63eadc3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0501957 Aug 27 13:32:37.554483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c0bfc005-41d9-42fa-9824-cccc1759ebae req-1eb575e4-5659-49a5-b55d-1aa2902aa9b9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329773 Aug 27 13:32:38.674895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0800-fc22-460c-b6ea-4fce83740335 req-09b3b5b7-3f5a-4191-87d2-cd4eed086f0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:38.676374 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e07c0800-fc22-460c-b6ea-4fce83740335 req-09b3b5b7-3f5a-4191-87d2-cd4eed086f0a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0549686 Aug 27 13:32:38.720023 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e07c0800-fc22-460c-b6ea-4fce83740335 req-4f411f56-9dd9-45fa-8ba6-c45791298662 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360391 Aug 27 13:32:39.356256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:39.840436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af2458-b79f-4b25-bcfe-5a8f2b5517be req-bfdf976e-8ac1-45e8-8dc2-bba26b717c66 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:39.841947 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67af2458-b79f-4b25-bcfe-5a8f2b5517be req-bfdf976e-8ac1-45e8-8dc2-bba26b717c66 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0505500 Aug 27 13:32:39.882669 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-67af2458-b79f-4b25-bcfe-5a8f2b5517be req-1e4df556-e31d-4d23-bbd6-0cfb743f76e6 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Aug 27 13:32:40.999819 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3492-772f-4ac0-97ad-8dcd624cd340 req-378a1117-ecbb-46b0-b0e0-6a626b957d84 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:41.001320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0af3492-772f-4ac0-97ad-8dcd624cd340 req-378a1117-ecbb-46b0-b0e0-6a626b957d84 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0495763 Aug 27 13:32:41.042421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b0af3492-772f-4ac0-97ad-8dcd624cd340 req-7a29d705-b4cd-4b90-acec-e1a06201ed10 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345290 Aug 27 13:32:42.171312 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef981f-a16e-47fe-85c1-c942d4525687 req-dc324ce1-0f16-4816-86fd-d9529741fac3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:42.172853 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aef981f-a16e-47fe-85c1-c942d4525687 req-dc324ce1-0f16-4816-86fd-d9529741fac3 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0570564 Aug 27 13:32:42.210905 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6aef981f-a16e-47fe-85c1-c942d4525687 req-f32cab3e-3480-410d-9d20-4c6f65adafc8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Aug 27 13:32:43.331879 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2527393-247e-4937-80c4-e03401d8dda0 req-79186065-0b77-45a3-9f16-711b283712b9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:43.333472 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2527393-247e-4937-80c4-e03401d8dda0 req-79186065-0b77-45a3-9f16-711b283712b9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 27 13:32:43.371774 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c2527393-247e-4937-80c4-e03401d8dda0 req-a273b616-e64b-43ac-afdf-e6841f5e65b9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Aug 27 13:32:44.042149 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-edfecadb-2d0b-428b-968c-b8083bb6ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:44.043715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-edfecadb-2d0b-428b-968c-b8083bb6ef2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0411563 Aug 27 13:32:44.136409 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-93baa5ad-a633-43c2-a4d5-5710c1df97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:44.137886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-93baa5ad-a633-43c2-a4d5-5710c1df97bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0877283 Aug 27 13:32:44.202695 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-05f7bc2e-2004-4b7a-8289-4446b51ee78d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 1001 time: 0.0575330 Aug 27 13:32:44.254548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-eafc3d22-8fd1-42e1-bfd3-373944cfe7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:44.256042 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-eafc3d22-8fd1-42e1-bfd3-373944cfe7ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0465040 Aug 27 13:32:44.302416 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-b4d40182-035c-4694-a116-f6dc6ac6a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:44.303918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-b4d40182-035c-4694-a116-f6dc6ac6a0dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400703 Aug 27 13:32:44.394679 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-535c537f-7ca9-4ddb-a42b-4b5617b980de service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814879 Aug 27 13:32:44.528565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab674c8-6c3f-4646-a7d2-2234bc0f4e09 req-8b436847-725c-4bc6-86ba-06a4cc5af90d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:44.529972 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ab674c8-6c3f-4646-a7d2-2234bc0f4e09 req-8b436847-725c-4bc6-86ba-06a4cc5af90d tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0770993 Aug 27 13:32:44.533602 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95c2edcb-8e4f-4ed5-a85b-31a8af75815c req-1df92d20-545b-4ba3-9a64-00dc5cc9e713 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297390 Aug 27 13:32:44.569482 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3ab674c8-6c3f-4646-a7d2-2234bc0f4e09 req-2f229cbf-ad59-4705-901e-9afc1abd79d4 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Aug 27 13:32:45.695372 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd25b8f-9d20-424c-8d52-a26168dbd605 req-842cc3e7-0e6c-4f58-a936-974aa1288ea2 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:45.696773 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccd25b8f-9d20-424c-8d52-a26168dbd605 req-842cc3e7-0e6c-4f58-a936-974aa1288ea2 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0536437 Aug 27 13:32:45.733518 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ccd25b8f-9d20-424c-8d52-a26168dbd605 req-5170c2a8-72b2-45dc-b023-3d4a78f98467 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308001 Aug 27 13:32:46.856407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059d83-7459-452b-ac68-8a1362ae6c8b req-67000ffa-4091-47f1-8ee9-33f09b3fe368 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:46.858122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49059d83-7459-452b-ac68-8a1362ae6c8b req-67000ffa-4091-47f1-8ee9-33f09b3fe368 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0514777 Aug 27 13:32:46.900350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-49059d83-7459-452b-ac68-8a1362ae6c8b req-07b6f992-e68e-4a69-8a81-aa87bf46a13e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Aug 27 13:32:48.021759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52575-2d9e-4b3d-b995-b1fbef5f6051 req-0eca1578-b45f-42d9-a0e5-f88e33c9c100 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:48.023231 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23f52575-2d9e-4b3d-b995-b1fbef5f6051 req-0eca1578-b45f-42d9-a0e5-f88e33c9c100 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0555501 Aug 27 13:32:48.072364 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-23f52575-2d9e-4b3d-b995-b1fbef5f6051 req-f60518dd-f9cb-4850-97fe-c30bffcbef1a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370729 Aug 27 13:32:48.216088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46334) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:32:48.289631 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025f9a3-b6e0-4a27-a8ad-071e1334b447 req-bd71fde9-873c-4d48-834e-597db54ff311 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:48.291369 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8025f9a3-b6e0-4a27-a8ad-071e1334b447 req-bd71fde9-873c-4d48-834e-597db54ff311 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0546229 Aug 27 13:32:48.334737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8025f9a3-b6e0-4a27-a8ad-071e1334b447 req-37c84141-715d-4482-9d27-7bce923cc404 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358286 Aug 27 13:32:48.345099 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-36d2214c-4caa-429b-9c92-230573c36f2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277826 Aug 27 13:32:48.659218 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b1437159-4739-4223-a4d7-b4e6748a43f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:49.453224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13d630-2b97-4722-a3a5-36518086e218 req-1b66df3c-67f6-4798-ab70-dd0097296ed9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:49.454770 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f13d630-2b97-4722-a3a5-36518086e218 req-1b66df3c-67f6-4798-ab70-dd0097296ed9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0513763 Aug 27 13:32:49.493378 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7f13d630-2b97-4722-a3a5-36518086e218 req-26e0eef9-3e16-4b02-991d-db449b1b6798 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Aug 27 13:32:50.357233 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:32:50.433930 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:50.456398 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:32:50.459207 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e5b63c-a887-45ce-b02f-a7634459dc74" -d '{"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:32:50.472666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:32:50.476954 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:50.504042 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658e8b8-adac-442c-a3d8-113b84637e24 x-openstack-request-id: req-e658e8b8-adac-442c-a3d8-113b84637e24 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:32:50.504348 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-unplugged", "status": "failed", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "code": 422}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:32:50.504607 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e658e8b8-adac-442c-a3d8-113b84637e24 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:32:50.505518 n-d-688802-4 neutron-server[94625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'code': 422} returned with failed status Aug 27 13:32:50.536582 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:32:50.545026 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.545427 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.545757 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.546094 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.546482 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.546804 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.547129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.547452 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.547773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.548091 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.548411 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.548727 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:32:50.622726 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d619f-b0d0-4504-903d-2f9999574797 req-96746880-9d66-4d26-bbaa-7f25e506665e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:50.624495 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f63d619f-b0d0-4504-903d-2f9999574797 req-96746880-9d66-4d26-bbaa-7f25e506665e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0517819 Aug 27 13:32:50.667030 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f63d619f-b0d0-4504-903d-2f9999574797 req-21e93cc4-538a-410e-9f6a-8796bcfd25c9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353856 Aug 27 13:32:51.097668 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-4bce13eb-f198-475c-80e9-89e8e745c6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:51.216189 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:51.351808 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:51.791018 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb700d-4009-4da5-b375-a753af8cca1e req-c42d5ed2-1d1a-4dad-925a-ddb0bf0d9592 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:51.792615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bcb700d-4009-4da5-b375-a753af8cca1e req-c42d5ed2-1d1a-4dad-925a-ddb0bf0d9592 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0551331 Aug 27 13:32:51.832737 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4bcb700d-4009-4da5-b375-a753af8cca1e req-70c76573-8362-48b2-bd22-f845af8111e8 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339625 Aug 27 13:32:52.500587 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:52.949921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5368-3ed7-4743-b8ff-f447f3167b88 req-d4ac5552-f4ce-406c-bfb3-fd48e8769228 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:52.951459 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-642f5368-3ed7-4743-b8ff-f447f3167b88 req-d4ac5552-f4ce-406c-bfb3-fd48e8769228 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0497746 Aug 27 13:32:52.989944 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-642f5368-3ed7-4743-b8ff-f447f3167b88 req-0f87f699-0210-4273-af4f-814181579450 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 Aug 27 13:32:53.043928 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59a35-44b8-4aa2-a055-31128769258b req-23f8611c-fe8d-423e-b3f8-bd7438cfed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:53.045415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-23f8611c-fe8d-423e-b3f8-bd7438cfed96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e&tenant_id=35839165c2bd45d48393a36e54237d73 HTTP/1.1" status: 200 len: 1094 time: 0.0410435 Aug 27 13:32:53.105788 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59a35-44b8-4aa2-a055-31128769258b req-d5b5570f-905a-4994-9aa8-3de1900ce572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:53.107298 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-d5b5570f-905a-4994-9aa8-3de1900ce572 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1094 time: 0.0400064 Aug 27 13:32:53.198188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59a35-44b8-4aa2-a055-31128769258b req-2032dd2d-0def-4b50-ae23-6b4943202f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:53.199593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-2032dd2d-0def-4b50-ae23-6b4943202f47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0855281 Aug 27 13:32:53.262741 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-e2d70925-b4e4-444e-b4fe-1e636ade95f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 999 time: 0.0564120 Aug 27 13:32:53.314899 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59a35-44b8-4aa2-a055-31128769258b req-4bb3d1eb-469d-458b-8e35-0f6457303507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:53.316320 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-4bb3d1eb-469d-458b-8e35-0f6457303507 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0467784 Aug 27 13:32:53.365652 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59a35-44b8-4aa2-a055-31128769258b req-34b585a2-0710-4415-a395-719f145de877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:53.367307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-34b585a2-0710-4415-a395-719f145de877 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423696 Aug 27 13:32:53.459094 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-109bef1e-f4dc-4b21-85e7-08c39c703bb5 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824845 Aug 27 13:32:53.552639 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-3dcffe1c-94ad-451f-af3c-cc0d5555290c service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Aug 27 13:32:54.105985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b51985-6411-4233-a36e-650633cab864 req-4dd55fdd-6d91-46c3-8bf2-8d2f5de75c45 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:54.107585 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b51985-6411-4233-a36e-650633cab864 req-4dd55fdd-6d91-46c3-8bf2-8d2f5de75c45 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0506167 Aug 27 13:32:54.145699 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-61b51985-6411-4233-a36e-650633cab864 req-609780dd-a3e6-4c32-a673-d809861a0666 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Aug 27 13:32:54.354863 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:32:55.265078 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff904d4-5f25-42f2-ad0b-97f4cc0890d8 req-8ce2b4b1-d865-41b9-bcd3-416cc04db2ee tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:55.266603 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff904d4-5f25-42f2-ad0b-97f4cc0890d8 req-8ce2b4b1-d865-41b9-bcd3-416cc04db2ee tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0534937 Aug 27 13:32:55.305228 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fff904d4-5f25-42f2-ad0b-97f4cc0890d8 req-209cf356-264f-4cf6-b90a-1570cf138e8e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Aug 27 13:32:56.420072 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd00be-8907-46d8-ad1d-8ebab0569962 req-0cfa4c02-5364-4b93-87ea-e331caba798a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:56.421595 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dadd00be-8907-46d8-ad1d-8ebab0569962 req-0cfa4c02-5364-4b93-87ea-e331caba798a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0485878 Aug 27 13:32:56.461481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-dadd00be-8907-46d8-ad1d-8ebab0569962 req-ff9ebe2d-a42b-4c3f-bdd7-b8ebb9e778f5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Aug 27 13:32:57.575955 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c12ab-13bc-4ef8-80aa-8e3a2b2af27a req-c69c170f-cba5-41b4-afca-bac1b62551be tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:57.577446 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d8c12ab-13bc-4ef8-80aa-8e3a2b2af27a req-c69c170f-cba5-41b4-afca-bac1b62551be tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0491734 Aug 27 13:32:57.615460 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0d8c12ab-13bc-4ef8-80aa-8e3a2b2af27a req-114bb9b4-b2c6-4929-8c2a-b12a88a8367e tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Aug 27 13:32:58.733728 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f778-740e-449c-bd29-614e9654c241 req-4e89d864-87c2-4226-8e06-a71422a53796 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:58.735155 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7711f778-740e-449c-bd29-614e9654c241 req-4e89d864-87c2-4226-8e06-a71422a53796 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0533082 Aug 27 13:32:58.772691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7711f778-740e-449c-bd29-614e9654c241 req-15fe5287-73ce-42b6-95d0-82082cc5bdda tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Aug 27 13:32:59.887584 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9bd40-6d63-41e9-b337-c9d84cd2ef2e req-e9e5cd2a-7d0f-4521-8075-9b0b669b5b04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:32:59.889065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55e9bd40-6d63-41e9-b337-c9d84cd2ef2e req-e9e5cd2a-7d0f-4521-8075-9b0b669b5b04 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0492198 Aug 27 13:32:59.926097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-55e9bd40-6d63-41e9-b337-c9d84cd2ef2e req-72c1ffb3-6558-45c5-a6cd-ddffb820ca30 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Aug 27 13:33:01.041283 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8cc51-10b9-4028-9d5d-bad18a59e5ac req-d2ac8b75-3c8f-4090-9c50-fda19fe7abbe tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:01.042838 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12e8cc51-10b9-4028-9d5d-bad18a59e5ac req-d2ac8b75-3c8f-4090-9c50-fda19fe7abbe tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0497298 Aug 27 13:33:01.080746 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-12e8cc51-10b9-4028-9d5d-bad18a59e5ac req-505e2984-5e0b-4202-9e03-8f4f0b376a93 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Aug 27 13:33:02.200606 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f453a-5f1e-412c-8b95-f75317c2a138 req-f6cd3d06-541e-4ca2-93f0-d485fdf20e91 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:02.202035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a67f453a-5f1e-412c-8b95-f75317c2a138 req-f6cd3d06-541e-4ca2-93f0-d485fdf20e91 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 943 time: 0.0528197 Aug 27 13:33:02.239927 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a67f453a-5f1e-412c-8b95-f75317c2a138 req-b4f704f4-6ad5-4161-9470-bce1fec63a16 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Aug 27 13:33:02.419665 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:33:02.520176 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:33:02.531171 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'port_id': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'mac_address': 'fa:16:3e:ec:dd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:33:02.570951 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:02.583099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b9de6e-7165-46ea-8e14-e108e611d8ad {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:33:02.602245 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:33:02.606484 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:02.652313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:33:02.837563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['55b9de6e-7165-46ea-8e14-e108e611d8ad'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:33:03.354570 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db24bc-e564-40b8-8afc-ffba9592f5b4 req-5d8bac26-18a2-459c-afd9-aa5969a0b40f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:03.356113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92db24bc-e564-40b8-8afc-ffba9592f5b4 req-5d8bac26-18a2-459c-afd9-aa5969a0b40f tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 944 time: 0.0504923 Aug 27 13:33:03.394238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-92db24bc-e564-40b8-8afc-ffba9592f5b4 req-5ef57dad-185d-46a6-af31-9921d9406e76 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Aug 27 13:33:04.421009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:33:04.473221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port 55b9de6e-7165-46ea-8e14-e108e611d8ad triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:33:04.473755 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:04.511467 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318dd7d-e1da-4f45-a512-6e98198a3e7d req-0ad90ddb-7dc5-4111-a730-91d9f90e6abd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:04.512997 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0318dd7d-e1da-4f45-a512-6e98198a3e7d req-0ad90ddb-7dc5-4111-a730-91d9f90e6abd tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 944 time: 0.0502062 Aug 27 13:33:04.551680 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0318dd7d-e1da-4f45-a512-6e98198a3e7d req-b12f73db-84a1-45a7-be89-84c7b0040720 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Aug 27 13:33:04.562007 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:04.585166 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:33:04.587437 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d33339f-d327-46a0-8095-4161d57f5e74" -d '{"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-plugged", "status": "completed", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:33:04.599920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:33:04.604610 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:04.627989 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8825be-7981-457f-906b-851705fed23d x-openstack-request-id: req-4d8825be-7981-457f-906b-851705fed23d {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:33:04.628287 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-plugged", "status": "completed", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:33:04.628544 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d8825be-7981-457f-906b-851705fed23d {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:33:04.628933 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'code': 200} Aug 27 13:33:04.657738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:33:04.777344 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce2e6-9a34-43f8-a51c-d520fd4502b4 req-a45fd77d-6e2a-42cb-b973-629f58d56a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:04.778805 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f35ce2e6-9a34-43f8-a51c-d520fd4502b4 req-a45fd77d-6e2a-42cb-b973-629f58d56a66 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0460632 Aug 27 13:33:04.815104 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f35ce2e6-9a34-43f8-a51c-d520fd4502b4 req-4455850a-94ef-4f17-9c6e-3533a359bfcb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280187 Aug 27 13:33:05.672111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa3714-d347-48ba-9e0b-cf8df48ff521 req-91048ba5-6378-4250-a211-e406bb04b781 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:05.673650 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6aa3714-d347-48ba-9e0b-cf8df48ff521 req-91048ba5-6378-4250-a211-e406bb04b781 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0530088 Aug 27 13:33:05.714229 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e6aa3714-d347-48ba-9e0b-cf8df48ff521 req-9f6840da-b888-4a4f-9c9e-fbb2424f3a53 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Aug 27 13:33:06.833345 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf950f-20e8-4f03-b375-9fe7839872b5 req-ddbfb57b-6f12-47c6-a08b-e3fb2d1d88a5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:06.834880 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2baf950f-20e8-4f03-b375-9fe7839872b5 req-ddbfb57b-6f12-47c6-a08b-e3fb2d1d88a5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 27 13:33:06.874011 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2baf950f-20e8-4f03-b375-9fe7839872b5 req-49ef3ca7-987e-4bd5-a539-21ad7b8414e0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Aug 27 13:33:09.387250 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:09.775623 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:33:18.661706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fc8d8eb9-e2ab-4b02-8e3d-80d5ecbc1bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:21.098964 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-079a12ab-3a77-4cc2-a6a8-726615dd28f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:21.218830 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:21.352141 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:22.501368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:24.356559 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:35.756939 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-7e2d6d58-9b1a-41d3-82fd-eee9d5417734 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907159 Aug 27 13:33:35.840617 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-434cef91-35c4-4680-a283-33d94a84a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:35.842117 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-434cef91-35c4-4680-a283-33d94a84a9a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0408556 Aug 27 13:33:35.947471 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-5bef0975-5e70-4451-b1a5-1bca1d46d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:35.948938 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-5bef0975-5e70-4451-b1a5-1bca1d46d609 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.0856464 Aug 27 13:33:36.018984 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-0cb2ad3f-6a1d-4224-b2e3-57653a9964d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 1001 time: 0.0614355 Aug 27 13:33:36.070365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-f478765f-96c2-4dc8-acf5-7113d0351a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:36.071858 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-f478765f-96c2-4dc8-acf5-7113d0351a58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0444508 Aug 27 13:33:36.119875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-105e99af-5176-407a-a53e-47e64d61b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:33:36.121363 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-105e99af-5176-407a-a53e-47e64d61b9c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410655 Aug 27 13:33:36.215352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-109ee77c-1a6e-42d3-9d7f-ef004dd5008b service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Aug 27 13:33:36.306683 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-024522f0-05b5-4adb-9c5a-065ee7120e6d req-3124b9b6-e30a-4c03-a40c-bb5c314dea17 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819511 Aug 27 13:33:39.407296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:46.775449 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:33:48.663522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0c604f2d-3956-4267-9090-c78d28778001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:51.100526 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-06bba1e3-f014-4f5d-899e-ab8d169360b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:51.220915 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:51.353067 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:52.504622 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:33:54.359837 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:09.399522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:18.664051 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-a88d4c60-a6b0-4ba3-ad0a-fcaefe6755cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.101676 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-225eaa0c-be88-44db-ba9b-a463c00b07f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.134316 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46408) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:21.230331 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.292725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Deleting port 70846466-0028-4294-843a-2fd7f9f140e8 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:21.293105 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.355338 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.376537 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.376856 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.388612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Calling delete_port for 70846466-0028-4294-843a-2fd7f9f140e8 owned by network:floatingip {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:21.535182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.564250 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event deleted for resources: {'Port': ['ID=70846466-0028-4294-843a-2fd7f9f140e8,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:21.577416 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.577774 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.578123 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.578556 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.578895 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.579254 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.579612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.579943 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.580272 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.580599 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.580926 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.581252 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:21.636345 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.636683 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Floating IP 6d635e98-8152-4465-acf5-c5dcf6a3d409 disassociated (deleted). External IP: 172.25.8.209, port: 55b9de6e-7165-46ea-8e14-e108e611d8ad. Aug 27 13:34:21.855927 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Router 13aa5da2-930a-4824-8865-31c25ccb2912 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:34:21.973780 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:21.979726 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:21.984469 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:21.994673 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:21.995344 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:22.009872 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-02142f6c-44fc-480c-be8c-fb906afe6cb9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "DELETE /v2.0/floatingips/6d635e98-8152-4465-acf5-c5dcf6a3d409 HTTP/1.1" status: 204 len: 168 time: 0.8744261 Aug 27 13:34:22.010645 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:34:22.013282 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1c618-6260-4c08-936c-897b83515b61" -d '{"events": [{"name": "network-changed", "server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:34:22.111836 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:22.112141 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ddb370-a7eb-4fd6-be9f-3b13d089d211 x-openstack-request-id: req-79ddb370-a7eb-4fd6-be9f-3b13d089d211 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:34:22.112444 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:34:22.112713 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79ddb370-a7eb-4fd6-be9f-3b13d089d211 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:34:22.113112 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'status': 'completed', 'code': 200} Aug 27 13:34:22.192076 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c618-6260-4c08-936c-897b83515b61 req-347dcd8e-8381-4d42-972b-d2a00b037cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:22.194311 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-347dcd8e-8381-4d42-972b-d2a00b037cc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=35839165c2bd45d48393a36e54237d73&device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 1096 time: 0.0525799 Aug 27 13:34:22.305543 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c548fe8-b768-4d01-8dfd-b2e4d66b36cc req-bf603dae-6429-4431-9081-b62c420d2db1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:22.310403 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c548fe8-b768-4d01-8dfd-b2e4d66b36cc req-bf603dae-6429-4431-9081-b62c420d2db1 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0969117 Aug 27 13:34:22.329522 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:22.341407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c618-6260-4c08-936c-897b83515b61 req-7723879f-9c21-4531-b2c8-630630bdd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:22.343528 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-7723879f-9c21-4531-b2c8-630630bdd5d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 200 len: 910 time: 0.1411576 Aug 27 13:34:22.358058 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:22.366816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:22.367425 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:22.395334 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-0c548fe8-b768-4d01-8dfd-b2e4d66b36cc req-f49975b1-30e4-45c0-a7aa-a840f28a9b85 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815964 Aug 27 13:34:22.397272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-14ec2500-8923-4061-8135-be3963662220 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 200 len: 217 time: 0.0457566 Aug 27 13:34:22.450759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c618-6260-4c08-936c-897b83515b61 req-12362503-cc43-441e-89e5-7ee6dad3cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:22.452326 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-12362503-cc43-441e-89e5-7ee6dad3cf9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 200 len: 848 time: 0.0471792 Aug 27 13:34:22.504151 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1c618-6260-4c08-936c-897b83515b61 req-772401c7-8f2b-4197-b847-472680dc5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:22.505620 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-772401c7-8f2b-4197-b847-472680dc5b61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e7f7039-b9de-4fec-8a49-ac93131c80d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445619 Aug 27 13:34:22.509463 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:22.583407 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:22.607963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-5278a585-685d-4167-825d-383aa742b3f3 service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922649 Aug 27 13:34:22.702463 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f2a1c618-6260-4c08-936c-897b83515b61 req-d69ce3ee-4227-4da7-8a3c-5d35a36b909e service neutron] 10.222.0.65 "GET /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 Aug 27 13:34:22.784493 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:22.813723 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c734fe9-8fa3-4c24-9c85-7d626ad76dc3 None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:34Z', 'revision_number': 4, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': 'ccb25532-bcaf-4dd3-945f-49b9d5390c01', 'name': '', 'network_id': '6e7f7039-b9de-4fec-8a49-ac93131c80d9', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'mac_address': 'fa:16:3e:5a:45:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:33Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'subnets': [{'id': 'ee59614e-5c21-4fa8-8e0e-8faedb1bc66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:23.031155 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca15a8d-644d-4a65-a091-b8404876d553 None None] New status for floating IP 6d635e98-8152-4465-acf5-c5dcf6a3d409: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:34:23.527945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804501-8228-4f03-a0f6-89261879e729 req-e19e6c72-af75-4b67-be06-2f5a2f13aaf5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:23.529464 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36804501-8228-4f03-a0f6-89261879e729 req-e19e6c72-af75-4b67-be06-2f5a2f13aaf5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0561137 Aug 27 13:34:23.567421 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-36804501-8228-4f03-a0f6-89261879e729 req-cdc0d286-b370-4b9d-baab-6a6d377059d9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/security-groups?id=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Aug 27 13:34:23.774986 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:34:23.906175 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a3803-37e1-4519-a701-32bba2a6100b req-cc782204-7ee5-4589-9a89-428198fe84d0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:23.908812 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-137a3803-37e1-4519-a701-32bba2a6100b req-cc782204-7ee5-4589-9a89-428198fe84d0 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 945 time: 0.0505705 Aug 27 13:34:24.003741 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Deleting port 55b9de6e-7165-46ea-8e14-e108e611d8ad {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:24.004116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:24.093331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] For port 55b9de6e-7165-46ea-8e14-e108e611d8ad, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=55b9de6e-7165-46ea-8e14-e108e611d8ad,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:24.093593 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:24.106557 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Calling delete_port for 55b9de6e-7165-46ea-8e14-e108e611d8ad owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:24.238930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:24.268039 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event deleted for resources: {'Port': ['ID=55b9de6e-7165-46ea-8e14-e108e611d8ad,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:24.281730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.281730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.281730 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.282049 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.282210 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.282590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.282905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.283239 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.283568 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.283897 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.284225 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.284547 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:24.317878 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] No DVR routers for this DVR port 55b9de6e-7165-46ea-8e14-e108e611d8ad on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:34:24.320986 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:24.322918 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-137a3803-37e1-4519-a701-32bba2a6100b req-334a5fdd-13fc-40a7-a2c2-4869f88f16b5 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.65 "DELETE /v2.0/ports/55b9de6e-7165-46ea-8e14-e108e611d8ad HTTP/1.1" status: 204 len: 173 time: 0.4083855 Aug 27 13:34:24.323362 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-deleted', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:34:24.325599 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed99d1-639b-4833-8e88-3f561671a3ac" -d '{"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-deleted", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:34:24.364068 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:24.368505 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b26e1f-c763-4630-bba4-5d9acbf495a0 x-openstack-request-id: req-23b26e1f-c763-4630-bba4-5d9acbf495a0 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:34:24.368805 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a5eb8-7d1e-45c8-ad77-1296aed66a0e", "name": "network-vif-deleted", "tag": "55b9de6e-7165-46ea-8e14-e108e611d8ad", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:34:24.369059 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23b26e1f-c763-4630-bba4-5d9acbf495a0 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:34:24.369476 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a5eb8-7d1e-45c8-ad77-1296aed66a0e', 'name': 'network-vif-deleted', 'tag': '55b9de6e-7165-46ea-8e14-e108e611d8ad', 'status': 'completed', 'code': 200} Aug 27 13:34:24.679474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-016802e7-ff89-4a53-aa7b-d4ff3621fe8a req-40107207-d42b-4a6b-8e38-33eb7b9a49ee tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 210 time: 0.0361612 Aug 27 13:34:25.781121 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f566f9ac-6695-4cc0-9306-d7d1f5145232 req-1af62932-d702-4e32-b8f9-ca33e68ff46a tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 210 time: 0.0282996 Aug 27 13:34:26.705090 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:26.725298 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: 55b9de6e-7165-46ea-8e14-e108e611d8ad {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:26.725637 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device 55b9de6e-7165-46ea-8e14-e108e611d8ad not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:26.880174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3219107-d9d4-4dd1-ab98-c01448236437 req-55dfe8b9-1f11-4f4a-9e1c-e20c5e2e0355 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 210 time: 0.0295718 Aug 27 13:34:27.996316 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a65173f0-b83c-4e53-8616-27ca96cb72fb req-cfa60483-e685-4467-9073-8a9167ec82d9 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "GET /v2.0/ports?device_id=404a5eb8-7d1e-45c8-ad77-1296aed66a0e HTTP/1.1" status: 200 len: 210 time: 0.0303380 Aug 27 13:34:29.053394 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46442) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:29.112233 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c285330-7734-4d9c-988f-87d8b4aed991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:29.139347 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c285330-7734-4d9c-988f-87d8b4aed991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:29.200645 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c285330-7734-4d9c-988f-87d8b4aed991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:29.204690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9c285330-7734-4d9c-988f-87d8b4aed991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:29.209509 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9c285330-7734-4d9c-988f-87d8b4aed991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] 10.222.0.76 "DELETE /v2.0/security-groups/71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7 HTTP/1.1" status: 204 len: 168 time: 0.1521175 Aug 27 13:34:29.219104 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c285330-7734-4d9c-988f-87d8b4aed991 tempest-TestShelveInstance-868346028 tempest-TestShelveInstance-868346028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d5f7ba-398c-44ca-9138-ca4ae3fdf1e7,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:30.281848 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46448) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:30.742740 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:30.996193 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Deleting port ccb25532-bcaf-4dd3-945f-49b9d5390c01 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:30.996443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:31.072293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] For port ccb25532-bcaf-4dd3-945f-49b9d5390c01, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=ccb25532-bcaf-4dd3-945f-49b9d5390c01,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:31.072571 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:31.090446 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Calling delete_port for ccb25532-bcaf-4dd3-945f-49b9d5390c01 owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:31.272295 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:31.298835 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb25532-bcaf-4dd3-945f-49b9d5390c01,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:31.468217 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:31.689985 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Router 13aa5da2-930a-4824-8865-31c25ccb2912 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:34:31.797056 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:31.802871 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-937c033f-0da5-4f60-a716-068dabef4e91 admin admin] 10.222.0.76 "PUT /v2.0/routers/13aa5da2-930a-4824-8865-31c25ccb2912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205312 Aug 27 13:34:31.805493 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46452) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:31.808395 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] Sync routers for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:31.819477 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:31.820199 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:31.915889 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:31.936157 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:32.032242 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.088871 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Deleting port 248d40ac-177a-499b-92e3-9bc70dc80e58 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:32.089246 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.120716 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:34:31Z', 'revision_number': 5, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port': {'id': '248d40ac-177a-499b-92e3-9bc70dc80e58', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:32.147342 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] Checking router: 13aa5da2-930a-4824-8865-31c25ccb2912 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:32.155584 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] Routers {'13aa5da2-930a-4824-8865-31c25ccb2912'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:32.156195 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['13aa5da2-930a-4824-8865-31c25ccb2912'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:32.175624 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] For port 248d40ac-177a-499b-92e3-9bc70dc80e58, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=248d40ac-177a-499b-92e3-9bc70dc80e58,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:32.175991 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.193753 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Calling delete_port for 248d40ac-177a-499b-92e3-9bc70dc80e58 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:32.244021 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] Set router 13aa5da2-930a-4824-8865-31c25ccb2912 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:32.306647 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:34:32Z', 'revision_number': 6, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:32.338103 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d133717a-4155-4468-9dc3-7c4650460c26 None None] The sync data for ids ['13aa5da2-930a-4824-8865-31c25ccb2912'] in n-d-688802-4 is: [{'id': '13aa5da2-930a-4824-8865-31c25ccb2912', 'name': 'tempest-TestShelveInstance-1870087861-router', 'tenant_id': '35839165c2bd45d48393a36e54237d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:31Z', 'updated_at': '2021-08-27T13:34:32Z', 'revision_number': 6, 'project_id': '35839165c2bd45d48393a36e54237d73', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:32.361278 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.387810 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=248d40ac-177a-499b-92e3-9bc70dc80e58,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:32.449359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.537498 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.539522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.583469 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.584190 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13aa5da2-930a-4824-8865-31c25ccb2912 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:34:32.588832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.589991 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-2174d6a3-0f40-4923-bc49-ed4ac331c1b3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/13aa5da2-930a-4824-8865-31c25ccb2912 HTTP/1.1" status: 204 len: 168 time: 0.7833030 Aug 27 13:34:32.592542 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46454) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:32.637320 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Deleting subnet ee59614e-5c21-4fa8-8e0e-8faedb1bc66a {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:34:32.640309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.678247 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.765281 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.821673 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.847912 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee59614e-5c21-4fa8-8e0e-8faedb1bc66a,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:32.852522 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.854658 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-4ab6e5e1-ac03-44fc-b2d5-e2b79d5aa097 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ee59614e-5c21-4fa8-8e0e-8faedb1bc66a HTTP/1.1" status: 204 len: 168 time: 0.2610950 Aug 27 13:34:32.857082 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46456) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:32.860274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb82935-488e-4865-8bc1-4b71544f205e None None] Network 6e7f7039-b9de-4fec-8a49-ac93131c80d9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:34:32.927033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:32.984652 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Deleting port 690c112d-b8df-4f9c-9ee7-5c60b9278606 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:32.985007 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.049535 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] For port 690c112d-b8df-4f9c-9ee7-5c60b9278606, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=690c112d-b8df-4f9c-9ee7-5c60b9278606,segment=NetworkSegment(cb71cd14-4d62-4469-8316-fab40aa7a997),segment_id=cb71cd14-4d62-4469-8316-fab40aa7a997)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:33.049832 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.062833 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Calling delete_port for 690c112d-b8df-4f9c-9ee7-5c60b9278606 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:33.132558 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] DHCP port deletion for 6e7f7039-b9de-4fec-8a49-ac93131c80d9 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:34:33.147428 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.172500 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=690c112d-b8df-4f9c-9ee7-5c60b9278606,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:33.177060 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] No DVR routers for this DVR port 690c112d-b8df-4f9c-9ee7-5c60b9278606 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:34:33.183282 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Deleting port 690c112d-b8df-4f9c-9ee7-5c60b9278606 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:33.183660 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.248874 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.250641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] For port 690c112d-b8df-4f9c-9ee7-5c60b9278606, host n-d-688802-4, got binding levels [] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:33.251042 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.259637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7f7039-b9de-4fec-8a49-ac93131c80d9']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:33.264428 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Calling delete_port for 690c112d-b8df-4f9c-9ee7-5c60b9278606 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:33.267080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.ipam_backend_mixin [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Port 690c112d-b8df-4f9c-9ee7-5c60b9278606 was not found and therefore no delete operation was performed {{(pid=94625) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 13:34:33.268357 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.274547 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb71cd14-4d62-4469-8316-fab40aa7a997') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:33.274845 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb71cd14-4d62-4469-8316-fab40aa7a997') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:33.283815 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.294585 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Pushing event deleted for resources: {'Port': ['ID=690c112d-b8df-4f9c-9ee7-5c60b9278606,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:33.296973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] No DVR routers for this DVR port 690c112d-b8df-4f9c-9ee7-5c60b9278606 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:34:33.298712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.308569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.309125 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:34:33.309260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.309392 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.309493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.309493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.309493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:34:33.309786 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.312625 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b6425-79df-49e3-a87b-5696078d1f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:33.374756 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.381414 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:33.386055 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6e7f7039-b9de-4fec-8a49-ac93131c80d9 HTTP/1.1" status: 204 len: 168 time: 0.5240819 Aug 27 13:34:33.387269 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46458) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:33.394666 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29de6be-d157-404c-bfe0-38ece80632c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7f7039-b9de-4fec-8a49-ac93131c80d9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:33.744897 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:34.021927 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 690c112d-b8df-4f9c-9ee7-5c60b9278606 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:34.042486 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 690c112d-b8df-4f9c-9ee7-5c60b9278606 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:34.042835 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 690c112d-b8df-4f9c-9ee7-5c60b9278606 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:34.043254 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 248d40ac-177a-499b-92e3-9bc70dc80e58 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:34.071530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 248d40ac-177a-499b-92e3-9bc70dc80e58 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:34.072102 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 248d40ac-177a-499b-92e3-9bc70dc80e58 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:34.072802 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ccb25532-bcaf-4dd3-945f-49b9d5390c01 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:34.092840 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: ccb25532-bcaf-4dd3-945f-49b9d5390c01 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:34.093197 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device ccb25532-bcaf-4dd3-945f-49b9d5390c01 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:34.267407 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Deleting port 73518e34-5cfe-4d49-89f1-85bf1ed79757 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:34.267643 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:34.343393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] For port 73518e34-5cfe-4d49-89f1-85bf1ed79757, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=73518e34-5cfe-4d49-89f1-85bf1ed79757,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:34.343751 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:34.356634 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Calling delete_port for 73518e34-5cfe-4d49-89f1-85bf1ed79757 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:34.534925 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:34.562044 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Pushing event deleted for resources: {'Port': ['ID=73518e34-5cfe-4d49-89f1-85bf1ed79757,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:34.729425 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:34.954392 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Router a679f59f-c9e5-49fb-aa10-5073790d7728 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:34:35.061883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:35.067532 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-3f198eaa-50c7-4256-a7ec-2acf65bd223b admin admin] 10.222.0.76 "PUT /v2.0/routers/a679f59f-c9e5-49fb-aa10-5073790d7728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789076 Aug 27 13:34:35.071037 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46460) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:35.072998 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] Sync routers for ids ['a679f59f-c9e5-49fb-aa10-5073790d7728'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:35.083405 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] Routers {'a679f59f-c9e5-49fb-aa10-5073790d7728'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:35.084088 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a679f59f-c9e5-49fb-aa10-5073790d7728'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:35.176586 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:35.187183 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] Set router a679f59f-c9e5-49fb-aa10-5073790d7728 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:35.280098 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:35.334192 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Deleting port abfde27a-add4-4536-a562-ef3c01dbe777 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:35.334192 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:35.370895 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:34:34Z', 'revision_number': 5, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port': {'id': 'abfde27a-add4-4536-a562-ef3c01dbe777', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:90:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:35.397483 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] Checking router: a679f59f-c9e5-49fb-aa10-5073790d7728 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:35.405838 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] Routers {'a679f59f-c9e5-49fb-aa10-5073790d7728'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:35.406474 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['a679f59f-c9e5-49fb-aa10-5073790d7728'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:35.419816 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] For port abfde27a-add4-4536-a562-ef3c01dbe777, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=abfde27a-add4-4536-a562-ef3c01dbe777,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:35.420264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:35.435013 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Calling delete_port for abfde27a-add4-4536-a562-ef3c01dbe777 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:35.656426 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] Set router a679f59f-c9e5-49fb-aa10-5073790d7728 gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:35.713562 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:34:35Z', 'revision_number': 6, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:35.740692 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb6ae-b0f0-49e1-9f45-699dd2980fef None None] The sync data for ids ['a679f59f-c9e5-49fb-aa10-5073790d7728'] in n-d-688802-4 is: [{'id': 'a679f59f-c9e5-49fb-aa10-5073790d7728', 'name': 'tempest-TestShelveInstance-679992390-router', 'tenant_id': '476841f9db5943319e2677bed8fd7092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:25:36Z', 'updated_at': '2021-08-27T13:34:35Z', 'revision_number': 6, 'project_id': '476841f9db5943319e2677bed8fd7092', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:35.942651 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:35.970702 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfde27a-add4-4536-a562-ef3c01dbe777,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:36.034647 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.125964 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.128208 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.177377 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.177931 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a679f59f-c9e5-49fb-aa10-5073790d7728 {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:34:36.183310 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.186842 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7d2b3403-3c93-4c05-8221-b642c641aae2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a679f59f-c9e5-49fb-aa10-5073790d7728 HTTP/1.1" status: 204 len: 168 time: 1.1121192 Aug 27 13:34:36.187450 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46462) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:36.232606 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Deleting subnet 1588f34f-7c23-46ce-aa8f-21347bb86c5d {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:34:36.235644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.273659 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.352293 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.405110 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.433139 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1588f34f-7c23-46ce-aa8f-21347bb86c5d,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:36.439240 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.439240 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f646dd95-c755-464f-bf26-b2bca36b6178 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1588f34f-7c23-46ce-aa8f-21347bb86c5d HTTP/1.1" status: 204 len: 168 time: 0.2486172 Aug 27 13:34:36.439610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46464) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:36.442441 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af87c0-8c8b-4219-9c5f-7a0822e1b38a None None] Network 621eda6c-5fde-4035-952a-6a255177bfd1 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:34:36.522264 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.531572 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 73518e34-5cfe-4d49-89f1-85bf1ed79757 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:36.568616 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 73518e34-5cfe-4d49-89f1-85bf1ed79757 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:36.568964 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 73518e34-5cfe-4d49-89f1-85bf1ed79757 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:36.596524 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Deleting port 744b4d5f-d8b3-48e2-afab-f3414abaf704 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:36.596878 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.640321 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] DHCP port deletion for 621eda6c-5fde-4035-952a-6a255177bfd1 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:34:36.667876 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] For port 744b4d5f-d8b3-48e2-afab-f3414abaf704, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=744b4d5f-d8b3-48e2-afab-f3414abaf704,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:36.668323 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.688996 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Calling delete_port for 744b4d5f-d8b3-48e2-afab-f3414abaf704 owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:36.693462 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] Deleting port 744b4d5f-d8b3-48e2-afab-f3414abaf704 {{(pid=94625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:34:36.693910 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.770781 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] For port 744b4d5f-d8b3-48e2-afab-f3414abaf704, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=744b4d5f-d8b3-48e2-afab-f3414abaf704,segment=NetworkSegment(fccce956-b19a-403a-9a2b-b28d2749fab8),segment_id=fccce956-b19a-403a-9a2b-b28d2749fab8)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:36.771763 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.771912 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.789123 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] Calling delete_port for 744b4d5f-d8b3-48e2-afab-f3414abaf704 owned by network:dhcp {{(pid=94625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:34:36.800904 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Pushing event deleted for resources: {'Port': ['ID=744b4d5f-d8b3-48e2-afab-f3414abaf704,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:36.806031 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] No DVR routers for this DVR port 744b4d5f-d8b3-48e2-afab-f3414abaf704 on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:34:36.878638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829'] for port, after_delete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.892682 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.903076 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] Pushing event deleted for resources: {'Port': ['ID=744b4d5f-d8b3-48e2-afab-f3414abaf704,revision_number=None']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:36.904178 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621eda6c-5fde-4035-952a-6a255177bfd1']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:36.910364 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897bebf-cca0-433a-9346-15694fc319d7 None None] No DVR routers for this DVR port 744b4d5f-d8b3-48e2-afab-f3414abaf704 on host n-d-688802-4 {{(pid=94625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:34:36.919293 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccce956-b19a-403a-9a2b-b28d2749fab8') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:36.919647 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccce956-b19a-403a-9a2b-b28d2749fab8') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:36.929443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.944204 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.950725 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:34:36.951158 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:34:36.952944 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:34:37.009055 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.016600 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.018374 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] 10.222.0.76 "DELETE /v2.0/networks/621eda6c-5fde-4035-952a-6a255177bfd1 HTTP/1.1" status: 204 len: 168 time: 0.5779655 Aug 27 13:34:37.029425 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936e489-9979-4f67-b412-59827a22f736 admin admin] Pushing event deleted for resources: {'Network': ['ID=621eda6c-5fde-4035-952a-6a255177bfd1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:37.147989 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46468) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:37.196437 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-826ac19f-68f1-44f7-a446-c466f5fd4a4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35839165c2bd45d48393a36e54237d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469627 Aug 27 13:34:37.198883 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46470) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:37.246995 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-580c9d3c-66e1-40f4-9b2d-be5dd9c9d4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.268892 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-580c9d3c-66e1-40f4-9b2d-be5dd9c9d4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.315521 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-580c9d3c-66e1-40f4-9b2d-be5dd9c9d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.319314 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-580c9d3c-66e1-40f4-9b2d-be5dd9c9d4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.320718 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-580c9d3c-66e1-40f4-9b2d-be5dd9c9d4d8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cc01537-b350-42e6-bdfd-62cdfc56ce12 HTTP/1.1" status: 204 len: 168 time: 0.1208689 Aug 27 13:34:37.330150 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c9d3c-66e1-40f4-9b2d-be5dd9c9d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc01537-b350-42e6-bdfd-62cdfc56ce12,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:37.661203 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46476) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:37.702269 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-51575897-d96a-4561-bc1a-7dc5e5030742 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=476841f9db5943319e2677bed8fd7092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398881 Aug 27 13:34:37.704826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46478) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:37.751838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6097e09-7c01-4598-98af-d1c31e7d84fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.773566 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6097e09-7c01-4598-98af-d1c31e7d84fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.824137 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6097e09-7c01-4598-98af-d1c31e7d84fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.826622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c6097e09-7c01-4598-98af-d1c31e7d84fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:37.827766 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c6097e09-7c01-4598-98af-d1c31e7d84fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c8cd364-4625-4ae6-894a-bb1e709025f1 HTTP/1.1" status: 204 len: 168 time: 0.1220548 Aug 27 13:34:37.835953 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6097e09-7c01-4598-98af-d1c31e7d84fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8cd364-4625-4ae6-894a-bb1e709025f1,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:38.033485 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device abfde27a-add4-4536-a562-ef3c01dbe777 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:38.053232 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: abfde27a-add4-4536-a562-ef3c01dbe777 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:38.053652 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device abfde27a-add4-4536-a562-ef3c01dbe777 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:38.054121 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 744b4d5f-d8b3-48e2-afab-f3414abaf704 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:34:38.076266 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 744b4d5f-d8b3-48e2-afab-f3414abaf704 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:34:38.076526 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 744b4d5f-d8b3-48e2-afab-f3414abaf704 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:34:38.506654 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46500) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:38.601553 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-142341341-network', 'tenant_id': '50206747f80943d99d7247b8359e0ba5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:38.623903 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Made reservation on behalf of 50206747f80943d99d7247b8359e0ba5 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:34:38.626483 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.634867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.728491 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.733754 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.754050 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:34:38.767632 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caea2b1-a7ae-4915-8ddd-a97ed1d5fc1b,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:38.773399 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.773741 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Added segment 40738387-f1c1-4f55-920c-600df8719305 of type vlan for network 5e026365-921c-4c1e-80d2-650085a2d72d Aug 27 13:34:38.812350 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.837327 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.838350 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:38.839057 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:38.896815 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3884826 Aug 27 13:34:38.899838 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46504) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:38.904113 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab3fa4-e882-4c94-aeda-fa4697cdebcc admin admin] Pushing event updated for resources: {'Network': ['ID=5e026365-921c-4c1e-80d2-650085a2d72d,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:38.904931 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Request body: {'subnet': {'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-142341341-subnet', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'ip_version': 4}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:38.914797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 5e026365-921c-4c1e-80d2-650085a2d72d details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:34:38.938365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Made reservation on behalf of 50206747f80943d99d7247b8359e0ba5 for: {'subnet': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:34:38.941141 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3157441'] for subnet, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.109232 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3453388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3157427'] for subnet, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.164116 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a93945e-b431-4dd3-b39d-c210ee0ada36,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:39.172786 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Checking segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:39.173150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Network hostable DHCP agents. Network: 5e026365-921c-4c1e-80d2-650085a2d72d, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:34:39.189354 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Network 5e026365-921c-4c1e-80d2-650085a2d72d is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:34:39.199217 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 5e026365-921c-4c1e-80d2-650085a2d72d) {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:39.203962 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:39.204578 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.210451 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca2854-c3cd-4faa-b655-cf47c3c9e43a None None] Network 5e026365-921c-4c1e-80d2-650085a2d72d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:34:39.219545 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-e5aa9de2-ac8a-4a46-a560-78831c1d2243 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3185627 Aug 27 13:34:39.222333 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46506) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:39.226905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:39.247844 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.248903 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.303286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.363151 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-5e026365-921c-4c1e-80d2-650085a2d72d', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:34:39.363995 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.443283 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.447106 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.512953 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Allocated IP 172.20.0.2 (5e026365-921c-4c1e-80d2-650085a2d72d/1a93945e-b431-4dd3-b39d-c210ee0ada36/f1f313ee-6575-42c0-a33f-55ee346d0a47) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:39.648185 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.656313 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.665571 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Transition to ACTIVE for port object f1f313ee-6575-42c0-a33f-55ee346d0a47 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:39.668200 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.680578 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Transition to ACTIVE for port object f1f313ee-6575-42c0-a33f-55ee346d0a47 will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:39.686873 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.728388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Network 5e026365-921c-4c1e-80d2-650085a2d72d is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:39.733215 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:39.740009 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:39.743150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Pushing event updated for resources: {'Port': ['ID=f1f313ee-6575-42c0-a33f-55ee346d0a47,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:39.774826 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Allocated IP 172.25.8.98 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/dc9e327c-67ba-405d-99f3-5a3722b2fe99) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:39.797168 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Attempting to bind port f1f313ee-6575-42c0-a33f-55ee346d0a47 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:39.797536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Attempting to bind port f1f313ee-6575-42c0-a33f-55ee346d0a47 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:39.797890 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Attempting to bind port f1f313ee-6575-42c0-a33f-55ee346d0a47 on network 5e026365-921c-4c1e-80d2-650085a2d72d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:39.803036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:39.803408 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Checking segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:39.803813 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.804205 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Bound using segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:39.804667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Bound port: f1f313ee-6575-42c0-a33f-55ee346d0a47, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:39.805048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.866345 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] For port f1f313ee-6575-42c0-a33f-55ee346d0a47, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:39.870397 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] For port f1f313ee-6575-42c0-a33f-55ee346d0a47, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f1f313ee-6575-42c0-a33f-55ee346d0a47,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:39.874707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.882435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.927199 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:39.937093 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155ed51-b755-4ab5-acd7-def650dafd94 None None] Pushing event updated for resources: {'Port': ['ID=f1f313ee-6575-42c0-a33f-55ee346d0a47,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:39.966036 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:39.971451 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:39.975202 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:39.981445 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9e327c-67ba-405d-99f3-5a3722b2fe99,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:40.241895 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:40.437622 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:40.570335 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Router b9f5553c-568d-4ba8-8a56-d451866bab82 is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:34:40.682612 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:40.694479 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:40.700251 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:40.704418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46508) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:40.705015 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-445e9d1d-d67c-4f78-81b7-3eb679d67343 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4810605 Aug 27 13:34:40.709050 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:40.709690 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:40.817610 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048d29c-fee8-47bc-b2e6-7ac19cfe5968 None None] Network 5e026365-921c-4c1e-80d2-650085a2d72d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:34:40.822650 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:40.937174 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-a8f71722-afaf-4132-a3eb-b72387efc172 None None] Provisioning for port f1f313ee-6575-42c0-a33f-55ee346d0a47 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:41.024404 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:40Z', 'revision_number': 3, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:41.051313 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:41.051569 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Updating router b9f5553c-568d-4ba8-8a56-d451866bab82 port dc9e327c-67ba-405d-99f3-5a3722b2fe99 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:34:41.077154 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.172330 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.387530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Allocated IP 172.20.0.1 (5e026365-921c-4c1e-80d2-650085a2d72d/1a93945e-b431-4dd3-b39d-c210ee0ada36/5253eae5-a4ee-478c-ab63-cd2375344ce4) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:41.438595 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.449766 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Transition to ACTIVE for port object dc9e327c-67ba-405d-99f3-5a3722b2fe99 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:41.456182 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.491856 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.506523 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Transition to ACTIVE for port object 5253eae5-a4ee-478c-ab63-cd2375344ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:41.510092 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Attempting to bind port dc9e327c-67ba-405d-99f3-5a3722b2fe99 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:41.510290 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Attempting to bind port dc9e327c-67ba-405d-99f3-5a3722b2fe99 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:41.510687 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Attempting to bind port dc9e327c-67ba-405d-99f3-5a3722b2fe99 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:41.520510 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:41.520884 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:41.521849 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.522242 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:41.522734 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Bound port: dc9e327c-67ba-405d-99f3-5a3722b2fe99, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:41.523114 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.524803 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Pushing event updated for resources: {'Port': ['ID=dc9e327c-67ba-405d-99f3-5a3722b2fe99,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:41.543110 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.551193 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.551537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.551871 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.552205 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.552563 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.552887 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.553210 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.553528 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.553845 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.554161 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.554501 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.554816 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:34:41.582083 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Network 5e026365-921c-4c1e-80d2-650085a2d72d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:41.587228 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:41.587508 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] For port dc9e327c-67ba-405d-99f3-5a3722b2fe99, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:41.590828 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] For port dc9e327c-67ba-405d-99f3-5a3722b2fe99, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dc9e327c-67ba-405d-99f3-5a3722b2fe99,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:41.591534 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:41.595929 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.621601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Pushing event updated for resources: {'Port': ['ID=5253eae5-a4ee-478c-ab63-cd2375344ce4,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:41.641909 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.649602 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:41.650227 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:41.715467 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398e481-ccfe-4dc9-bf0d-3324d78b5016 None None] Pushing event updated for resources: {'Port': ['ID=dc9e327c-67ba-405d-99f3-5a3722b2fe99,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:41.773943 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:41.782703 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.899863 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9ee61316-8aff-44f4-b482-2871e0274247 None None] Provisioning for port 5253eae5-a4ee-478c-ab63-cd2375344ce4 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:41.903773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-9ee61316-8aff-44f4-b482-2871e0274247 None None] Provisioning complete for port 5253eae5-a4ee-478c-ab63-cd2375344ce4 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:41.904151 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9ee61316-8aff-44f4-b482-2871e0274247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.942016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-9ee61316-8aff-44f4-b482-2871e0274247 None None] Port 5253eae5-a4ee-478c-ab63-cd2375344ce4 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:34:41.962268 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:40Z', 'revision_number': 3, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:41.971947 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.977653 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:41.990961 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1d392-5c5d-46d6-a368-8767e5d515d2 None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:40Z', 'revision_number': 3, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:42.065045 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:42.069169 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Pushing event updated for resources: {'Port': ['ID=5253eae5-a4ee-478c-ab63-cd2375344ce4,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:42.086773 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1f313ee-6575-42c0-a33f-55ee346d0a47 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:42.146733 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port f1f313ee-6575-42c0-a33f-55ee346d0a47 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:42.151906 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f1f313ee-6575-42c0-a33f-55ee346d0a47 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:42.152339 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:42.195723 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Network 5e026365-921c-4c1e-80d2-650085a2d72d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:42.198163 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:42.270850 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:42.336904 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port f1f313ee-6575-42c0-a33f-55ee346d0a47, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f1f313ee-6575-42c0-a33f-55ee346d0a47,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:42.344239 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:42.374017 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Router b9f5553c-568d-4ba8-8a56-d451866bab82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:34:42.405891 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=f1f313ee-6575-42c0-a33f-55ee346d0a47,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:42.533668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:42.542701 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-532b1709-7ac6-44f5-95ef-40ca0206d88a admin admin] 10.222.0.76 "PUT /v2.0/routers/b9f5553c-568d-4ba8-8a56-d451866bab82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8362389 Aug 27 13:34:42.578443 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-2ebed39c-c9ef-4274-87e5-f0f9f521e43a None None] Provisioning complete for port 5253eae5-a4ee-478c-ab63-cd2375344ce4 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:42.579090 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ebed39c-c9ef-4274-87e5-f0f9f521e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:42.618061 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-2ebed39c-c9ef-4274-87e5-f0f9f521e43a None None] Port 5253eae5-a4ee-478c-ab63-cd2375344ce4 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:34:43.056224 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46524) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:43.061322 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1707993671-network', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:43.083490 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Made reservation on behalf of c755d51c998b41fba78f4fbf551a7bc5 for: {'network': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:34:43.086690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for network, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.095690 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.190531 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.196052 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.224705 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=94624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 13:34:43.235842 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1368a176-369d-4ef7-8032-e9a7d0c478e4,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:43.242026 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.242437 n-d-688802-4 neutron-server[94624]: INFO neutron.db.segments_db [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Added segment 47ea0f96-c293-4ea1-a4f7-d8768a8d90d7 of type vlan for network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 Aug 27 13:34:43.284012 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749573235294'] for network, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.314652 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669'] for network, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.315634 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:43.316219 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.375239 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3178670 Aug 27 13:34:43.377929 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46526) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:43.385292 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Request body: {'subnet': {'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1707993671-subnet', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'ip_version': 4}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:43.389817 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b90e6-e764-4816-96c0-d56cc7aa1749 admin admin] Pushing event updated for resources: {'Network': ['ID=19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:43.400082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 details requested by agent ovs-agent-n-d-688802-4 with host n-d-688802-4 {{(pid=94625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 13:34:43.411591 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Made reservation on behalf of c755d51c998b41fba78f4fbf551a7bc5 for: {'subnet': 1} {{(pid=94624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:34:43.413973 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026962'] for subnet, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.615843 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026912'] for subnet, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.674096 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac069ce-4c6d-423e-9601-258289757110,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:43.677803 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:43.682548 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Checking segment: {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:43.682920 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Network hostable DHCP agents. Network: 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9, hostable agents: ['8172674b-71c3-4dbc-a6d2-8ae3ede94459'], hosted agents: [] {{(pid=94624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 13:34:43.687974 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:43.688693 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:43.701317 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 is scheduled to be hosted by DHCP agent 8172674b-71c3-4dbc-a6d2-8ae3ede94459 with binding_index 1 {{(pid=94624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 13:34:43.710223 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-4, 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9) {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:43.714767 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:43.715366 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.726886 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b91abe-0e06-41a7-86ce-31edb0b228a3 None None] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:34:43.730491 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-b48fa2d8-24ca-4028-b350-13a71d71d812 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3509667 Aug 27 13:34:43.732586 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46528) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:43.736964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:43.758884 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1013543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61489'] for router, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.759989 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1013643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-941635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61498'] for router, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.818783 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:43.859206 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:43.954072 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.041274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82c2ace2-3951-592f-a4db-763e0f4add95-19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9', 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'fixed_ips': [{'subnet_id': 'eac069ce-4c6d-423e-9601-258289757110'}]}} from n-d-688802-4. {{(pid=94625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 13:34:44.042145 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.145718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1f313ee-6575-42c0-a33f-55ee346d0a47 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:44.174365 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.194006 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.296923 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Allocated IP 172.25.8.17 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/8d65529a-fe5e-4011-8208-f13cfcdd2284) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:44.300172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.db_base_plugin_common [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Allocated IP 172.20.0.2 (19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9/eac069ce-4c6d-423e-9601-258289757110/01a68b95-1f72-410e-b427-85f664a0b45f) {{(pid=94625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:44.316539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port f1f313ee-6575-42c0-a33f-55ee346d0a47 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:44.316913 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.363303 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 2, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:44.407769 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.451703 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.492135 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:44.497365 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:44.501058 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:44.507807 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Pushing event updated for resources: {'Port': ['ID=8d65529a-fe5e-4011-8208-f13cfcdd2284,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:44.595030 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:44.595731 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Updating router b9f5553c-568d-4ba8-8a56-d451866bab82 port 5253eae5-a4ee-478c-ab63-cd2375344ce4 binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:34:44.646329 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.762644 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.780737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dc9e327c-67ba-405d-99f3-5a3722b2fe99 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:44.874402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Notify callbacks [] for port, precommit_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.897274 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Transition to ACTIVE for port object 01a68b95-1f72-410e-b427-85f664a0b45f will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:44.959838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1013680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015614'] for router, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:44.961440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Transition to ACTIVE for port object 01a68b95-1f72-410e-b427-85f664a0b45f will not be triggered until provisioned by entity DHCP. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:44.976630 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820'] for port, after_create {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.015892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port dc9e327c-67ba-405d-99f3-5a3722b2fe99 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:45.044892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port dc9e327c-67ba-405d-99f3-5a3722b2fe99 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:45.045261 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.054718 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 is already hosted by enough agents. {{(pid=94625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:45.078908 n-d-688802-4 neutron-server[94625]: DEBUG neutron.scheduler.base_scheduler [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Resources bound (agent type, host, resource id): {{(pid=94625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:45.085196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Received port after_create {{(pid=94625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:45.088760 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Pushing event updated for resources: {'Port': ['ID=01a68b95-1f72-410e-b427-85f664a0b45f,revision_number=1']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:45.221537 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.224703 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Attempting to bind port 01a68b95-1f72-410e-b427-85f664a0b45f on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:45.225073 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Attempting to bind port 01a68b95-1f72-410e-b427-85f664a0b45f by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:45.225434 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Attempting to bind port 01a68b95-1f72-410e-b427-85f664a0b45f on network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:45.257542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:45.257910 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Checking segment: {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:45.258320 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.259150 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Bound using segment: {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:45.259294 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Bound port: 01a68b95-1f72-410e-b427-85f664a0b45f, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:45.259615 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.267598 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Transition to ACTIVE for port object 5253eae5-a4ee-478c-ab63-cd2375344ce4 will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:45.287209 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.294289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.387025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port dc9e327c-67ba-405d-99f3-5a3722b2fe99, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dc9e327c-67ba-405d-99f3-5a3722b2fe99,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:45.400535 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7859d6a-33d2-452b-9192-1985e0c4678a None None] Pushing event updated for resources: {'Port': ['ID=5253eae5-a4ee-478c-ab63-cd2375344ce4,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:45.403226 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.439960 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] For port 01a68b95-1f72-410e-b427-85f664a0b45f, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:45.465517 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f is scheduled to L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 with binding_index 1 {{(pid=94624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 13:34:45.470937 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] For port 01a68b95-1f72-410e-b427-85f664a0b45f, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=01a68b95-1f72-410e-b427-85f664a0b45f,segment=NetworkSegment(47ea0f96-c293-4ea1-a4f7-d8768a8d90d7),segment_id=47ea0f96-c293-4ea1-a4f7-d8768a8d90d7)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:45.505788 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.528793 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=dc9e327c-67ba-405d-99f3-5a3722b2fe99,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:45.542368 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Attempting to bind port 5253eae5-a4ee-478c-ab63-cd2375344ce4 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:45.542766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Attempting to bind port 5253eae5-a4ee-478c-ab63-cd2375344ce4 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:45.543567 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Attempting to bind port 5253eae5-a4ee-478c-ab63-cd2375344ce4 on network 5e026365-921c-4c1e-80d2-650085a2d72d {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:45.585501 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:45.585990 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Checking segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:45.586497 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.587212 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Bound using segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:45.587790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Bound port: 5253eae5-a4ee-478c-ab63-cd2375344ce4, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:45.588250 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.606012 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:45.620808 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Sync routers for ids ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:45.621374 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61df13-9229-4321-a721-a21d31ea778f None None] Pushing event updated for resources: {'Port': ['ID=01a68b95-1f72-410e-b427-85f664a0b45f,revision_number=2']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:45.629451 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.631370 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c2d4a0bf-5605-41cc-b375-5e6575ce3782 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8977315 Aug 27 13:34:45.633958 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46530) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:45.637394 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Routers {'92c20aba-210a-46a8-b56e-d0a1d7d72d1f'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:45.638244 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:45.701262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] For port 5253eae5-a4ee-478c-ab63-cd2375344ce4, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:45.708553 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] For port 5253eae5-a4ee-478c-ab63-cd2375344ce4, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5253eae5-a4ee-478c-ab63-cd2375344ce4,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:45.714820 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:45.774863 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Set router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:45.799016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7859d6a-33d2-452b-9192-1985e0c4678a None None] Pushing event updated for resources: {'Port': ['ID=5253eae5-a4ee-478c-ab63-cd2375344ce4,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:45.819027 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:45.822163 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:46.035728 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:46.083368 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:34:44Z', 'revision_number': 3, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:46.124656 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Checking router: 92c20aba-210a-46a8-b56e-d0a1d7d72d1f for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:46.125003 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Updating router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f port 8d65529a-fe5e-4011-8208-f13cfcdd2284 binding host n-d-688802-4 {{(pid=94626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:34:46.157905 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.212768 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 01a68b95-1f72-410e-b427-85f664a0b45f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:46.270019 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.330701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 01a68b95-1f72-410e-b427-85f664a0b45f completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:46.339939 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dc9e327c-67ba-405d-99f3-5a3722b2fe99 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:46.382087 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:46.410874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb21f3-3973-4be7-88e0-f28d308c24b3 None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:46.431507 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port dc9e327c-67ba-405d-99f3-5a3722b2fe99 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:46.432977 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.480788 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Allocated IP 172.20.0.1 (19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9/eac069ce-4c6d-423e-9601-258289757110/4ea34a07-3345-4e1e-b140-5aa2fdd649ba) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:46.511872 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.535047 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.provisioning_blocks [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Transition to ACTIVE for port object 8d65529a-fe5e-4011-8208-f13cfcdd2284 will not be triggered until provisioned by entity L2. {{(pid=94626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:46.548947 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.601078 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Attempting to bind port 8d65529a-fe5e-4011-8208-f13cfcdd2284 on host n-d-688802-4 for vnic_type normal with profile {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:46.601454 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Attempting to bind port 8d65529a-fe5e-4011-8208-f13cfcdd2284 by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:46.601817 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Attempting to bind port 8d65529a-fe5e-4011-8208-f13cfcdd2284 on network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:46.625176 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:46.625751 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Checking segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:46.625965 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.626854 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Bound using segment: {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'} {{(pid=94626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:46.626854 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.managers [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Bound port: 8d65529a-fe5e-4011-8208-f13cfcdd2284, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f172d7-4ae9-4282-bef2-0fabf104d6da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029'}}] {{(pid=94626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:46.627215 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.639357 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.657258 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.provisioning_blocks [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Transition to ACTIVE for port object 4ea34a07-3345-4e1e-b140-5aa2fdd649ba will not be triggered until provisioned by entity DHCP. {{(pid=94624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:46.672005 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace708b-fac7-4cbd-9b4b-e22a0ad431de None None] Pushing event updated for resources: {'Port': ['ID=8d65529a-fe5e-4011-8208-f13cfcdd2284,revision_number=2']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:46.697321 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] For port 8d65529a-fe5e-4011-8208-f13cfcdd2284, host n-d-688802-4, cleared binding levels {{(pid=94626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:46.700760 n-d-688802-4 neutron-server[94626]: DEBUG neutron.plugins.ml2.db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] For port 8d65529a-fe5e-4011-8208-f13cfcdd2284, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8d65529a-fe5e-4011-8208-f13cfcdd2284,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:46.708064 n-d-688802-4 neutron-server[94626]: DEBUG neutron_lib.callbacks.manager [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.708286 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.760380 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:46.766075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:46.770574 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:46.783323 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Routers {'92c20aba-210a-46a8-b56e-d0a1d7d72d1f'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:46.783904 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:46.808801 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:46.820207 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015777'] for router_interface, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:46.902252 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] Set router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:46.942935 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f59d3-9232-4926-ae51-8384b5153b36 None None] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:34:46.968066 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.066293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] Provisioning for port 01a68b95-1f72-410e-b427-85f664a0b45f completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:47.075079 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] Provisioning complete for port 01a68b95-1f72-410e-b427-85f664a0b45f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:47.075460 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.098302 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace708b-fac7-4cbd-9b4b-e22a0ad431de None None] Pushing event updated for resources: {'Port': ['ID=8d65529a-fe5e-4011-8208-f13cfcdd2284,revision_number=3']} {{(pid=94626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:47.203784 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.217394 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.247870 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:34:44Z', 'revision_number': 3, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:47.255435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.295078 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] For port 01a68b95-1f72-410e-b427-85f664a0b45f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=01a68b95-1f72-410e-b427-85f664a0b45f,segment=NetworkSegment(47ea0f96-c293-4ea1-a4f7-d8768a8d90d7),segment_id=47ea0f96-c293-4ea1-a4f7-d8768a8d90d7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:47.300020 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16c50-40e4-4537-a5c4-99c117c5b0d3 None None] The sync data for ids ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'] in n-d-688802-4 is: [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:34:44Z', 'revision_number': 3, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:47.303465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.309741 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015358'] for router_interface, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.322610 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:47.389007 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab99f-0c10-46dd-980c-7bd7afe8ed1b None None] Pushing event updated for resources: {'Port': ['ID=01a68b95-1f72-410e-b427-85f664a0b45f,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:47.455379 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:47.457532 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:47.627163 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:34:47.640797 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f171893f-f46b-492e-b9bd-af4ab9eeef9e None None] Provisioning complete for port 01a68b95-1f72-410e-b427-85f664a0b45f triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:47.641343 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f171893f-f46b-492e-b9bd-af4ab9eeef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.825820 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f171893f-f46b-492e-b9bd-af4ab9eeef9e None None] Provisioning for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:47.836314 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-f171893f-f46b-492e-b9bd-af4ab9eeef9e None None] Provisioning complete for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:47.836528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:34:47.836807 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f171893f-f46b-492e-b9bd-af4ab9eeef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:47.846651 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-f0a3ff1b-c0eb-40b7-acea-336bd730a285 admin admin] 10.222.0.76 "PUT /v2.0/routers/92c20aba-210a-46a8-b56e-d0a1d7d72d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2065880 Aug 27 13:34:47.914016 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-f171893f-f46b-492e-b9bd-af4ab9eeef9e None None] Port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:34:48.056871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-04d16b1f-1ac1-47e7-b1b8-1813efdb06c0 None None] Provisioning complete for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:48.056871 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-04d16b1f-1ac1-47e7-b1b8-1813efdb06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.142313 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-04d16b1f-1ac1-47e7-b1b8-1813efdb06c0 None None] Port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:34:48.231312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8d65529a-fe5e-4011-8208-f13cfcdd2284 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:48.287499 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-3bc328aa-9f9a-49b1-a3f4-ce0ef12c4886 None None] Provisioning complete for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:48.287881 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3bc328aa-9f9a-49b1-a3f4-ce0ef12c4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.326272 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 8d65529a-fe5e-4011-8208-f13cfcdd2284 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:48.333446 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8d65529a-fe5e-4011-8208-f13cfcdd2284 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:48.333620 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.335991 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-3bc328aa-9f9a-49b1-a3f4-ce0ef12c4886 None None] Port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:34:48.420665 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.442490 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 8d65529a-fe5e-4011-8208-f13cfcdd2284, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8d65529a-fe5e-4011-8208-f13cfcdd2284,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:48.446649 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.447437 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 01a68b95-1f72-410e-b427-85f664a0b45f up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:48.523638 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=8d65529a-fe5e-4011-8208-f13cfcdd2284,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:48.536560 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 01a68b95-1f72-410e-b427-85f664a0b45f triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:48.537505 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.620260 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5253eae5-a4ee-478c-ab63-cd2375344ce4 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:48.672638 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-bd609c05-12d6-43f8-a1ee-2534b73c8ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.681044 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 5253eae5-a4ee-478c-ab63-cd2375344ce4 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:48.685340 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5253eae5-a4ee-478c-ab63-cd2375344ce4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:48.685707 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.764700 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.798719 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 5253eae5-a4ee-478c-ab63-cd2375344ce4, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5253eae5-a4ee-478c-ab63-cd2375344ce4,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:48.802897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:48.851589 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=5253eae5-a4ee-478c-ab63-cd2375344ce4,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:49.519498 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46540) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:49.524411 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376410278', 'description': 'tempest-secgroup-smoke-376410278 description', 'project_id': '50206747f80943d99d7247b8359e0ba5'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:49.548099 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.632752 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.637558 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.667543 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.668820 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481957 Aug 27 13:34:49.671778 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46542) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:49.676414 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group_rule': {'security_group_id': '9f7f8a09-f102-42cf-aae9-b93b60164c5f', 'project_id': '50206747f80943d99d7247b8359e0ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:49.683707 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688275dc-5059-43a4-a953-adb4e7dc848a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f8a09-f102-42cf-aae9-b93b60164c5f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:49.709559 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.769758 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.773502 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.792362 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8875ee-1e43-473e-86a0-162c5a8028ea,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:49.798625 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.799819 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-a3cb9216-c54e-47a9-9d18-6f58845fa19b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271160 Aug 27 13:34:49.803124 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46544) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:49.809726 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group_rule': {'security_group_id': '9f7f8a09-f102-42cf-aae9-b93b60164c5f', 'project_id': '50206747f80943d99d7247b8359e0ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:49.835500 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Sync routers for ids ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:34:49.837388 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.845430 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Routers {'92c20aba-210a-46a8-b56e-d0a1d7d72d1f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:49.846050 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:49.901789 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.906333 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.924964 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d5c9b8-549e-4728-86af-4437f8429ed0,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:49.933139 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:49.935092 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3e8f7b9f-295f-470e-986a-214c89c21491 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308978 Aug 27 13:34:49.937781 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46546) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:49.942729 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group_rule': {'security_group_id': '9f7f8a09-f102-42cf-aae9-b93b60164c5f', 'project_id': '50206747f80943d99d7247b8359e0ba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:49.972254 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.046290 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.051983 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.071812 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a568418f-8041-40a3-b23f-c307560a83b4,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:50.079620 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.080969 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-7fd607dc-527d-464d-ad3c-18b16cacb339 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421592 Aug 27 13:34:50.085732 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46548) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:50.089943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8d65529a-fe5e-4011-8208-f13cfcdd2284 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:50.091590 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group_rule': {'security_group_id': '9f7f8a09-f102-42cf-aae9-b93b60164c5f', 'project_id': '50206747f80943d99d7247b8359e0ba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:50.120037 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.145724 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Set router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:50.186430 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.190577 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.214751 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a558ce-d1f1-4afe-a15d-421d09bf1d53,revision_number=0']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:50.218182 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.222071 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5b42300d-0b47-422b-971f-09cf84511754 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326795 Aug 27 13:34:50.222694 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46552) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:50.228220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group_rule': {'security_group_id': '9f7f8a09-f102-42cf-aae9-b93b60164c5f', 'project_id': '50206747f80943d99d7247b8359e0ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:50.239597 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 8d65529a-fe5e-4011-8208-f13cfcdd2284 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:50.240033 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.252419 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Project 50206747f80943d99d7247b8359e0ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:34:50.260914 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.330913 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.335803 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.357946 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daa6d93-09c0-45df-971a-dae640313460,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:50.364693 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.366869 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-44d6e0bb-95bd-4e2d-a1e1-a38e3c846484 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432464 Aug 27 13:34:50.370415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46554) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:34:50.373592 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'security_group_rule': {'security_group_id': '9f7f8a09-f102-42cf-aae9-b93b60164c5f', 'project_id': '50206747f80943d99d7247b8359e0ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:50.397074 n-d-688802-4 neutron-server[94623]: INFO neutron.db.securitygroups_db [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Project 50206747f80943d99d7247b8359e0ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 13:34:50.402812 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.423035 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5253eae5-a4ee-478c-ab63-cd2375344ce4 up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:50.471967 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.476116 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544655'] for security_group_rule, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.488923 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:34:46Z', 'revision_number': 4, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '4ea34a07-3345-4e1e-b140-5aa2fdd649ba', 'name': '', 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'mac_address': 'fa:16:3e:15:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eac069ce-4c6d-423e-9601-258289757110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:46Z', 'updated_at': '2021-08-27T13:34:47Z', 'revision_number': 2, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'subnets': [{'id': 'eac069ce-4c6d-423e-9601-258289757110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:50.490930 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befe2351-a90f-409a-8b88-44d341ab26c2,revision_number=0']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:50.492429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 5253eae5-a4ee-478c-ab63-cd2375344ce4 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:50.493203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.500193 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.501487 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6b4214db-f854-4bc3-8fb3-6558cdefe4d9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315899 Aug 27 13:34:50.527493 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Checking router: 92c20aba-210a-46a8-b56e-d0a1d7d72d1f for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:34:50.527859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Updating router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba binding host n-d-688802-4 {{(pid=94625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 13:34:50.579160 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.645964 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-3418a1c5-1faf-4d0b-8fcf-beca4444bbb2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376410278&fields=id&tenant_id=50206747f80943d99d7247b8359e0ba5 HTTP/1.1" status: 200 len: 267 time: 0.0343461 Aug 27 13:34:50.754408 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-05735983-482b-4c73-a7d3-c6be208904e1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:50.756566 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-05735983-482b-4c73-a7d3-c6be208904e1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 809 time: 0.1027386 Aug 27 13:34:50.774628 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-6484d0a4-3456-46c3-8131-815c11a7bbd5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/quotas/50206747f80943d99d7247b8359e0ba5 HTTP/1.1" status: 200 len: 375 time: 0.0098133 Aug 27 13:34:50.831467 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-cf139eb4-6ebe-4733-9f52-07c2860e7f67 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511587 Aug 27 13:34:50.890354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Notify callbacks [] for port, precommit_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.901530 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Transition to ACTIVE for port object 4ea34a07-3345-4e1e-b140-5aa2fdd649ba will not be triggered until provisioned by entity L2. {{(pid=94625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:50.907802 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:50.964633 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e02c4-632e-41fb-9fe1-34a5e9be5ce8 None None] Pushing event updated for resources: {'Port': ['ID=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,revision_number=3']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:51.019396 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Attempting to bind port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba on host n-d-688802-4 for vnic_type normal with profile {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:51.019766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Attempting to bind port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba by drivers openvswitch,hyperv on host n-d-688802-4 at level 0 using segments [{'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:51.020129 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Attempting to bind port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba on network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:51.026325 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Checking agent: {'id': '878a143b-da7a-4863-8abd-feb59e7ec54e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 48, 21), 'started_at': datetime.datetime(2021, 8, 27, 11, 48, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:51.026739 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Checking segment: {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:51.027284 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:51.027680 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Bound using segment: {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'} {{(pid=94625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:51.028161 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.managers [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Bound port: 4ea34a07-3345-4e1e-b140-5aa2fdd649ba, host: n-d-688802-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9'}}] {{(pid=94625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:51.028522 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:51.050499 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-3c1533de-4a7b-4c22-a8e7-5f227372e491 service neutron] 10.222.0.76 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064362 Aug 27 13:34:51.110109 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] For port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba, host n-d-688802-4, cleared binding levels {{(pid=94625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:51.112645 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f739eb26-09d5-461f-a3b1-bfabc436ca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:51.116874 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] For port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba, host n-d-688802-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,segment=NetworkSegment(47ea0f96-c293-4ea1-a4f7-d8768a8d90d7),segment_id=47ea0f96-c293-4ea1-a4f7-d8768a8d90d7)] {{(pid=94625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:51.123011 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:51.162909 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2518907d-11cf-48ec-ae74-732d164c8219 service neutron] 10.222.0.76 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049287 Aug 27 13:34:51.203855 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Routers {'92c20aba-210a-46a8-b56e-d0a1d7d72d1f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:34:51.204359 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:51.248339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e02c4-632e-41fb-9fe1-34a5e9be5ce8 None None] Pushing event updated for resources: {'Port': ['ID=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:51.278514 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:51.347615 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-16dab805-83b5-4ccf-9884-b10be8f57ed8 req-21a1056e-e975-449b-b6ee-36d3b5dfb291 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 210 time: 0.0312893 Aug 27 13:34:51.362766 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] Set router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:34:51.394628 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:51.571400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:34:46Z', 'revision_number': 4, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '4ea34a07-3345-4e1e-b140-5aa2fdd649ba', 'name': '', 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'mac_address': 'fa:16:3e:15:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eac069ce-4c6d-423e-9601-258289757110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:46Z', 'updated_at': '2021-08-27T13:34:51Z', 'revision_number': 4, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'subnets': [{'id': 'eac069ce-4c6d-423e-9601-258289757110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:34:51.601818 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea0f7-edfc-4e14-aa72-27bb58e631ba None None] The sync data for ids ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'] in n-d-688802-4 is: [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:34:46Z', 'revision_number': 4, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '4ea34a07-3345-4e1e-b140-5aa2fdd649ba', 'name': '', 'network_id': '19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'mac_address': 'fa:16:3e:15:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'eac069ce-4c6d-423e-9601-258289757110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:46Z', 'updated_at': '2021-08-27T13:34:51Z', 'revision_number': 4, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'subnets': [{'id': 'eac069ce-4c6d-423e-9601-258289757110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:34:52.053737 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ea34a07-3345-4e1e-b140-5aa2fdd649ba up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:52.103203 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:52.106775 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:52.107150 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:52.190696 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:52.227661 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] For port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,segment=NetworkSegment(47ea0f96-c293-4ea1-a4f7-d8768a8d90d7),segment_id=47ea0f96-c293-4ea1-a4f7-d8768a8d90d7)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:52.231682 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:52.281342 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Pushing event updated for resources: {'Port': ['ID=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:52.426983 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-52947da8-70d2-4ec9-9d8b-d78c65e99ead req-44d2bc97-18e5-4b56-9965-17804c3ed993 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Aug 27 13:34:52.508648 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:53.526529 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-328a2902-245a-4865-8f73-d232d92c1730 req-0ce3cff7-3637-4d62-830a-58071cdd7f79 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Aug 27 13:34:54.052404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ea34a07-3345-4e1e-b140-5aa2fdd649ba up at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:34:54.102980 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Provisioning complete for port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:54.103354 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:54.366843 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:54.472653 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-0cdfb10b-3a06-4666-a8d6-6be5af28f1d1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:54.474790 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-0cdfb10b-3a06-4666-a8d6-6be5af28f1d1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 809 time: 0.1156166 Aug 27 13:34:54.519645 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-03ad3fc6-1596-45c3-bf24-03d3bd69a854 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50206747f80943d99d7247b8359e0ba5 HTTP/1.1" status: 200 len: 379 time: 0.0360003 Aug 27 13:34:54.537684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'port': {'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'admin_state_up': True, 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'security_groups': ['9f7f8a09-f102-42cf-aae9-b93b60164c5f']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:54.926907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d8a3f203-8eda-441a-bdcd-7c2a366446f1 req-997a6152-bb52-4d08-aa0d-4053b8048180 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 210 time: 0.3285317 Aug 27 13:34:54.959804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Made reservation on behalf of 50206747f80943d99d7247b8359e0ba5 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:34:54.963482 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.088178 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Allocated IP 172.20.0.13 (5e026365-921c-4c1e-80d2-650085a2d72d/1a93945e-b431-4dd3-b39d-c210ee0ada36/a8c6eb6e-5ae9-44b3-9fdc-e184049d2423) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:34:55.228506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.242909 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Transition to ACTIVE for port object a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:55.276236 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.319477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Network 5e026365-921c-4c1e-80d2-650085a2d72d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:34:55.324528 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:34:55.328298 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:34:55.335107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:55.387469 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:55.388102 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.403546 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-2c0f10f5-917d-4b7e-b562-9eee535f48e5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8706310 Aug 27 13:34:55.417063 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Request body: {'port': {'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:34:55.474270 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.559648 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-45da0223-acae-4b7a-bd19-54b578ceaca3 None None] Provisioning for port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:34:55.563563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-45da0223-acae-4b7a-bd19-54b578ceaca3 None None] Provisioning complete for port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:34:55.564048 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-45da0223-acae-4b7a-bd19-54b578ceaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.600259 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-45da0223-acae-4b7a-bd19-54b578ceaca3 None None] Port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:34:55.748818 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:34:55.755987 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.768211 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Transition to ACTIVE for port object a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:34:55.771859 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.842124 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:55.894861 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Attempting to bind port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 on host n-h2-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:34:55.895203 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Attempting to bind port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 by drivers openvswitch,hyperv on host n-h2-688802-4 at level 0 using segments [{'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:34:55.895537 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Attempting to bind port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 on network 5e026365-921c-4c1e-80d2-650085a2d72d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:55.900280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 on network 5e026365-921c-4c1e-80d2-650085a2d72d not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:34:55.900582 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Attempting to bind port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 on network 5e026365-921c-4c1e-80d2-650085a2d72d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:34:55.905625 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Checking agent: {'id': 'f2060c84-3ca6-4b8c-8e1a-7ef4a0d8b004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:34:55.905970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Checking segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:34:55.906439 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Bound using segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:34:55.906860 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Bound port: a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host: n-h2-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:34:55.907224 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:55.983993 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:34:55.987113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:34:55.992305 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:56.059841 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.060402 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:56.061820 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] 10.222.0.65 "PUT /v2.0/ports/a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1092 time: 0.6492825 Aug 27 13:34:56.063907 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:34:56.066204 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abb805-8366-4b08-a92c-14c3d432678c" -d '{"events": [{"name": "network-changed", "server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:34:56.088093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a316b8-7535-4527-80e6-706425c8539e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:56.113988 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f26e8-6950-447e-94fa-c0e9e4c6e9dc req-36fa8028-d9bb-48e5-9dcb-25342ed870dd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.115661 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f61f26e8-6950-447e-94fa-c0e9e4c6e9dc req-36fa8028-d9bb-48e5-9dcb-25342ed870dd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 944 time: 0.1139305 Aug 27 13:34:56.163351 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f6a970-d839-459b-bfd4-8c070060c6c7 x-openstack-request-id: req-98f6a970-d839-459b-bfd4-8c070060c6c7 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:34:56.163654 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:34:56.163907 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98f6a970-d839-459b-bfd4-8c070060c6c7 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:34:56.164307 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'status': 'completed', 'code': 200} Aug 27 13:34:56.191806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f61f26e8-6950-447e-94fa-c0e9e4c6e9dc req-da98795f-2c36-4a3a-b10c-2e2002e16d89 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654821 Aug 27 13:34:56.194095 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-bdc0817e-7cb3-4a1b-acc0-8674aca78dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.195350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-bdc0817e-7cb3-4a1b-acc0-8674aca78dbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1095 time: 0.0787673 Aug 27 13:34:56.241069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-3751ca05-84dd-4670-9496-e43056f7c9db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 217 time: 0.0377421 Aug 27 13:34:56.292503 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-b0525ae6-77a7-4a28-a79f-08da862308f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.293936 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-b0525ae6-77a7-4a28-a79f-08da862308f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0461171 Aug 27 13:34:56.339945 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-682b7c67-faa2-46eb-9d61-b7dc707ae5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.341477 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-682b7c67-faa2-46eb-9d61-b7dc707ae5e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405161 Aug 27 13:34:56.435547 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-29c4e970-dbef-46d5-9919-efc2c15ce0f5 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864508 Aug 27 13:34:56.525910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8a0785eb-2402-44f8-b7d7-d8a652cdf899 req-f8769291-679d-476c-9833-ddb4575cf723 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816219 Aug 27 13:34:56.617027 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb805-8366-4b08-a92c-14c3d432678c req-89295380-5c78-41f5-a1ef-05a2b308d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.618626 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-89295380-5c78-41f5-a1ef-05a2b308d9a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1095 time: 0.0457580 Aug 27 13:34:56.706618 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb805-8366-4b08-a92c-14c3d432678c req-1f350ae7-c61e-4474-92a4-4ab7e8af305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.708076 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-1f350ae7-c61e-4474-92a4-4ab7e8af305f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0826144 Aug 27 13:34:56.753834 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-ac25d0f3-e317-433c-9a05-24157e17d4db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 217 time: 0.0381064 Aug 27 13:34:56.804073 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb805-8366-4b08-a92c-14c3d432678c req-e33ccb5c-e0e2-4c5f-a615-44fa672f716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.805571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-e33ccb5c-e0e2-4c5f-a615-44fa672f716b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0442014 Aug 27 13:34:56.852927 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb805-8366-4b08-a92c-14c3d432678c req-c9b93192-d91f-40c1-885f-6b0560613811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:56.854497 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-c9b93192-d91f-40c1-885f-6b0560613811 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417223 Aug 27 13:34:56.951991 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-ed6f3b73-878b-43f4-9376-472d45f3b58f service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879078 Aug 27 13:34:57.041254 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-82abb805-8366-4b08-a92c-14c3d432678c req-286e77b4-0fe5-48b8-b2ff-29153e285e4c service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819893 Aug 27 13:34:57.311914 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e914-5940-47fd-9d8a-b9918cc2e794 req-f03089d3-3bca-489e-b7f5-13553faeb97a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:57.313443 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4051e914-5940-47fd-9d8a-b9918cc2e794 req-f03089d3-3bca-489e-b7f5-13553faeb97a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 944 time: 0.0500863 Aug 27 13:34:57.352066 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4051e914-5940-47fd-9d8a-b9918cc2e794 req-dda42195-b446-4921-81ca-a49837f81b64 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321407 Aug 27 13:34:58.470778 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325165-c6ee-471b-b0aa-55a7c595dcaf req-fa581f64-7242-43d8-a282-e16f1e3d93cd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:58.472306 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48325165-c6ee-471b-b0aa-55a7c595dcaf req-fa581f64-7242-43d8-a282-e16f1e3d93cd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 944 time: 0.0535424 Aug 27 13:34:58.512635 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-48325165-c6ee-471b-b0aa-55a7c595dcaf req-4c76cd28-6364-4b7d-807f-42a7b97b745f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335164 Aug 27 13:34:58.840177 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:34:58.936322 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:58.947951 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:34:58.984512 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:58.997358 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:34:59.016539 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:34:59.020581 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:34:59.066199 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:34:59.242032 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:34:59.631436 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a633-29a3-4104-a600-e0989d3aca65 req-2e4d7d56-4c31-472f-bf9f-390fd9373c5c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:34:59.632971 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7749a633-29a3-4104-a600-e0989d3aca65 req-2e4d7d56-4c31-472f-bf9f-390fd9373c5c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 945 time: 0.0532925 Aug 27 13:34:59.672473 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7749a633-29a3-4104-a600-e0989d3aca65 req-dd6ecb63-2089-4f82-8c81-3b2498cd339c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325234 Aug 27 13:35:00.774202 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:35:00.787590 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84a794-ee89-45ed-ae9b-1d7b1380e814 req-874a8187-8b3f-41cb-8fe3-b5bb0a4ca47a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:00.789103 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb84a794-ee89-45ed-ae9b-1d7b1380e814 req-874a8187-8b3f-41cb-8fe3-b5bb0a4ca47a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Aug 27 13:35:00.827690 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bb84a794-ee89-45ed-ae9b-1d7b1380e814 req-b356ab1d-32df-4605-81a2-ea0bd67ef8c5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Aug 27 13:35:00.855575 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:35:00.905947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning for port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:35:00.909591 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:35:00.909987 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:00.988753 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:01.010695 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:35:01.013193 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b01034-c248-4b3c-b687-46d3bbce6b76" -d '{"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-plugged", "status": "completed", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:35:01.026536 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:35:01.031215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:01.079036 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:35:01.115865 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03747819-cd34-47aa-89cb-a0f5d5692147 x-openstack-request-id: req-03747819-cd34-47aa-89cb-a0f5d5692147 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:35:01.116160 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-plugged", "status": "completed", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:35:01.116423 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03747819-cd34-47aa-89cb-a0f5d5692147 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:35:01.116833 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'code': 200} Aug 27 13:35:01.223492 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404757d-e72d-4f8a-8f19-53626de90566 req-6b27c914-66cf-4cc1-81dd-0df5c8ad2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:01.225112 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b404757d-e72d-4f8a-8f19-53626de90566 req-6b27c914-66cf-4cc1-81dd-0df5c8ad2f7c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1097 time: 0.0444672 Aug 27 13:35:01.260561 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b404757d-e72d-4f8a-8f19-53626de90566 req-e9e84b99-5c48-46ff-8238-3b39fdba1c2b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273614 Aug 27 13:35:01.947447 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d6ec-e88e-4be6-b884-6815fde3c534 req-47c9eee3-a92d-4dae-9924-207b058dda15 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:01.948959 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8e6d6ec-e88e-4be6-b884-6815fde3c534 req-47c9eee3-a92d-4dae-9924-207b058dda15 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 946 time: 0.0509844 Aug 27 13:35:01.992163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-e8e6d6ec-e88e-4be6-b884-6815fde3c534 req-509e5a9b-963c-40b2-a50b-8b8f71df57cd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370162 Aug 27 13:35:03.112657 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db9ec0-dd1e-4231-9727-025c5e078523 req-e3b94fb8-8022-4897-9460-c4957af776a8 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:03.114215 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13db9ec0-dd1e-4231-9727-025c5e078523 req-e3b94fb8-8022-4897-9460-c4957af776a8 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 946 time: 0.0524242 Aug 27 13:35:03.154387 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-13db9ec0-dd1e-4231-9727-025c5e078523 req-8d4bb4fd-7ed6-49da-b554-26e8a70da648 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Aug 27 13:35:03.279685 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a34e-feba-4903-a724-4c35e9df281e req-e144f7c8-61ef-4845-bf0f-573d39e8e35f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:03.281093 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5c7a34e-feba-4903-a724-4c35e9df281e req-e144f7c8-61ef-4845-bf0f-573d39e8e35f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 946 time: 0.0547082 Aug 27 13:35:03.319081 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c5c7a34e-feba-4903-a724-4c35e9df281e req-a39e4c25-4931-443e-9408-66c9120a3aea tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Aug 27 13:35:03.342157 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46618) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:35:03.431412 n-d-688802-4 neutron-server[94624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e606c-dd5b-4384-94e7-c50d44d98c84 tempest-TestSnapshotPattern-1987356830 tempest-TestSnapshotPattern-1987356830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:03.432985 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-c72e606c-dd5b-4384-94e7-c50d44d98c84 tempest-TestSnapshotPattern-1987356830 tempest-TestSnapshotPattern-1987356830-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1092 time: 0.0898139 Aug 27 13:35:03.435939 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 46622) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:35:03.440314 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.v2.base [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:35:03.462871 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:03.558142 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:03.663088 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_common [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Allocated IP 172.25.8.195 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/96580671-3b05-4e80-9696-aa250757877f) {{(pid=94624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:35:03.760443 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for port, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:03.799252 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:03.838306 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:35:03.840905 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.base_scheduler [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Resources bound (agent type, host, resource id): {{(pid=94624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:35:03.846513 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Received port after_create {{(pid=94624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:35:03.870051 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'Port': ['ID=96580671-3b05-4e80-9696-aa250757877f,revision_number=1']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:35:04.198723 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:04.268435 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:04.417103 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for port, precommit_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:04.421847 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819938'] for port, after_update {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:04.489433 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'Port': ['ID=96580671-3b05-4e80-9696-aa250757877f,revision_number=2']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:35:04.499280 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:04.596796 n-d-688802-4 neutron-server[94624]: INFO neutron.db.l3_db [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Floating IP f4daffc5-499a-44a7-a6ca-e629f3edc8a4 associated. External IP: 172.25.8.195, port: a8c6eb6e-5ae9-44b3-9fdc-e184049d2423. Aug 27 13:35:04.803637 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Router b9f5553c-568d-4ba8-8a56-d451866bab82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:35:05.238063 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:35:05.248580 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:35:05.253869 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:05.258185 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:35:05.258855 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:35:05.281635 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-5f036eb8-f92b-4bc1-b4dd-99fc27d81cfc tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8446703 Aug 27 13:35:05.282231 n-d-688802-4 neutron-server[94624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:35:05.284574 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eb19e18d51c780f2bfc8a6ff097ead98190423741bcea1d6b90998cf9896d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b032f05-c06b-4db3-bc1d-64d82d20da2a" -d '{"events": [{"name": "network-changed", "server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:35:05.328509 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cfa052-96c8-4cd2-90ef-042ff76f5931 x-openstack-request-id: req-43cfa052-96c8-4cd2-90ef-042ff76f5931 {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:35:05.328808 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "status": "completed", "code": 200}]} {{(pid=94624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:35:05.329066 n-d-688802-4 neutron-server[94624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43cfa052-96c8-4cd2-90ef-042ff76f5931 {{(pid=94624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:35:05.329471 n-d-688802-4 neutron-server[94624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'status': 'completed', 'code': 200} Aug 27 13:35:05.374884 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:35:05.393940 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-a76e2c4a-cfd4-448f-88f2-158d3c1ca37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:05.395541 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-a76e2c4a-cfd4-448f-88f2-158d3c1ca37c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1097 time: 0.0414119 Aug 27 13:35:05.491477 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-08f1aa59-b5a5-4d91-aab3-fef8cd06d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:05.493097 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-08f1aa59-b5a5-4d91-aab3-fef8cd06d1e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0885963 Aug 27 13:35:05.559728 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-94319032-3aa1-46b3-a870-743a76be82a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1000 time: 0.0593476 Aug 27 13:35:05.599316 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:04Z', 'revision_number': 0, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:35:05.609117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-4858000e-fb71-4aaf-bcea-a7ee4f6bcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:05.610622 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-4858000e-fb71-4aaf-bcea-a7ee4f6bcd94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0442364 Aug 27 13:35:05.628592 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:35:05.637922 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:35:05.638573 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:34:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:35:05.662279 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-cc258bca-7dcc-477c-b6a3-127755a52c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:05.663806 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-cc258bca-7dcc-477c-b6a3-127755a52c1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450304 Aug 27 13:35:05.742339 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:35:05.754474 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-fa9ae6ce-b316-42fd-b39d-25834974139a service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Aug 27 13:35:05.850629 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9b032f05-c06b-4db3-bc1d-64d82d20da2a req-a397e20f-1661-4f48-b448-af76653c796e service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Aug 27 13:35:05.975040 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:04Z', 'revision_number': 0, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:35:06.002124 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068c8e3-2371-4f19-b705-bddbbe7a0e21 None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:04Z', 'revision_number': 0, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:35:06.204816 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db36c4d7-cf87-41a2-aae1-e37faf0d0874 None None] New status for floating IP f4daffc5-499a-44a7-a6ca-e629f3edc8a4: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:35:09.432232 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:18.662040 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-83a64c98-82ca-4b6e-b164-7c921012b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:21.104285 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-67268484-c044-4b14-97fd-7867f3a0036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:21.240672 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:21.355724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:22.510973 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:23.680516 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-3d5f0b78-7a53-4d06-b4e9-6ae9ed6c46f8 req-07f7c75f-a4f8-4087-8c7a-f858ece40c5b service neutron] (94624) timed out ('10.222.0.65', 49532) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 13:35:24.369056 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:37.774398 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:35:38.673301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-ef1fc853-1664-4a53-adb2-e32791f2ff97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404813 Aug 27 13:35:38.760070 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5826b-7956-4773-80e0-8be20d90d59d req-bc348a2c-6f95-48af-a93a-786ad74df6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:38.761486 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-bc348a2c-6f95-48af-a93a-786ad74df6dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1097 time: 0.0410240 Aug 27 13:35:38.875989 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5826b-7956-4773-80e0-8be20d90d59d req-4eeb9d25-0ca7-4988-9a8c-00f7b96a7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:38.877481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-4eeb9d25-0ca7-4988-9a8c-00f7b96a7d10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0964785 Aug 27 13:35:38.945006 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-3dce82c6-39bb-4b40-bef4-727b65ffdebf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1002 time: 0.0580747 Aug 27 13:35:38.996120 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5826b-7956-4773-80e0-8be20d90d59d req-42750729-5742-49e1-941e-dc3cff60efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:38.997648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-42750729-5742-49e1-941e-dc3cff60efe9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0441782 Aug 27 13:35:39.047718 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5826b-7956-4773-80e0-8be20d90d59d req-98abbdad-b84e-4125-bc23-e4710d0ae7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:35:39.049122 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-98abbdad-b84e-4125-bc23-e4710d0ae7cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438242 Aug 27 13:35:39.139307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-a0fdd231-89ee-41fb-8b1a-1c6231361cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816267 Aug 27 13:35:39.233367 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-37c5826b-7956-4773-80e0-8be20d90d59d req-8ca17f15-6b96-4f03-ae21-855be4faf3e7 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Aug 27 13:35:39.454260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:48.666884 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f3084771-8265-4ab7-9055-968da249a939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:51.104666 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0fe25df3-a752-42d4-a61b-6cbfff385790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:51.239202 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:51.356349 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:52.514784 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:35:54.371640 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:09.444989 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:14.774584 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:36:18.668186 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-926b2918-9d7a-45fe-8f12-2a968d04bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:21.105234 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-795e1d32-a149-45ec-9172-cf1b480b7953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:21.246473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:21.359589 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:22.516435 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:24.375243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:38.045139 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-4005b78f-4d2e-4773-b279-749aef514a5c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433276 Aug 27 13:36:38.127799 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-110920b4-5741-4c2d-99ec-8957a6c3c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:36:38.129289 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-110920b4-5741-4c2d-99ec-8957a6c3c5ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1097 time: 0.0405107 Aug 27 13:36:38.240280 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-d955e788-6838-4376-ac25-9008c2ce2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:36:38.241895 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-d955e788-6838-4376-ac25-9008c2ce2df6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0925071 Aug 27 13:36:38.311640 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-a033692e-e028-4bdb-8b32-cacb905111ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1002 time: 0.0622158 Aug 27 13:36:38.363548 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-6ba33a84-b62a-47c0-a15b-59fa60abd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:36:38.365665 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-6ba33a84-b62a-47c0-a15b-59fa60abd7b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0460842 Aug 27 13:36:38.416806 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-6cd08da7-7ead-490e-ae68-43ef53d84f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:36:38.418301 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-6cd08da7-7ead-490e-ae68-43ef53d84f3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439746 Aug 27 13:36:38.508907 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-540c7be9-3faf-4143-886d-05b1640faf96 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821767 Aug 27 13:36:38.603642 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-6d742eed-5be6-4f6a-a66b-b8383655bacb req-af46cd3b-1763-4bf1-9676-a1a0b72b4548 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875783 Aug 27 13:36:39.462780 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:48.669020 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-03bae90b-a38b-4593-b1a9-e4a0cd6918e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:51.106347 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e6ee52a3-84a9-4907-a9a4-303aa3b6b57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:51.248368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:51.361244 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:51.774426 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:36:52.521999 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:36:54.377213 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:07.625015 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 details requested by agent hyperv_n-h2-688802-4 with host n-h2-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:37:07.731148 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:07.747928 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Returning: {'device': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:37:07.790783 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:07.807339 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:37:07.830996 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:07.835466 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:07.896666 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:07.904495 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.904958 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.905367 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.905771 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.906172 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.906720 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.907127 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.907524 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.907920 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.908316 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.908711 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.909104 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:07.915713 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] get_ports_and_sgs() called for port_ids ['a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:37:09.461159 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:09.635120 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 up at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:37:09.694224 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Provisioning complete for port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:37:09.694510 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:09.790136 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:09.821635 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:37:09.824042 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5335f0c-986c-4dbe-9a6a-85a3e85cacdd" -d '{"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-plugged", "status": "completed", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:37:09.839752 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:09.844616 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:09.878199 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db90ca6-7d95-4972-a710-1e2b575d349a x-openstack-request-id: req-0db90ca6-7d95-4972-a710-1e2b575d349a {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:37:09.878519 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-plugged", "status": "completed", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:37:09.878774 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0db90ca6-7d95-4972-a710-1e2b575d349a {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:37:09.879161 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'code': 200} Aug 27 13:37:09.910940 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:17.502974 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-e0932d91-c946-48fb-bff0-9c58df8e0bad tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376410278&fields=id&tenant_id=50206747f80943d99d7247b8359e0ba5 HTTP/1.1" status: 200 len: 267 time: 0.0462337 Aug 27 13:37:17.607973 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-ddefab78-d0d9-495c-b7b0-a17ddca66f1a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:17.609439 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-ddefab78-d0d9-495c-b7b0-a17ddca66f1a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 809 time: 0.0997829 Aug 27 13:37:17.624636 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-d2c209df-ec26-4741-81e7-6919faaf871b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/quotas/50206747f80943d99d7247b8359e0ba5 HTTP/1.1" status: 200 len: 375 time: 0.0091205 Aug 27 13:37:17.682627 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-e8d8d2f8-9819-48ff-ada0-8ae9db226df8 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521016 Aug 27 13:37:17.742768 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-92de8edc-a935-4260-8430-ee7abb60071e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:37:17.743785 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-92de8edc-a935-4260-8430-ee7abb60071e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491667 Aug 27 13:37:17.838567 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-c3475bd0-b777-46ea-a26e-ddce3eb6dc34 service neutron] 10.222.0.76 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882621 Aug 27 13:37:17.928543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a721f25f-7e17-4a39-ab04-be9c503b1be1 service neutron] 10.222.0.76 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840318 Aug 27 13:37:18.191065 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4d08d27b-7299-4b72-89f9-aa3172dccbf4 req-4aa3cb4a-cd47-40da-b815-e6e681128eee tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 210 time: 0.0914524 Aug 27 13:37:18.673893 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-87c3e81b-e296-4a88-b14e-1aa336e79e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:19.208118 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-b883cc12-ad7b-4ffd-89e1-602369837883 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:19.209794 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-b883cc12-ad7b-4ffd-89e1-602369837883 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 809 time: 0.1068149 Aug 27 13:37:19.262287 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-4d34e876-8e70-42d7-8b28-8b1b261d1eaa tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50206747f80943d99d7247b8359e0ba5 HTTP/1.1" status: 200 len: 379 time: 0.0353796 Aug 27 13:37:19.277331 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'port': {'device_id': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'admin_state_up': True, 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'security_groups': ['9f7f8a09-f102-42cf-aae9-b93b60164c5f']}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:37:19.309410 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8b4ec37f-fad7-4004-90a0-b46499122247 req-7ae5aedd-726e-4bd6-ae01-15818ecfbef6 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 210 time: 0.0460589 Aug 27 13:37:19.405393 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Made reservation on behalf of 50206747f80943d99d7247b8359e0ba5 for: {'port': 1} {{(pid=94623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 13:37:19.408938 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:19.594978 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Allocated IP 172.20.0.10 (5e026365-921c-4c1e-80d2-650085a2d72d/1a93945e-b431-4dd3-b39d-c210ee0ada36/2ee6f1f5-34d1-4f6c-8261-6d0601478fc3) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:37:19.683542 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:37:19.769879 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:19.796827 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:19.805675 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:19.806943 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:37:19.809745 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8983c45-3469-4a44-be2b-2cdad1a5ea01" -d '{"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:37:19.813480 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Transition to ACTIVE for port object 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 will not be triggered until provisioned by entity DHCP. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:37:19.825741 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:19.857882 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:19.872249 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87782bee-a4be-4c57-8ad0-a813ffb0f3e9 x-openstack-request-id: req-87782bee-a4be-4c57-8ad0-a813ffb0f3e9 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:37:19.872885 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:37:19.873439 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87782bee-a4be-4c57-8ad0-a813ffb0f3e9 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:37:19.874212 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'code': 200} Aug 27 13:37:19.917404 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Pushing event updated for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:19.917987 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Network 5e026365-921c-4c1e-80d2-650085a2d72d is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:37:19.920755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:37:19.932414 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:37:19.964817 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:19.986485 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.986923 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.987325 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.987727 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.988139 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.988519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.989641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.990107 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.990511 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.990864 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.991261 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:19.991668 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:37:20.034797 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:20.036298 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:20.058610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-a4568c73-e191-405f-a92d-25e1ba0c813c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7865543 Aug 27 13:37:20.194440 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72686c35-67fb-449c-a5db-e49070df29cd None None] Provisioning for port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 completed by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:37:20.199290 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-72686c35-67fb-449c-a5db-e49070df29cd None None] Provisioning complete for port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 triggered by entity DHCP. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:37:20.200099 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-72686c35-67fb-449c-a5db-e49070df29cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:20.235126 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-72686c35-67fb-449c-a5db-e49070df29cd None None] Port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 cannot update to ACTIVE because it is not bound. {{(pid=94625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 13:37:20.436556 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c8a2b-fec7-49b4-b9aa-89132574c6a8 req-8b5e8810-a1a6-4a78-8cf4-83f699008a26 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:20.438078 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-014c8a2b-fec7-49b4-b9aa-89132574c6a8 req-8b5e8810-a1a6-4a78-8cf4-83f699008a26 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0546956 Aug 27 13:37:20.478555 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-014c8a2b-fec7-49b4-b9aa-89132574c6a8 req-5bcba496-7c9b-4385-83b6-7c65478eb0d7 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340202 Aug 27 13:37:21.108070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40f3ddd3-22a6-4cd6-97c8-b3388efbcd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:21.263565 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:21.367980 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:21.604623 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d0cd9-489e-441d-97c3-ccc9541e5235 req-e81fe359-32d9-4316-875f-c18b032cdd5f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:21.606506 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c53d0cd9-489e-441d-97c3-ccc9541e5235 req-e81fe359-32d9-4316-875f-c18b032cdd5f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0537236 Aug 27 13:37:21.647269 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c53d0cd9-489e-441d-97c3-ccc9541e5235 req-9b9ec100-5ec7-4318-a36d-665dd626b1a4 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338306 Aug 27 13:37:22.524047 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:22.773908 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9794b-33da-45d7-b7ce-61514745054a req-3f33d074-7d4d-4e39-b758-7af9ed2e7a73 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:22.775522 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cd9794b-33da-45d7-b7ce-61514745054a req-3f33d074-7d4d-4e39-b758-7af9ed2e7a73 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0576494 Aug 27 13:37:22.814870 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3cd9794b-33da-45d7-b7ce-61514745054a req-3efa6683-9108-4db0-94da-ca6403348a6f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331085 Aug 27 13:37:23.937578 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc52c5b-5b2d-4270-a0fc-3a1ed1405806 req-6792edd0-da08-4817-9a7f-f06cf6d75f06 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:23.939274 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bc52c5b-5b2d-4270-a0fc-3a1ed1405806 req-6792edd0-da08-4817-9a7f-f06cf6d75f06 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0522299 Aug 27 13:37:23.984280 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-3bc52c5b-5b2d-4270-a0fc-3a1ed1405806 req-6fb1fb85-a32c-4734-8047-09b96d53bf9c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388050 Aug 27 13:37:24.384455 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:25.107234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bce77-a952-4b83-ae29-4afad2c99cc8 req-674b56c8-0468-44f4-a052-541da9d6395f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:25.108803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3bce77-a952-4b83-ae29-4afad2c99cc8 req-674b56c8-0468-44f4-a052-541da9d6395f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0508418 Aug 27 13:37:25.147844 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-ed3bce77-a952-4b83-ae29-4afad2c99cc8 req-847e980f-7728-45bb-883b-89897a5a7c3b tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323393 Aug 27 13:37:26.588438 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f972f1-e740-4677-83c9-3b3ab699130d req-f06b42df-7c8a-4b6b-b7c6-93ed0409eddb tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:26.589943 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73f972f1-e740-4677-83c9-3b3ab699130d req-f06b42df-7c8a-4b6b-b7c6-93ed0409eddb tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.3658838 Aug 27 13:37:26.630462 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73f972f1-e740-4677-83c9-3b3ab699130d req-16a84a18-9b7b-4f01-bfdb-0610e759ca0d tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340264 Aug 27 13:37:27.847762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773876-bde0-450c-a4cf-9616a0fbce3a req-baeeda0d-ac72-4d7d-8f8e-a29da694d85d tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:27.850227 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95773876-bde0-450c-a4cf-9616a0fbce3a req-baeeda0d-ac72-4d7d-8f8e-a29da694d85d tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.1411893 Aug 27 13:37:27.901716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-95773876-bde0-450c-a4cf-9616a0fbce3a req-727f97f1-db31-44f9-9de7-067fdebf92a9 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Aug 27 13:37:28.773614 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:37:29.020187 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ddf2-eab3-4b9b-8faa-f69a104036e3 req-85048e96-2771-451c-b670-55f2545f7f42 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:29.021691 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72e8ddf2-eab3-4b9b-8faa-f69a104036e3 req-85048e96-2771-451c-b670-55f2545f7f42 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0505209 Aug 27 13:37:29.060802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-72e8ddf2-eab3-4b9b-8faa-f69a104036e3 req-26451f88-89a3-402b-91a3-b6aa1025cd57 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Aug 27 13:37:30.179845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad9e3c-7f2c-4549-828a-e25feb8ad177 req-1f9c083e-33e2-4052-a188-fdc6022ac9c6 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:30.181356 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6ad9e3c-7f2c-4549-828a-e25feb8ad177 req-1f9c083e-33e2-4052-a188-fdc6022ac9c6 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0538762 Aug 27 13:37:30.219851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6ad9e3c-7f2c-4549-828a-e25feb8ad177 req-53c2a776-92c2-439a-9f5b-fb46a7e670d6 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 27 13:37:31.268581 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-cd68d8a2-edd0-4cc3-ae15-10b4415cc453 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:37:31.269715 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-cd68d8a2-edd0-4cc3-ae15-10b4415cc453 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063882 Aug 27 13:37:31.338980 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aadf90-2763-481a-9fb8-e2e7868efd84 req-465c0e7e-8046-4bf5-8e4e-13fd8cb44165 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:31.340481 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3aadf90-2763-481a-9fb8-e2e7868efd84 req-465c0e7e-8046-4bf5-8e4e-13fd8cb44165 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 932 time: 0.0505857 Aug 27 13:37:31.365199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Request body: {'port': {'device_id': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-4'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:37:31.407352 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-f3aadf90-2763-481a-9fb8-e2e7868efd84 req-b49f0a7f-8253-4903-9f54-014f5d937cf5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609426 Aug 27 13:37:31.436506 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:31.689969 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 {{(pid=94623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:37:31.697818 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:31.709234 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.provisioning_blocks [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Transition to ACTIVE for port object 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 will not be triggered until provisioned by entity L2. {{(pid=94623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 13:37:31.713277 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:31.770615 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:31.849168 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Attempting to bind port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 on host n-h1-688802-4 for vnic_type normal with profile {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 13:37:31.849510 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Attempting to bind port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 by drivers openvswitch,hyperv on host n-h1-688802-4 at level 0 using segments [{'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 13:37:31.849843 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Attempting to bind port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 on network 5e026365-921c-4c1e-80d2-650085a2d72d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:37:31.854752 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 on network 5e026365-921c-4c1e-80d2-650085a2d72d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-4 {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 13:37:31.855086 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Attempting to bind port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 on network 5e026365-921c-4c1e-80d2-650085a2d72d {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 13:37:31.860577 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Checking agent: {'id': 'f243e6b9-e11f-4e91-b8b8-67d6d23a8c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'started_at': datetime.datetime(2021, 8, 27, 11, 56, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 13, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 13:37:31.860921 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Checking segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 13:37:31.861317 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Bound using segment: {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'} {{(pid=94623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 13:37:31.861755 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.managers [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Bound port: 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host: n-h1-688802-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40738387-f1c1-4f55-920c-600df8719305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d'}}] {{(pid=94623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 13:37:31.862120 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:31.930011 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, cleared binding levels {{(pid=94623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 13:37:31.933565 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 13:37:31.940489 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:31.975673 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:31.976414 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:31.977961 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] 10.222.0.77 "PUT /v2.0/ports/2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 1092 time: 0.6794870 Aug 27 13:37:31.978486 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:37:31.980674 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30" -d '{"events": [{"name": "network-changed", "server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:37:32.021509 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b1dbf-4e1c-4414-9a20-2d59a704d21b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=3']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:32.097095 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c4acdc-c814-40ab-9304-411622651668 x-openstack-request-id: req-e2c4acdc-c814-40ab-9304-411622651668 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:37:32.097398 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:37:32.097657 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2c4acdc-c814-40ab-9304-411622651668 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:37:32.098059 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'status': 'completed', 'code': 200} Aug 27 13:37:32.100111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-d213d717-afe9-4bcb-8482-6570dc389e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.101673 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-d213d717-afe9-4bcb-8482-6570dc389e8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1095 time: 0.0530336 Aug 27 13:37:32.166700 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-1650767e-cfa0-4143-b2fa-897d3bf4e8af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 217 time: 0.0395727 Aug 27 13:37:32.223757 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-32376180-6acd-4ced-a72a-b75983a24858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.225129 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-32376180-6acd-4ced-a72a-b75983a24858 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0511100 Aug 27 13:37:32.274103 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-bfbde781-c6d6-4764-bf69-144d837451cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.275851 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-bfbde781-c6d6-4764-bf69-144d837451cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431747 Aug 27 13:37:32.373533 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-6a68a86f-c2a3-4abd-906f-7eef295dc95c service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895088 Aug 27 13:37:32.465754 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-1cc27bdb-b22a-41c8-94b7-2e2bd5e1d32a req-e0548da9-7301-4749-8c82-158b9bcd4882 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837898 Aug 27 13:37:32.531666 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4549-6d51-4886-ba13-8fb31d23e0e9 req-f98375a0-9788-45d8-a241-15709a5b0dc8 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.533067 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c5c4549-6d51-4886-ba13-8fb31d23e0e9 req-f98375a0-9788-45d8-a241-15709a5b0dc8 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0553193 Aug 27 13:37:32.571893 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9c5c4549-6d51-4886-ba13-8fb31d23e0e9 req-95e7f583-5ce9-4744-9170-89c64cae36a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Aug 27 13:37:32.616764 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-cfc03251-4df3-4e94-81bb-09c6325ca2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.618278 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-cfc03251-4df3-4e94-81bb-09c6325ca2dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1095 time: 0.0427423 Aug 27 13:37:32.708895 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-00b8fead-0358-45ec-a161-affb9390283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.710411 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-00b8fead-0358-45ec-a161-affb9390283c service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0839536 Aug 27 13:37:32.756386 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-f29ba932-6405-4766-87ca-d75a5451a9e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 217 time: 0.0385790 Aug 27 13:37:32.807456 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-9df45c49-f3d7-4506-bf28-b2bf760aaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.808828 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-9df45c49-f3d7-4506-bf28-b2bf760aaed3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0452590 Aug 27 13:37:32.857429 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-b5be7058-b37c-4d80-8a36-282454007be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:32.858963 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-b5be7058-b37c-4d80-8a36-282454007be3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406291 Aug 27 13:37:32.955583 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-5f25480f-021e-4142-8336-f3feb6be0113 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870070 Aug 27 13:37:33.046617 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d6d7e4a8-69a1-418f-ae4c-3190b7443c30 req-b01727eb-0c8d-4bfa-b2d3-568a350e12a5 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Aug 27 13:37:33.705713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46653a4a-3bbe-4f67-b9ea-d2a16ddb95a9 req-cfaddf2d-e899-499c-a1da-2ea784f01c77 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:33.707225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46653a4a-3bbe-4f67-b9ea-d2a16ddb95a9 req-cfaddf2d-e899-499c-a1da-2ea784f01c77 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0646424 Aug 27 13:37:33.746260 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-46653a4a-3bbe-4f67-b9ea-d2a16ddb95a9 req-55e6b7a2-d827-4261-9a38-0c016e4b59ac tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Aug 27 13:37:34.864273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bbb45-5399-4e59-af45-fdd6d134b811 req-f62c3eca-9a75-43b6-b87f-737ca92b4681 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:34.865802 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e4bbb45-5399-4e59-af45-fdd6d134b811 req-f62c3eca-9a75-43b6-b87f-737ca92b4681 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0507352 Aug 27 13:37:34.905855 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-7e4bbb45-5399-4e59-af45-fdd6d134b811 req-3e01f6a1-8af5-47e5-97a2-1c7e6f2edc25 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340052 Aug 27 13:37:36.022352 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68905-9ef5-4c00-bfd9-ea6c19181707 req-5135022c-4885-4800-8375-dedd87a7fd4e tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:36.023912 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4f68905-9ef5-4c00-bfd9-ea6c19181707 req-5135022c-4885-4800-8375-dedd87a7fd4e tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0492246 Aug 27 13:37:36.061610 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c4f68905-9ef5-4c00-bfd9-ea6c19181707 req-2f235793-ae1f-4649-bc7a-e0aa25aa6173 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318000 Aug 27 13:37:37.182346 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f7cc-16c1-457b-aac3-d1445390180a req-6c397e3e-b4bf-4cb3-a1b3-f5eefd3c3cbd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:37.183874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a570f7cc-16c1-457b-aac3-d1445390180a req-6c397e3e-b4bf-4cb3-a1b3-f5eefd3c3cbd tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0530064 Aug 27 13:37:37.222832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a570f7cc-16c1-457b-aac3-d1445390180a req-681b8811-f275-490e-a09d-d72743e79c95 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326154 Aug 27 13:37:37.325389 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:37:37.417038 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:37.428349 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'port_id': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'mac_address': 'fa:16:3e:c4:f8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:37:37.468205 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:37.480531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:37:37.499264 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:37.503608 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:37.549592 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=4']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:38.004747 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:37:38.338866 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60739d4-58a2-40af-af4b-e137200e78ee req-1d34450c-7de3-43eb-8d3e-6bc1b8b63cac tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:38.340349 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d60739d4-58a2-40af-af4b-e137200e78ee req-1d34450c-7de3-43eb-8d3e-6bc1b8b63cac tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 945 time: 0.0490973 Aug 27 13:37:38.379069 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-d60739d4-58a2-40af-af4b-e137200e78ee req-59936932-e975-4631-a915-b0843550b01d tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328014 Aug 27 13:37:39.051976 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-0b0284c1-82a2-4522-b49a-16171b278b02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399797 Aug 27 13:37:39.133845 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-7622ae46-674f-46be-bd76-2bae74789f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:39.135381 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-7622ae46-674f-46be-bd76-2bae74789f62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1095 time: 0.0408177 Aug 27 13:37:39.240886 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-b2a08887-0dcf-4304-bed9-571274368123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:39.242408 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-b2a08887-0dcf-4304-bed9-571274368123 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0866816 Aug 27 13:37:39.309049 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-21c48789-dddc-4d66-ad07-682100906871 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1000 time: 0.0578563 Aug 27 13:37:39.340608 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:37:39.363732 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-ae0a50b8-fc03-434b-80dc-ad3fb27328c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:39.365239 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-ae0a50b8-fc03-434b-80dc-ad3fb27328c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0494673 Aug 27 13:37:39.392262 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning for port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 completed by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 13:37:39.396607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:37:39.396985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:39.413504 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-8965c6b9-5159-4229-87af-7b7416b35284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:39.415096 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-8965c6b9-5159-4229-87af-7b7416b35284 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419343 Aug 27 13:37:39.427410 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-50a55cba-8fda-4e26-964f-ae901e5c3684 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94623) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 13:37:39.428742 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-50a55cba-8fda-4e26-964f-ae901e5c3684 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058658 Aug 27 13:37:39.487488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:39.489860 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:39.513554 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:37:39.516115 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c82ec-3614-470c-b1f2-25268585cc9d" -d '{"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-plugged", "status": "completed", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:37:39.529738 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:37:39.534994 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:39.553911 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e969-05e7-44dd-85da-9440801e7c83 req-780891b6-2b13-4aff-81f3-776b0729211f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:39.555475 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1a0e969-05e7-44dd-85da-9440801e7c83 req-780891b6-2b13-4aff-81f3-776b0729211f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 945 time: 0.0974724 Aug 27 13:37:39.572916 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5388d7e9-8f7a-49ea-babe-ca63e27847aa x-openstack-request-id: req-5388d7e9-8f7a-49ea-babe-ca63e27847aa {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:37:39.573243 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-plugged", "status": "completed", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:37:39.573505 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5388d7e9-8f7a-49ea-babe-ca63e27847aa {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:37:39.573934 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'code': 200} Aug 27 13:37:39.587712 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-776b0910-c6b7-41ac-9964-7df7bccb93da service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486018 Aug 27 13:37:39.588944 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=5']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:39.628113 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-b1a0e969-05e7-44dd-85da-9440801e7c83 req-02ff8643-c367-443b-9de1-7db5ec0f449c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638862 Aug 27 13:37:39.729390 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-73b609d1-765f-43b7-8acd-2f335edcb36e req-5767e4fe-c891-4e53-b92f-b065194696cc service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334884 Aug 27 13:37:39.732075 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377529fc-a4b4-4c04-9b1d-c18fea827d09 req-6e82846f-2688-4a34-8456-35c758e9285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:39.734170 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-377529fc-a4b4-4c04-9b1d-c18fea827d09 req-6e82846f-2688-4a34-8456-35c758e9285b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1097 time: 0.0665915 Aug 27 13:37:39.777857 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-377529fc-a4b4-4c04-9b1d-c18fea827d09 req-a8bd9f6d-ba93-4cc8-b6dd-df84418f802e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339966 Aug 27 13:37:40.748612 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb7a0-8d52-448f-bbfa-f53de032b3be req-e65b75b8-61a9-4ab9-b933-bf406ee34a5c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:40.750910 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-556bb7a0-8d52-448f-bbfa-f53de032b3be req-e65b75b8-61a9-4ab9-b933-bf406ee34a5c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 946 time: 0.0499396 Aug 27 13:37:40.789174 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-556bb7a0-8d52-448f-bbfa-f53de032b3be req-07e4235d-5340-4a03-a0c0-b9b3b2c306fe tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Aug 27 13:37:41.902762 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b22e3-29f8-45c1-bafd-8bbd6269182c req-3547d97a-6a35-4b91-aae9-19792c8ba2d2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:41.904282 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa8b22e3-29f8-45c1-bafd-8bbd6269182c req-3547d97a-6a35-4b91-aae9-19792c8ba2d2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 946 time: 0.0486853 Aug 27 13:37:41.948873 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-aa8b22e3-29f8-45c1-bafd-8bbd6269182c req-6f084cc3-9c64-47fc-816f-2c7d07dab911 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Aug 27 13:37:42.066774 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d0329-c00f-4cdc-ba16-ae2088d84853 req-7cd848ce-573c-4904-a816-9f920dd507f0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:42.068238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f2d0329-c00f-4cdc-ba16-ae2088d84853 req-7cd848ce-573c-4904-a816-9f920dd507f0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 946 time: 0.0499012 Aug 27 13:37:42.107040 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8f2d0329-c00f-4cdc-ba16-ae2088d84853 req-c0b7c828-cdcd-4fcb-8de5-350e347b1498 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Aug 27 13:37:42.128335 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46918) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:37:42.170224 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817206f8-9a07-4c84-8785-bc6e49717c23 tempest-TestSnapshotPattern-1987356830 tempest-TestSnapshotPattern-1987356830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:42.171781 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-817206f8-9a07-4c84-8785-bc6e49717c23 tempest-TestSnapshotPattern-1987356830 tempest-TestSnapshotPattern-1987356830-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1092 time: 0.0424607 Aug 27 13:37:42.174678 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 46920) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:37:42.179019 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.v2.base [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Request body: {'floatingip': {'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'port_id': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 13:37:42.200092 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:42.298806 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:42.405551 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_common [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Allocated IP 172.25.8.49 (7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029/ca3f34cc-6c59-4275-bfee-2b7c8083a4e4/0ac84582-a135-4845-9465-77640f915581) {{(pid=94623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 13:37:42.510626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for port, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:42.549852 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749573250820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:42.585271 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Network 7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029 is already hosted by enough agents. {{(pid=94623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 13:37:42.588188 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.base_scheduler [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Resources bound (agent type, host, resource id): {{(pid=94623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 13:37:42.594585 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Received port after_create {{(pid=94623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 13:37:42.621713 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'Port': ['ID=0ac84582-a135-4845-9465-77640f915581,revision_number=1']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:42.961680 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:43.029532 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:43.185492 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for port, precommit_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:43.190124 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3452997'] for port, after_update {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:43.268893 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event updated for resources: {'Port': ['ID=0ac84582-a135-4845-9465-77640f915581,revision_number=2']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:37:43.277259 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1015700'] for floatingip, after_create {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:43.377864 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Floating IP e84a8835-aef4-4a7e-abad-d86f777e8224 associated. External IP: 172.25.8.49, port: 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3. Aug 27 13:37:43.597898 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Router b9f5553c-568d-4ba8-8a56-d451866bab82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:37:43.993114 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:37:44.003065 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:37:44.009319 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:44.013794 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:37:44.014415 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:37:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:37:44.038560 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-de4f051c-d6ca-4744-8adc-90d0714dd3c1 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8627229 Aug 27 13:37:44.039248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:37:44.041539 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f88be06-cb1c-46df-b85c-8f4d6841e415" -d '{"events": [{"name": "network-changed", "server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:37:44.081064 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0197968-594e-42c6-ab1c-2bde6c985caa x-openstack-request-id: req-e0197968-594e-42c6-ab1c-2bde6c985caa {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:37:44.081424 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:37:44.081682 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0197968-594e-42c6-ab1c-2bde6c985caa {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:37:44.082090 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'status': 'completed', 'code': 200} Aug 27 13:37:44.140317 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:37:44.188621 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-be0ebb70-b6fe-4cdd-87e6-976ab235cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:44.190213 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-be0ebb70-b6fe-4cdd-87e6-976ab235cd9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1097 time: 0.0450082 Aug 27 13:37:44.288881 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-279a1f22-43cf-4c9a-809c-e0c1736b1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:44.290365 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-279a1f22-43cf-4c9a-809c-e0c1736b1072 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0928948 Aug 27 13:37:44.363874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-9b5178c1-2bd3-485f-96af-2d5bf5350e96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 999 time: 0.0658956 Aug 27 13:37:44.377629 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'e84a8835-aef4-4a7e-abad-d86f777e8224', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:c4:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:37:42Z', 'updated_at': '2021-08-27T13:37:42Z', 'revision_number': 0, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}, {'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:06Z', 'revision_number': 1, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:37:44.406397 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:37:44.415682 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:37:44.416296 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:37:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:37:44.433880 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-7a0015dc-1bb5-4460-9a35-0f4254c3c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:44.436710 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-7a0015dc-1bb5-4460-9a35-0f4254c3c11f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0651095 Aug 27 13:37:44.495601 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-cb55f638-b42b-45a8-94b5-be9750f5eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:44.497143 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-cb55f638-b42b-45a8-94b5-be9750f5eb65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524633 Aug 27 13:37:44.594874 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-0dd9b9c8-18eb-455d-b34a-5e70c5ba28d2 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896564 Aug 27 13:37:44.619083 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:37:44.702407 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-9f88be06-cb1c-46df-b85c-8f4d6841e415 req-4ae63978-daef-422c-8914-c0746b12fc00 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011488 Aug 27 13:37:44.857212 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'e84a8835-aef4-4a7e-abad-d86f777e8224', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:c4:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:37:42Z', 'updated_at': '2021-08-27T13:37:42Z', 'revision_number': 0, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}, {'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:06Z', 'revision_number': 1, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:37:44.883807 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51de6e-e90d-412e-86f4-b41ef14a354d None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'e84a8835-aef4-4a7e-abad-d86f777e8224', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:c4:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:37:42Z', 'updated_at': '2021-08-27T13:37:42Z', 'revision_number': 0, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}, {'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:06Z', 'revision_number': 1, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:37:45.081144 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8969e-0718-40ea-b180-22a3ec5da84d None None] New status for floating IP e84a8835-aef4-4a7e-abad-d86f777e8224: ACTIVE {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:37:48.675944 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6a97-309f-48a2-b83e-550eb3614ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:49.144975 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-113aead5-7d05-48f5-8aa6-06cabb48debb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414727 Aug 27 13:37:49.256128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-f24733b9-8fca-49ef-ab68-64565de8605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:49.258035 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-f24733b9-8fca-49ef-ab68-64565de8605b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1097 time: 0.0419283 Aug 27 13:37:49.365418 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-6e94f2a4-74f4-41d0-baaf-f246f12580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:49.366940 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-6e94f2a4-74f4-41d0-baaf-f246f12580e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0889704 Aug 27 13:37:49.433327 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-39256632-2246-4f0e-b69f-1627c700d65d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0591941 Aug 27 13:37:49.483059 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-2c7eef29-d6c5-4ee4-895e-c48580560ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:49.484716 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-2c7eef29-d6c5-4ee4-895e-c48580560ddb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0440669 Aug 27 13:37:49.535295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-f60fea15-3659-4391-8cbc-54a3a65fe043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:37:49.537438 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-f60fea15-3659-4391-8cbc-54a3a65fe043 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453901 Aug 27 13:37:49.628290 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-e1956cc6-a204-4fcf-acff-9d1d1e29cb3b service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 Aug 27 13:37:49.725090 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-961a45f6-7140-45cf-bf41-89acdc1c46cf req-07b2aec0-bb1e-4115-8b25-47d1453a2420 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886099 Aug 27 13:37:51.112584 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a97d702-f85d-42d8-8197-32c74cc6ccba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:51.269599 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:51.360122 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:52.526428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:37:54.385199 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:05.774148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:38:09.481095 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:18.678289 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b1abb611-cca5-4811-b12d-8dd5316d5508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:21.114862 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-056f7248-c36a-48b6-b96b-a33f6e5b79a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:21.282013 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:21.360260 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:22.528301 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:24.389897 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:39.490262 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:40.090832 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-5c12f4fe-2970-4dc6-98e5-5b9f9eead39f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816095 Aug 27 13:38:40.171748 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19689-5b80-4ba4-b451-10310277016e req-712dcf72-7651-4780-8417-9c4856069079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:40.173237 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-712dcf72-7651-4780-8417-9c4856069079 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1095 time: 0.0398860 Aug 27 13:38:40.279259 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19689-5b80-4ba4-b451-10310277016e req-c44d47e2-ee9b-4348-9ff8-cef6cac3d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:40.280646 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-c44d47e2-ee9b-4348-9ff8-cef6cac3d617 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0873890 Aug 27 13:38:40.349002 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-9c121ddc-a618-469b-bc49-1281d9e54da6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1000 time: 0.0586019 Aug 27 13:38:40.398939 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19689-5b80-4ba4-b451-10310277016e req-d136efcd-72b9-4269-a0ce-9adc1fb3b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:40.400417 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-d136efcd-72b9-4269-a0ce-9adc1fb3b956 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0441279 Aug 27 13:38:40.450883 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e19689-5b80-4ba4-b451-10310277016e req-8407b0d5-ea04-48b6-9226-cd09412f1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:40.452382 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-8407b0d5-ea04-48b6-9226-cd09412f1cd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449073 Aug 27 13:38:40.542138 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-875c6d33-6344-480e-a291-9b974825cec9 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820541 Aug 27 13:38:40.633926 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-98e19689-5b80-4ba4-b451-10310277016e req-e9c671ab-1464-42a1-ab69-750febdddf4f service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Aug 27 13:38:42.773715 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:38:48.679443 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-74490743-671f-4425-a07a-a6d5fdb5f4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:51.115310 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d75f2386-555b-419b-98e3-d1eb3682f1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:51.160225 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-7bc529cd-82a6-48ba-a095-1c378248f8d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419180 Aug 27 13:38:51.271759 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-cf2b99ec-584e-4ff4-8b69-b2e1a71b8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:51.273238 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-cf2b99ec-584e-4ff4-8b69-b2e1a71b8678 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1097 time: 0.0402484 Aug 27 13:38:51.292997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:51.360834 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:51.380735 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-ca7940bb-42ad-41f9-82d1-92015a8d71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:51.382162 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-ca7940bb-42ad-41f9-82d1-92015a8d71d3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0880978 Aug 27 13:38:51.447861 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-270e153f-c1eb-4bad-a437-5aab890121aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0582936 Aug 27 13:38:51.497272 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-11438ca0-f390-44fc-98fa-08ab1f86102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:51.498729 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-11438ca0-f390-44fc-98fa-08ab1f86102d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0429814 Aug 27 13:38:51.551827 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-1a9bce6a-0a5d-41aa-bd42-052d26308f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:38:51.553307 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-1a9bce6a-0a5d-41aa-bd42-052d26308f4c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461879 Aug 27 13:38:51.641279 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-d600f666-4a2a-4115-8488-0f92bd74d5e8 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804448 Aug 27 13:38:51.734297 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf0e1be1-54e1-4996-87bf-c90dd1ce8e1b req-cefae0e5-ea95-47de-99c5-abc0e798fd0f service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851178 Aug 27 13:38:52.531013 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:38:54.391889 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:09.493692 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:18.679874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-25d09eca-4731-4a06-b13e-75b875364bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:19.773401 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:39:21.116373 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-df73666b-aa44-4d62-8887-3a2e36dc015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:21.300413 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:21.362403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:22.536926 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:24.394865 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:39.506258 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:40.038209 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-36e34271-b7d5-40d8-a89f-5c249caaf9a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395968 Aug 27 13:39:40.121347 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-f6d57d52-0dfa-4eee-a4bf-bb68baf26fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:40.122885 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-f6d57d52-0dfa-4eee-a4bf-bb68baf26fd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1095 time: 0.0409939 Aug 27 13:39:40.228777 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-75eee154-0c84-4931-945b-cab6e2b18cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:40.230296 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-75eee154-0c84-4931-945b-cab6e2b18cd0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0871627 Aug 27 13:39:40.296252 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-2ac988d9-4a06-415b-a79b-a1acec8a83e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 1000 time: 0.0578811 Aug 27 13:39:40.345113 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-c656d2f6-aa0e-4e29-8576-b0693fbfbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:40.346574 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-c656d2f6-aa0e-4e29-8576-b0693fbfbb4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0430267 Aug 27 13:39:40.398156 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-18b59c5e-4049-4677-b83a-6653c7745795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:40.399655 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-18b59c5e-4049-4677-b83a-6653c7745795 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435953 Aug 27 13:39:40.489614 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-a8e4566f-202b-4393-b4df-accfc4619726 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814662 Aug 27 13:39:40.583886 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-c686d723-739b-4b3b-a81c-07cb71700a99 req-edd46e65-d8f7-4682-b857-f9ad7d3151db service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Aug 27 13:39:48.681237 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-51b32cdc-679c-41fc-920c-231346d1dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:51.114216 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-f04e336e-681b-4b12-8ae0-2332b3768610 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411496 Aug 27 13:39:51.117724 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3b2b-a50f-4967-923e-8b3e9a905952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:51.227981 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-83ca3278-2e77-4276-9aa3-4d141f60b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:51.229511 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-83ca3278-2e77-4276-9aa3-4d141f60b188 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1097 time: 0.0396247 Aug 27 13:39:51.317170 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:51.345696 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-6a055484-b2b9-451a-9410-72b87b5830de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:51.347769 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-6a055484-b2b9-451a-9410-72b87b5830de service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.0967131 Aug 27 13:39:51.363465 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:51.418811 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-e114a1af-5232-4be0-aa6e-638ed8c04cac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0591636 Aug 27 13:39:51.469037 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-5cba3d44-374f-4057-935c-bc693e9f706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:51.470483 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-5cba3d44-374f-4057-935c-bc693e9f706c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0430174 Aug 27 13:39:51.521093 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-4b48e2e2-b385-4476-a1db-c1a0dace4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:39:51.522685 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-4b48e2e2-b385-4476-a1db-c1a0dace4e14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436556 Aug 27 13:39:51.612930 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-fd584d6c-a584-4cca-a575-7b7d7bda4107 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822139 Aug 27 13:39:51.704609 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-a31ebf20-454b-4627-bef5-5448b9ba50cf req-94948aa7-4cc1-4da9-905b-b039af36d352 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836167 Aug 27 13:39:52.537768 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:54.397473 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:39:56.773393 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:40:04.010811 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 details requested by agent hyperv_n-h1-688802-4 with host n-h1-688802-4 {{(pid=94625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 13:40:04.101643 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:04.113765 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Returning: {'device': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'port_id': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'mac_address': 'fa:16:3e:c4:f8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 13:40:04.152573 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:04.165211 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 {{(pid=94625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 13:40:04.184099 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:04.188025 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:04.233871 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=6']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:04.241002 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.241353 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.241699 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.242039 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.242400 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.242751 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.243082 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.243410 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.243736 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.244063 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.244388 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.244712 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:04.359189 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] get_ports_and_sgs() called for port_ids ['2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'] {{(pid=94625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 13:40:06.014667 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 up at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 13:40:06.061723 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.provisioning_blocks [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Provisioning complete for port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 triggered by entity L2. {{(pid=94625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 13:40:06.062096 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8384310'] for port, provisioning_complete {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:06.137579 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:06.159912 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:40:06.162130 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4950abf8-39e0-4dd9-bd78-f4e7025d0dd1" -d '{"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-plugged", "status": "completed", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:40:06.174887 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:06.179706 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:06.227531 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=7']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:06.257458 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683bb4cf-123e-42b2-a5c7-14f7c8235269 x-openstack-request-id: req-683bb4cf-123e-42b2-a5c7-14f7c8235269 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:40:06.257767 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-plugged", "status": "completed", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:40:06.258027 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-683bb4cf-123e-42b2-a5c7-14f7c8235269 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:40:06.258460 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'code': 200} Aug 27 13:40:09.524251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:17.084826 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47184) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:17.519593 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Deleting port 0ac84582-a135-4845-9465-77640f915581 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:17.519932 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:17.591539 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:17.591869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:17.604947 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Calling delete_port for 0ac84582-a135-4845-9465-77640f915581 owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:17.749327 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:17.775245 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event deleted for resources: {'Port': ['ID=0ac84582-a135-4845-9465-77640f915581,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:17.802068 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.802457 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.802804 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.803154 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.803488 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.803822 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.804150 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.804478 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.804805 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.805133 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.805463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.805789 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:17.845930 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:17.846318 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Floating IP e84a8835-aef4-4a7e-abad-d86f777e8224 disassociated (deleted). External IP: 172.25.8.49, port: 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3. Aug 27 13:40:18.050781 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Router b9f5553c-568d-4ba8-8a56-d451866bab82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:40:18.158248 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:40:18.163621 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:18.169182 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:40:18.178064 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:18.178765 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:39:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:18.191667 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-4989ca72-8234-40e9-9ff2-ab1a90bb523a tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "DELETE /v2.0/floatingips/e84a8835-aef4-4a7e-abad-d86f777e8224 HTTP/1.1" status: 204 len: 168 time: 1.1057551 Aug 27 13:40:18.192365 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:40:18.194799 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98619d-db87-4bfb-867f-8284d69718a3" -d '{"events": [{"name": "network-changed", "server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:40:18.277038 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250b0b48-1886-4cee-a79c-1bfc00cca916 x-openstack-request-id: req-250b0b48-1886-4cee-a79c-1bfc00cca916 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:40:18.277318 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:40:18.277573 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-250b0b48-1886-4cee-a79c-1bfc00cca916 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:40:18.278580 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'status': 'completed', 'code': 200} Aug 27 13:40:18.295921 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:18.376702 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-273811e0-4760-4c95-b04a-a43cf5eacd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:18.378590 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-273811e0-4760-4c95-b04a-a43cf5eacd4d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 1097 time: 0.0487068 Aug 27 13:40:18.490368 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4a057-a13a-44b5-a963-ab01df966a65 req-807f63f8-5795-4e23-b9b3-032ff54f7a22 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:18.491897 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05f4a057-a13a-44b5-a963-ab01df966a65 req-807f63f8-5795-4e23-b9b3-032ff54f7a22 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 946 time: 0.1039357 Aug 27 13:40:18.528906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:06Z', 'revision_number': 1, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:18.548117 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-3d4514f4-5e45-4d60-a92f-f59bb068f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:18.549593 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-3d4514f4-5e45-4d60-a92f-f59bb068f756 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.1360676 Aug 27 13:40:18.552415 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-05f4a057-a13a-44b5-a963-ab01df966a65 req-22c43c5b-e590-4e9d-9490-d3b52beca4a8 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499370 Aug 27 13:40:18.555295 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:40:18.573098 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:18.573098 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:39:51Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:18.592539 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-5be4a49d-0b49-4e8a-ba5a-8744ede4038c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 200 len: 217 time: 0.0346332 Aug 27 13:40:18.648985 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-0f439a72-cc87-43d5-9b6a-b660dd76bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:18.650543 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-0f439a72-cc87-43d5-9b6a-b660dd76bafe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0488243 Aug 27 13:40:18.671668 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:18.683834 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a6e5-fcec-4499-a298-3cfe4bed3552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:18.703641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-4def190d-2330-4f04-b094-3543d39657d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:18.705175 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-4def190d-2330-4f04-b094-3543d39657d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457017 Aug 27 13:40:18.799272 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-47139f7e-72f8-4442-930f-2fa069b27140 service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845823 Aug 27 13:40:18.895350 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-bf98619d-db87-4bfb-867f-8284d69718a3 req-0586e996-0f71-4cf3-9fbf-ccd7de19b81c service neutron] 10.222.0.77 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884006 Aug 27 13:40:18.897964 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:06Z', 'revision_number': 1, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:18.924140 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cb4a8-35f8-488e-9845-fe19bb2d1cc1 None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_floatingips': [{'id': 'f4daffc5-499a-44a7-a6ca-e629f3edc8a4', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'router_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'port_id': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'mac_address': 'fa:16:3e:59:02:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T13:35:04Z', 'updated_at': '2021-08-27T13:35:06Z', 'revision_number': 1, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:40:19.139293 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b933e07-6bb9-4d7e-ae38-be8103f5b552 None None] New status for floating IP e84a8835-aef4-4a7e-abad-d86f777e8224: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:40:19.703906 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ae82-e72e-4d79-a7bd-312527782130 req-1ab3f45a-fedd-4c72-9a52-a01057caaa02 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:19.705372 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2064ae82-e72e-4d79-a7bd-312527782130 req-1ab3f45a-fedd-4c72-9a52-a01057caaa02 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 946 time: 0.0490925 Aug 27 13:40:19.743163 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2064ae82-e72e-4d79-a7bd-312527782130 req-9becdea7-4f96-4ec7-adbe-d7fc2245da56 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Aug 27 13:40:20.093769 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:20.171582 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7936191'] for port, before_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:20.193221 n-d-688802-4 neutron-server[94625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:40:20.195451 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb26fc9cbe298ddce9d62df5564a5fdfc6cf946021661238a4eb54061710f918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f212f4cd-771b-491a-80bf-39810905cb20" -d '{"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:40:20.207701 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.db [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:20.212758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749573707569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749573250838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749573250856'] for port, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:20.236203 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df18488-38a2-42f5-925c-e38f03bc5cc0 x-openstack-request-id: req-1df18488-38a2-42f5-925c-e38f03bc5cc0 {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:40:20.236503 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "code": 200}]} {{(pid=94625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:40:20.236759 n-d-688802-4 neutron-server[94625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1df18488-38a2-42f5-925c-e38f03bc5cc0 {{(pid=94625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:40:20.237148 n-d-688802-4 neutron-server[94625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'code': 200} Aug 27 13:40:20.262196 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Pushing event updated for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=8']} {{(pid=94625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:20.577684 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674006d-383c-4a57-9ae7-1974af83fcae req-80cf2e03-f9b5-4feb-bd63-9b26ed3e0ddb tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:20.579212 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8674006d-383c-4a57-9ae7-1974af83fcae req-80cf2e03-f9b5-4feb-bd63-9b26ed3e0ddb tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.77 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0526245 Aug 27 13:40:20.669199 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Deleting port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:20.669546 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:20.759220 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] For port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3, host n-h1-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-4',level=0,port_id=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:20.759897 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:20.773015 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Calling delete_port for 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:20.883594 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc78c33-02bb-4d37-9940-b17b12a5b992 req-89a185ab-5a8a-4f7c-8cc1-eb24673d9d13 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:20.885058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cc78c33-02bb-4d37-9940-b17b12a5b992 req-89a185ab-5a8a-4f7c-8cc1-eb24673d9d13 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=085baf66-1c2e-40cd-a226-c52f9ed321f6 HTTP/1.1" status: 200 len: 944 time: 0.0702698 Aug 27 13:40:20.961091 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-2cc78c33-02bb-4d37-9940-b17b12a5b992 req-c6f53d0e-3e48-40a4-a7e2-f7963b7036e6 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668833 Aug 27 13:40:20.965573 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:20.995292 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event deleted for resources: {'Port': ['ID=2ee6f1f5-34d1-4f6c-8261-6d0601478fc3,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:21.036698 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] No DVR routers for this DVR port 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 on host n-h1-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:40:21.039208 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:21.041182 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-8674006d-383c-4a57-9ae7-1974af83fcae req-0e56c524-cf38-4eb3-b849-76faaa913725 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.77 "DELETE /v2.0/ports/2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 HTTP/1.1" status: 204 len: 173 time: 0.4554181 Aug 27 13:40:21.041686 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-deleted', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:40:21.043987 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6499dda-d89d-43b5-9416-f82f4a049e3e" -d '{"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-deleted", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:40:21.083005 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0f1d73-888c-4246-865a-b7b10b66660d x-openstack-request-id: req-de0f1d73-888c-4246-865a-b7b10b66660d {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:40:21.083302 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085baf66-1c2e-40cd-a226-c52f9ed321f6", "name": "network-vif-deleted", "tag": "2ee6f1f5-34d1-4f6c-8261-6d0601478fc3", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:40:21.083558 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de0f1d73-888c-4246-865a-b7b10b66660d {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:40:21.083963 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085baf66-1c2e-40cd-a226-c52f9ed321f6', 'name': 'network-vif-deleted', 'tag': '2ee6f1f5-34d1-4f6c-8261-6d0601478fc3', 'status': 'completed', 'code': 200} Aug 27 13:40:21.120603 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f14a916-0efe-4e51-81bb-0db8915188a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:21.307978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:21.366873 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:22.535136 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47250) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:22.540664 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:22.688324 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Deleting port 96580671-3b05-4e80-9696-aa250757877f {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:22.688670 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:22.766937 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:22.767184 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:22.778740 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Calling delete_port for 96580671-3b05-4e80-9696-aa250757877f owned by network:floatingip {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:22.924447 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:22.949563 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event deleted for resources: {'Port': ['ID=96580671-3b05-4e80-9696-aa250757877f,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:23.014858 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:23.015243 n-d-688802-4 neutron-server[94623]: INFO neutron.db.l3_db [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Floating IP f4daffc5-499a-44a7-a6ca-e629f3edc8a4 disassociated (deleted). External IP: 172.25.8.195, port: a8c6eb6e-5ae9-44b3-9fdc-e184049d2423. Aug 27 13:40:23.222977 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Router b9f5553c-568d-4ba8-8a56-d451866bab82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:40:23.333484 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:40:23.338416 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for floatingip, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:23.343034 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:40:23.352435 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:23.353098 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:40:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:23.368109 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-7419c37e-ef8f-4f2b-9fc0-cfa4bf1bb2b2 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "DELETE /v2.0/floatingips/f4daffc5-499a-44a7-a6ca-e629f3edc8a4 HTTP/1.1" status: 204 len: 168 time: 0.8318887 Aug 27 13:40:23.368708 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:40:23.370999 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4553d27d-eeee-4904-b255-15d4f73681aa" -d '{"events": [{"name": "network-changed", "server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:40:23.417705 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c96095-8d33-46f8-a23c-01c80ad2d519 x-openstack-request-id: req-57c96095-8d33-46f8-a23c-01c80ad2d519 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:40:23.418056 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:40:23.418412 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57c96095-8d33-46f8-a23c-01c80ad2d519 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:40:23.418879 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'status': 'completed', 'code': 200} Aug 27 13:40:23.479848 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:23.489991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d27d-eeee-4904-b255-15d4f73681aa req-651ed964-c6f1-46c4-b060-c6c534ee4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:23.491571 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-651ed964-c6f1-46c4-b060-c6c534ee4073 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50206747f80943d99d7247b8359e0ba5&device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 1095 time: 0.0457261 Aug 27 13:40:23.625530 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d27d-eeee-4904-b255-15d4f73681aa req-2fd558fd-ab8a-440f-af74-4bd074ed2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:23.627058 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-2fd558fd-ab8a-440f-af74-4bd074ed2a4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 200 len: 910 time: 0.1223834 Aug 27 13:40:23.646519 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd777e02-62d2-4d9f-985d-82901e7af552 req-df1b8170-5978-4c3c-bf46-058ba0d1d80f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:23.648118 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd777e02-62d2-4d9f-985d-82901e7af552 req-df1b8170-5978-4c3c-bf46-058ba0d1d80f tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 944 time: 0.0800302 Aug 27 13:40:23.689775 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-62fdbe96-d280-4be1-8e1f-3d98ae6f6a7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 200 len: 217 time: 0.0525179 Aug 27 13:40:23.742693 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-fd777e02-62d2-4d9f-985d-82901e7af552 req-bae555ec-1c1a-4901-84fc-65253c26d069 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f7f8a09-f102-42cf-aae9-b93b60164c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874338 Aug 27 13:40:23.756415 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d27d-eeee-4904-b255-15d4f73681aa req-291105f7-b7a5-419b-97d6-01a2042c7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:23.757970 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-291105f7-b7a5-419b-97d6-01a2042c7da9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 200 len: 848 time: 0.0587995 Aug 27 13:40:23.783354 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:23.808835 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d27d-eeee-4904-b255-15d4f73681aa req-69ff8a4d-9110-4730-8d14-f729a94cb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:23.810344 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-69ff8a4d-9110-4730-8d14-f729a94cb7b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e026365-921c-4c1e-80d2-650085a2d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450213 Aug 27 13:40:23.812742 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:40:23.821062 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:23.821666 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:40:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:23.903207 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-4a8ee059-b95f-4d09-80b7-a4093ad1ced6 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833232 Aug 27 13:40:23.927988 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:24.000406 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-4553d27d-eeee-4904-b255-15d4f73681aa req-7225fc83-dc6f-49a1-8a2c-f2f343f6a563 service neutron] 10.222.0.65 "GET /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884547 Aug 27 13:40:24.126138 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:24.151845 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d0f27-bab9-4ab7-92a7-6ac4024ef480 None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:41Z', 'revision_number': 4, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4', '_interfaces': [{'id': '5253eae5-a4ee-478c-ab63-cd2375344ce4', 'name': '', 'network_id': '5e026365-921c-4c1e-80d2-650085a2d72d', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'mac_address': 'fa:16:3e:98:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:41Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'subnets': [{'id': '1a93945e-b431-4dd3-b39d-c210ee0ada36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:40:24.254166 n-d-688802-4 neutron-server[94623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-9dc8bafb-3f6c-4b21-bec3-038d718cb4b5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 13:40:24.255648 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-9dc8bafb-3f6c-4b21-bec3-038d718cb4b5 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.65 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 944 time: 0.0501363 Aug 27 13:40:24.350705 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Deleting port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:24.351056 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:24.386080 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60afd2-b18a-4c62-bc24-0ba50dd310d4 None None] New status for floating IP f4daffc5-499a-44a7-a6ca-e629f3edc8a4: DOWN {{(pid=94625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 13:40:24.452525 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] For port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423, host n-h2-688802-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-4',level=0,port_id=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:24.452906 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:24.466651 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Calling delete_port for a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 owned by compute:nova {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:24.471271 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:24.599169 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:24.908795 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event deleted for resources: {'Port': ['ID=a8c6eb6e-5ae9-44b3-9fdc-e184049d2423,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:24.955013 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-eb97ed15-aa47-431d-b7d3-8f28ecd39232 req-6e41c8cc-d70a-4ddd-ac13-fdbed02fbcbb tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "GET /v2.0/ports?device_id=921fa3bb-43aa-45f3-9091-7c3c1d87ed30 HTTP/1.1" status: 200 len: 210 time: 0.0495689 Aug 27 13:40:24.971463 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] No DVR routers for this DVR port a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 on host n-h2-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:40:24.973857 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5737'] for port, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:24.975876 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [req-374bfbdf-0efb-4e54-ac74-d7e8a40bcac1 req-dba45348-59b2-4ab4-aa61-3bbd980ca5a0 tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.65 "DELETE /v2.0/ports/a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 HTTP/1.1" status: 204 len: 173 time: 0.7138987 Aug 27 13:40:25.420526 n-d-688802-4 neutron-server[94623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-deleted', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423'}] {{(pid=94623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 13:40:25.423481 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3515954d8f8ca467fee5bdf3a50e1bd725cd68bd8baef31c7693c115ad396fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c27321e-4238-43df-ac9f-c95244e5a038" -d '{"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-deleted", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423"}]}' {{(pid=94623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 13:40:25.464533 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d6774-899b-467e-9ad6-ddb21360a2f2 x-openstack-request-id: req-339d6774-899b-467e-9ad6-ddb21360a2f2 {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 13:40:25.464837 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921fa3bb-43aa-45f3-9091-7c3c1d87ed30", "name": "network-vif-deleted", "tag": "a8c6eb6e-5ae9-44b3-9fdc-e184049d2423", "status": "completed", "code": 200}]} {{(pid=94623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 13:40:25.465093 n-d-688802-4 neutron-server[94623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-339d6774-899b-467e-9ad6-ddb21360a2f2 {{(pid=94623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 13:40:25.465490 n-d-688802-4 neutron-server[94623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921fa3bb-43aa-45f3-9091-7c3c1d87ed30', 'name': 'network-vif-deleted', 'tag': 'a8c6eb6e-5ae9-44b3-9fdc-e184049d2423', 'status': 'completed', 'code': 200} Aug 27 13:40:26.010831 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47264) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:26.069174 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:26.093359 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:26.136809 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 no longer exists at agent hyperv_n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:26.153015 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:26.156492 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:26.161745 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] 10.222.0.76 "DELETE /v2.0/security-groups/9f7f8a09-f102-42cf-aae9-b93b60164c5f HTTP/1.1" status: 204 len: 168 time: 0.1483266 Aug 27 13:40:26.161988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] No Port match for: 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:26.161988 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Device 2ee6f1f5-34d1-4f6c-8261-6d0601478fc3 not bound to the agent host n-h1-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:26.169528 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f8a09-f102-42cf-aae9-b93b60164c5f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:26.180507 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.180857 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.181194 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.181529 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.181855 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.182183 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.182536 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.182865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.183184 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.183559 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.183846 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.184177 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec653c6-daf3-4b23-96f4-3d6142cefc2c tempest-TestSnapshotPattern-755562716 tempest-TestSnapshotPattern-755562716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-4 {{(pid=94624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 13:40:26.220533 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47270) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:26.672089 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:26.911970 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Deleting port 5253eae5-a4ee-478c-ab63-cd2375344ce4 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:26.912373 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:26.987128 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] For port 5253eae5-a4ee-478c-ab63-cd2375344ce4, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=5253eae5-a4ee-478c-ab63-cd2375344ce4,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:26.987405 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:27.003417 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Calling delete_port for 5253eae5-a4ee-478c-ab63-cd2375344ce4 owned by network:router_interface {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:27.180480 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:27.206111 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Pushing event deleted for resources: {'Port': ['ID=5253eae5-a4ee-478c-ab63-cd2375344ce4,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:27.372577 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:27.587327 n-d-688802-4 neutron-server[94623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Router b9f5553c-568d-4ba8-8a56-d451866bab82 has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:40:27.693441 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:40:27.702455 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-02855ab6-b57a-4785-9bbe-8831801f3bee admin admin] 10.222.0.76 "PUT /v2.0/routers/b9f5553c-568d-4ba8-8a56-d451866bab82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798684 Aug 27 13:40:27.704661 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47274) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:27.704941 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] Sync routers for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:40:27.750735 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:27.751398 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:40:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:27.810905 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks [] for router, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:27.893564 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: n-d-688802-4 {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:27.914789 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:27.968273 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Deleting port dc9e327c-67ba-405d-99f3-5a3722b2fe99 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:27.968626 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.046295 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] For port dc9e327c-67ba-405d-99f3-5a3722b2fe99, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=dc9e327c-67ba-405d-99f3-5a3722b2fe99,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:28.046703 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.064679 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Calling delete_port for dc9e327c-67ba-405d-99f3-5a3722b2fe99 owned by network:router_gateway {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:28.097467 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:40:27Z', 'revision_number': 5, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port': {'id': 'dc9e327c-67ba-405d-99f3-5a3722b2fe99', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:28.124113 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] Checking router: b9f5553c-568d-4ba8-8a56-d451866bab82 for host: n-d-688802-4 {{(pid=94626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:40:28.132319 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] Routers {'b9f5553c-568d-4ba8-8a56-d451866bab82'} bound to L3 agent in host n-d-688802-4 {{(pid=94626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:28.133003 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:40:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['b9f5553c-568d-4ba8-8a56-d451866bab82'], 'active': True} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:28.223100 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_dvr_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] Set router b9f5553c-568d-4ba8-8a56-d451866bab82 gateway port host: None {{(pid=94626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:28.248869 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.277383 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9e327c-67ba-405d-99f3-5a3722b2fe99,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:28.281445 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.l3_hamode_db [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:40:27Z', 'revision_number': 6, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:28.307537 n-d-688802-4 neutron-server[94626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8c738-75c3-4ca2-b4ac-c5c0bc62c18d None None] The sync data for ids ['b9f5553c-568d-4ba8-8a56-d451866bab82'] in n-d-688802-4 is: [{'id': 'b9f5553c-568d-4ba8-8a56-d451866bab82', 'name': 'tempest-TestSnapshotPattern-142341341-router', 'tenant_id': '50206747f80943d99d7247b8359e0ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:39Z', 'updated_at': '2021-08-27T13:40:27Z', 'revision_number': 6, 'project_id': '50206747f80943d99d7247b8359e0ba5', 'gw_port_host': None}] {{(pid=94626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:40:28.342565 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.434000 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.436709 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.481927 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.482991 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f5553c-568d-4ba8-8a56-d451866bab82 {{(pid=94623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:40:28.487632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] Notify callbacks [] for router, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.488803 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-6fb4d871-e0cf-4814-8a32-25c8474e1947 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b9f5553c-568d-4ba8-8a56-d451866bab82 HTTP/1.1" status: 204 len: 168 time: 0.7832165 Aug 27 13:40:28.491326 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47276) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:28.535538 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Deleting subnet 1a93945e-b431-4dd3-b39d-c210ee0ada36 {{(pid=94623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:40:28.538557 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.572505 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3453370'] for subnet, precommit_delete_associations {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.653023 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.708404 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3452943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3157418'] for subnet, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.736353 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a93945e-b431-4dd3-b39d-c210ee0ada36,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:28.738372 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.742875 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-b0513ed0-1617-4daa-a203-a7343bf9c237 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1a93945e-b431-4dd3-b39d-c210ee0ada36 HTTP/1.1" status: 204 len: 168 time: 0.2479765 Aug 27 13:40:28.742875 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [-] (94623) accepted ('10.222.0.76', 47278) {{(pid=94623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:28.750687 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb5f1d-182d-406e-afa8-60f059e6030d None None] Network 5e026365-921c-4c1e-80d2-650085a2d72d requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:40:28.801145 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 no longer exists at agent hyperv_n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:28.811819 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.831502 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] No Port match for: a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:28.831844 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Device a8c6eb6e-5ae9-44b3-9fdc-e184049d2423 not bound to the agent host n-h2-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:28.868905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Deleting port f1f313ee-6575-42c0-a33f-55ee346d0a47 {{(pid=94623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:28.869243 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.932262 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.db [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] For port f1f313ee-6575-42c0-a33f-55ee346d0a47, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=f1f313ee-6575-42c0-a33f-55ee346d0a47,segment=NetworkSegment(40738387-f1c1-4f55-920c-600df8719305),segment_id=40738387-f1c1-4f55-920c-600df8719305)] {{(pid=94623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:28.932632 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:28.945141 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.plugin [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Calling delete_port for f1f313ee-6575-42c0-a33f-55ee346d0a47 owned by network:dhcp {{(pid=94623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:29.026151 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3453020'] for port, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.050196 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f313ee-6575-42c0-a33f-55ee346d0a47,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:29.056479 n-d-688802-4 neutron-server[94623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] No DVR routers for this DVR port f1f313ee-6575-42c0-a33f-55ee346d0a47 on host n-d-688802-4 {{(pid=94623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:40:29.099790 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177354a9-eb19-48db-a891-14ec0830ce02 None None] DHCP port deletion for 5e026365-921c-4c1e-80d2-650085a2d72d request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:40:29.131718 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.142901 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e026365-921c-4c1e-80d2-650085a2d72d']}} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:29.153607 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40738387-f1c1-4f55-920c-600df8719305') {'for_net_delete': True} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:29.153905 n-d-688802-4 neutron-server[94623]: DEBUG neutron.services.segments.db [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40738387-f1c1-4f55-920c-600df8719305') {} {{(pid=94623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:29.163267 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3453349'] for segment, before_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.176650 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.182659 n-d-688802-4 neutron-server[94623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=94623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:40:29.183074 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3453033'] for segment, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: Traceback (most recent call last): Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: timer() Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: cb(*args, **kw) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: return func(*args, **kwargs) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: self._notify() Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: self.callback(batched_events) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: event.method(event) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: return f(self, *a, **k) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: return self._get(url).json() Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: return self.request(url, 'GET', **kwargs) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:40:29.184673 n-d-688802-4 neutron-server[94623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:40:29.243585 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.248137 n-d-688802-4 neutron-server[94623]: DEBUG neutron_lib.callbacks.manager [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Notify callbacks [] for network, before_response {{(pid=94623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.250862 n-d-688802-4 neutron-server[94623]: INFO neutron.wsgi [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] 10.222.0.76 "DELETE /v2.0/networks/5e026365-921c-4c1e-80d2-650085a2d72d HTTP/1.1" status: 204 len: 168 time: 0.5071111 Aug 27 13:40:29.253075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47280) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:29.263641 n-d-688802-4 neutron-server[94623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d39a3f-cad8-4337-b3ef-dbd0fdcf24ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5e026365-921c-4c1e-80d2-650085a2d72d,revision_number=None']} {{(pid=94623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:29.604259 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008842'] for router_interface, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.855672 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Deleting port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:29.855908 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.933868 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] For port 4ea34a07-3345-4e1e-b140-5aa2fdd649ba, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,segment=NetworkSegment(47ea0f96-c293-4ea1-a4f7-d8768a8d90d7),segment_id=47ea0f96-c293-4ea1-a4f7-d8768a8d90d7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:29.934234 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:29.950669 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Calling delete_port for 4ea34a07-3345-4e1e-b140-5aa2fdd649ba owned by network:router_interface {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:30.125909 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:30.150075 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea34a07-3345-4e1e-b140-5aa2fdd649ba,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:30.284025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5253eae5-a4ee-478c-ab63-cd2375344ce4 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:30.306429 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 5253eae5-a4ee-478c-ab63-cd2375344ce4 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:30.306787 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 5253eae5-a4ee-478c-ab63-cd2375344ce4 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:30.307226 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dc9e327c-67ba-405d-99f3-5a3722b2fe99 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:30.330517 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: dc9e327c-67ba-405d-99f3-5a3722b2fe99 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:30.330867 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device dc9e327c-67ba-405d-99f3-5a3722b2fe99 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:30.331819 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1f313ee-6575-42c0-a33f-55ee346d0a47 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:30.333033 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008640'] for router_interface, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:30.352859 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: f1f313ee-6575-42c0-a33f-55ee346d0a47 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:30.353217 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device f1f313ee-6575-42c0-a33f-55ee346d0a47 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:30.551551 n-d-688802-4 neutron-server[94624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f has already been hosted by L3 agent 37cc7e90-4821-49b0-b063-0ac7203ed5d4 {{(pid=94624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 13:40:30.655683 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] Notify agent at l3_agent.n-d-688802-4 the message routers_updated {{(pid=94624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 13:40:30.660910 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-03f97938-c52d-4860-ba53-455efb42ee66 admin admin] 10.222.0.76 "PUT /v2.0/routers/92c20aba-210a-46a8-b56e-d0a1d7d72d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066958 Aug 27 13:40:30.663628 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47282) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:30.664641 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] Sync routers for ids ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'] in n-d-688802-4 {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 13:40:30.674025 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] Routers {'92c20aba-210a-46a8-b56e-d0a1d7d72d1f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:30.674668 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:40:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:30.769665 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks [] for router, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:30.877287 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:30.930564 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Deleting port 8d65529a-fe5e-4011-8208-f13cfcdd2284 {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:30.930915 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:30.931830 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] Set router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f gateway port host: n-d-688802-4 {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:31.010476 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] For port 8d65529a-fe5e-4011-8208-f13cfcdd2284, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=8d65529a-fe5e-4011-8208-f13cfcdd2284,segment=NetworkSegment(91f172d7-4ae9-4282-bef2-0fabf104d6da),segment_id=91f172d7-4ae9-4282-bef2-0fabf104d6da)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:31.010850 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.024521 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Calling delete_port for 8d65529a-fe5e-4011-8208-f13cfcdd2284 owned by network:router_gateway {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:31.106973 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'external_fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:40:30Z', 'revision_number': 5, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port': {'id': '8d65529a-fe5e-4011-8208-f13cfcdd2284', 'name': '', 'network_id': '7ca5bc7e-01ed-47f7-8f0d-c22a0f9e3029', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:95:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T13:34:44Z', 'updated_at': '2021-08-27T13:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca3f34cc-6c59-4275-bfee-2b7c8083a4e4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-4'}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:31.132929 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] Checking router: 92c20aba-210a-46a8-b56e-d0a1d7d72d1f for host: n-d-688802-4 {{(pid=94625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 13:40:31.142064 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] Routers {'92c20aba-210a-46a8-b56e-d0a1d7d72d1f'} bound to L3 agent in host n-d-688802-4 {{(pid=94625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 13:40:31.142763 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T11:48:21Z,description=,heartbeat_timestamp=2021-08-27T13:40:21Z,host='n-d-688802-4',id=37cc7e90-4821-49b0-b063-0ac7203ed5d4,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T11:48:21Z,topic='l3_agent')) {'router_ids': ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'], 'active': True} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:31.189277 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.218978 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d65529a-fe5e-4011-8208-f13cfcdd2284,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:31.233220 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_dvr_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] Set router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f gateway port host: None {{(pid=94625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 13:40:31.281873 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015642'] for router_gateway, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.288684 n-d-688802-4 neutron-server[94625]: DEBUG neutron.db.l3_hamode_db [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:40:30Z', 'revision_number': 6, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port_host': None}], 'n-d-688802-4', False) {} {{(pid=94625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:31.314748 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57702591-7d9a-422f-9eb5-37aca8f75bd1 None None] The sync data for ids ['92c20aba-210a-46a8-b56e-d0a1d7d72d1f'] in n-d-688802-4 is: [{'id': '92c20aba-210a-46a8-b56e-d0a1d7d72d1f', 'name': 'tempest-TestSnapshotPattern-1707993671-router', 'tenant_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T13:34:43Z', 'updated_at': '2021-08-27T13:40:30Z', 'revision_number': 6, 'project_id': 'c755d51c998b41fba78f4fbf551a7bc5', 'gw_port_host': None}] {{(pid=94625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 13:40:31.378096 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1013701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61443'] for router, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.380441 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.426774 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1013706'] for router, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.427343 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92c20aba-210a-46a8-b56e-d0a1d7d72d1f {{(pid=94624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 13:40:31.431787 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] Notify callbacks [] for router, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.432957 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-943044c0-e65a-4741-91ad-fbc46403f34c admin admin] 10.222.0.76 "DELETE /v2.0/routers/92c20aba-210a-46a8-b56e-d0a1d7d72d1f HTTP/1.1" status: 204 len: 168 time: 0.7684126 Aug 27 13:40:31.435454 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47284) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:31.479957 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Deleting subnet eac069ce-4c6d-423e-9601-258289757110 {{(pid=94624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 13:40:31.483013 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.517079 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25303511'] for subnet, precommit_delete_associations {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.596061 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8344388'] for subnet, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.647302 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8344395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026937'] for subnet, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.675255 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac069ce-4c6d-423e-9601-258289757110,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:31.679771 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.681641 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-44d40cf3-2fa8-4157-b950-c1a1b588a4c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eac069ce-4c6d-423e-9601-258289757110 HTTP/1.1" status: 204 len: 168 time: 0.2452440 Aug 27 13:40:31.684199 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47286) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:31.686607 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f0005-7555-4900-8b6f-87c19c5d55e7 None None] Network 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 requested from n-d-688802-4 {{(pid=94625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 13:40:31.754868 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8307412'] for network, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.814279 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Deleting port 01a68b95-1f72-410e-b427-85f664a0b45f {{(pid=94624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 13:40:31.814743 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749573797919'] for port, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.877679 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.db [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] For port 01a68b95-1f72-410e-b427-85f664a0b45f, host n-d-688802-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-4',level=0,port_id=01a68b95-1f72-410e-b427-85f664a0b45f,segment=NetworkSegment(47ea0f96-c293-4ea1-a4f7-d8768a8d90d7),segment_id=47ea0f96-c293-4ea1-a4f7-d8768a8d90d7)] {{(pid=94624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 13:40:31.878050 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010971'] for port, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.891007 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Calling delete_port for 01a68b95-1f72-410e-b427-85f664a0b45f owned by network:dhcp {{(pid=94624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 13:40:31.968786 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7936240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749573707551', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749573250829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819963'] for port, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:31.999187 n-d-688802-4 neutron-server[94624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] No DVR routers for this DVR port 01a68b95-1f72-410e-b427-85f664a0b45f on host n-d-688802-4 {{(pid=94624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 13:40:32.000836 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a68b95-1f72-410e-b427-85f664a0b45f,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:32.070882 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8382911', 'neutron.services.segments.db._delete_segments_for_network-8749573732334'] for network, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.082057 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9']}} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:32.092921 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7') {'for_net_delete': True} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:32.093215 n-d-688802-4 neutron-server[94624]: DEBUG neutron.services.segments.db [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ea0f96-c293-4ea1-a4f7-d8768a8d90d7') {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 13:40:32.097903 n-d-688802-4 neutron-server[94625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12319468-d73a-43ad-b199-8d8d59fbc76f None None] DHCP port deletion for 19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 request from n-d-688802-4 {{(pid=94625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 13:40:32.106049 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749573732217', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25303496'] for segment, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.122672 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085'] for segment, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.129902 n-d-688802-4 neutron-server[94624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 13:40:32.130457 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8347085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819918'] for segment, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: Traceback (most recent call last): Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: timer() Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: cb(*args, **kw) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: return func(*args, **kwargs) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: self._notify() Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: self.callback(batched_events) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: event.method(event) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: return f(self, *a, **k) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: return self._get(url).json() Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: return self.request(url, 'GET', **kwargs) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 13:40:32.132139 n-d-688802-4 neutron-server[94624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 13:40:32.195563 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8382918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015654'] for network, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.201712 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.203974 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9 HTTP/1.1" status: 204 len: 168 time: 0.5185618 Aug 27 13:40:32.219032 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ea63b-26a8-48a4-9233-490a22f0c2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19cee0f3-bda1-43a6-9a9a-dc4acb1b78a9,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:32.229505 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8d65529a-fe5e-4011-8208-f13cfcdd2284 no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:32.251947 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 8d65529a-fe5e-4011-8208-f13cfcdd2284 {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:32.252569 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 8d65529a-fe5e-4011-8208-f13cfcdd2284 not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:32.252987 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ea34a07-3345-4e1e-b140-5aa2fdd649ba no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:32.273469 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 4ea34a07-3345-4e1e-b140-5aa2fdd649ba {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:32.273892 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 4ea34a07-3345-4e1e-b140-5aa2fdd649ba not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:32.274312 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 01a68b95-1f72-410e-b427-85f664a0b45f no longer exists at agent ovs-agent-n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 13:40:32.297021 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] No Port match for: 01a68b95-1f72-410e-b427-85f664a0b45f {{(pid=94625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 13:40:32.297563 n-d-688802-4 neutron-server[94625]: DEBUG neutron.plugins.ml2.rpc [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Device 01a68b95-1f72-410e-b427-85f664a0b45f not bound to the agent host n-d-688802-4 {{(pid=94625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 13:40:32.341872 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47290) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:32.384614 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-e491baf6-ac6a-4751-b66a-aa6ca8fb5039 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50206747f80943d99d7247b8359e0ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413146 Aug 27 13:40:32.386955 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47292) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:32.440335 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6db216-134c-4b79-a913-79480b69885c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.461058 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6db216-134c-4b79-a913-79480b69885c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.506655 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6db216-134c-4b79-a913-79480b69885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.509309 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-3b6db216-134c-4b79-a913-79480b69885c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.510485 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3b6db216-134c-4b79-a913-79480b69885c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0caea2b1-a7ae-4915-8ddd-a97ed1d5fc1b HTTP/1.1" status: 204 len: 168 time: 0.1225832 Aug 27 13:40:32.518268 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6db216-134c-4b79-a913-79480b69885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caea2b1-a7ae-4915-8ddd-a97ed1d5fc1b,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:32.834865 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47298) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:32.879353 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-3d56722b-e318-4b15-9bc4-4c12535c7035 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c755d51c998b41fba78f4fbf551a7bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433300 Aug 27 13:40:32.881944 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [-] (94624) accepted ('10.222.0.76', 47300) {{(pid=94624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 13:40:32.929539 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d41be190-984a-4215-a254-4b0d4d874cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.952002 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d41be190-984a-4215-a254-4b0d4d874cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:32.998838 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d41be190-984a-4215-a254-4b0d4d874cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632545'] for security_group, after_delete {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:33.001867 n-d-688802-4 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-d41be190-984a-4215-a254-4b0d4d874cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:33.003350 n-d-688802-4 neutron-server[94624]: INFO neutron.wsgi [None req-d41be190-984a-4215-a254-4b0d4d874cae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1368a176-369d-4ef7-8032-e9a7d0c478e4 HTTP/1.1" status: 204 len: 168 time: 0.1204729 Aug 27 13:40:33.011091 n-d-688802-4 neutron-server[94624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41be190-984a-4215-a254-4b0d4d874cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1368a176-369d-4ef7-8032-e9a7d0c478e4,revision_number=None']} {{(pid=94624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 13:40:33.772784 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:40:39.550026 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:48.685651 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-52b2a6ac-aec6-424b-b76f-721a7c89ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:51.123215 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2d424756-4f90-438a-a06f-6320f9595f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:51.319856 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:51.373019 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:52.542733 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:40:54.403971 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:09.551081 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:10.772715 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:41:18.686128 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1cb655d0-c176-4046-b13a-4a337424cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:21.124296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d643aa6f-f3c9-47ac-93d9-9962be622a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:21.324990 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:21.375702 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:22.546000 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:24.407446 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:39.570068 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:47.771637 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:41:48.688104 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-eb2ff981-a0ef-4b3c-be93-780224e09d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:51.125185 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-58e2daae-a462-416a-ad40-e81b837465df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:51.334448 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:51.377287 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:52.548011 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:41:54.409824 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:09.563198 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:18.688678 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f886-863d-4fe9-9386-16f1962ff229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:21.124722 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-448a4c9c-a341-41ee-880c-ea770d996528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:21.334937 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:21.383188 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:22.551368 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:24.414062 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:24.770831 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:42:39.563554 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:48.690543 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f148f9e3-b56f-484e-adc2-dfea68c299d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:51.129296 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-cc664ac6-602e-47bf-b384-0a438c34d69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:51.354240 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:51.374032 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:52.553772 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:42:54.416256 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:01.771148 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:43:09.578388 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:16.192960 n-d-688802-4 neutron-server[94623]: DEBUG neutron.wsgi [req-ddf86828-c2ee-4f4e-a4c6-de895b551cb5 req-68a82d8e-5ab4-4e19-8f65-635b99b4d698 service neutron] (94623) timed out ('10.222.0.76', 44978) {{(pid=94623) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 13:43:18.691659 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01e23fe1-17cb-40de-b71f-0bf665a3b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:21.134804 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-32277296-78e9-4e55-85db-729764cfb84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:21.377449 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:21.379856 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:22.557091 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:24.420874 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:38.769893 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:43:39.578661 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:48.701544 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-03065d1f-5492-41d4-b19b-59fa49f81063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:51.141697 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2f677329-4052-42e1-8e6a-770ad086ab2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:51.377758 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:51.378978 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:52.559730 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:43:54.424488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:09.596560 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:15.768962 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:44:18.693085 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-13a88130-c1e3-45a2-9865-8bfd1e43cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:21.133405 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-d0166571-92bb-4698-abb0-3f3b626984de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:21.374821 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:21.386626 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:22.567203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:24.433488 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:39.609773 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:48.695708 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-9e06e887-2652-4686-8988-667a4823308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.134685 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c1bae69d-20d5-42ff-a4d5-8cfb0153eeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.382675 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:51.388203 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:52.567110 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:44:52.767883 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:44:54.430993 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:09.614573 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:18.698393 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-e665a489-e4d6-4746-8fda-3a7a420b494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:21.137940 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-3b65b559-ade9-4a67-a14b-b93e9bb90d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:21.380997 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:21.404728 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:22.574635 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:24.441361 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:29.766919 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:45:39.615900 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:48.699374 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8f3c134f-b5f3-48cd-aaf8-90b87ebd0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:51.138880 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5f54d174-9d5b-42af-8776-be692c80204e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:51.374318 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:51.395893 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:52.572922 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:45:54.436875 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:06.767685 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:46:09.606743 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:18.700243 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-6470d8a8-64bd-44aa-a5a2-aae701a78aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:21.140469 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-2ce36d59-3064-4dd7-83d3-b1c2a19bb7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:21.376394 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:21.394304 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:22.577221 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:24.442952 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:39.610750 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:43.766671 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:46:48.701761 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-b92ecf08-1da0-4164-9510-0c4f0eae3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:51.141113 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-35305b56-7b5c-48a5-8dbe-a040b2c6fa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:51.377689 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:51.404234 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:52.580070 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:46:54.444583 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:09.610832 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:18.706491 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-0d0d157e-9dde-48f6-95bf-258715a13f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:20.765906 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:47:21.141177 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-40c39ef7-a149-47cc-a558-db8ba6cc3569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:21.377521 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:21.423729 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:22.581746 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:24.449251 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:39.630024 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:48.346744 n-d-688802-4 neutron-server[94624]: DEBUG neutron.wsgi [req-fee59a35-44b8-4aa2-a055-31128769258b req-36d2214c-4caa-429b-9c92-230573c36f2b service neutron] (94624) timed out ('10.222.0.76', 46334) {{(pid=94624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 13:47:48.707338 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f59c3387-0fbb-4dfa-99ff-f9cac27a2d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:51.141598 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-8a96a8f3-500f-4721-95d4-3616fcdefb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:51.378966 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:51.419749 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:52.586985 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:54.451890 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:47:57.765416 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:48:09.651403 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:18.709646 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-f03e1922-cb32-48c4-9810-aa5377441347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:21.145731 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-1774404a-9733-4043-81a6-471e3874afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:21.380152 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:21.423524 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:22.590625 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:24.454268 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:34.763972 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:48:39.671275 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:48.712402 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-5e92c06d-159d-4db3-9c1a-7fbe677a670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:51.147445 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-330843fb-2ac7-4c14-9926-65cc5bb40099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:51.382540 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:51.437282 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:52.592428 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:48:54.460087 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:09.696830 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:11.765645 n-d-688802-4 neutron-server[94626]: DEBUG neutron.db.agents_db [None req-d08a6f9f-2491-4c4b-b7f3-126d821d564d None None] Agent healthcheck: found 7 active agents {{(pid=94626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 13:49:18.713087 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-19cbdd7a-507e-46f7-ab12-036373bcbbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:21.149375 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-77b166fe-627e-4097-ab13-e8aae13d0666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:21.384239 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab987-f003-466d-8257-eb0815fa6b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:21.439055 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-01937490-4bf5-41af-ae81-ca8b10487331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:22.594865 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-73c8c13e-0076-4779-a92c-f89b20511186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:24.463129 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-981c2ffe-d1e1-4e40-91cb-bd68342d6052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 13:49:39.713431 n-d-688802-4 neutron-server[94625]: DEBUG neutron_lib.callbacks.manager [None req-c160039b-caa2-42ba-baab-15bdda18c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749573732316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8384389'] for agent, after_update {{(pid=94625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}